-- Logs begin at Wed 2022-09-14 22:07:37 UTC, end at Wed 2022-09-14 23:59:19 UTC. -- Sep 14 22:43:21.566553 dv-neutron-857791-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Sep 14 22:43:24.071513 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.common.config [-] Logging enabled! Sep 14 22:43:24.072225 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev24 Sep 14 22:43:24.072316 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=89063) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 14 22:43:24.075362 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.common.config [-] Logging enabled! Sep 14 22:43:24.075615 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev24 Sep 14 22:43:24.075923 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=89063) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 14 22:43:24.076908 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 22:43:24.077142 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 22:43:24.077499 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 22:43:24.077745 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 22:43:24.077970 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 22:43:24.078291 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.078590 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.078885 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.079117 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.079417 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.079707 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.079988 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.080275 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.080572 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.080884 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.081166 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.081451 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.081682 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.081966 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] config_source = [] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.082254 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.082543 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.082768 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] debug = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.083049 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.083472 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.083865 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.084145 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.084581 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.084738 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.085012 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.085288 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.085575 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.085900 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] host = dv-neutron-857791-1-hyperv {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.086182 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.086471 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.086759 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.087047 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.087320 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.087598 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.087882 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.088153 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] log_dir = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.088423 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] log_file = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.088720 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.089010 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.089295 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.089586 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.089808 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.090029 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.090316 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.090603 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.090881 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.091155 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.091430 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.091704 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.091975 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.092266 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.092552 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.092861 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.093148 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.093424 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.093697 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.093968 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.094239 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.094524 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.094798 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.095073 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.095348 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.095635 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.095903 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.096175 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.096482 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.096796 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.097077 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.097363 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.097639 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.097918 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.098189 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.098464 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] use_journal = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.098735 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] use_json = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.099009 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.099280 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.099564 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.099837 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.100109 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.100383 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.100675 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.100965 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.101236 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:24.101532 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.101826 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.102126 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.102413 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.102704 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.102985 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.103273 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.103551 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.103837 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.104123 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.104409 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.104721 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.105256 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.105534 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.105828 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.106133 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.106431 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.106724 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.106998 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.107270 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.107541 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.108326 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.108627 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.108923 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.109211 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.109484 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.109763 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.110052 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.110328 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.110598 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.110874 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.111162 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.111439 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.111712 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.111991 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.112279 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.112566 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.112862 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.113139 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.113431 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.113710 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.113982 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.114255 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.114530 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.114800 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.115084 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.115361 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.115632 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.115903 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.116178 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.116453 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.116756 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.117035 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.117305 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.117580 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.117849 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.118119 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.118389 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.118657 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.118926 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.119195 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.119463 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.119736 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.120006 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.120275 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.120544 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.120840 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.121115 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.121400 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.121696 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.121974 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.122255 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.122538 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.122818 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.123096 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.123968 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.124264 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.124545 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.124841 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.125136 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.125423 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.125711 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.125992 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.126270 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.126569 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.126848 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.127130 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.127407 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.127690 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.127974 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.128256 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.128548 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.128865 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.129159 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.129452 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.129743 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.130022 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.130329 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.130606 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:24.130822 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 22:43:24.131059 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=89063) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 14 22:43:24.522545 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO keyring.backend [-] Loading KWallet Sep 14 22:43:24.529730 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO keyring.backend [-] Loading SecretService Sep 14 22:43:24.533162 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO keyring.backend [-] Loading Windows Sep 14 22:43:24.534454 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO keyring.backend [-] Loading chainer Sep 14 22:43:24.535014 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO keyring.backend [-] Loading macOS Sep 14 22:43:24.567988 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=89063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 14 22:43:24.568264 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=89063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 14 22:43:24.568550 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=89063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 14 22:43:24.568913 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 14 22:43:24.956712 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:24.957003 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:24.957276 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:24.958481 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:24.958763 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:24.959028 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:24.994294 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:24.994569 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:24.994834 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.007781 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.008063 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.008333 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.038929 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.039207 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.039472 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.075531 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.076055 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.076055 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.311898 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.312109 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.312377 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.312669 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.313410 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.432696 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.433021 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.433304 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.433572 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.433837 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.434146 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.434410 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.434669 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.434923 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.435205 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.435461 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.435723 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.436500 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.436781 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.437054 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.437324 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.437591 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.437863 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.438117 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.438399 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.438746 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.439006 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.439255 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.439537 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.439786 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.440032 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.440422 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=89063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 22:43:25.440681 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=89063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 22:43:25.440918 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=89063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 22:43:25.441161 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=89063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 22:43:25.441395 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=89063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 22:43:25.441628 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=89063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 22:43:25.441995 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 14 22:43:25.445173 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 14 22:43:25.449076 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 14 22:43:25.453293 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Sep 14 22:43:25.454901 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 14 22:43:25.455349 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 14 22:43:25.455683 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 14 22:43:25.456212 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 14 22:43:25.458994 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 14 22:43:25.459245 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 14 22:43:25.459591 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 14 22:43:25.487538 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 14 22:43:25.487980 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.488274 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=89063) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 14 22:43:25.488653 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.489993 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=89063) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 14 22:43:25.490269 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 14 22:43:25.490512 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 14 22:43:25.493656 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.493935 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:25.555421 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 14 22:43:25.555657 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 14 22:43:25.555891 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 14 22:43:25.556257 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 14 22:43:25.588335 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_db.sqlalchemy.engines [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=89063) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 14 22:43:25.921826 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.plugins.ml2.managers [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Initializing driver for type 'gre' Sep 14 22:43:25.922267 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] gre ID ranges: [(1, 1000)] Sep 14 22:43:25.977230 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.plugins.ml2.managers [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Initializing driver for type 'local' Sep 14 22:43:25.977677 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.plugins.ml2.managers [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Initializing driver for type 'vlan' Sep 14 22:43:25.990326 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] VlanTypeDriver initialization complete Sep 14 22:43:25.990723 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.plugins.ml2.managers [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Initializing driver for type 'vxlan' Sep 14 22:43:25.991200 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] vxlan ID ranges: [(1, 1000)] Sep 14 22:43:26.047968 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.plugins.ml2.managers [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Initializing extension driver 'port_security' Sep 14 22:43:26.048324 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.plugins.ml2.extensions.port_security [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] PortSecurityExtensionDriver initialization complete Sep 14 22:43:26.048831 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.plugins.ml2.managers [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Initializing mechanism driver 'openvswitch' Sep 14 22:43:26.049230 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.plugins.ml2.managers [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Initializing mechanism driver 'hyperv' Sep 14 22:43:26.055701 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.plugins.ml2.plugin [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=89063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:43:26.056373 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > port after_create 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.056806 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > port after_update 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.057155 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > port after_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.057670 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=89063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 14 22:43:26.058094 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > subnet after_create 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.058442 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > subnet after_update 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.058786 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > subnet after_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.059167 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=89063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 14 22:43:26.059643 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > network after_create 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.059986 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > network after_update 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.060324 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > network after_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.060725 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=89063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 14 22:43:26.061120 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > security_group after_create 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.061463 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > security_group after_update 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.061795 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > security_group after_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.062172 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=89063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 14 22:43:26.062562 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.062899 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.063231 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.063736 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=89063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 14 22:43:26.064129 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > address_group after_create 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.064469 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > address_group after_update 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.064832 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > address_group after_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.065214 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=89063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 14 22:43:26.065647 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] ML2 OVO RPC backend initialized. {{(pid=89063) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Sep 14 22:43:26.066344 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > router_interface after_create 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.066691 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.067102 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > network before_response 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.067443 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > networks before_response 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.067785 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > port before_response 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.068119 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > ports before_response 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.068461 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > subnet before_response 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.068819 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > subnets before_response 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.069160 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > network after_create 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.069494 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > network after_update 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.069822 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > network after_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.070150 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > port after_create 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.070480 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > port after_update 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.070806 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > port after_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.071136 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > subnet after_create 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.071469 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > subnet after_update 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.071800 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > subnet after_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.072374 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.plugins.ml2.plugin [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Modular L2 Plugin initialization complete Sep 14 22:43:26.072721 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading services supported by the core plugin {{(pid=89063) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 14 22:43:26.073042 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.plugins.ml2.managers [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Got port-security extension from driver 'port_security' Sep 14 22:43:26.073497 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.extensions.vlantransparent [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Disabled vlantransparent extension. Sep 14 22:43:26.073976 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=89063) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 14 22:43:26.074284 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading Plugin: router Sep 14 22:43:26.112366 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > router_interface before_create 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.112979 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > router after_create 55549900 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.113131 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > router before_create 55549900 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.113491 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.113855 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.114205 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > router after_delete 55549900 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.114558 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > floatingip after_update 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.114915 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > router after_create 55549900 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.115255 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > router after_update 55549900 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.115597 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > router after_update 55549900 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.115939 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.116289 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > router after_update 55549900 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.116730 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > router precommit_update 55549900 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.117099 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: port after_update 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.117433 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: port after_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.117761 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: subnet after_update 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.118091 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.118430 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > port precommit_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.118769 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > router precommit_create 55549900 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.119103 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: port before_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.119436 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > router precommit_create 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.119787 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > router after_update 55549900 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.120127 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > router precommit_delete 55549900 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.120470 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > router precommit_create 55549900 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.120852 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > router_interface after_create 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.121192 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > router precommit_update 55549900 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.121546 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > agent after_create 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.121890 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > agent after_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.122229 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > network after_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.123075 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.quota.resource_registry [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Tracking information for resource: router configured {{(pid=89063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 22:43:26.123425 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.quota.resource_registry [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Tracking information for resource: floatingip configured {{(pid=89063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 22:43:26.128247 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.db.l3_agentschedulers_db [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 14 22:43:26.128851 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: port after_update 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.129208 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: port after_create 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.129554 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: port after_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.129905 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: port after_update 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.130794 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > router before_create 55550100 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.131153 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > router precommit_delete 55550100 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.131507 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > router precommit_create 55550100 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.131856 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > router precommit_update 55550100 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.136264 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.services.provider_configuration [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Service providers = [] {{(pid=89063) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 14 22:43:26.136646 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.db.servicetype_db [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=89063) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 14 22:43:26.139555 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.services.service_base [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=89063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 22:43:26.139898 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.services.service_base [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=89063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 22:43:26.140233 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.services.service_base [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=89063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 22:43:26.141142 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.services.service_base [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=89063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 22:43:26.141504 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.services.service_base [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 14 22:43:26.141870 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=89063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 22:43:26.142180 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 14 22:43:26.152661 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=89063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 22:43:26.152995 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading Plugin: auto_allocate Sep 14 22:43:26.159246 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: network precommit_update 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.159602 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: network precommit_create 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.160109 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=89063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 22:43:26.160423 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading Plugin: tag Sep 14 22:43:26.166837 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=89063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 22:43:26.167164 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading Plugin: timestamp Sep 14 22:43:26.171661 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=89063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 22:43:26.172029 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading Plugin: network_ip_availability Sep 14 22:43:26.177168 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.177530 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.177880 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.178580 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=89063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 22:43:26.178892 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading Plugin: flavors Sep 14 22:43:26.183482 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=89063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 22:43:26.183811 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading Plugin: revisions Sep 14 22:43:26.188187 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=89063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 22:43:26.188564 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_concurrency.lockutils [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.620s {{(pid=89063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 14 22:43:26.189322 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=89063) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 14 22:43:26.189652 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Initializing extension manager. Sep 14 22:43:26.190153 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: __init__.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.190488 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: __pycache__ {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.190819 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.191145 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: address_group.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.191877 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.192426 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: address-group Sep 14 22:43:26.192771 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: address_scope.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.193466 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.193968 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: address-scope Sep 14 22:43:26.194280 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: admin_state_down_before_update.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.195201 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.195707 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: router-admin-state-down-before-update Sep 14 22:43:26.196019 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: agent.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.196726 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.197228 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: agent Sep 14 22:43:26.197537 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: agent_resources_synced.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.198612 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.199115 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: agent-resources-synced Sep 14 22:43:26.199431 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: allowedaddresspairs.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.201208 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.201748 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: allowed-address-pairs Sep 14 22:43:26.202065 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: auto_allocated_topology.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.203116 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.203622 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: auto-allocated-topology Sep 14 22:43:26.203938 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: availability_zone.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.204627 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.205139 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: availability_zone Sep 14 22:43:26.205453 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: availability_zone_filter.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.206339 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.206843 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: availability_zone_filter Sep 14 22:43:26.207159 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: data_plane_status.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.208044 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.208541 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extension data-plane-status not supported by any of loaded plugins Sep 14 22:43:26.208948 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: default_subnetpools.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.209839 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.210341 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: default-subnetpools Sep 14 22:43:26.210656 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: dhcpagentscheduler.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.211438 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.211938 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: dhcp_agent_scheduler Sep 14 22:43:26.212253 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: dns.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.213169 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.213669 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extension dns-integration not supported by any of loaded plugins Sep 14 22:43:26.213984 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: dns_domain_ports.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.214886 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.215389 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 14 22:43:26.215706 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: dvr.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.216361 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.216886 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: dvr Sep 14 22:43:26.217725 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: empty_string_filtering.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.218616 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.219128 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: empty-string-filtering Sep 14 22:43:26.219440 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.220324 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.220858 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 14 22:43:26.221173 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.222088 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.222581 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 14 22:43:26.222893 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: external_net.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.223789 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.224287 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: external-net Sep 14 22:43:26.224597 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: extra_dhcp_opt.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.225519 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.226014 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: extra_dhcp_opt Sep 14 22:43:26.226324 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: extraroute.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.227212 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.227707 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: extraroute Sep 14 22:43:26.228017 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: extraroute_atomic.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.229044 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.229542 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: extraroute-atomic Sep 14 22:43:26.229853 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: filter_validation.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.230765 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.231260 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: filter-validation Sep 14 22:43:26.231569 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: fip_pf_description.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.232451 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.233548 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 14 22:43:26.233858 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: fip_port_details.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.234766 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.235263 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: fip-port-details Sep 14 22:43:26.235574 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: flavors.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.236812 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.237326 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: flavors Sep 14 22:43:26.237642 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.239262 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.239773 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 14 22:43:26.240094 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: floatingip_pools.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.240807 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.241310 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: floatingip-pools Sep 14 22:43:26.241624 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: ip_allocation.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.242549 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.243049 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extension ip_allocation not supported by any of loaded plugins Sep 14 22:43:26.243364 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.244346 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.244895 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: ip-substring-filtering Sep 14 22:43:26.245212 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: l2_adjacency.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.246124 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.246627 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 14 22:43:26.246943 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: l3.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.247895 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.248455 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: router Sep 14 22:43:26.248809 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: l3_conntrack_helper.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.251133 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.251654 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 14 22:43:26.251976 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.252926 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.253437 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: ext-gw-mode Sep 14 22:43:26.253756 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.254670 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.255177 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: l3-ha Sep 14 22:43:26.255493 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: l3_flavors.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.256392 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.256942 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: l3-flavors Sep 14 22:43:26.257258 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.258162 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.258666 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 14 22:43:26.258979 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: l3agentscheduler.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.260002 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.260509 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: l3_agent_scheduler Sep 14 22:43:26.260861 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: logging.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.262312 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.262826 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extension logging not supported by any of loaded plugins Sep 14 22:43:26.263150 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: metering.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.263881 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.264987 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: metering Sep 14 22:43:26.265307 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.266380 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.266888 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: metering_source_and_destination_fields Sep 14 22:43:26.267205 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: multiprovidernet.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.268117 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.268640 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: multi-provider Sep 14 22:43:26.268967 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: netmtu.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.269862 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.270367 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: net-mtu Sep 14 22:43:26.270678 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: netmtu_writable.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.271580 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.272083 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: net-mtu-writable Sep 14 22:43:26.272397 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: network_availability_zone.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.273103 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.273599 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: network_availability_zone Sep 14 22:43:26.273911 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: network_ip_availability.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.274978 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.275479 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: network-ip-availability Sep 14 22:43:26.275793 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: network_segment_range.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.276531 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.277058 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extension network-segment-range not supported by any of loaded plugins Sep 14 22:43:26.277370 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: pagination.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.278321 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.278641 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: pagination Sep 14 22:43:26.278951 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: port_device_profile.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.280436 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.280980 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: port-device-profile Sep 14 22:43:26.281297 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.282192 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.282694 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: port-mac-address-regenerate Sep 14 22:43:26.283008 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.283907 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.284404 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: port-numa-affinity-policy Sep 14 22:43:26.284747 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: port_resource_request.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.285639 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.286134 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extension port-resource-request not supported by any of loaded plugins Sep 14 22:43:26.286447 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: portbindings.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.287348 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.287847 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: binding Sep 14 22:43:26.288160 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: portbindings_extended.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.289432 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.289936 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: binding-extended Sep 14 22:43:26.290252 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: portsecurity.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.291262 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.291772 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: port-security Sep 14 22:43:26.292088 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: project_id.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.293114 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.293488 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: project-id Sep 14 22:43:26.293843 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: providernet.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.294925 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.295643 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: provider Sep 14 22:43:26.295949 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: qos.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.299839 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.300385 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extension qos not supported by any of loaded plugins Sep 14 22:43:26.300775 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.302281 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.302951 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 14 22:43:26.303341 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.304425 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.305003 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 14 22:43:26.305384 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: qos_default.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.306511 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.307043 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extension qos-default not supported by any of loaded plugins Sep 14 22:43:26.307498 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: qos_fip.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.308208 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.308842 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extension qos-fip not supported by any of loaded plugins Sep 14 22:43:26.309213 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: qos_gateway_ip.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.310194 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.310732 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 14 22:43:26.311127 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: qos_port_network_policy.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.312142 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.312771 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 14 22:43:26.313130 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: qos_rule_type_details.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.314100 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.314686 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 14 22:43:26.315074 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: qos_rules_alias.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.316385 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.317103 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 14 22:43:26.317446 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: quotasv2.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.318510 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.318944 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: quotas Sep 14 22:43:26.319260 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: quotasv2_detail.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.320966 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.321375 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: quota_details Sep 14 22:43:26.321737 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: rbac.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.322936 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.323452 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: rbac-policies Sep 14 22:43:26.323770 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: rbac_address_group.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.324724 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.325239 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: rbac-address-group Sep 14 22:43:26.325562 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: rbac_address_scope.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.326981 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.327609 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: rbac-address-scope Sep 14 22:43:26.328114 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: rbac_security_groups.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.329113 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.329620 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: rbac-security-groups Sep 14 22:43:26.329935 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: rbac_subnetpool.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.330854 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.331366 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: rbac-subnetpool Sep 14 22:43:26.331684 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: revisionifmatch.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.332598 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.333133 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: revision-if-match Sep 14 22:43:26.333446 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: revisions.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.334549 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.335054 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: standard-attr-revisions Sep 14 22:43:26.335379 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: router_availability_zone.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.336170 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.336696 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: router_availability_zone Sep 14 22:43:26.337014 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: routerservicetype.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.337915 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.338418 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extension router-service-type not supported by any of loaded plugins Sep 14 22:43:26.338732 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.339634 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.340141 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: security-groups-normalized-cidr Sep 14 22:43:26.340456 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: security_groups_port_filtering.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.341393 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.341900 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: port-security-groups-filtering Sep 14 22:43:26.342767 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.343673 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.344175 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: security-groups-remote-address-group Sep 14 22:43:26.344492 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: securitygroup.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.354176 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.354705 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: security-group Sep 14 22:43:26.355295 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: segment.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.356066 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.356571 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extension segment not supported by any of loaded plugins Sep 14 22:43:26.356921 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.357884 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.358388 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 14 22:43:26.358705 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: servicetype.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.359782 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.360296 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: service-type Sep 14 22:43:26.360632 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: sorting.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.361593 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.361915 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: sorting Sep 14 22:43:26.362231 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: standard_attr_segment.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.363117 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.363622 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 14 22:43:26.363936 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: standardattrdescription.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.364583 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.365115 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: standard-attr-description Sep 14 22:43:26.365435 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: stateful_security_group.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.366350 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.366857 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: stateful-security-group Sep 14 22:43:26.367173 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: stdattrs_common.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.367747 dv-neutron-857791-1-hyperv neutron-server[89063]: WARNING neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 14 22:43:26.368060 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.369073 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.369594 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 14 22:43:26.369914 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: subnet_onboard.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.370951 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.371461 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: subnet_onboard Sep 14 22:43:26.371776 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.372709 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.373215 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 14 22:43:26.373556 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: subnet_service_types.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.374456 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.374960 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: subnet-service-types Sep 14 22:43:26.375275 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: subnetallocation.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.376345 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.376889 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: subnet_allocation Sep 14 22:43:26.377350 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.378133 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.378498 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: subnetpool-prefix-ops Sep 14 22:43:26.378812 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.379725 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.380224 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 14 22:43:26.380537 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: tagging.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.381618 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.382126 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: standard-attr-tag Sep 14 22:43:26.382446 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: timestamp.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.383614 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.384122 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loaded extension: standard-attr-timestamp Sep 14 22:43:26.384437 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: trunk.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.385474 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.385982 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extension trunk not supported by any of loaded plugins Sep 14 22:43:26.386298 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: trunk_details.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.387199 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.387704 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extension trunk-details not supported by any of loaded plugins Sep 14 22:43:26.388018 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: uplink_status_propagation.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.389478 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.389979 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 14 22:43:26.390292 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Loading extension file: vlantransparent.py {{(pid=89063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 22:43:26.390952 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=89063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 22:43:26.391450 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 14 22:43:26.393952 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.quota.resource_registry [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Creating instance of TrackedResource for resource:network Sep 14 22:43:26.394689 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.quota.resource_registry [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Creating instance of TrackedResource for resource:subnet Sep 14 22:43:26.396647 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.quota.resource_registry [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 22:43:26.397258 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.quota.resource_registry [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Creating instance of TrackedResource for resource:port Sep 14 22:43:26.398510 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.v2.resource_helper [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 22:43:26.398936 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.v2.resource_helper [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Service FLAVORS assigned prefix: {{(pid=89063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 22:43:26.399542 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.v2.resource_helper [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 22:43:26.399972 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.v2.resource_helper [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 22:43:26.400296 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.quota.resource_registry [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Creating instance of TrackedResource for resource:router Sep 14 22:43:26.400971 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.quota.resource_registry [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Creating instance of TrackedResource for resource:floatingip Sep 14 22:43:26.401689 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.v2.resource_helper [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Service METERING assigned prefix: /metering {{(pid=89063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 22:43:26.403144 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.403494 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.403844 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:43:26.405594 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.quota.resource_registry [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Creating instance of CountableResource for resource:rbac_policy Sep 14 22:43:26.406047 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.quota.resource_registry [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Creating instance of TrackedResource for resource:security_group Sep 14 22:43:26.406684 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.quota.resource_registry [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 14 22:43:26.407418 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.v2.resource_helper [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Service CORE assigned prefix: {{(pid=89063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 22:43:26.407743 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.quota.resource_registry [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 22:43:26.408071 dv-neutron-857791-1-hyperv neutron-server[89063]: WARNING neutron.quota.resource_registry [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] subnetpool is already registered Sep 14 22:43:26.408713 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.v2.resource_helper [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Service CORE assigned prefix: {{(pid=89063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 22:43:26.409038 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.quota.resource_registry [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 22:43:26.409357 dv-neutron-857791-1-hyperv neutron-server[89063]: WARNING neutron.quota.resource_registry [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] subnetpool is already registered Sep 14 22:43:26.411862 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.v2.resource_helper [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 22:43:26.412286 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.v2.resource_helper [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Service FLAVORS assigned prefix: {{(pid=89063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 22:43:26.412900 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.v2.resource_helper [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 22:43:26.413310 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.v2.resource_helper [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 22:43:26.413632 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.quota.resource_registry [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Creating instance of TrackedResource for resource:router Sep 14 22:43:26.413951 dv-neutron-857791-1-hyperv neutron-server[89063]: WARNING neutron.quota.resource_registry [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] router is already registered Sep 14 22:43:26.414529 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.quota.resource_registry [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Creating instance of TrackedResource for resource:floatingip Sep 14 22:43:26.414853 dv-neutron-857791-1-hyperv neutron-server[89063]: WARNING neutron.quota.resource_registry [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] floatingip is already registered Sep 14 22:43:26.415471 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.v2.resource_helper [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Service METERING assigned prefix: /metering {{(pid=89063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 22:43:26.416137 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.quota.resource_registry [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Creating instance of CountableResource for resource:rbac_policy Sep 14 22:43:26.416453 dv-neutron-857791-1-hyperv neutron-server[89063]: WARNING neutron.quota.resource_registry [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] rbac_policy is already registered Sep 14 22:43:26.417027 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.quota.resource_registry [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Creating instance of TrackedResource for resource:security_group Sep 14 22:43:26.417346 dv-neutron-857791-1-hyperv neutron-server[89063]: WARNING neutron.quota.resource_registry [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] security_group is already registered Sep 14 22:43:26.417917 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.quota.resource_registry [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 14 22:43:26.418231 dv-neutron-857791-1-hyperv neutron-server[89063]: WARNING neutron.quota.resource_registry [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] security_group_rule is already registered Sep 14 22:43:26.418892 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.v2.resource_helper [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Service CORE assigned prefix: {{(pid=89063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 22:43:26.419208 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.quota.resource_registry [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 22:43:26.419517 dv-neutron-857791-1-hyperv neutron-server[89063]: WARNING neutron.quota.resource_registry [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] subnetpool is already registered Sep 14 22:43:26.420132 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.v2.resource_helper [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Service CORE assigned prefix: {{(pid=89063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 22:43:26.420553 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.quota.resource_registry [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 22:43:26.420974 dv-neutron-857791-1-hyperv neutron-server[89063]: WARNING neutron.quota.resource_registry [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] subnetpool is already registered Sep 14 22:43:26.421635 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: extensions {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.423150 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: address-groups {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.424719 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: address-scopes {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.425902 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: agents {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.427054 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: auto-allocated-topology {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.428271 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: availability_zones {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.429611 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: dhcp-networks {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.431030 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: dhcp-agents {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.432437 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: routers {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.434324 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: flavors {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.435463 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: service_profiles {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.436740 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: next_providers {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.438421 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: service_profiles {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.439883 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: floatingip-pools {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.441101 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: routers {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.442879 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: floatingips {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.444064 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: l3-routers {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.445486 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: l3-agents {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.446990 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: metering-labels {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.448329 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: metering-label-rules {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.449622 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: network-ip-availabilities {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.450870 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: bindings {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.453057 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: quotas {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.454471 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: quotas {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.455840 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: rbac-policies {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.457188 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: security-groups {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.458389 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: security-group-rules {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.459603 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: service-providers {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.460847 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: subnetpools {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.463116 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: subnetpools {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.464564 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: tags {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.466279 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: tags {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.579602 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: tags {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.581419 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: tags {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.583198 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: tags {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.585097 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: tags {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.586794 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: tags {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.588704 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: tags {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.590465 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: tags {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.592978 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron.api.extensions [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Extended resource: tags {{(pid=89063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 22:43:26.598902 dv-neutron-857791-1-hyperv neutron-server[89063]: WARNING keystonemiddleware.auth_token [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 14 22:43:26.603623 dv-neutron-857791-1-hyperv neutron-server[89063]: WARNING keystonemiddleware.auth_token [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 14 22:43:26.612077 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_concurrency.lockutils [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Acquired lock "singleton_lock" {{(pid=89063) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 14 22:43:26.612547 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_concurrency.lockutils [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Releasing lock "singleton_lock" {{(pid=89063) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 14 22:43:26.613196 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO oslo_service.service [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Starting 2 workers Sep 14 22:43:26.617783 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Started child 89170 {{(pid=89063) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 14 22:43:26.621890 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Started child 89171 {{(pid=89063) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 14 22:43:26.622898 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:43:26.623499 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO neutron.service [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 14 22:43:26.624150 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Notify callbacks [] for process, before_spawn {{(pid=89063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:43:26.624380 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [-] (89170) wsgi starting up on http://0.0.0.0:9696 Sep 14 22:43:26.626950 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO oslo_service.service [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Starting 1 workers Sep 14 22:43:26.627101 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:43:26.628263 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [-] (89171) wsgi starting up on http://0.0.0.0:9696 Sep 14 22:43:26.631869 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Started child 89172 {{(pid=89063) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 14 22:43:26.632346 dv-neutron-857791-1-hyperv neutron-server[89063]: INFO oslo_service.service [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Starting 1 workers Sep 14 22:43:26.635497 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.service [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] calling RpcWorker wait() {{(pid=89172) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 14 22:43:26.636050 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.service [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] returning from RpcWorker wait() {{(pid=89172) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 14 22:43:26.636493 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Started child 89173 {{(pid=89063) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 14 22:43:26.637270 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8d8-eab6-452b-b6c5-20c1df26dc61 None None] Notify callbacks [] for process, after_spawn {{(pid=89063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:43:26.637378 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:43:26.637886 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:43:26.639685 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=89063) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 14 22:43:26.639890 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 22:43:26.640072 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 22:43:26.640278 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 22:43:26.640633 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 22:43:26.640802 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 22:43:26.641317 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.641599 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.641867 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.641954 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:43:26.642378 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.642447 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.642968 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.643222 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.643483 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.643748 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.644004 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.644171 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.644333 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.644583 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.644838 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.645156 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.645425 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.645652 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.645914 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.646084 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.646337 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] config_source = [] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.646589 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.646829 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.647094 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] debug = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.647330 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.647800 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.648031 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.648374 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.648598 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.648880 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.649104 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.649384 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.649624 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.649850 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.650081 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.650339 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.650573 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.650798 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.651014 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.651265 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.651473 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.651939 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] host = dv-neutron-857791-1-hyperv {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.652181 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.652410 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.652650 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.652893 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.653157 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.653382 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.653638 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.653902 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.654171 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.654417 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.654682 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.654926 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.655141 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] log_dir = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.655387 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] log_file = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.655546 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] log_options = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.655773 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.656050 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.656301 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.656518 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.656700 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.656827 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.657085 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.657245 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.657492 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.657718 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.657928 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.658182 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.658496 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.658652 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.658893 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.659131 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.659373 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.659598 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.659838 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.660064 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.660282 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.660503 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.660756 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.660982 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.661210 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.661418 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.661656 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.661866 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.662108 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.663208 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:43:26.663455 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.663730 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.663969 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.664221 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.664463 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.664734 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.664964 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.666315 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.666784 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.666940 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.667889 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.667889 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.667889 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.668376 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.668376 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.669389 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] use_journal = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.669389 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] use_json = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.669389 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.669389 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.670083 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.670083 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.674275 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.674275 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.674275 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.674275 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.674275 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.674275 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.674275 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.674275 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.676306 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.676561 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.676879 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.677089 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.678215 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.678493 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.678733 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.679082 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.679321 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.679634 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.680224 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.680499 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.680860 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.681129 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.681406 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.681650 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.681894 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.682125 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.682326 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.682651 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.682930 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.683165 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.683436 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.683672 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.683905 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.684144 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.684362 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.684580 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.684834 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.685099 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.686323 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.686565 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.686788 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.687041 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.687274 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.687504 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.687746 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.688006 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.688270 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.688604 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.688840 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.689085 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.689304 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.689521 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.689781 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.689984 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.690780 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.691392 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.692383 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.692679 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.692916 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.693174 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.693431 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.694001 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.694248 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.694470 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.694708 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.695531 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.695808 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.696412 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.696644 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.696890 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.697138 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.697388 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.697612 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.697834 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.698067 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.698601 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.698862 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.699105 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.699344 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.703277 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.703545 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.705205 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.705465 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.705739 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.705973 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.706220 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.706450 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.706700 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.706926 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.707227 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.707559 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.707816 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.708093 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.708340 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.708594 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.708861 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.709128 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.709368 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.709590 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.709819 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.710075 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.710300 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.710535 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.710787 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.711026 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.711280 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.711520 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.711743 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.711959 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.712207 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.712449 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.712744 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.713028 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.713302 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.713566 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.713827 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.714122 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.714317 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.714589 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.714830 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.715094 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.715391 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.715649 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.715936 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.716181 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.716451 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.716775 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.717051 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.717294 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.717559 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.717779 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.717996 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.718257 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.718498 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.718736 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.718954 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.719181 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.719499 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.719728 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.719940 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.720170 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.720444 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.720717 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.720955 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.721223 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.721479 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.721739 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.722404 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.722643 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.722869 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.723087 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.723405 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.723635 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.723853 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.724086 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.724293 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.724522 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.724753 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.724982 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.725214 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.725460 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.725711 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.725924 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.726138 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.726587 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.726887 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.727114 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.727352 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.727570 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.727790 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.728026 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.728241 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.728506 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.728755 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.729019 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.729268 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.729497 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.729742 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.730279 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.730488 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.730707 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.730872 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 42826) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:43:26.730978 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.731166 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.731380 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.731609 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.731824 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.732053 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.732276 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.732528 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.732789 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.733037 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.733260 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.733601 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.733849 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.734095 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.734346 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.734582 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.734815 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.735044 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.735256 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.735484 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.735719 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.735948 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.736162 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.736397 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.736626 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.736840 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.737076 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.737354 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.737587 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.737823 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.738053 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.738269 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.738487 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.738720 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.738952 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.739177 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.739416 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.739589 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.739804 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.740644 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.740744 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [-] 10.222.0.33 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071166 Sep 14 22:43:26.740855 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.740855 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.741001 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.741199 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.741453 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.742500 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.742977 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.742977 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.743206 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.743424 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.743611 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.743833 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.744043 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.744740 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.744740 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.744938 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.745030 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.745236 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.745521 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.745752 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.745983 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.746235 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.746536 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.746761 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.747674 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.747674 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.747674 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.747674 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.747990 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:43:26.748089 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.748178 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.749034 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.749308 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.749528 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.749833 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.750113 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.750378 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.750591 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.750884 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.751235 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.751500 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.751748 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.751990 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.752282 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.752495 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.752812 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.753048 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.753262 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.753999 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.755150 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.755150 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.755345 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.755581 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.755813 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.756029 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.756252 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.756482 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.757155 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.757155 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.758643 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 22:43:26.758643 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=89063) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 14 22:43:26.759731 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 22:43:26.759731 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 22:43:26.759907 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 22:43:26.759987 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 22:43:26.760077 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 22:43:26.760292 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.761255 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.761425 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.761587 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.762085 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.762085 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.762085 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.762296 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.762388 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.762537 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.762695 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.763576 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.763576 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.763576 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.763576 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.763576 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.763576 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.764570 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.764570 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.764570 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] config_source = [] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.764846 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.764923 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.765679 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] debug = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.765679 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.765679 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.765679 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.765679 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.766029 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.766029 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.766148 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.766259 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.766415 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.766572 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.766728 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.766883 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.767045 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.767182 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.767338 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.767494 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.767670 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.767806 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] host = dv-neutron-857791-1-hyperv {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.767962 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.768118 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.768273 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.768428 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.768583 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.768762 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.768918 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.769079 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.769240 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.769395 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.769547 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.769683 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.769837 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] log_dir = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.769974 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] log_file = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.770107 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] log_options = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.770239 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.770395 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.770550 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.770722 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.770884 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.771041 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.771203 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.771350 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.771505 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.771660 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.771816 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.771970 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.772145 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.772278 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.772409 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.772551 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.772804 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.772936 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.773070 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.773156 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.773300 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.773455 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.773611 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.773765 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.773923 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.774078 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.774232 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.774416 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.774526 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.774686 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.774841 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.774996 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.775152 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.775308 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.775463 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.775620 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.775774 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.775934 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.776089 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.776245 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.776400 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.776751 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.777519 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.777679 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.777842 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] use_journal = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.778000 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] use_json = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.778163 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.778314 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.778473 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.778629 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.778786 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.778945 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.779108 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.779270 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.779424 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 22:43:26.779631 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.779796 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.779967 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.780680 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.780680 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.780680 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.780680 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.781018 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.781018 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.781161 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.781237 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.781381 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.781547 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.781707 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.781864 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.782025 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.782184 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.782342 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.782500 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.782658 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.782817 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.782975 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.783149 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.783311 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.783473 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.783659 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.783829 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.783993 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.784158 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.784408 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.784711 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.784865 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.785036 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.786087 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.786087 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.786087 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.786087 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.786087 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.786661 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.786661 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.786661 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.786661 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.787208 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.787208 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.787208 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.787208 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.787599 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.787599 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.787599 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.787838 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.787926 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.788057 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.788220 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.788432 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.788521 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.788768 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.788928 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.789051 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.789174 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.789312 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.789437 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.789603 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.789760 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.789920 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.790315 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.790315 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.790467 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.790543 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.790675 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.790846 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.791586 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.791586 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.791586 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.791586 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.791586 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.791989 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.791989 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.792148 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.792148 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.792527 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.792527 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.792709 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.793552 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.793712 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.793886 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.794062 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.794222 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.794381 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.794541 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.794699 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.794884 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.795019 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.795199 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.795360 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.795520 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.795683 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.795838 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.796000 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.796158 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.796317 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.797351 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.797351 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.797351 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.797580 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.797650 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.797798 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.797956 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.798117 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.798272 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.798429 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.798586 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.798756 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.800727 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.800915 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.801093 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.801271 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.801448 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.801669 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.801842 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.802007 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.802168 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.802329 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.802489 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.802649 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.802811 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.802970 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.803131 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.803301 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.803473 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.803635 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.803796 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.803955 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.804139 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.804298 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.804457 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.804665 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.804802 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.804960 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.805143 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.805265 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.805424 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.805581 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.805739 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.805897 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.806061 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.806266 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.806777 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.806777 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.806777 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.807198 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.807198 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.807198 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.807604 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.807604 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.807604 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.807822 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.807911 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.808038 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.808195 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.808352 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.808511 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.809507 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.809507 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.809507 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.809507 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.809507 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.810247 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.810427 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.810589 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.811248 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.811426 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.811587 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.811746 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.811907 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.812069 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.812216 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.812375 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.812533 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.812716 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.812877 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.813035 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.813195 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.813355 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.813514 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.813673 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.813831 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.813990 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.814170 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.814331 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.814489 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.814652 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.814811 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.814971 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.815130 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.815291 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.815454 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.815606 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.815763 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.815919 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.816077 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.816237 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.816395 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.816553 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.816766 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.816929 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.817090 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.817249 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.817409 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.817568 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.817726 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.817883 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.818042 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.818200 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.818365 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.818522 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.818681 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.818853 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.819015 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.819173 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.819333 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.819497 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.819666 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.819825 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.819983 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.820142 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.820300 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.820467 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.820702 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.820868 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.820996 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.821085 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.821254 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.821429 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.821574 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.821704 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.821862 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.822020 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.822205 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.822376 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.822537 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.822698 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.822857 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.823015 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.823173 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.823333 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.823496 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.823664 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.823829 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.823989 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.824155 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.824321 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.824488 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.824678 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.824835 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.825004 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.825153 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.825308 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.825465 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.825622 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.825781 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.825938 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.826097 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.826271 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.827163 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.827163 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.827398 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.827398 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.827517 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.828494 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.828494 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.828494 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.828494 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.828494 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.828494 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 22:43:26.828987 dv-neutron-857791-1-hyperv neutron-server[89063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 22:43:37.600333 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c7d27e-2c87-4cdf-aa8b-aa356d4e701f None None] get_active_networks_info from dv-neutron-857791-1-hyperv {{(pid=89172) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 14 22:43:37.716331 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c7d27e-2c87-4cdf-aa8b-aa356d4e701f None None] No non-hosted networks {{(pid=89172) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 14 22:43:37.729177 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.agentschedulers_db [None req-d8c7d27e-2c87-4cdf-aa8b-aa356d4e701f None None] DHCP Agent not found on host dv-neutron-857791-1-hyperv {{(pid=89172) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 14 22:43:37.812519 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8ff9a955-87a3-4609-852b-e555463f33f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33043758'] for agent, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:43:39.657780 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-567c867e-f3a5-405c-95b1-153f7bca5ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33043758'] for agent, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:43:39.697093 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f435d722-03b9-4253-8673-df4296bfa5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:43:40.722522 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33043758'] for agent, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:43:40.852177 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33043758'] for agent, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:43:40.852970 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:40.853367 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:40.853536 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:40.853823 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:40.854144 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:40.854458 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:40.854779 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:40.855360 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:40.855678 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:40.856006 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:40.856344 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:40.858837 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:40.859297 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-857791-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:43:40.872450 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-857791-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:43:42.304084 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33043758'] for agent, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:43:43.789338 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 42926) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:43:44.382151 dv-neutron-857791-1-hyperv neutron-server[89170]: WARNING oslo_policy.policy [None req-ccf3b269-a704-4fff-a899-668af00ca3f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 22:43:44.382810 dv-neutron-857791-1-hyperv neutron-server[89170]: WARNING oslo_policy.policy [None req-ccf3b269-a704-4fff-a899-668af00ca3f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 22:43:44.598269 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-ccf3b269-a704-4fff-a899-668af00ca3f2 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:43:44.599324 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ccf3b269-a704-4fff-a899-668af00ca3f2 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8090181 Sep 14 22:43:44.893100 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.db.l3_hamode_db [None req-093cb576-dd74-4d31-b386-f1f8c7d607ab None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 14 22:43:44.983908 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093cb576-dd74-4d31-b386-f1f8c7d607ab None None] Routers set() bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:43:44.984284 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093cb576-dd74-4d31-b386-f1f8c7d607ab None None] Router IDs set() for agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:461}} Sep 14 22:43:46.990529 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 42940) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:43:47.565589 dv-neutron-857791-1-hyperv neutron-server[89171]: WARNING oslo_policy.policy [None req-abd68a85-de9e-47da-9721-b65aaa8abc0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 22:43:47.566130 dv-neutron-857791-1-hyperv neutron-server[89171]: WARNING oslo_policy.policy [None req-abd68a85-de9e-47da-9721-b65aaa8abc0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 22:43:47.777736 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-abd68a85-de9e-47da-9721-b65aaa8abc0b admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:43:47.870405 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.policy [None req-abd68a85-de9e-47da-9721-b65aaa8abc0b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89171) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 14 22:43:47.916018 dv-neutron-857791-1-hyperv neutron-server[89171]: WARNING oslo_policy.policy [None req-abd68a85-de9e-47da-9721-b65aaa8abc0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 22:43:47.916376 dv-neutron-857791-1-hyperv neutron-server[89171]: WARNING oslo_policy.policy [None req-abd68a85-de9e-47da-9721-b65aaa8abc0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 22:43:47.924934 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.quota [None req-abd68a85-de9e-47da-9721-b65aaa8abc0b admin admin] Loaded quota_driver: . Sep 14 22:43:47.940579 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-abd68a85-de9e-47da-9721-b65aaa8abc0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:43:47.999519 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-abd68a85-de9e-47da-9721-b65aaa8abc0b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756552577037', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756552577630', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756552566532', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756552594390', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756552582508', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756552612981', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-586061', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-32876248', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-375270', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-457828'] for rbac-policy, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:43:48.059250 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-abd68a85-de9e-47da-9721-b65aaa8abc0b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:43:48.061144 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-abd68a85-de9e-47da-9721-b65aaa8abc0b admin admin] 10.222.0.33 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0685623 Sep 14 22:43:50.669711 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 42958) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:43:51.009921 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-610cb387-b900-4471-b1a4-d976c5120ef3 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'c5c7c1aa4137464d8e8996e2544e0a2c'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:43:51.014953 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-610cb387-b900-4471-b1a4-d976c5120ef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:43:51.019091 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-610cb387-b900-4471-b1a4-d976c5120ef3 admin admin] Usage tracker for resource:network and tenant:c5c7c1aa4137464d8e8996e2544e0a2c is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:43:51.023654 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-610cb387-b900-4471-b1a4-d976c5120ef3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:43:51.029704 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-610cb387-b900-4471-b1a4-d976c5120ef3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:43:51.039028 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610cb387-b900-4471-b1a4-d976c5120ef3 admin admin] Made reservation on behalf of c5c7c1aa4137464d8e8996e2544e0a2c for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:43:51.041773 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-610cb387-b900-4471-b1a4-d976c5120ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:43:51.059211 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-610cb387-b900-4471-b1a4-d976c5120ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:43:51.073469 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-610cb387-b900-4471-b1a4-d976c5120ef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:43:51.077075 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-610cb387-b900-4471-b1a4-d976c5120ef3 admin admin] Usage tracker for resource:security_group_rule and tenant:c5c7c1aa4137464d8e8996e2544e0a2c is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:43:51.082168 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-610cb387-b900-4471-b1a4-d976c5120ef3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:43:51.087589 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-610cb387-b900-4471-b1a4-d976c5120ef3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:43:51.181742 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-610cb387-b900-4471-b1a4-d976c5120ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:43:51.186188 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-610cb387-b900-4471-b1a4-d976c5120ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:43:51.207357 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-610cb387-b900-4471-b1a4-d976c5120ef3 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:43:51.233056 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-610cb387-b900-4471-b1a4-d976c5120ef3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756549281693', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:43:51.233595 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-610cb387-b900-4471-b1a4-d976c5120ef3 admin admin] Unsubscribe: segment precommit_create {{(pid=89171) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 14 22:43:51.234088 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-610cb387-b900-4471-b1a4-d976c5120ef3 admin admin] Added segment 0f1ca75d-b588-4a18-ae60-9329db28ea8c of type vlan for network 6e3f0d53-f9cc-43c7-81b3-9612b2aad2a9 Sep 14 22:43:51.281859 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cb387-b900-4471-b1a4-d976c5120ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b003ac5a-7aef-4bed-83a7-a1df1d73b0a2,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:43:51.303049 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610cb387-b900-4471-b1a4-d976c5120ef3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:51.303313 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610cb387-b900-4471-b1a4-d976c5120ef3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:51.303639 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610cb387-b900-4471-b1a4-d976c5120ef3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:51.303962 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610cb387-b900-4471-b1a4-d976c5120ef3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:51.304280 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610cb387-b900-4471-b1a4-d976c5120ef3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:51.304596 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610cb387-b900-4471-b1a4-d976c5120ef3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:51.304932 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610cb387-b900-4471-b1a4-d976c5120ef3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:51.305247 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610cb387-b900-4471-b1a4-d976c5120ef3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:51.305595 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610cb387-b900-4471-b1a4-d976c5120ef3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:51.305905 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610cb387-b900-4471-b1a4-d976c5120ef3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:51.306210 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610cb387-b900-4471-b1a4-d976c5120ef3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:51.306539 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610cb387-b900-4471-b1a4-d976c5120ef3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:51.307781 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610cb387-b900-4471-b1a4-d976c5120ef3 admin admin] Tracked resource versions report: Sep 14 22:43:51.307781 dv-neutron-857791-1-hyperv neutron-server[89171]: pushed versions: Sep 14 22:43:51.307781 dv-neutron-857791-1-hyperv neutron-server[89171]: { 'AddressGroup': {'1.2'}, Sep 14 22:43:51.307781 dv-neutron-857791-1-hyperv neutron-server[89171]: 'ConntrackHelper': {'1.0'}, Sep 14 22:43:51.307781 dv-neutron-857791-1-hyperv neutron-server[89171]: 'Log': {'1.0'}, Sep 14 22:43:51.307781 dv-neutron-857791-1-hyperv neutron-server[89171]: 'Network': {'1.1'}, Sep 14 22:43:51.307781 dv-neutron-857791-1-hyperv neutron-server[89171]: 'Port': {'1.7'}, Sep 14 22:43:51.307781 dv-neutron-857791-1-hyperv neutron-server[89171]: 'PortForwarding': {'1.2'}, Sep 14 22:43:51.307781 dv-neutron-857791-1-hyperv neutron-server[89171]: 'QosPolicy': {'1.8'}, Sep 14 22:43:51.307781 dv-neutron-857791-1-hyperv neutron-server[89171]: 'SecurityGroup': {'1.4'}, Sep 14 22:43:51.307781 dv-neutron-857791-1-hyperv neutron-server[89171]: 'SecurityGroupRule': {'1.2'}, Sep 14 22:43:51.307781 dv-neutron-857791-1-hyperv neutron-server[89171]: 'SubPort': {'1.0'}, Sep 14 22:43:51.307781 dv-neutron-857791-1-hyperv neutron-server[89171]: 'Subnet': {'1.1'}, Sep 14 22:43:51.307781 dv-neutron-857791-1-hyperv neutron-server[89171]: 'Trunk': {'1.1'}} Sep 14 22:43:51.307781 dv-neutron-857791-1-hyperv neutron-server[89171]: consumer versions: Sep 14 22:43:51.307781 dv-neutron-857791-1-hyperv neutron-server[89171]: { DHCP agent@dv-neutron-857791-1-hyperv: {}, Sep 14 22:43:51.307781 dv-neutron-857791-1-hyperv neutron-server[89171]: L3 agent@dv-neutron-857791-1-hyperv: {}, Sep 14 22:43:51.307781 dv-neutron-857791-1-hyperv neutron-server[89171]: Metadata agent@dv-neutron-857791-1-hyperv: {}, Sep 14 22:43:51.307781 dv-neutron-857791-1-hyperv neutron-server[89171]: Metering agent@dv-neutron-857791-1-hyperv: {}, Sep 14 22:43:51.307781 dv-neutron-857791-1-hyperv neutron-server[89171]: Open vSwitch agent@dv-neutron-857791-1-hyperv: { 'AddressGroup': '1.2', Sep 14 22:43:51.307781 dv-neutron-857791-1-hyperv neutron-server[89171]: 'ConntrackHelper': '1.0', Sep 14 22:43:51.307781 dv-neutron-857791-1-hyperv neutron-server[89171]: 'Log': '1.0', Sep 14 22:43:51.307781 dv-neutron-857791-1-hyperv neutron-server[89171]: 'Network': '1.1', Sep 14 22:43:51.307781 dv-neutron-857791-1-hyperv neutron-server[89171]: 'Port': '1.7', Sep 14 22:43:51.307781 dv-neutron-857791-1-hyperv neutron-server[89171]: 'PortForwarding': '1.2', Sep 14 22:43:51.307781 dv-neutron-857791-1-hyperv neutron-server[89171]: 'QosPolicy': '1.8', Sep 14 22:43:51.307781 dv-neutron-857791-1-hyperv neutron-server[89171]: 'SecurityGroup': '1.4', Sep 14 22:43:51.307781 dv-neutron-857791-1-hyperv neutron-server[89171]: 'SecurityGroupRule': '1.2', Sep 14 22:43:51.307781 dv-neutron-857791-1-hyperv neutron-server[89171]: 'SubPort': '1.0', Sep 14 22:43:51.307781 dv-neutron-857791-1-hyperv neutron-server[89171]: 'Subnet': '1.1', Sep 14 22:43:51.307781 dv-neutron-857791-1-hyperv neutron-server[89171]: 'Trunk': '1.1'}} Sep 14 22:43:51.307781 dv-neutron-857791-1-hyperv neutron-server[89171]: {{(pid=89171) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 22:43:51.342256 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-610cb387-b900-4471-b1a4-d976c5120ef3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:43:51.388953 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-610cb387-b900-4471-b1a4-d976c5120ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:43:51.390171 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610cb387-b900-4471-b1a4-d976c5120ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:43:51.390832 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-610cb387-b900-4471-b1a4-d976c5120ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:43:51.495446 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cb387-b900-4471-b1a4-d976c5120ef3 admin admin] Pushing event updated for resources: {'Network': ['ID=6e3f0d53-f9cc-43c7-81b3-9612b2aad2a9,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:43:51.499517 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-610cb387-b900-4471-b1a4-d976c5120ef3 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.8287940 Sep 14 22:43:51.516100 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 6e3f0d53-f9cc-43c7-81b3-9612b2aad2a9 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:43:54.267806 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 42974) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:43:54.829990 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.policy [None req-b3f5c90f-2c22-4b25-8528-f339db6f41f4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89170) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 14 22:43:54.875660 dv-neutron-857791-1-hyperv neutron-server[89170]: WARNING oslo_policy.policy [None req-b3f5c90f-2c22-4b25-8528-f339db6f41f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 22:43:54.876032 dv-neutron-857791-1-hyperv neutron-server[89170]: WARNING oslo_policy.policy [None req-b3f5c90f-2c22-4b25-8528-f339db6f41f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 22:43:54.885025 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f5c90f-2c22-4b25-8528-f339db6f41f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:43:54.886709 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b3f5c90f-2c22-4b25-8528-f339db6f41f4 admin admin] 10.222.0.33 "GET /v2.0/networks/6e3f0d53-f9cc-43c7-81b3-9612b2aad2a9 HTTP/1.1" status: 200 len: 824 time: 0.6179972 Sep 14 22:43:54.918436 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-30dc4ac3-332d-4475-81e9-0729cf0ed522 admin admin] 10.222.0.33 "GET /v2.0/subnetpools/8d737311-0855-4749-8fcf-78b1f11296a4 HTTP/1.1" status: 200 len: 734 time: 0.0257089 Sep 14 22:43:54.926790 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-6fa65425-96b0-4dd1-b932-021a2b4ed18b admin admin] Request body: {'subnet': {'tenant_id': 'c5c7c1aa4137464d8e8996e2544e0a2c', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '8d737311-0855-4749-8fcf-78b1f11296a4', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '6e3f0d53-f9cc-43c7-81b3-9612b2aad2a9'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:43:54.928346 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.quota [None req-6fa65425-96b0-4dd1-b932-021a2b4ed18b admin admin] Loaded quota_driver: . Sep 14 22:43:54.934217 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6fa65425-96b0-4dd1-b932-021a2b4ed18b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:43:54.939877 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6fa65425-96b0-4dd1-b932-021a2b4ed18b admin admin] Usage tracker for resource:subnet and tenant:c5c7c1aa4137464d8e8996e2544e0a2c is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:43:54.943175 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6fa65425-96b0-4dd1-b932-021a2b4ed18b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:43:54.950140 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6fa65425-96b0-4dd1-b932-021a2b4ed18b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:43:54.964465 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa65425-96b0-4dd1-b932-021a2b4ed18b admin admin] Made reservation on behalf of c5c7c1aa4137464d8e8996e2544e0a2c for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:43:54.967820 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6fa65425-96b0-4dd1-b932-021a2b4ed18b admin admin] Notify callbacks [] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:43:55.271063 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6fa65425-96b0-4dd1-b932-021a2b4ed18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:43:55.355992 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa65425-96b0-4dd1-b932-021a2b4ed18b admin admin] Checking segment: {'id': '0f1ca75d-b588-4a18-ae60-9329db28ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e3f0d53-f9cc-43c7-81b3-9612b2aad2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:43:55.356360 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa65425-96b0-4dd1-b932-021a2b4ed18b admin admin] Network hostable DHCP agents. Network: 6e3f0d53-f9cc-43c7-81b3-9612b2aad2a9, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:43:55.371311 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa65425-96b0-4dd1-b932-021a2b4ed18b admin admin] Pushing event updated for resources: {'Subnet': ['ID=81d63c6e-b153-4159-852d-7bcb70acbb60,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:43:55.381768 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa65425-96b0-4dd1-b932-021a2b4ed18b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:55.381768 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa65425-96b0-4dd1-b932-021a2b4ed18b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:55.381960 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa65425-96b0-4dd1-b932-021a2b4ed18b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:55.382280 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa65425-96b0-4dd1-b932-021a2b4ed18b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:55.382596 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa65425-96b0-4dd1-b932-021a2b4ed18b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:55.382914 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa65425-96b0-4dd1-b932-021a2b4ed18b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:55.383229 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa65425-96b0-4dd1-b932-021a2b4ed18b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:55.383541 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa65425-96b0-4dd1-b932-021a2b4ed18b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:55.383855 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa65425-96b0-4dd1-b932-021a2b4ed18b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:55.384164 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa65425-96b0-4dd1-b932-021a2b4ed18b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:55.384471 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa65425-96b0-4dd1-b932-021a2b4ed18b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:55.384810 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa65425-96b0-4dd1-b932-021a2b4ed18b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:55.386047 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa65425-96b0-4dd1-b932-021a2b4ed18b admin admin] Tracked resource versions report: Sep 14 22:43:55.386047 dv-neutron-857791-1-hyperv neutron-server[89170]: pushed versions: Sep 14 22:43:55.386047 dv-neutron-857791-1-hyperv neutron-server[89170]: { 'AddressGroup': {'1.2'}, Sep 14 22:43:55.386047 dv-neutron-857791-1-hyperv neutron-server[89170]: 'ConntrackHelper': {'1.0'}, Sep 14 22:43:55.386047 dv-neutron-857791-1-hyperv neutron-server[89170]: 'Log': {'1.0'}, Sep 14 22:43:55.386047 dv-neutron-857791-1-hyperv neutron-server[89170]: 'Network': {'1.1'}, Sep 14 22:43:55.386047 dv-neutron-857791-1-hyperv neutron-server[89170]: 'Port': {'1.7'}, Sep 14 22:43:55.386047 dv-neutron-857791-1-hyperv neutron-server[89170]: 'PortForwarding': {'1.2'}, Sep 14 22:43:55.386047 dv-neutron-857791-1-hyperv neutron-server[89170]: 'QosPolicy': {'1.8'}, Sep 14 22:43:55.386047 dv-neutron-857791-1-hyperv neutron-server[89170]: 'SecurityGroup': {'1.4'}, Sep 14 22:43:55.386047 dv-neutron-857791-1-hyperv neutron-server[89170]: 'SecurityGroupRule': {'1.2'}, Sep 14 22:43:55.386047 dv-neutron-857791-1-hyperv neutron-server[89170]: 'SubPort': {'1.0'}, Sep 14 22:43:55.386047 dv-neutron-857791-1-hyperv neutron-server[89170]: 'Subnet': {'1.1'}, Sep 14 22:43:55.386047 dv-neutron-857791-1-hyperv neutron-server[89170]: 'Trunk': {'1.1'}} Sep 14 22:43:55.386047 dv-neutron-857791-1-hyperv neutron-server[89170]: consumer versions: Sep 14 22:43:55.386047 dv-neutron-857791-1-hyperv neutron-server[89170]: { DHCP agent@dv-neutron-857791-1-hyperv: {}, Sep 14 22:43:55.386047 dv-neutron-857791-1-hyperv neutron-server[89170]: L3 agent@dv-neutron-857791-1-hyperv: {}, Sep 14 22:43:55.386047 dv-neutron-857791-1-hyperv neutron-server[89170]: Metadata agent@dv-neutron-857791-1-hyperv: {}, Sep 14 22:43:55.386047 dv-neutron-857791-1-hyperv neutron-server[89170]: Metering agent@dv-neutron-857791-1-hyperv: {}, Sep 14 22:43:55.386047 dv-neutron-857791-1-hyperv neutron-server[89170]: Open vSwitch agent@dv-neutron-857791-1-hyperv: { 'AddressGroup': '1.2', Sep 14 22:43:55.386047 dv-neutron-857791-1-hyperv neutron-server[89170]: 'ConntrackHelper': '1.0', Sep 14 22:43:55.386047 dv-neutron-857791-1-hyperv neutron-server[89170]: 'Log': '1.0', Sep 14 22:43:55.386047 dv-neutron-857791-1-hyperv neutron-server[89170]: 'Network': '1.1', Sep 14 22:43:55.386047 dv-neutron-857791-1-hyperv neutron-server[89170]: 'Port': '1.7', Sep 14 22:43:55.386047 dv-neutron-857791-1-hyperv neutron-server[89170]: 'PortForwarding': '1.2', Sep 14 22:43:55.386047 dv-neutron-857791-1-hyperv neutron-server[89170]: 'QosPolicy': '1.8', Sep 14 22:43:55.386047 dv-neutron-857791-1-hyperv neutron-server[89170]: 'SecurityGroup': '1.4', Sep 14 22:43:55.386047 dv-neutron-857791-1-hyperv neutron-server[89170]: 'SecurityGroupRule': '1.2', Sep 14 22:43:55.386047 dv-neutron-857791-1-hyperv neutron-server[89170]: 'SubPort': '1.0', Sep 14 22:43:55.386047 dv-neutron-857791-1-hyperv neutron-server[89170]: 'Subnet': '1.1', Sep 14 22:43:55.386047 dv-neutron-857791-1-hyperv neutron-server[89170]: 'Trunk': '1.1'}} Sep 14 22:43:55.386047 dv-neutron-857791-1-hyperv neutron-server[89170]: {{(pid=89170) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 22:43:55.406694 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa65425-96b0-4dd1-b932-021a2b4ed18b admin admin] Network 6e3f0d53-f9cc-43c7-81b3-9612b2aad2a9 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:43:55.420748 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-6fa65425-96b0-4dd1-b932-021a2b4ed18b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 6e3f0d53-f9cc-43c7-81b3-9612b2aad2a9) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:43:55.425253 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa65425-96b0-4dd1-b932-021a2b4ed18b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:43:55.425900 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6fa65425-96b0-4dd1-b932-021a2b4ed18b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:43:55.430548 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c68cc7-23fe-4896-8017-a7aeeb81a32d None None] Network 6e3f0d53-f9cc-43c7-81b3-9612b2aad2a9 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:43:55.452090 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6fa65425-96b0-4dd1-b932-021a2b4ed18b admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5252280 Sep 14 22:43:55.716830 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4b0403-dbf2-441f-a5ee-eab33a2974f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-6e3f0d53-f9cc-43c7-81b3-9612b2aad2a9', 'network_id': '6e3f0d53-f9cc-43c7-81b3-9612b2aad2a9', 'tenant_id': 'c5c7c1aa4137464d8e8996e2544e0a2c', 'fixed_ips': [{'subnet_id': '81d63c6e-b153-4159-852d-7bcb70acbb60'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:43:55.718102 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0403-dbf2-441f-a5ee-eab33a2974f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:43:55.901077 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-9d4b0403-dbf2-441f-a5ee-eab33a2974f8 None None] Allocated IP 172.20.0.2 (6e3f0d53-f9cc-43c7-81b3-9612b2aad2a9/81d63c6e-b153-4159-852d-7bcb70acbb60/55da0ba0-7f21-45b1-b26c-a374e33336f7) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:43:56.128053 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0403-dbf2-441f-a5ee-eab33a2974f8 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:43:56.146586 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-9d4b0403-dbf2-441f-a5ee-eab33a2974f8 None None] Transition to ACTIVE for port object 55da0ba0-7f21-45b1-b26c-a374e33336f7 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:43:56.166607 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-9d4b0403-dbf2-441f-a5ee-eab33a2974f8 None None] Transition to ACTIVE for port object 55da0ba0-7f21-45b1-b26c-a374e33336f7 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:43:56.175061 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0403-dbf2-441f-a5ee-eab33a2974f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:43:56.238786 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4b0403-dbf2-441f-a5ee-eab33a2974f8 None None] Network 6e3f0d53-f9cc-43c7-81b3-9612b2aad2a9 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:43:56.241646 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-9d4b0403-dbf2-441f-a5ee-eab33a2974f8 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:43:56.248483 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4b0403-dbf2-441f-a5ee-eab33a2974f8 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:43:56.250580 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b0403-dbf2-441f-a5ee-eab33a2974f8 None None] Pushing event updated for resources: {'Port': ['ID=55da0ba0-7f21-45b1-b26c-a374e33336f7,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:43:56.259330 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4b0403-dbf2-441f-a5ee-eab33a2974f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:56.259688 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4b0403-dbf2-441f-a5ee-eab33a2974f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:56.260029 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4b0403-dbf2-441f-a5ee-eab33a2974f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:56.260358 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4b0403-dbf2-441f-a5ee-eab33a2974f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:56.260709 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4b0403-dbf2-441f-a5ee-eab33a2974f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:56.261052 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4b0403-dbf2-441f-a5ee-eab33a2974f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:56.261377 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4b0403-dbf2-441f-a5ee-eab33a2974f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:56.261701 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4b0403-dbf2-441f-a5ee-eab33a2974f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:56.262020 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4b0403-dbf2-441f-a5ee-eab33a2974f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:56.262337 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4b0403-dbf2-441f-a5ee-eab33a2974f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:56.262651 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4b0403-dbf2-441f-a5ee-eab33a2974f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:56.262963 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4b0403-dbf2-441f-a5ee-eab33a2974f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:43:56.264867 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4b0403-dbf2-441f-a5ee-eab33a2974f8 None None] Tracked resource versions report: Sep 14 22:43:56.264867 dv-neutron-857791-1-hyperv neutron-server[89172]: pushed versions: Sep 14 22:43:56.264867 dv-neutron-857791-1-hyperv neutron-server[89172]: { 'AddressGroup': {'1.2'}, Sep 14 22:43:56.264867 dv-neutron-857791-1-hyperv neutron-server[89172]: 'ConntrackHelper': {'1.0'}, Sep 14 22:43:56.264867 dv-neutron-857791-1-hyperv neutron-server[89172]: 'Log': {'1.0'}, Sep 14 22:43:56.264867 dv-neutron-857791-1-hyperv neutron-server[89172]: 'Network': {'1.1'}, Sep 14 22:43:56.264867 dv-neutron-857791-1-hyperv neutron-server[89172]: 'Port': {'1.7'}, Sep 14 22:43:56.264867 dv-neutron-857791-1-hyperv neutron-server[89172]: 'PortForwarding': {'1.2'}, Sep 14 22:43:56.264867 dv-neutron-857791-1-hyperv neutron-server[89172]: 'QosPolicy': {'1.8'}, Sep 14 22:43:56.264867 dv-neutron-857791-1-hyperv neutron-server[89172]: 'SecurityGroup': {'1.4'}, Sep 14 22:43:56.264867 dv-neutron-857791-1-hyperv neutron-server[89172]: 'SecurityGroupRule': {'1.2'}, Sep 14 22:43:56.264867 dv-neutron-857791-1-hyperv neutron-server[89172]: 'SubPort': {'1.0'}, Sep 14 22:43:56.264867 dv-neutron-857791-1-hyperv neutron-server[89172]: 'Subnet': {'1.1'}, Sep 14 22:43:56.264867 dv-neutron-857791-1-hyperv neutron-server[89172]: 'Trunk': {'1.1'}} Sep 14 22:43:56.264867 dv-neutron-857791-1-hyperv neutron-server[89172]: consumer versions: Sep 14 22:43:56.264867 dv-neutron-857791-1-hyperv neutron-server[89172]: { DHCP agent@dv-neutron-857791-1-hyperv: {}, Sep 14 22:43:56.264867 dv-neutron-857791-1-hyperv neutron-server[89172]: L3 agent@dv-neutron-857791-1-hyperv: {}, Sep 14 22:43:56.264867 dv-neutron-857791-1-hyperv neutron-server[89172]: Metadata agent@dv-neutron-857791-1-hyperv: {}, Sep 14 22:43:56.264867 dv-neutron-857791-1-hyperv neutron-server[89172]: Metering agent@dv-neutron-857791-1-hyperv: {}, Sep 14 22:43:56.264867 dv-neutron-857791-1-hyperv neutron-server[89172]: Open vSwitch agent@dv-neutron-857791-1-hyperv: { 'AddressGroup': '1.2', Sep 14 22:43:56.264867 dv-neutron-857791-1-hyperv neutron-server[89172]: 'ConntrackHelper': '1.0', Sep 14 22:43:56.264867 dv-neutron-857791-1-hyperv neutron-server[89172]: 'Log': '1.0', Sep 14 22:43:56.264867 dv-neutron-857791-1-hyperv neutron-server[89172]: 'Network': '1.1', Sep 14 22:43:56.264867 dv-neutron-857791-1-hyperv neutron-server[89172]: 'Port': '1.7', Sep 14 22:43:56.264867 dv-neutron-857791-1-hyperv neutron-server[89172]: 'PortForwarding': '1.2', Sep 14 22:43:56.264867 dv-neutron-857791-1-hyperv neutron-server[89172]: 'QosPolicy': '1.8', Sep 14 22:43:56.264867 dv-neutron-857791-1-hyperv neutron-server[89172]: 'SecurityGroup': '1.4', Sep 14 22:43:56.264867 dv-neutron-857791-1-hyperv neutron-server[89172]: 'SecurityGroupRule': '1.2', Sep 14 22:43:56.264867 dv-neutron-857791-1-hyperv neutron-server[89172]: 'SubPort': '1.0', Sep 14 22:43:56.264867 dv-neutron-857791-1-hyperv neutron-server[89172]: 'Subnet': '1.1', Sep 14 22:43:56.264867 dv-neutron-857791-1-hyperv neutron-server[89172]: 'Trunk': '1.1'}} Sep 14 22:43:56.264867 dv-neutron-857791-1-hyperv neutron-server[89172]: {{(pid=89172) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 22:43:56.372262 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-9d4b0403-dbf2-441f-a5ee-eab33a2974f8 None None] Attempting to bind port 55da0ba0-7f21-45b1-b26c-a374e33336f7 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:43:56.372732 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-9d4b0403-dbf2-441f-a5ee-eab33a2974f8 None None] Attempting to bind port 55da0ba0-7f21-45b1-b26c-a374e33336f7 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '0f1ca75d-b588-4a18-ae60-9329db28ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e3f0d53-f9cc-43c7-81b3-9612b2aad2a9'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:43:56.373317 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4b0403-dbf2-441f-a5ee-eab33a2974f8 None None] Attempting to bind port 55da0ba0-7f21-45b1-b26c-a374e33336f7 on network 6e3f0d53-f9cc-43c7-81b3-9612b2aad2a9 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:43:56.379156 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4b0403-dbf2-441f-a5ee-eab33a2974f8 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:43:56.379440 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4b0403-dbf2-441f-a5ee-eab33a2974f8 None None] Checking segment: {'id': '0f1ca75d-b588-4a18-ae60-9329db28ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e3f0d53-f9cc-43c7-81b3-9612b2aad2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:43:56.379906 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0403-dbf2-441f-a5ee-eab33a2974f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:43:56.380289 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4b0403-dbf2-441f-a5ee-eab33a2974f8 None None] Bound using segment: {'id': '0f1ca75d-b588-4a18-ae60-9329db28ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e3f0d53-f9cc-43c7-81b3-9612b2aad2a9'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:43:56.380840 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-9d4b0403-dbf2-441f-a5ee-eab33a2974f8 None None] Bound port: 55da0ba0-7f21-45b1-b26c-a374e33336f7, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f1ca75d-b588-4a18-ae60-9329db28ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e3f0d53-f9cc-43c7-81b3-9612b2aad2a9'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:43:56.381270 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0403-dbf2-441f-a5ee-eab33a2974f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:43:56.471509 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-9d4b0403-dbf2-441f-a5ee-eab33a2974f8 None None] For port 55da0ba0-7f21-45b1-b26c-a374e33336f7, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:43:56.475516 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-9d4b0403-dbf2-441f-a5ee-eab33a2974f8 None None] For port 55da0ba0-7f21-45b1-b26c-a374e33336f7, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=55da0ba0-7f21-45b1-b26c-a374e33336f7,segment=NetworkSegment(0f1ca75d-b588-4a18-ae60-9329db28ea8c),segment_id=0f1ca75d-b588-4a18-ae60-9329db28ea8c)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:43:56.481494 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0403-dbf2-441f-a5ee-eab33a2974f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:43:56.562013 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b0403-dbf2-441f-a5ee-eab33a2974f8 None None] Pushing event updated for resources: {'Port': ['ID=55da0ba0-7f21-45b1-b26c-a374e33336f7,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:43:57.908478 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 42990) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:43:58.282305 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [None req-8c9ea4d1-b67c-46bc-823c-94e42b01cb2b admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89171) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:43:58.283286 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8c9ea4d1-b67c-46bc-823c-94e42b01cb2b admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3734441 Sep 14 22:44:00.392024 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a86885f-ddc5-4129-9fa1-c10271c4a0ca None None] Network 6e3f0d53-f9cc-43c7-81b3-9612b2aad2a9 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:44:00.513929 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e221b6db-75d8-4ecf-a2d3-437c54fafaf2 None None] Provisioning for port 55da0ba0-7f21-45b1-b26c-a374e33336f7 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:44:00.574715 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 55da0ba0-7f21-45b1-b26c-a374e33336f7 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:44:00.705694 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 55da0ba0-7f21-45b1-b26c-a374e33336f7 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:44:00.712871 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 55da0ba0-7f21-45b1-b26c-a374e33336f7 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:44:00.713263 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:00.726879 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 43004) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:44:00.840077 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 55da0ba0-7f21-45b1-b26c-a374e33336f7 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:44:00.840550 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:00.877495 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 55da0ba0-7f21-45b1-b26c-a374e33336f7, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=55da0ba0-7f21-45b1-b26c-a374e33336f7,segment=NetworkSegment(0f1ca75d-b588-4a18-ae60-9329db28ea8c),segment_id=0f1ca75d-b588-4a18-ae60-9329db28ea8c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:44:00.882170 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:00.964941 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=55da0ba0-7f21-45b1-b26c-a374e33336f7,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:44:01.047243 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34439fcb-37c0-4dfb-a35b-977d602e9e90 None None] Provisioning complete for port 55da0ba0-7f21-45b1-b26c-a374e33336f7 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:44:01.047605 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34439fcb-37c0-4dfb-a35b-977d602e9e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:01.125520 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [None req-e434eb3f-4103-4e12-8b3e-ccdd64fbb3e9 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89171) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:44:01.126585 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e434eb3f-4103-4e12-8b3e-ccdd64fbb3e9 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3987188 Sep 14 22:44:01.163921 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34439fcb-37c0-4dfb-a35b-977d602e9e90 None None] Current status of the port 55da0ba0-7f21-45b1-b26c-a374e33336f7 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:44:02.531743 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 55da0ba0-7f21-45b1-b26c-a374e33336f7 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:44:02.598842 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 55da0ba0-7f21-45b1-b26c-a374e33336f7 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:44:02.599210 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:02.711574 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 55da0ba0-7f21-45b1-b26c-a374e33336f7 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:44:03.787076 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 43016) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:44:04.127478 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-bb24f924-2a45-4a14-8161-eaed4de10b7f admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'c5c7c1aa4137464d8e8996e2544e0a2c', 'admin_state_up': True}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:44:04.132412 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-bb24f924-2a45-4a14-8161-eaed4de10b7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:44:04.136160 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-bb24f924-2a45-4a14-8161-eaed4de10b7f admin admin] Usage tracker for resource:router and tenant:c5c7c1aa4137464d8e8996e2544e0a2c is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:44:04.140015 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-bb24f924-2a45-4a14-8161-eaed4de10b7f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:44:04.145602 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-bb24f924-2a45-4a14-8161-eaed4de10b7f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:44:04.155281 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bb24f924-2a45-4a14-8161-eaed4de10b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:04.156882 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bb24f924-2a45-4a14-8161-eaed4de10b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:04.177438 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bb24f924-2a45-4a14-8161-eaed4de10b7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:04.287216 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bb24f924-2a45-4a14-8161-eaed4de10b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:04.307698 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bb24f924-2a45-4a14-8161-eaed4de10b7f admin admin] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:04.308877 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-bb24f924-2a45-4a14-8161-eaed4de10b7f admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5208201 Sep 14 22:44:06.698912 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 43026) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:44:07.056318 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-a59aadab-7598-4e52-bf5d-340601c9c29d admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:44:07.057348 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a59aadab-7598-4e52-bf5d-340601c9c29d admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3575151 Sep 14 22:44:07.572199 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9221df3d-d392-48e6-aac4-9191d8781dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:09.472484 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 43036) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:44:09.652373 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1f2ae6a8-01a3-4b56-9b09-2ef33fbfdfc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:09.835463 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-934fc2f3-5d91-4531-9c67-1cbf30fbc9c4 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:44:09.840134 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-934fc2f3-5d91-4531-9c67-1cbf30fbc9c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:44:09.844087 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-934fc2f3-5d91-4531-9c67-1cbf30fbc9c4 admin admin] Usage tracker for resource:network and tenant:0027571bb646416c9191592535e3546e is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:44:09.847522 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-934fc2f3-5d91-4531-9c67-1cbf30fbc9c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:44:09.853481 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-934fc2f3-5d91-4531-9c67-1cbf30fbc9c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:44:09.863965 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934fc2f3-5d91-4531-9c67-1cbf30fbc9c4 admin admin] Made reservation on behalf of 0027571bb646416c9191592535e3546e for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:44:09.866408 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-934fc2f3-5d91-4531-9c67-1cbf30fbc9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:09.887607 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-934fc2f3-5d91-4531-9c67-1cbf30fbc9c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:09.903532 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-934fc2f3-5d91-4531-9c67-1cbf30fbc9c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:44:09.907281 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-934fc2f3-5d91-4531-9c67-1cbf30fbc9c4 admin admin] Usage tracker for resource:security_group_rule and tenant:0027571bb646416c9191592535e3546e is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:44:09.910583 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-934fc2f3-5d91-4531-9c67-1cbf30fbc9c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:44:09.917045 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-934fc2f3-5d91-4531-9c67-1cbf30fbc9c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:44:10.018144 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-934fc2f3-5d91-4531-9c67-1cbf30fbc9c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:10.021892 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-934fc2f3-5d91-4531-9c67-1cbf30fbc9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:10.042569 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-934fc2f3-5d91-4531-9c67-1cbf30fbc9c4 admin admin] Reserving flat network on physical network physnet1 {{(pid=89170) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 14 22:44:10.063628 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934fc2f3-5d91-4531-9c67-1cbf30fbc9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d5136d-8c37-4ae2-b291-1778221504de,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:44:10.070946 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-934fc2f3-5d91-4531-9c67-1cbf30fbc9c4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756549281693', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:10.071482 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-934fc2f3-5d91-4531-9c67-1cbf30fbc9c4 admin admin] Unsubscribe: segment precommit_create {{(pid=89170) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 14 22:44:10.071941 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-934fc2f3-5d91-4531-9c67-1cbf30fbc9c4 admin admin] Added segment 8c95486f-72c5-4e6c-bfbe-298408504189 of type flat for network 681410b9-e86d-4f65-a0f3-ea2093b5104b Sep 14 22:44:10.114257 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-934fc2f3-5d91-4531-9c67-1cbf30fbc9c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:10.155446 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-934fc2f3-5d91-4531-9c67-1cbf30fbc9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:10.156430 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934fc2f3-5d91-4531-9c67-1cbf30fbc9c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:44:10.157031 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-934fc2f3-5d91-4531-9c67-1cbf30fbc9c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:10.279313 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-934fc2f3-5d91-4531-9c67-1cbf30fbc9c4 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8056583 Sep 14 22:44:10.280006 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934fc2f3-5d91-4531-9c67-1cbf30fbc9c4 admin admin] Pushing event updated for resources: {'Network': ['ID=681410b9-e86d-4f65-a0f3-ea2093b5104b,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:44:10.290857 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:44:10.686180 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:10.822790 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:12.271174 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:12.670837 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 43056) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:44:12.873671 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6495ce-0e5c-407f-a10d-0c3bd68ce8cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:44:12.874997 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-bb6495ce-0e5c-407f-a10d-0c3bd68ce8cf admin admin] 10.222.0.33 "GET /v2.0/subnets/81d63c6e-b153-4159-852d-7bcb70acbb60 HTTP/1.1" status: 200 len: 849 time: 0.2032051 Sep 14 22:44:13.049441 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1e3030e6-bb01-4890-9ae5-b5e91c6cb778 admin admin] 10.222.0.33 "GET /v2.0/routers/e68bd4a2-1f82-4592-95ea-14569a0e881c HTTP/1.1" status: 200 len: 704 time: 0.1687632 Sep 14 22:44:13.510243 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-18781168-b2c5-4c21-bf2b-a08d7c681c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:13.733958 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-18781168-b2c5-4c21-bf2b-a08d7c681c60 admin admin] Allocated IP 172.20.0.1 (6e3f0d53-f9cc-43c7-81b3-9612b2aad2a9/81d63c6e-b153-4159-852d-7bcb70acbb60/00ade2b4-184c-419b-957f-34ebf59360fe) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:44:13.888232 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-18781168-b2c5-4c21-bf2b-a08d7c681c60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:13.905344 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-18781168-b2c5-4c21-bf2b-a08d7c681c60 admin admin] Transition to ACTIVE for port object 00ade2b4-184c-419b-957f-34ebf59360fe will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:44:13.962030 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-18781168-b2c5-4c21-bf2b-a08d7c681c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:14.026556 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18781168-b2c5-4c21-bf2b-a08d7c681c60 admin admin] Network 6e3f0d53-f9cc-43c7-81b3-9612b2aad2a9 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:44:14.029409 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-18781168-b2c5-4c21-bf2b-a08d7c681c60 admin admin] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:44:14.033094 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18781168-b2c5-4c21-bf2b-a08d7c681c60 admin admin] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:44:14.033629 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-18781168-b2c5-4c21-bf2b-a08d7c681c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:14.193873 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18781168-b2c5-4c21-bf2b-a08d7c681c60 admin admin] Pushing event updated for resources: {'Port': ['ID=00ade2b4-184c-419b-957f-34ebf59360fe,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:44:14.243026 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e18d8278-4b68-402d-89ca-b71db3b5e261 None None] Provisioning for port 00ade2b4-184c-419b-957f-34ebf59360fe completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:44:14.248262 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e18d8278-4b68-402d-89ca-b71db3b5e261 None None] Provisioning complete for port 00ade2b4-184c-419b-957f-34ebf59360fe triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:44:14.248648 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e18d8278-4b68-402d-89ca-b71db3b5e261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:14.300916 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-e18d8278-4b68-402d-89ca-b71db3b5e261 None None] Port 00ade2b4-184c-419b-957f-34ebf59360fe cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:44:14.331228 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-18781168-b2c5-4c21-bf2b-a08d7c681c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:14.554689 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-18781168-b2c5-4c21-bf2b-a08d7c681c60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:14.559110 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-18781168-b2c5-4c21-bf2b-a08d7c681c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:14.560454 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-18781168-b2c5-4c21-bf2b-a08d7c681c60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:14.688509 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18781168-b2c5-4c21-bf2b-a08d7c681c60 admin admin] Pushing event updated for resources: {'Port': ['ID=00ade2b4-184c-419b-957f-34ebf59360fe,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:44:14.749358 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18781168-b2c5-4c21-bf2b-a08d7c681c60 admin admin] Network 6e3f0d53-f9cc-43c7-81b3-9612b2aad2a9 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:44:14.750378 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-18781168-b2c5-4c21-bf2b-a08d7c681c60 admin admin] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:44:14.922510 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-203511cc-cf03-4b31-980b-defa4d2a233d None None] Provisioning complete for port 00ade2b4-184c-419b-957f-34ebf59360fe triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:44:14.922880 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-203511cc-cf03-4b31-980b-defa4d2a233d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:14.938970 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18781168-b2c5-4c21-bf2b-a08d7c681c60 admin admin] Router e68bd4a2-1f82-4592-95ea-14569a0e881c is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:44:14.975335 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-203511cc-cf03-4b31-980b-defa4d2a233d None None] Port 00ade2b4-184c-419b-957f-34ebf59360fe cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:44:15.090308 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18781168-b2c5-4c21-bf2b-a08d7c681c60 admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:44:15.100683 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865a15ce-4224-4044-bd8e-5cbe86ccbfa4 None None] Sync routers for ids ['e68bd4a2-1f82-4592-95ea-14569a0e881c'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:44:15.101160 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-18781168-b2c5-4c21-bf2b-a08d7c681c60 admin admin] 10.222.0.33 "PUT /v2.0/routers/e68bd4a2-1f82-4592-95ea-14569a0e881c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0464766 Sep 14 22:44:15.111331 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865a15ce-4224-4044-bd8e-5cbe86ccbfa4 None None] Routers {'e68bd4a2-1f82-4592-95ea-14569a0e881c'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:44:15.112255 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-865a15ce-4224-4044-bd8e-5cbe86ccbfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:44:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['e68bd4a2-1f82-4592-95ea-14569a0e881c'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:44:15.286095 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-865a15ce-4224-4044-bd8e-5cbe86ccbfa4 None None] Set router e68bd4a2-1f82-4592-95ea-14569a0e881c gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:44:15.649752 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-865a15ce-4224-4044-bd8e-5cbe86ccbfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68bd4a2-1f82-4592-95ea-14569a0e881c', 'name': 'router1', 'tenant_id': 'c5c7c1aa4137464d8e8996e2544e0a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:44:04Z', 'updated_at': '2022-09-14T22:44:14Z', 'revision_number': 2, 'project_id': 'c5c7c1aa4137464d8e8996e2544e0a2c', 'gw_port_host': None, '_interfaces': [{'id': '00ade2b4-184c-419b-957f-34ebf59360fe', 'name': '', 'network_id': '6e3f0d53-f9cc-43c7-81b3-9612b2aad2a9', 'tenant_id': 'c5c7c1aa4137464d8e8996e2544e0a2c', 'mac_address': 'fa:16:3e:be:c5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68bd4a2-1f82-4592-95ea-14569a0e881c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '81d63c6e-b153-4159-852d-7bcb70acbb60', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:44:13Z', 'updated_at': '2022-09-14T22:44:14Z', 'revision_number': 2, 'project_id': 'c5c7c1aa4137464d8e8996e2544e0a2c', 'subnets': [{'id': '81d63c6e-b153-4159-852d-7bcb70acbb60', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d737311-0855-4749-8fcf-78b1f11296a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:44:15.654415 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865a15ce-4224-4044-bd8e-5cbe86ccbfa4 None None] Checking router: e68bd4a2-1f82-4592-95ea-14569a0e881c for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:44:15.654778 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865a15ce-4224-4044-bd8e-5cbe86ccbfa4 None None] Updating router e68bd4a2-1f82-4592-95ea-14569a0e881c port 00ade2b4-184c-419b-957f-34ebf59360fe binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:44:15.706033 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-865a15ce-4224-4044-bd8e-5cbe86ccbfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:16.079209 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-865a15ce-4224-4044-bd8e-5cbe86ccbfa4 None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:16.093646 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-865a15ce-4224-4044-bd8e-5cbe86ccbfa4 None None] Transition to ACTIVE for port object 00ade2b4-184c-419b-957f-34ebf59360fe will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:44:16.100895 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-865a15ce-4224-4044-bd8e-5cbe86ccbfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:16.332281 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3dd013-21d6-4a1f-b600-a9cc4d7d601b None None] Pushing event updated for resources: {'Port': ['ID=00ade2b4-184c-419b-957f-34ebf59360fe,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:44:16.351059 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3dd013-21d6-4a1f-b600-a9cc4d7d601b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:44:16.351398 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3dd013-21d6-4a1f-b600-a9cc4d7d601b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:44:16.351740 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3dd013-21d6-4a1f-b600-a9cc4d7d601b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:44:16.352047 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3dd013-21d6-4a1f-b600-a9cc4d7d601b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:44:16.352408 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3dd013-21d6-4a1f-b600-a9cc4d7d601b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:44:16.352723 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3dd013-21d6-4a1f-b600-a9cc4d7d601b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:44:16.353043 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3dd013-21d6-4a1f-b600-a9cc4d7d601b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:44:16.353355 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3dd013-21d6-4a1f-b600-a9cc4d7d601b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:44:16.353679 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3dd013-21d6-4a1f-b600-a9cc4d7d601b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:44:16.353991 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3dd013-21d6-4a1f-b600-a9cc4d7d601b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:44:16.354299 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3dd013-21d6-4a1f-b600-a9cc4d7d601b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:44:16.354610 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3dd013-21d6-4a1f-b600-a9cc4d7d601b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:44:16.356212 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3dd013-21d6-4a1f-b600-a9cc4d7d601b None None] Tracked resource versions report: Sep 14 22:44:16.356212 dv-neutron-857791-1-hyperv neutron-server[89173]: pushed versions: Sep 14 22:44:16.356212 dv-neutron-857791-1-hyperv neutron-server[89173]: { 'AddressGroup': {'1.2'}, Sep 14 22:44:16.356212 dv-neutron-857791-1-hyperv neutron-server[89173]: 'ConntrackHelper': {'1.0'}, Sep 14 22:44:16.356212 dv-neutron-857791-1-hyperv neutron-server[89173]: 'Log': {'1.0'}, Sep 14 22:44:16.356212 dv-neutron-857791-1-hyperv neutron-server[89173]: 'Network': {'1.1'}, Sep 14 22:44:16.356212 dv-neutron-857791-1-hyperv neutron-server[89173]: 'Port': {'1.7'}, Sep 14 22:44:16.356212 dv-neutron-857791-1-hyperv neutron-server[89173]: 'PortForwarding': {'1.2'}, Sep 14 22:44:16.356212 dv-neutron-857791-1-hyperv neutron-server[89173]: 'QosPolicy': {'1.8'}, Sep 14 22:44:16.356212 dv-neutron-857791-1-hyperv neutron-server[89173]: 'SecurityGroup': {'1.4'}, Sep 14 22:44:16.356212 dv-neutron-857791-1-hyperv neutron-server[89173]: 'SecurityGroupRule': {'1.2'}, Sep 14 22:44:16.356212 dv-neutron-857791-1-hyperv neutron-server[89173]: 'SubPort': {'1.0'}, Sep 14 22:44:16.356212 dv-neutron-857791-1-hyperv neutron-server[89173]: 'Subnet': {'1.1'}, Sep 14 22:44:16.356212 dv-neutron-857791-1-hyperv neutron-server[89173]: 'Trunk': {'1.1'}} Sep 14 22:44:16.356212 dv-neutron-857791-1-hyperv neutron-server[89173]: consumer versions: Sep 14 22:44:16.356212 dv-neutron-857791-1-hyperv neutron-server[89173]: { DHCP agent@dv-neutron-857791-1-hyperv: {}, Sep 14 22:44:16.356212 dv-neutron-857791-1-hyperv neutron-server[89173]: L3 agent@dv-neutron-857791-1-hyperv: {}, Sep 14 22:44:16.356212 dv-neutron-857791-1-hyperv neutron-server[89173]: Metadata agent@dv-neutron-857791-1-hyperv: {}, Sep 14 22:44:16.356212 dv-neutron-857791-1-hyperv neutron-server[89173]: Metering agent@dv-neutron-857791-1-hyperv: {}, Sep 14 22:44:16.356212 dv-neutron-857791-1-hyperv neutron-server[89173]: Open vSwitch agent@dv-neutron-857791-1-hyperv: { 'AddressGroup': '1.2', Sep 14 22:44:16.356212 dv-neutron-857791-1-hyperv neutron-server[89173]: 'ConntrackHelper': '1.0', Sep 14 22:44:16.356212 dv-neutron-857791-1-hyperv neutron-server[89173]: 'Log': '1.0', Sep 14 22:44:16.356212 dv-neutron-857791-1-hyperv neutron-server[89173]: 'Network': '1.1', Sep 14 22:44:16.356212 dv-neutron-857791-1-hyperv neutron-server[89173]: 'Port': '1.7', Sep 14 22:44:16.356212 dv-neutron-857791-1-hyperv neutron-server[89173]: 'PortForwarding': '1.2', Sep 14 22:44:16.356212 dv-neutron-857791-1-hyperv neutron-server[89173]: 'QosPolicy': '1.8', Sep 14 22:44:16.356212 dv-neutron-857791-1-hyperv neutron-server[89173]: 'SecurityGroup': '1.4', Sep 14 22:44:16.356212 dv-neutron-857791-1-hyperv neutron-server[89173]: 'SecurityGroupRule': '1.2', Sep 14 22:44:16.356212 dv-neutron-857791-1-hyperv neutron-server[89173]: 'SubPort': '1.0', Sep 14 22:44:16.356212 dv-neutron-857791-1-hyperv neutron-server[89173]: 'Subnet': '1.1', Sep 14 22:44:16.356212 dv-neutron-857791-1-hyperv neutron-server[89173]: 'Trunk': '1.1'}} Sep 14 22:44:16.356212 dv-neutron-857791-1-hyperv neutron-server[89173]: {{(pid=89173) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 22:44:16.365087 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-865a15ce-4224-4044-bd8e-5cbe86ccbfa4 None None] Attempting to bind port 00ade2b4-184c-419b-957f-34ebf59360fe on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:44:16.365483 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-865a15ce-4224-4044-bd8e-5cbe86ccbfa4 None None] Attempting to bind port 00ade2b4-184c-419b-957f-34ebf59360fe by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '0f1ca75d-b588-4a18-ae60-9329db28ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e3f0d53-f9cc-43c7-81b3-9612b2aad2a9'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:44:16.365911 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865a15ce-4224-4044-bd8e-5cbe86ccbfa4 None None] Attempting to bind port 00ade2b4-184c-419b-957f-34ebf59360fe on network 6e3f0d53-f9cc-43c7-81b3-9612b2aad2a9 {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:44:16.371570 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865a15ce-4224-4044-bd8e-5cbe86ccbfa4 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:44:16.372005 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865a15ce-4224-4044-bd8e-5cbe86ccbfa4 None None] Checking segment: {'id': '0f1ca75d-b588-4a18-ae60-9329db28ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e3f0d53-f9cc-43c7-81b3-9612b2aad2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:44:16.372473 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-865a15ce-4224-4044-bd8e-5cbe86ccbfa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:16.372873 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865a15ce-4224-4044-bd8e-5cbe86ccbfa4 None None] Bound using segment: {'id': '0f1ca75d-b588-4a18-ae60-9329db28ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e3f0d53-f9cc-43c7-81b3-9612b2aad2a9'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:44:16.373367 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-865a15ce-4224-4044-bd8e-5cbe86ccbfa4 None None] Bound port: 00ade2b4-184c-419b-957f-34ebf59360fe, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f1ca75d-b588-4a18-ae60-9329db28ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e3f0d53-f9cc-43c7-81b3-9612b2aad2a9'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:44:16.373736 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-865a15ce-4224-4044-bd8e-5cbe86ccbfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:16.458158 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-865a15ce-4224-4044-bd8e-5cbe86ccbfa4 None None] For port 00ade2b4-184c-419b-957f-34ebf59360fe, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:44:16.462458 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-865a15ce-4224-4044-bd8e-5cbe86ccbfa4 None None] For port 00ade2b4-184c-419b-957f-34ebf59360fe, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=00ade2b4-184c-419b-957f-34ebf59360fe,segment=NetworkSegment(0f1ca75d-b588-4a18-ae60-9329db28ea8c),segment_id=0f1ca75d-b588-4a18-ae60-9329db28ea8c)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:44:16.467113 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-865a15ce-4224-4044-bd8e-5cbe86ccbfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:16.531272 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865a15ce-4224-4044-bd8e-5cbe86ccbfa4 None None] Routers {'e68bd4a2-1f82-4592-95ea-14569a0e881c'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:44:16.531864 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-865a15ce-4224-4044-bd8e-5cbe86ccbfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:44:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['e68bd4a2-1f82-4592-95ea-14569a0e881c'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:44:16.672443 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3dd013-21d6-4a1f-b600-a9cc4d7d601b None None] Pushing event updated for resources: {'Port': ['ID=00ade2b4-184c-419b-957f-34ebf59360fe,revision_number=4']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:44:16.695441 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-865a15ce-4224-4044-bd8e-5cbe86ccbfa4 None None] Set router e68bd4a2-1f82-4592-95ea-14569a0e881c gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:44:17.009279 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-865a15ce-4224-4044-bd8e-5cbe86ccbfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68bd4a2-1f82-4592-95ea-14569a0e881c', 'name': 'router1', 'tenant_id': 'c5c7c1aa4137464d8e8996e2544e0a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:44:04Z', 'updated_at': '2022-09-14T22:44:14Z', 'revision_number': 2, 'project_id': 'c5c7c1aa4137464d8e8996e2544e0a2c', 'gw_port_host': None, '_interfaces': [{'id': '00ade2b4-184c-419b-957f-34ebf59360fe', 'name': '', 'network_id': '6e3f0d53-f9cc-43c7-81b3-9612b2aad2a9', 'tenant_id': 'c5c7c1aa4137464d8e8996e2544e0a2c', 'mac_address': 'fa:16:3e:be:c5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68bd4a2-1f82-4592-95ea-14569a0e881c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '81d63c6e-b153-4159-852d-7bcb70acbb60', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:44:13Z', 'updated_at': '2022-09-14T22:44:16Z', 'revision_number': 4, 'project_id': 'c5c7c1aa4137464d8e8996e2544e0a2c', 'subnets': [{'id': '81d63c6e-b153-4159-852d-7bcb70acbb60', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d737311-0855-4749-8fcf-78b1f11296a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:44:17.013956 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865a15ce-4224-4044-bd8e-5cbe86ccbfa4 None None] The sync data for ids ['e68bd4a2-1f82-4592-95ea-14569a0e881c'] in dv-neutron-857791-1-hyperv is: [{'id': 'e68bd4a2-1f82-4592-95ea-14569a0e881c', 'name': 'router1', 'tenant_id': 'c5c7c1aa4137464d8e8996e2544e0a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:44:04Z', 'updated_at': '2022-09-14T22:44:14Z', 'revision_number': 2, 'project_id': 'c5c7c1aa4137464d8e8996e2544e0a2c', 'gw_port_host': None, '_interfaces': [{'id': '00ade2b4-184c-419b-957f-34ebf59360fe', 'name': '', 'network_id': '6e3f0d53-f9cc-43c7-81b3-9612b2aad2a9', 'tenant_id': 'c5c7c1aa4137464d8e8996e2544e0a2c', 'mac_address': 'fa:16:3e:be:c5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68bd4a2-1f82-4592-95ea-14569a0e881c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '81d63c6e-b153-4159-852d-7bcb70acbb60', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:44:13Z', 'updated_at': '2022-09-14T22:44:16Z', 'revision_number': 4, 'project_id': 'c5c7c1aa4137464d8e8996e2544e0a2c', 'subnets': [{'id': '81d63c6e-b153-4159-852d-7bcb70acbb60', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d737311-0855-4749-8fcf-78b1f11296a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:44:17.338064 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 43078) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:44:17.486730 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73938f4e-fe39-4d56-8d69-846df095f68e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:44:17.487293 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-73938f4e-fe39-4d56-8d69-846df095f68e admin admin] Synchronizing usage tracker for tenant:0027571bb646416c9191592535e3546e on resource:network {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:44:17.504362 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-73938f4e-fe39-4d56-8d69-846df095f68e admin admin] Unset dirty status for tenant:0027571bb646416c9191592535e3546e on resource:network {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:44:17.510884 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-73938f4e-fe39-4d56-8d69-846df095f68e admin admin] 10.222.0.33 "GET /v2.0/networks/681410b9-e86d-4f65-a0f3-ea2093b5104b HTTP/1.1" status: 200 len: 842 time: 0.1665690 Sep 14 22:44:17.515548 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-eb4283d6-16fe-4f65-b7b9-71bc131a3433 admin admin] Request body: {'subnet': {'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:44:17.520735 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-eb4283d6-16fe-4f65-b7b9-71bc131a3433 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:44:17.524482 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-eb4283d6-16fe-4f65-b7b9-71bc131a3433 admin admin] Usage tracker for resource:subnet and tenant:0027571bb646416c9191592535e3546e is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:44:17.527281 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-eb4283d6-16fe-4f65-b7b9-71bc131a3433 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:44:17.534025 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-eb4283d6-16fe-4f65-b7b9-71bc131a3433 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:44:17.545639 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4283d6-16fe-4f65-b7b9-71bc131a3433 admin admin] Made reservation on behalf of 0027571bb646416c9191592535e3546e for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:44:17.548009 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-eb4283d6-16fe-4f65-b7b9-71bc131a3433 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:17.967341 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.objects.ports [None req-eb4283d6-16fe-4f65-b7b9-71bc131a3433 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89170) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 14 22:44:17.967793 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-eb4283d6-16fe-4f65-b7b9-71bc131a3433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:18.041880 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4283d6-16fe-4f65-b7b9-71bc131a3433 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab91fafa-ab62-4144-8af7-30d81c602801,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:44:18.050484 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4283d6-16fe-4f65-b7b9-71bc131a3433 admin admin] Checking segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:44:18.050833 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4283d6-16fe-4f65-b7b9-71bc131a3433 admin admin] Network hostable DHCP agents. Network: 681410b9-e86d-4f65-a0f3-ea2093b5104b, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:44:18.070017 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4283d6-16fe-4f65-b7b9-71bc131a3433 admin admin] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:44:18.078729 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-eb4283d6-16fe-4f65-b7b9-71bc131a3433 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 681410b9-e86d-4f65-a0f3-ea2093b5104b) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:44:18.082811 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4283d6-16fe-4f65-b7b9-71bc131a3433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:44:18.083385 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-eb4283d6-16fe-4f65-b7b9-71bc131a3433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:18.088256 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c866bd9d-6002-47ba-9ca7-0c3360c0dfc8 None None] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:44:18.103228 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-eb4283d6-16fe-4f65-b7b9-71bc131a3433 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5912812 Sep 14 22:44:18.324988 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e2abba-d6a3-4d8b-a895-c9b56c0a505c None None] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:44:18.567223 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 00ade2b4-184c-419b-957f-34ebf59360fe up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:44:18.642029 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 00ade2b4-184c-419b-957f-34ebf59360fe completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:44:18.647192 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 00ade2b4-184c-419b-957f-34ebf59360fe triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:44:18.647568 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:18.765511 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 00ade2b4-184c-419b-957f-34ebf59360fe is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:44:18.765922 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:18.798416 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 00ade2b4-184c-419b-957f-34ebf59360fe, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=00ade2b4-184c-419b-957f-34ebf59360fe,segment=NetworkSegment(0f1ca75d-b588-4a18-ae60-9329db28ea8c),segment_id=0f1ca75d-b588-4a18-ae60-9329db28ea8c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:44:18.802135 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:18.872277 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=00ade2b4-184c-419b-957f-34ebf59360fe,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:44:19.677453 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 5 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 22:44:20.371367 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 43092) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:44:20.539454 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 00ade2b4-184c-419b-957f-34ebf59360fe up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:44:20.563713 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c442c8b3-3860-46eb-8d6b-f2935bdaf2b8 admin admin] 10.222.0.33 "GET /v2.0/routers/e68bd4a2-1f82-4592-95ea-14569a0e881c HTTP/1.1" status: 200 len: 710 time: 0.1904421 Sep 14 22:44:20.617825 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 00ade2b4-184c-419b-957f-34ebf59360fe triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:44:20.618191 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:20.695063 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea79cc8-6cc7-4b33-8254-4049a247a8e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:44:20.696413 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-aea79cc8-6cc7-4b33-8254-4049a247a8e2 admin admin] 10.222.0.33 "GET /v2.0/networks/681410b9-e86d-4f65-a0f3-ea2093b5104b HTTP/1.1" status: 200 len: 886 time: 0.1211338 Sep 14 22:44:20.705111 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-a5dcefe4-d2d4-4185-ad94-5a0ee72ecca0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:44:20.733900 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 00ade2b4-184c-419b-957f-34ebf59360fe is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:44:21.136059 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a5dcefe4-d2d4-4185-ad94-5a0ee72ecca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:21.499486 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a5dcefe4-d2d4-4185-ad94-5a0ee72ecca0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:21.552038 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a5dcefe4-d2d4-4185-ad94-5a0ee72ecca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:21.680870 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-a5dcefe4-d2d4-4185-ad94-5a0ee72ecca0 admin admin] Allocated IP 172.26.5.228 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/c7ffcf5a-b6e3-4c8f-a0ab-33c79bfe7fb9) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:44:21.821859 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a5dcefe4-d2d4-4185-ad94-5a0ee72ecca0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:21.849365 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a5dcefe4-d2d4-4185-ad94-5a0ee72ecca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:21.909582 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dcefe4-d2d4-4185-ad94-5a0ee72ecca0 admin admin] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:44:21.912291 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-a5dcefe4-d2d4-4185-ad94-5a0ee72ecca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:44:21.915669 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dcefe4-d2d4-4185-ad94-5a0ee72ecca0 admin admin] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:44:22.030970 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dcefe4-d2d4-4185-ad94-5a0ee72ecca0 admin admin] Pushing event updated for resources: {'Port': ['ID=c7ffcf5a-b6e3-4c8f-a0ab-33c79bfe7fb9,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:44:22.295735 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a5dcefe4-d2d4-4185-ad94-5a0ee72ecca0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:22.637931 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a5dcefe4-d2d4-4185-ad94-5a0ee72ecca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:22.641172 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a5dcefe4-d2d4-4185-ad94-5a0ee72ecca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33045011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33045002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33047131'] for router, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:22.866222 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5dcefe4-d2d4-4185-ad94-5a0ee72ecca0 admin admin] Router e68bd4a2-1f82-4592-95ea-14569a0e881c has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:44:23.060005 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5dcefe4-d2d4-4185-ad94-5a0ee72ecca0 admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:44:23.067777 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a5dcefe4-d2d4-4185-ad94-5a0ee72ecca0 admin admin] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:23.068960 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a5dcefe4-d2d4-4185-ad94-5a0ee72ecca0 admin admin] 10.222.0.33 "PUT /v2.0/routers/e68bd4a2-1f82-4592-95ea-14569a0e881c HTTP/1.1" status: 200 len: 890 time: 2.3670375 Sep 14 22:44:23.069464 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca76c9c8-0ab1-4253-b504-c9374fe48bbe None None] Sync routers for ids ['e68bd4a2-1f82-4592-95ea-14569a0e881c'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:44:23.080309 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca76c9c8-0ab1-4253-b504-c9374fe48bbe None None] Routers {'e68bd4a2-1f82-4592-95ea-14569a0e881c'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:44:23.081019 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-ca76c9c8-0ab1-4253-b504-c9374fe48bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:44:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['e68bd4a2-1f82-4592-95ea-14569a0e881c'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:44:23.272228 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-ca76c9c8-0ab1-4253-b504-c9374fe48bbe None None] Set router e68bd4a2-1f82-4592-95ea-14569a0e881c gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:44:23.633126 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-ca76c9c8-0ab1-4253-b504-c9374fe48bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68bd4a2-1f82-4592-95ea-14569a0e881c', 'name': 'router1', 'tenant_id': 'c5c7c1aa4137464d8e8996e2544e0a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.228'}], 'enable_snat': True}, 'gw_port_id': 'c7ffcf5a-b6e3-4c8f-a0ab-33c79bfe7fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:44:04Z', 'updated_at': '2022-09-14T22:44:22Z', 'revision_number': 4, 'project_id': 'c5c7c1aa4137464d8e8996e2544e0a2c', 'gw_port': {'id': 'c7ffcf5a-b6e3-4c8f-a0ab-33c79bfe7fb9', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:13:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68bd4a2-1f82-4592-95ea-14569a0e881c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:44:21Z', 'updated_at': '2022-09-14T22:44:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '00ade2b4-184c-419b-957f-34ebf59360fe', 'name': '', 'network_id': '6e3f0d53-f9cc-43c7-81b3-9612b2aad2a9', 'tenant_id': 'c5c7c1aa4137464d8e8996e2544e0a2c', 'mac_address': 'fa:16:3e:be:c5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68bd4a2-1f82-4592-95ea-14569a0e881c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '81d63c6e-b153-4159-852d-7bcb70acbb60', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:44:13Z', 'updated_at': '2022-09-14T22:44:18Z', 'revision_number': 5, 'project_id': 'c5c7c1aa4137464d8e8996e2544e0a2c', 'subnets': [{'id': '81d63c6e-b153-4159-852d-7bcb70acbb60', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d737311-0855-4749-8fcf-78b1f11296a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:44:23.637745 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca76c9c8-0ab1-4253-b504-c9374fe48bbe None None] Checking router: e68bd4a2-1f82-4592-95ea-14569a0e881c for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:44:23.638090 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca76c9c8-0ab1-4253-b504-c9374fe48bbe None None] Updating router e68bd4a2-1f82-4592-95ea-14569a0e881c port c7ffcf5a-b6e3-4c8f-a0ab-33c79bfe7fb9 binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:44:23.688130 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ca76c9c8-0ab1-4253-b504-c9374fe48bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:24.010854 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ca76c9c8-0ab1-4253-b504-c9374fe48bbe None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:24.022790 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-ca76c9c8-0ab1-4253-b504-c9374fe48bbe None None] Transition to ACTIVE for port object c7ffcf5a-b6e3-4c8f-a0ab-33c79bfe7fb9 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:44:24.029614 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ca76c9c8-0ab1-4253-b504-c9374fe48bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:24.088462 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-ca76c9c8-0ab1-4253-b504-c9374fe48bbe None None] Attempting to bind port c7ffcf5a-b6e3-4c8f-a0ab-33c79bfe7fb9 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:44:24.089140 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-ca76c9c8-0ab1-4253-b504-c9374fe48bbe None None] Attempting to bind port c7ffcf5a-b6e3-4c8f-a0ab-33c79bfe7fb9 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:44:24.089270 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca76c9c8-0ab1-4253-b504-c9374fe48bbe None None] Attempting to bind port c7ffcf5a-b6e3-4c8f-a0ab-33c79bfe7fb9 on network 681410b9-e86d-4f65-a0f3-ea2093b5104b {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:44:24.099588 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca76c9c8-0ab1-4253-b504-c9374fe48bbe None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:44:24.099961 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca76c9c8-0ab1-4253-b504-c9374fe48bbe None None] Checking segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:44:24.100353 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ca76c9c8-0ab1-4253-b504-c9374fe48bbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:24.100766 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca76c9c8-0ab1-4253-b504-c9374fe48bbe None None] Bound using segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:44:24.101226 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-ca76c9c8-0ab1-4253-b504-c9374fe48bbe None None] Bound port: c7ffcf5a-b6e3-4c8f-a0ab-33c79bfe7fb9, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:44:24.101618 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ca76c9c8-0ab1-4253-b504-c9374fe48bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:24.145523 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960382df-c6f1-4962-a32d-c01f4d8e27cf None None] Pushing event updated for resources: {'Port': ['ID=c7ffcf5a-b6e3-4c8f-a0ab-33c79bfe7fb9,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:44:24.178196 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-ca76c9c8-0ab1-4253-b504-c9374fe48bbe None None] For port c7ffcf5a-b6e3-4c8f-a0ab-33c79bfe7fb9, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:44:24.181205 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-ca76c9c8-0ab1-4253-b504-c9374fe48bbe None None] For port c7ffcf5a-b6e3-4c8f-a0ab-33c79bfe7fb9, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=c7ffcf5a-b6e3-4c8f-a0ab-33c79bfe7fb9,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:44:24.186353 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ca76c9c8-0ab1-4253-b504-c9374fe48bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:24.245705 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca76c9c8-0ab1-4253-b504-c9374fe48bbe None None] Routers {'e68bd4a2-1f82-4592-95ea-14569a0e881c'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:44:24.246220 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-ca76c9c8-0ab1-4253-b504-c9374fe48bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:44:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['e68bd4a2-1f82-4592-95ea-14569a0e881c'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:44:24.329538 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960382df-c6f1-4962-a32d-c01f4d8e27cf None None] Pushing event updated for resources: {'Port': ['ID=c7ffcf5a-b6e3-4c8f-a0ab-33c79bfe7fb9,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:44:24.435199 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-ca76c9c8-0ab1-4253-b504-c9374fe48bbe None None] Set router e68bd4a2-1f82-4592-95ea-14569a0e881c gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:44:24.754351 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-ca76c9c8-0ab1-4253-b504-c9374fe48bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68bd4a2-1f82-4592-95ea-14569a0e881c', 'name': 'router1', 'tenant_id': 'c5c7c1aa4137464d8e8996e2544e0a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.228'}], 'enable_snat': True}, 'gw_port_id': 'c7ffcf5a-b6e3-4c8f-a0ab-33c79bfe7fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:44:04Z', 'updated_at': '2022-09-14T22:44:22Z', 'revision_number': 4, 'project_id': 'c5c7c1aa4137464d8e8996e2544e0a2c', 'gw_port': {'id': 'c7ffcf5a-b6e3-4c8f-a0ab-33c79bfe7fb9', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:13:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68bd4a2-1f82-4592-95ea-14569a0e881c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:44:21Z', 'updated_at': '2022-09-14T22:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '00ade2b4-184c-419b-957f-34ebf59360fe', 'name': '', 'network_id': '6e3f0d53-f9cc-43c7-81b3-9612b2aad2a9', 'tenant_id': 'c5c7c1aa4137464d8e8996e2544e0a2c', 'mac_address': 'fa:16:3e:be:c5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68bd4a2-1f82-4592-95ea-14569a0e881c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '81d63c6e-b153-4159-852d-7bcb70acbb60', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:44:13Z', 'updated_at': '2022-09-14T22:44:18Z', 'revision_number': 5, 'project_id': 'c5c7c1aa4137464d8e8996e2544e0a2c', 'subnets': [{'id': '81d63c6e-b153-4159-852d-7bcb70acbb60', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d737311-0855-4749-8fcf-78b1f11296a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:44:24.758291 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca76c9c8-0ab1-4253-b504-c9374fe48bbe None None] The sync data for ids ['e68bd4a2-1f82-4592-95ea-14569a0e881c'] in dv-neutron-857791-1-hyperv is: [{'id': 'e68bd4a2-1f82-4592-95ea-14569a0e881c', 'name': 'router1', 'tenant_id': 'c5c7c1aa4137464d8e8996e2544e0a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.228'}], 'enable_snat': True}, 'gw_port_id': 'c7ffcf5a-b6e3-4c8f-a0ab-33c79bfe7fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:44:04Z', 'updated_at': '2022-09-14T22:44:22Z', 'revision_number': 4, 'project_id': 'c5c7c1aa4137464d8e8996e2544e0a2c', 'gw_port': {'id': 'c7ffcf5a-b6e3-4c8f-a0ab-33c79bfe7fb9', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:13:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68bd4a2-1f82-4592-95ea-14569a0e881c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:44:21Z', 'updated_at': '2022-09-14T22:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '00ade2b4-184c-419b-957f-34ebf59360fe', 'name': '', 'network_id': '6e3f0d53-f9cc-43c7-81b3-9612b2aad2a9', 'tenant_id': 'c5c7c1aa4137464d8e8996e2544e0a2c', 'mac_address': 'fa:16:3e:be:c5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68bd4a2-1f82-4592-95ea-14569a0e881c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '81d63c6e-b153-4159-852d-7bcb70acbb60', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:44:13Z', 'updated_at': '2022-09-14T22:44:18Z', 'revision_number': 5, 'project_id': 'c5c7c1aa4137464d8e8996e2544e0a2c', 'subnets': [{'id': '81d63c6e-b153-4159-852d-7bcb70acbb60', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d737311-0855-4749-8fcf-78b1f11296a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:44:25.440391 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 43102) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:44:25.560911 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c7de87cd-dcaf-44d7-81bf-c85495f26230 admin admin] 10.222.0.33 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1192732 Sep 14 22:44:26.561520 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device c7ffcf5a-b6e3-4c8f-a0ab-33c79bfe7fb9 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:44:26.634948 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port c7ffcf5a-b6e3-4c8f-a0ab-33c79bfe7fb9 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:44:26.640429 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port c7ffcf5a-b6e3-4c8f-a0ab-33c79bfe7fb9 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:44:26.640834 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:26.795926 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port c7ffcf5a-b6e3-4c8f-a0ab-33c79bfe7fb9 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:44:26.796310 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:26.813957 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port c7ffcf5a-b6e3-4c8f-a0ab-33c79bfe7fb9, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=c7ffcf5a-b6e3-4c8f-a0ab-33c79bfe7fb9,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:44:26.817861 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:26.885596 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=c7ffcf5a-b6e3-4c8f-a0ab-33c79bfe7fb9,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:44:28.544927 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device c7ffcf5a-b6e3-4c8f-a0ab-33c79bfe7fb9 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:44:28.611761 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port c7ffcf5a-b6e3-4c8f-a0ab-33c79bfe7fb9 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:44:28.612130 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:28.735695 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port c7ffcf5a-b6e3-4c8f-a0ab-33c79bfe7fb9 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:44:37.578161 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4aa16621-0a1a-4e47-8bbb-836c50b4ba8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:39.654083 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0b7288c9-eb59-49d9-8943-4187de087262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:40.690305 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:40.825479 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:42.283190 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:44:56.676310 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 5 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 22:45:07.580769 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2d981d69-380a-4d62-b61d-248dc06c7ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:45:09.657555 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0a537002-72de-40eb-878a-2480b172b081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:45:10.695860 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:45:10.830226 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:45:12.289240 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:45:33.675994 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 5 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 22:45:37.585606 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-38763256-cc8c-478c-940d-77ce33207ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:45:39.662793 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-472e4124-ba9f-4778-bd12-03299ee27b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:45:40.697387 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:45:40.839051 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:45:42.291921 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:46:07.587709 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6b8f0c24-5779-45dd-b7d9-c7fa50c187aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:46:09.660868 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d93e8b94-b36d-49db-8aaa-6621f5a69a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:46:10.674799 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 5 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 22:46:10.698979 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:46:10.831881 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:46:12.291827 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:46:31.667008 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 43704) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:46:31.737990 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-2902ad50-c4ff-45bf-bb59-906dd31189d8 admin admin] GET failed (client error): The resource could not be found. Sep 14 22:46:31.739259 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2902ad50-c4ff-45bf-bb59-906dd31189d8 admin admin] 10.222.0.33 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0713933 Sep 14 22:46:31.868889 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b8150f-3668-44dc-8cc8-6319fb963524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:46:31.870327 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-05b8150f-3668-44dc-8cc8-6319fb963524 admin admin] 10.222.0.33 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1270618 Sep 14 22:46:34.003891 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 43714) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:46:34.108741 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29b746f-24e4-470a-b18a-fe1818d1109a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:46:34.109292 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a29b746f-24e4-470a-b18a-fe1818d1109a admin admin] Synchronizing usage tracker for tenant:0027571bb646416c9191592535e3546e on resource:subnet {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:46:34.124919 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a29b746f-24e4-470a-b18a-fe1818d1109a admin admin] Unset dirty status for tenant:0027571bb646416c9191592535e3546e on resource:subnet {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:46:34.126236 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a29b746f-24e4-470a-b18a-fe1818d1109a admin admin] 10.222.0.33 "GET /v2.0/subnets/81d63c6e-b153-4159-852d-7bcb70acbb60 HTTP/1.1" status: 200 len: 849 time: 0.1213722 Sep 14 22:46:34.135444 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-9f57e8cd-72f1-4756-8f82-31b647601c8f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:46:34.249330 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9f57e8cd-72f1-4756-8f82-31b647601c8f admin admin] Notify callbacks [] for subnet, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:46:34.435311 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9f57e8cd-72f1-4756-8f82-31b647601c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756549302860'] for subnet, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:46:34.476978 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f57e8cd-72f1-4756-8f82-31b647601c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:46:34.478133 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9f57e8cd-72f1-4756-8f82-31b647601c8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:46:34.478793 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9f57e8cd-72f1-4756-8f82-31b647601c8f admin admin] 10.222.0.33 "PUT /v2.0/subnets/81d63c6e-b153-4159-852d-7bcb70acbb60 HTTP/1.1" status: 200 len: 868 time: 0.3470247 Sep 14 22:46:34.495948 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84edaac-d231-4c53-8cba-dc9a14ee4fe2 None None] Network 6e3f0d53-f9cc-43c7-81b3-9612b2aad2a9 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:46:34.503144 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57e8cd-72f1-4756-8f82-31b647601c8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=81d63c6e-b153-4159-852d-7bcb70acbb60,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:46:34.510738 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f57e8cd-72f1-4756-8f82-31b647601c8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:46:34.511095 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f57e8cd-72f1-4756-8f82-31b647601c8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:46:34.511951 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f57e8cd-72f1-4756-8f82-31b647601c8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:46:34.512289 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f57e8cd-72f1-4756-8f82-31b647601c8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:46:34.512662 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f57e8cd-72f1-4756-8f82-31b647601c8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:46:34.512987 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f57e8cd-72f1-4756-8f82-31b647601c8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:46:34.513321 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f57e8cd-72f1-4756-8f82-31b647601c8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:46:34.513647 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f57e8cd-72f1-4756-8f82-31b647601c8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:46:34.513970 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f57e8cd-72f1-4756-8f82-31b647601c8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:46:34.514294 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f57e8cd-72f1-4756-8f82-31b647601c8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:46:34.514621 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f57e8cd-72f1-4756-8f82-31b647601c8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:46:34.514935 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f57e8cd-72f1-4756-8f82-31b647601c8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:46:34.922577 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3b303f73-1a50-4442-b053-52646dd3d35d None None] Provisioning complete for port 55da0ba0-7f21-45b1-b26c-a374e33336f7 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:46:34.922942 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3b303f73-1a50-4442-b053-52646dd3d35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:46:35.037433 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-3b303f73-1a50-4442-b053-52646dd3d35d None None] Current status of the port 55da0ba0-7f21-45b1-b26c-a374e33336f7 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:46:35.048800 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3b303f73-1a50-4442-b053-52646dd3d35d None None] Provisioning complete for port 00ade2b4-184c-419b-957f-34ebf59360fe triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:46:35.049167 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3b303f73-1a50-4442-b053-52646dd3d35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:46:35.164225 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-3b303f73-1a50-4442-b053-52646dd3d35d None None] Current status of the port 00ade2b4-184c-419b-957f-34ebf59360fe is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:46:36.646625 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 43724) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:46:36.827099 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a387a8-551d-4208-a0df-23057f2634b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:46:36.827699 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a387a8-551d-4208-a0df-23057f2634b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:46:36.829412 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-84a387a8-551d-4208-a0df-23057f2634b7 admin admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1818719 Sep 14 22:46:37.591442 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-10e0fb05-ba1f-41e0-8cad-9dbddcaa04ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:46:39.001139 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 43734) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:46:39.186576 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf0f10f-0cd9-4885-9850-1186a36cdeb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:46:39.186969 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf0f10f-0cd9-4885-9850-1186a36cdeb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:46:39.188468 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-cdf0f10f-0cd9-4885-9850-1186a36cdeb4 admin admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1864066 Sep 14 22:46:39.663703 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a09c850b-b78a-4e7b-8dc2-107df81afa1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:46:40.701777 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:46:40.833568 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:46:41.357409 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 43744) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:46:41.522480 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3a3198-0fcf-492a-b9ea-5fe75cdc8fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:46:41.523857 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3c3a3198-0fcf-492a-b9ea-5fe75cdc8fec admin admin] 10.222.0.33 "GET /v2.0/networks/681410b9-e86d-4f65-a0f3-ea2093b5104b HTTP/1.1" status: 200 len: 886 time: 0.1654081 Sep 14 22:46:42.295245 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:46:43.680775 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 43754) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:46:43.850640 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d12ac72-4c30-4a70-924f-7861ddea42c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:46:43.851969 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1d12ac72-4c30-4a70-924f-7861ddea42c8 admin admin] 10.222.0.33 "GET /v2.0/networks/6e3f0d53-f9cc-43c7-81b3-9612b2aad2a9 HTTP/1.1" status: 200 len: 868 time: 0.1702611 Sep 14 22:46:46.005463 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 43764) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:46:46.113014 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc2eb40-0ea3-454f-a58e-2b9de3430f23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:46:46.113465 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc2eb40-0ea3-454f-a58e-2b9de3430f23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:46:46.114957 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-fdc2eb40-0ea3-454f-a58e-2b9de3430f23 admin admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1084797 Sep 14 22:46:47.674564 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 5 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 22:46:48.284274 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 43774) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:46:48.392176 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878dea1e-78b2-4327-892e-6d5ddd371cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:46:48.392649 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878dea1e-78b2-4327-892e-6d5ddd371cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:46:48.394177 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-878dea1e-78b2-4327-892e-6d5ddd371cf5 admin admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1089489 Sep 14 22:46:50.558936 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 43784) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:46:50.663053 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71eaffe0-8302-4ef8-b508-d756cef9bcb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:46:50.664289 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-71eaffe0-8302-4ef8-b508-d756cef9bcb7 admin admin] 10.222.0.33 "GET /v2.0/subnets/81d63c6e-b153-4159-852d-7bcb70acbb60 HTTP/1.1" status: 200 len: 868 time: 0.1045370 Sep 14 22:46:52.826573 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 43794) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:46:52.927680 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8ad057-9703-4c96-a042-26bbbc48bec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:46:52.929062 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-aa8ad057-9703-4c96-a042-26bbbc48bec7 admin admin] 10.222.0.33 "GET /v2.0/subnets/ab91fafa-ab62-4144-8af7-30d81c602801 HTTP/1.1" status: 200 len: 816 time: 0.1015291 Sep 14 22:47:07.593434 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-80494f46-fd1e-439c-9b7b-b586e4d26cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:47:09.665983 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-84439996-30ec-4c2d-afc1-bb8538bfbea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:47:10.706176 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:47:10.840076 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:47:12.297249 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:47:12.312286 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 43840) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:47:12.362500 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [None req-9023f724-6184-4301-b114-e6c10984b5ba admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89171) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:47:12.363535 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9023f724-6184-4301-b114-e6c10984b5ba admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0502985 Sep 14 22:47:14.587204 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 43850) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:47:14.653067 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc112e3-047d-4b59-8060-3f3148873436 admin admin] GET failed (client error): The resource could not be found. Sep 14 22:47:14.654227 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3fc112e3-047d-4b59-8060-3f3148873436 admin admin] 10.222.0.33 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0661051 Sep 14 22:47:14.776381 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4347e7c6-ee2e-469f-94a9-b90e13c37bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:47:14.777863 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4347e7c6-ee2e-469f-94a9-b90e13c37bee admin admin] 10.222.0.33 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1198280 Sep 14 22:47:16.940401 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 43860) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:47:16.986037 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-ea0dd813-0020-4d91-ab60-1c55ff4a5a07 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:47:16.991205 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ea0dd813-0020-4d91-ab60-1c55ff4a5a07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:47:17.001374 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ea0dd813-0020-4d91-ab60-1c55ff4a5a07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:47:17.010636 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0dd813-0020-4d91-ab60-1c55ff4a5a07 admin admin] Made reservation on behalf of 0027571bb646416c9191592535e3546e for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:47:17.012868 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ea0dd813-0020-4d91-ab60-1c55ff4a5a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:47:17.098301 dv-neutron-857791-1-hyperv neutron-server[89171]: WARNING neutron.services.revisions.revision_plugin [None req-ea0dd813-0020-4d91-ab60-1c55ff4a5a07 admin admin] Could not find related network for resource to bump revision. Sep 14 22:47:17.110778 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea0dd813-0020-4d91-ab60-1c55ff4a5a07 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:47:17.120549 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ea0dd813-0020-4d91-ab60-1c55ff4a5a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:47:17.120847 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-ea0dd813-0020-4d91-ab60-1c55ff4a5a07 admin admin] Added segment 6fbf2d2c-fe11-4c77-a684-e94824613ce1 of type vlan for network d470743f-cf84-4a76-a16f-4a8b46087789 Sep 14 22:47:17.146264 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ea0dd813-0020-4d91-ab60-1c55ff4a5a07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:47:17.173672 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ea0dd813-0020-4d91-ab60-1c55ff4a5a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:47:17.174638 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0dd813-0020-4d91-ab60-1c55ff4a5a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:47:17.175211 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ea0dd813-0020-4d91-ab60-1c55ff4a5a07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:47:17.277361 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ea0dd813-0020-4d91-ab60-1c55ff4a5a07 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3358715 Sep 14 22:47:17.278069 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0dd813-0020-4d91-ab60-1c55ff4a5a07 admin admin] Pushing event updated for resources: {'Network': ['ID=d470743f-cf84-4a76-a16f-4a8b46087789,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:47:17.284963 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0dd813-0020-4d91-ab60-1c55ff4a5a07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:47:17.285315 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0dd813-0020-4d91-ab60-1c55ff4a5a07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:47:17.285653 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0dd813-0020-4d91-ab60-1c55ff4a5a07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:47:17.285986 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0dd813-0020-4d91-ab60-1c55ff4a5a07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:47:17.286312 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0dd813-0020-4d91-ab60-1c55ff4a5a07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:47:17.286636 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0dd813-0020-4d91-ab60-1c55ff4a5a07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:47:17.286961 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0dd813-0020-4d91-ab60-1c55ff4a5a07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:47:17.287302 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0dd813-0020-4d91-ab60-1c55ff4a5a07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:47:17.287632 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0dd813-0020-4d91-ab60-1c55ff4a5a07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:47:17.287949 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0dd813-0020-4d91-ab60-1c55ff4a5a07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:47:17.288267 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0dd813-0020-4d91-ab60-1c55ff4a5a07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:47:17.288588 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0dd813-0020-4d91-ab60-1c55ff4a5a07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:47:17.300494 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network d470743f-cf84-4a76-a16f-4a8b46087789 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:47:19.485894 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 43870) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:47:19.551400 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c641976-dea3-4fc2-8145-3024415db342 admin admin] GET failed (client error): The resource could not be found. Sep 14 22:47:19.552721 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5c641976-dea3-4fc2-8145-3024415db342 admin admin] 10.222.0.33 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0657284 Sep 14 22:47:19.656715 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ae2511-22ad-4a58-bff8-978d412e9f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:47:19.658057 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-00ae2511-22ad-4a58-bff8-978d412e9f04 admin admin] 10.222.0.33 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1016388 Sep 14 22:47:19.667467 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-f9e93428-1214-4597-9b8e-61b36bf038bf admin admin] Request body: {'subnet': {'network_id': 'd470743f-cf84-4a76-a16f-4a8b46087789', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:47:19.671644 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-f9e93428-1214-4597-9b8e-61b36bf038bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:47:19.681150 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-f9e93428-1214-4597-9b8e-61b36bf038bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:47:19.690554 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e93428-1214-4597-9b8e-61b36bf038bf admin admin] Made reservation on behalf of 0027571bb646416c9191592535e3546e for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:47:19.692902 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f9e93428-1214-4597-9b8e-61b36bf038bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:47:19.930166 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f9e93428-1214-4597-9b8e-61b36bf038bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:47:20.002742 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e93428-1214-4597-9b8e-61b36bf038bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=73a36fac-6cd5-437b-a568-9d64b642b833,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:47:20.011481 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e93428-1214-4597-9b8e-61b36bf038bf admin admin] Checking segment: {'id': '6fbf2d2c-fe11-4c77-a684-e94824613ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd470743f-cf84-4a76-a16f-4a8b46087789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:47:20.011818 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e93428-1214-4597-9b8e-61b36bf038bf admin admin] Network hostable DHCP agents. Network: d470743f-cf84-4a76-a16f-4a8b46087789, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:47:20.029567 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e93428-1214-4597-9b8e-61b36bf038bf admin admin] Network d470743f-cf84-4a76-a16f-4a8b46087789 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:47:20.038227 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-f9e93428-1214-4597-9b8e-61b36bf038bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, d470743f-cf84-4a76-a16f-4a8b46087789) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:47:20.042232 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e93428-1214-4597-9b8e-61b36bf038bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:47:20.042811 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f9e93428-1214-4597-9b8e-61b36bf038bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:47:20.047481 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1666c94-b2da-43c9-b11e-b06b8b71337c None None] Network d470743f-cf84-4a76-a16f-4a8b46087789 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:47:20.067502 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f9e93428-1214-4597-9b8e-61b36bf038bf admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4033363 Sep 14 22:47:20.304672 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de725925-f65f-4cd7-8db3-a58fe31d68f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-d470743f-cf84-4a76-a16f-4a8b46087789', 'network_id': 'd470743f-cf84-4a76-a16f-4a8b46087789', 'tenant_id': '0027571bb646416c9191592535e3546e', 'fixed_ips': [{'subnet_id': '73a36fac-6cd5-437b-a568-9d64b642b833'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:47:20.305614 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-de725925-f65f-4cd7-8db3-a58fe31d68f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:47:20.471349 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-de725925-f65f-4cd7-8db3-a58fe31d68f5 None None] Allocated IP 192.168.233.2 (d470743f-cf84-4a76-a16f-4a8b46087789/73a36fac-6cd5-437b-a568-9d64b642b833/6ec25ed7-00d9-44a0-8f29-07e9d96db43a) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:47:20.681958 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-de725925-f65f-4cd7-8db3-a58fe31d68f5 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:47:20.691903 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-de725925-f65f-4cd7-8db3-a58fe31d68f5 None None] Transition to ACTIVE for port object 6ec25ed7-00d9-44a0-8f29-07e9d96db43a will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:47:20.709755 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-de725925-f65f-4cd7-8db3-a58fe31d68f5 None None] Transition to ACTIVE for port object 6ec25ed7-00d9-44a0-8f29-07e9d96db43a will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:47:20.716033 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-de725925-f65f-4cd7-8db3-a58fe31d68f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:47:20.783435 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de725925-f65f-4cd7-8db3-a58fe31d68f5 None None] Network d470743f-cf84-4a76-a16f-4a8b46087789 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:47:20.786348 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-de725925-f65f-4cd7-8db3-a58fe31d68f5 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:47:20.789925 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de725925-f65f-4cd7-8db3-a58fe31d68f5 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:47:20.796049 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de725925-f65f-4cd7-8db3-a58fe31d68f5 None None] Pushing event updated for resources: {'Port': ['ID=6ec25ed7-00d9-44a0-8f29-07e9d96db43a,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:47:20.830595 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de725925-f65f-4cd7-8db3-a58fe31d68f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:47:20.830875 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de725925-f65f-4cd7-8db3-a58fe31d68f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:47:20.831208 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de725925-f65f-4cd7-8db3-a58fe31d68f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:47:20.831527 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de725925-f65f-4cd7-8db3-a58fe31d68f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:47:20.831853 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de725925-f65f-4cd7-8db3-a58fe31d68f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:47:20.832183 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de725925-f65f-4cd7-8db3-a58fe31d68f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:47:20.832502 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de725925-f65f-4cd7-8db3-a58fe31d68f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:47:20.832839 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de725925-f65f-4cd7-8db3-a58fe31d68f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:47:20.833167 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de725925-f65f-4cd7-8db3-a58fe31d68f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:47:20.833479 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de725925-f65f-4cd7-8db3-a58fe31d68f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:47:20.833788 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de725925-f65f-4cd7-8db3-a58fe31d68f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:47:20.834095 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de725925-f65f-4cd7-8db3-a58fe31d68f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:47:20.908790 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-de725925-f65f-4cd7-8db3-a58fe31d68f5 None None] Attempting to bind port 6ec25ed7-00d9-44a0-8f29-07e9d96db43a on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:47:20.909149 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-de725925-f65f-4cd7-8db3-a58fe31d68f5 None None] Attempting to bind port 6ec25ed7-00d9-44a0-8f29-07e9d96db43a by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '6fbf2d2c-fe11-4c77-a684-e94824613ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd470743f-cf84-4a76-a16f-4a8b46087789'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:47:20.909497 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de725925-f65f-4cd7-8db3-a58fe31d68f5 None None] Attempting to bind port 6ec25ed7-00d9-44a0-8f29-07e9d96db43a on network d470743f-cf84-4a76-a16f-4a8b46087789 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:47:20.914655 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de725925-f65f-4cd7-8db3-a58fe31d68f5 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:47:20.915009 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de725925-f65f-4cd7-8db3-a58fe31d68f5 None None] Checking segment: {'id': '6fbf2d2c-fe11-4c77-a684-e94824613ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd470743f-cf84-4a76-a16f-4a8b46087789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:47:20.915398 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-de725925-f65f-4cd7-8db3-a58fe31d68f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:47:20.915801 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de725925-f65f-4cd7-8db3-a58fe31d68f5 None None] Bound using segment: {'id': '6fbf2d2c-fe11-4c77-a684-e94824613ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd470743f-cf84-4a76-a16f-4a8b46087789'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:47:20.916249 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-de725925-f65f-4cd7-8db3-a58fe31d68f5 None None] Bound port: 6ec25ed7-00d9-44a0-8f29-07e9d96db43a, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fbf2d2c-fe11-4c77-a684-e94824613ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd470743f-cf84-4a76-a16f-4a8b46087789'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:47:20.916651 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-de725925-f65f-4cd7-8db3-a58fe31d68f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:47:21.002138 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-de725925-f65f-4cd7-8db3-a58fe31d68f5 None None] For port 6ec25ed7-00d9-44a0-8f29-07e9d96db43a, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:47:21.005219 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-de725925-f65f-4cd7-8db3-a58fe31d68f5 None None] For port 6ec25ed7-00d9-44a0-8f29-07e9d96db43a, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=6ec25ed7-00d9-44a0-8f29-07e9d96db43a,segment=NetworkSegment(6fbf2d2c-fe11-4c77-a684-e94824613ce1),segment_id=6fbf2d2c-fe11-4c77-a684-e94824613ce1)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:47:21.010470 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-de725925-f65f-4cd7-8db3-a58fe31d68f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:47:21.088452 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de725925-f65f-4cd7-8db3-a58fe31d68f5 None None] Pushing event updated for resources: {'Port': ['ID=6ec25ed7-00d9-44a0-8f29-07e9d96db43a,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:47:21.856433 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1e5bf3-fabb-4fe4-a3fd-97846fd69ebb None None] Network d470743f-cf84-4a76-a16f-4a8b46087789 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:47:21.950367 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-eaa3aebf-d784-468a-ad72-9c6cf8f4ab6b None None] Provisioning for port 6ec25ed7-00d9-44a0-8f29-07e9d96db43a completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:47:22.655286 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 6ec25ed7-00d9-44a0-8f29-07e9d96db43a up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:47:22.726531 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 6ec25ed7-00d9-44a0-8f29-07e9d96db43a completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:47:22.732021 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 6ec25ed7-00d9-44a0-8f29-07e9d96db43a triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:47:22.732389 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:47:22.850404 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 6ec25ed7-00d9-44a0-8f29-07e9d96db43a is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:47:22.850720 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:47:22.883825 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 6ec25ed7-00d9-44a0-8f29-07e9d96db43a, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=6ec25ed7-00d9-44a0-8f29-07e9d96db43a,segment=NetworkSegment(6fbf2d2c-fe11-4c77-a684-e94824613ce1),segment_id=6fbf2d2c-fe11-4c77-a684-e94824613ce1)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:47:22.888320 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:47:22.953327 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=6ec25ed7-00d9-44a0-8f29-07e9d96db43a,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:47:24.630489 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 6ec25ed7-00d9-44a0-8f29-07e9d96db43a up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:47:24.673429 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 5 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 22:47:24.705175 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 6ec25ed7-00d9-44a0-8f29-07e9d96db43a triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:47:24.705534 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:47:24.820889 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 6ec25ed7-00d9-44a0-8f29-07e9d96db43a is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:47:37.598570 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2209612c-e8b8-4dcb-b867-205685c24915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:47:39.669213 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-340d20af-2893-41c6-b7ee-86840f23e911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:47:40.727667 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:47:40.833588 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:47:42.301066 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:48:01.672662 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 5 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 22:48:07.601718 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a686f094-e4ff-4fe1-ac3f-d231f9051988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:48:09.670507 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-30e63f99-3e63-4fc9-844c-dc3bc8467997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:48:10.709489 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:48:10.834062 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:48:12.305901 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:48:35.712628 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 43920) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:48:35.718656 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-c1c4b636-3af0-4e92-b891-f4ed8189a5bb tempest-verify_tempest_config-1418224731 tempest-verify_tempest_config-1418224731-project] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:48:35.719636 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c1c4b636-3af0-4e92-b891-f4ed8189a5bb tempest-verify_tempest_config-1418224731 tempest-verify_tempest_config-1418224731-project] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060201 Sep 14 22:48:36.015255 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 43938) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:48:36.126787 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a32692ff-eb75-49ff-91ef-fef2ebb05fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:48:36.140508 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-a32692ff-eb75-49ff-91ef-fef2ebb05fa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:48:36.144235 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a32692ff-eb75-49ff-91ef-fef2ebb05fa2 admin admin] Usage tracker for resource:security_group_rule and tenant:2b586f313ee848cf97c7a9f8cb28d254 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:48:36.147116 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a32692ff-eb75-49ff-91ef-fef2ebb05fa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:48:36.152642 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-a32692ff-eb75-49ff-91ef-fef2ebb05fa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:48:36.239778 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a32692ff-eb75-49ff-91ef-fef2ebb05fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:48:36.244843 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a32692ff-eb75-49ff-91ef-fef2ebb05fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:48:36.291050 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a32692ff-eb75-49ff-91ef-fef2ebb05fa2 admin admin] Synchronizing usage tracker for tenant:0027571bb646416c9191592535e3546e on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:48:36.294319 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32692ff-eb75-49ff-91ef-fef2ebb05fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb58d17d-c287-4d89-a23c-576dc6305dbe,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:48:36.305119 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32692ff-eb75-49ff-91ef-fef2ebb05fa2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:48:36.305482 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32692ff-eb75-49ff-91ef-fef2ebb05fa2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:48:36.305827 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32692ff-eb75-49ff-91ef-fef2ebb05fa2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:48:36.306157 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32692ff-eb75-49ff-91ef-fef2ebb05fa2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:48:36.306485 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32692ff-eb75-49ff-91ef-fef2ebb05fa2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:48:36.306829 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32692ff-eb75-49ff-91ef-fef2ebb05fa2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:48:36.307159 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32692ff-eb75-49ff-91ef-fef2ebb05fa2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:48:36.307486 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32692ff-eb75-49ff-91ef-fef2ebb05fa2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:48:36.307817 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32692ff-eb75-49ff-91ef-fef2ebb05fa2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:48:36.308134 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32692ff-eb75-49ff-91ef-fef2ebb05fa2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:48:36.308454 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32692ff-eb75-49ff-91ef-fef2ebb05fa2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:48:36.308800 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32692ff-eb75-49ff-91ef-fef2ebb05fa2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:48:36.321193 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a32692ff-eb75-49ff-91ef-fef2ebb05fa2 admin admin] Unset dirty status for tenant:0027571bb646416c9191592535e3546e on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:48:36.324584 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a32692ff-eb75-49ff-91ef-fef2ebb05fa2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2b586f313ee848cf97c7a9f8cb28d254&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3083577 Sep 14 22:48:36.325376 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 43944) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:48:36.385000 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d283814f-9853-4c49-817e-9460ff582c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:48:36.409870 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d283814f-9853-4c49-817e-9460ff582c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:48:36.502009 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d283814f-9853-4c49-817e-9460ff582c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:48:36.517724 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283814f-9853-4c49-817e-9460ff582c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb58d17d-c287-4d89-a23c-576dc6305dbe,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:48:36.522831 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d283814f-9853-4c49-817e-9460ff582c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:48:36.524262 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d283814f-9853-4c49-817e-9460ff582c92 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/eb58d17d-c287-4d89-a23c-576dc6305dbe HTTP/1.1" status: 204 len: 168 time: 0.1976812 Sep 14 22:48:37.602997 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4b5353dd-995a-4f8c-9f72-cbe0f4ff2249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:48:38.671159 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 5 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 22:48:39.672715 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-60d14b43-37c6-47b5-b2c3-ab1ed549fcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:48:40.711808 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:48:40.835672 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:48:42.307957 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:49:07.604117 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d53afac9-e36e-464f-9f77-90eb45c2de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:49:09.674572 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3825f0e3-0cd7-49b6-a273-09208eadfaec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:49:10.714225 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:49:10.840188 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:49:12.313472 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:49:15.670340 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 5 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 22:49:37.607093 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a9cda9a6-7eef-46c3-b41f-3bbcb33bc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:49:39.676129 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-87ab20ab-5c54-4de9-93fd-9158a36e24fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:49:40.718000 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:49:40.841717 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:49:42.314531 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:49:49.118056 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33043758'] for agent, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:49:52.670145 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 22:50:03.749109 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44014) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:50:03.858952 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8a497701-80b6-4599-ae9a-238301076160 admin admin] 10.222.0.33 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1086903 Sep 14 22:50:06.028119 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44024) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:50:06.085924 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7400dfa0-60d2-440e-afe9-cab1198eb425 admin admin] 10.222.0.33 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0566161 Sep 14 22:50:07.608663 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5c865767-6350-4d39-9fd1-ada42763b1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:50:09.677767 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1dfaec99-b058-4cb9-a403-68ffd0cc8e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:50:10.719108 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:50:10.841873 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:50:12.317634 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:50:19.091754 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:50:29.668820 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 22:50:37.610554 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-06ffbc85-a5b4-41e5-934b-3b84a305b544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:50:39.687033 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-dc639f7d-a56e-40b6-93bd-b4353a689c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:50:40.725175 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:50:40.846492 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:50:42.334011 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:50:49.094838 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:06.668767 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 22:51:07.612111 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e70d9656-6c6a-4f17-abdc-c14d09a8289a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:09.681366 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-27352a19-5388-46ee-b620-324984c781a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:10.725961 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:10.839073 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:12.326204 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:19.094016 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:37.615007 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4837b994-2d20-402a-a311-4bbcc79f950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:39.683125 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-41188ab4-8688-404e-8439-211147b6bef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:40.729773 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:40.840857 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:42.350608 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:43.668642 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 22:51:46.193571 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44202) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:51:46.660395 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44220) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:51:46.721128 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-fcaa9308-82d2-4f67-a330-e9de9ed57cb9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1223850239-network', 'tenant_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:51:46.725720 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-fcaa9308-82d2-4f67-a330-e9de9ed57cb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:51:46.729813 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-fcaa9308-82d2-4f67-a330-e9de9ed57cb9 admin admin] Usage tracker for resource:network and tenant:bd36d59a9e6b4be08e34d9d0bdaa27c1 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:51:46.732695 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-fcaa9308-82d2-4f67-a330-e9de9ed57cb9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:51:46.738472 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-fcaa9308-82d2-4f67-a330-e9de9ed57cb9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:51:46.748190 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcaa9308-82d2-4f67-a330-e9de9ed57cb9 admin admin] Made reservation on behalf of bd36d59a9e6b4be08e34d9d0bdaa27c1 for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:51:46.750693 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fcaa9308-82d2-4f67-a330-e9de9ed57cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:46.755551 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44226) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:51:46.763677 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fcaa9308-82d2-4f67-a330-e9de9ed57cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:46.779750 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-fcaa9308-82d2-4f67-a330-e9de9ed57cb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:51:46.783894 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-fcaa9308-82d2-4f67-a330-e9de9ed57cb9 admin admin] Usage tracker for resource:security_group_rule and tenant:bd36d59a9e6b4be08e34d9d0bdaa27c1 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:51:46.786861 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-fcaa9308-82d2-4f67-a330-e9de9ed57cb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:51:46.792519 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-fcaa9308-82d2-4f67-a330-e9de9ed57cb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:51:46.885769 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fcaa9308-82d2-4f67-a330-e9de9ed57cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:46.892730 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44236) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:51:46.893048 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fcaa9308-82d2-4f67-a330-e9de9ed57cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:46.929694 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa9308-82d2-4f67-a330-e9de9ed57cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e31bc6-e63e-4cd8-83f4-7fafedf3d55a,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:46.937022 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcaa9308-82d2-4f67-a330-e9de9ed57cb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:51:46.944926 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa9308-82d2-4f67-a330-e9de9ed57cb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:46.945528 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa9308-82d2-4f67-a330-e9de9ed57cb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:46.945871 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa9308-82d2-4f67-a330-e9de9ed57cb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:46.946192 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa9308-82d2-4f67-a330-e9de9ed57cb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:46.946519 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa9308-82d2-4f67-a330-e9de9ed57cb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:46.946858 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa9308-82d2-4f67-a330-e9de9ed57cb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:46.947178 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa9308-82d2-4f67-a330-e9de9ed57cb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:46.947674 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa9308-82d2-4f67-a330-e9de9ed57cb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:46.947991 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa9308-82d2-4f67-a330-e9de9ed57cb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:46.948302 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa9308-82d2-4f67-a330-e9de9ed57cb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:46.948809 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa9308-82d2-4f67-a330-e9de9ed57cb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:46.949116 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa9308-82d2-4f67-a330-e9de9ed57cb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:46.950166 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa9308-82d2-4f67-a330-e9de9ed57cb9 admin admin] Tracked resource versions report: Sep 14 22:51:46.950166 dv-neutron-857791-1-hyperv neutron-server[89170]: pushed versions: Sep 14 22:51:46.950166 dv-neutron-857791-1-hyperv neutron-server[89170]: { 'AddressGroup': {'1.2'}, Sep 14 22:51:46.950166 dv-neutron-857791-1-hyperv neutron-server[89170]: 'ConntrackHelper': {'1.0'}, Sep 14 22:51:46.950166 dv-neutron-857791-1-hyperv neutron-server[89170]: 'Log': {'1.0'}, Sep 14 22:51:46.950166 dv-neutron-857791-1-hyperv neutron-server[89170]: 'Network': {'1.1'}, Sep 14 22:51:46.950166 dv-neutron-857791-1-hyperv neutron-server[89170]: 'Port': {'1.7'}, Sep 14 22:51:46.950166 dv-neutron-857791-1-hyperv neutron-server[89170]: 'PortForwarding': {'1.2'}, Sep 14 22:51:46.950166 dv-neutron-857791-1-hyperv neutron-server[89170]: 'QosPolicy': {'1.8'}, Sep 14 22:51:46.950166 dv-neutron-857791-1-hyperv neutron-server[89170]: 'SecurityGroup': {'1.4'}, Sep 14 22:51:46.950166 dv-neutron-857791-1-hyperv neutron-server[89170]: 'SecurityGroupRule': {'1.2'}, Sep 14 22:51:46.950166 dv-neutron-857791-1-hyperv neutron-server[89170]: 'SubPort': {'1.0'}, Sep 14 22:51:46.950166 dv-neutron-857791-1-hyperv neutron-server[89170]: 'Subnet': {'1.1'}, Sep 14 22:51:46.950166 dv-neutron-857791-1-hyperv neutron-server[89170]: 'Trunk': {'1.1'}} Sep 14 22:51:46.950166 dv-neutron-857791-1-hyperv neutron-server[89170]: consumer versions: Sep 14 22:51:46.950166 dv-neutron-857791-1-hyperv neutron-server[89170]: { DHCP agent@dv-neutron-857791-1-hyperv: {}, Sep 14 22:51:46.950166 dv-neutron-857791-1-hyperv neutron-server[89170]: HyperV agent@hv-neutron-8577: {}, Sep 14 22:51:46.950166 dv-neutron-857791-1-hyperv neutron-server[89170]: L3 agent@dv-neutron-857791-1-hyperv: {}, Sep 14 22:51:46.950166 dv-neutron-857791-1-hyperv neutron-server[89170]: Metadata agent@dv-neutron-857791-1-hyperv: {}, Sep 14 22:51:46.950166 dv-neutron-857791-1-hyperv neutron-server[89170]: Metering agent@dv-neutron-857791-1-hyperv: {}, Sep 14 22:51:46.950166 dv-neutron-857791-1-hyperv neutron-server[89170]: Open vSwitch agent@dv-neutron-857791-1-hyperv: { 'AddressGroup': '1.2', Sep 14 22:51:46.950166 dv-neutron-857791-1-hyperv neutron-server[89170]: 'ConntrackHelper': '1.0', Sep 14 22:51:46.950166 dv-neutron-857791-1-hyperv neutron-server[89170]: 'Log': '1.0', Sep 14 22:51:46.950166 dv-neutron-857791-1-hyperv neutron-server[89170]: 'Network': '1.1', Sep 14 22:51:46.950166 dv-neutron-857791-1-hyperv neutron-server[89170]: 'Port': '1.7', Sep 14 22:51:46.950166 dv-neutron-857791-1-hyperv neutron-server[89170]: 'PortForwarding': '1.2', Sep 14 22:51:46.950166 dv-neutron-857791-1-hyperv neutron-server[89170]: 'QosPolicy': '1.8', Sep 14 22:51:46.950166 dv-neutron-857791-1-hyperv neutron-server[89170]: 'SecurityGroup': '1.4', Sep 14 22:51:46.950166 dv-neutron-857791-1-hyperv neutron-server[89170]: 'SecurityGroupRule': '1.2', Sep 14 22:51:46.950166 dv-neutron-857791-1-hyperv neutron-server[89170]: 'SubPort': '1.0', Sep 14 22:51:46.950166 dv-neutron-857791-1-hyperv neutron-server[89170]: 'Subnet': '1.1', Sep 14 22:51:46.950166 dv-neutron-857791-1-hyperv neutron-server[89170]: 'Trunk': '1.1'}} Sep 14 22:51:46.950166 dv-neutron-857791-1-hyperv neutron-server[89170]: {{(pid=89170) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 22:51:46.956954 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fcaa9308-82d2-4f67-a330-e9de9ed57cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:46.957304 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-fcaa9308-82d2-4f67-a330-e9de9ed57cb9 admin admin] Added segment f0430932-3f17-4258-a3c6-3118c23bd221 of type vlan for network 96b70200-f113-466a-a996-3d001cbd44bb Sep 14 22:51:46.984062 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fcaa9308-82d2-4f67-a330-e9de9ed57cb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:47.015088 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fcaa9308-82d2-4f67-a330-e9de9ed57cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:47.016205 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcaa9308-82d2-4f67-a330-e9de9ed57cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:51:47.016895 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fcaa9308-82d2-4f67-a330-e9de9ed57cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:47.021166 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44244) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:51:47.105630 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-6af13c86-1aab-4488-84db-757c8e20408b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1842162660-network', 'tenant_id': '619a722a9a6d4b25978034388633fb87'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:51:47.114764 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-6af13c86-1aab-4488-84db-757c8e20408b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:51:47.120177 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6af13c86-1aab-4488-84db-757c8e20408b admin admin] Usage tracker for resource:network and tenant:619a722a9a6d4b25978034388633fb87 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:51:47.124659 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6af13c86-1aab-4488-84db-757c8e20408b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:51:47.125404 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa9308-82d2-4f67-a330-e9de9ed57cb9 admin admin] Pushing event updated for resources: {'Network': ['ID=96b70200-f113-466a-a996-3d001cbd44bb,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:47.132948 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-6af13c86-1aab-4488-84db-757c8e20408b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:51:47.136684 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 96b70200-f113-466a-a996-3d001cbd44bb details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:51:47.140428 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-c8f44e08-7856-4bcc-8ea3-54992b07969b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-324560591'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:51:47.146255 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c8f44e08-7856-4bcc-8ea3-54992b07969b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:51:47.150759 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c8f44e08-7856-4bcc-8ea3-54992b07969b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Usage tracker for resource:network and tenant:cf52be6b4cca4eb79c0d08c2bf365b2b is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:51:47.152668 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af13c86-1aab-4488-84db-757c8e20408b admin admin] Made reservation on behalf of 619a722a9a6d4b25978034388633fb87 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:51:47.153766 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c8f44e08-7856-4bcc-8ea3-54992b07969b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:51:47.156025 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6af13c86-1aab-4488-84db-757c8e20408b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:47.164382 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-fcaa9308-82d2-4f67-a330-e9de9ed57cb9 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9693494 Sep 14 22:51:47.165585 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c8f44e08-7856-4bcc-8ea3-54992b07969b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:51:47.172046 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44252) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:51:47.177537 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f44e08-7856-4bcc-8ea3-54992b07969b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Made reservation on behalf of cf52be6b4cca4eb79c0d08c2bf365b2b for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:51:47.180943 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-fdc46f5c-11bd-431c-9132-98b584eb8e44 admin admin] Request body: {'subnet': {'network_id': '96b70200-f113-466a-a996-3d001cbd44bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1223850239-subnet', 'tenant_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:51:47.181218 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c8f44e08-7856-4bcc-8ea3-54992b07969b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:47.183938 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6af13c86-1aab-4488-84db-757c8e20408b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:47.194455 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c8f44e08-7856-4bcc-8ea3-54992b07969b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:47.197126 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-fdc46f5c-11bd-431c-9132-98b584eb8e44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:51:47.202925 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-fdc46f5c-11bd-431c-9132-98b584eb8e44 admin admin] Usage tracker for resource:subnet and tenant:bd36d59a9e6b4be08e34d9d0bdaa27c1 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:51:47.208434 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-fdc46f5c-11bd-431c-9132-98b584eb8e44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:51:47.210411 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c8f44e08-7856-4bcc-8ea3-54992b07969b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:51:47.214539 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c8f44e08-7856-4bcc-8ea3-54992b07969b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Usage tracker for resource:security_group_rule and tenant:cf52be6b4cca4eb79c0d08c2bf365b2b is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:51:47.215853 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-fdc46f5c-11bd-431c-9132-98b584eb8e44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:51:47.217603 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c8f44e08-7856-4bcc-8ea3-54992b07969b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:51:47.223558 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c8f44e08-7856-4bcc-8ea3-54992b07969b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:51:47.230134 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc46f5c-11bd-431c-9132-98b584eb8e44 admin admin] Made reservation on behalf of bd36d59a9e6b4be08e34d9d0bdaa27c1 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:51:47.233119 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fdc46f5c-11bd-431c-9132-98b584eb8e44 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:47.317643 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c8f44e08-7856-4bcc-8ea3-54992b07969b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:47.335780 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c8f44e08-7856-4bcc-8ea3-54992b07969b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:47.367436 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f44e08-7856-4bcc-8ea3-54992b07969b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:51:47.385550 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c8f44e08-7856-4bcc-8ea3-54992b07969b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:47.387950 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-c8f44e08-7856-4bcc-8ea3-54992b07969b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Added segment deb5006a-062f-4859-9808-584869cc0151 of type vlan for network 5269fc46-1f9d-4b11-a096-ea0e5853251c Sep 14 22:51:47.419069 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c8f44e08-7856-4bcc-8ea3-54992b07969b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:47.476078 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-6af13c86-1aab-4488-84db-757c8e20408b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:51:47.477209 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f44e08-7856-4bcc-8ea3-54992b07969b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41c2e4bb-2366-4a9b-bdc9-53dca9ca262a,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:47.480867 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c8f44e08-7856-4bcc-8ea3-54992b07969b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:47.484595 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-8858bec8-a6d6-443f-af8b-604bde4accd7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-136148581-network', 'tenant_id': 'd36f5522c6ec41e993e6cc182372eb1e'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:51:47.487410 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f44e08-7856-4bcc-8ea3-54992b07969b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:51:47.488719 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c8f44e08-7856-4bcc-8ea3-54992b07969b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:47.500582 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b63be546-c73e-4958-b481-525524e5415e tempest-AgentManagementNegativeTest-613066978 tempest-AgentManagementNegativeTest-613066978-project] 10.222.0.33 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6061997 Sep 14 22:51:47.507095 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-8858bec8-a6d6-443f-af8b-604bde4accd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:51:47.511165 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-8858bec8-a6d6-443f-af8b-604bde4accd7 admin admin] Usage tracker for resource:network and tenant:d36f5522c6ec41e993e6cc182372eb1e is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:51:47.514417 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-8858bec8-a6d6-443f-af8b-604bde4accd7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:51:47.521318 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-8858bec8-a6d6-443f-af8b-604bde4accd7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:51:47.530877 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6af13c86-1aab-4488-84db-757c8e20408b admin admin] Usage tracker for resource:security_group_rule and tenant:619a722a9a6d4b25978034388633fb87 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:51:47.541627 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6af13c86-1aab-4488-84db-757c8e20408b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:51:47.545017 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8858bec8-a6d6-443f-af8b-604bde4accd7 admin admin] Made reservation on behalf of d36f5522c6ec41e993e6cc182372eb1e for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:51:47.547447 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8858bec8-a6d6-443f-af8b-604bde4accd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:47.565045 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8858bec8-a6d6-443f-af8b-604bde4accd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:47.581868 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-6af13c86-1aab-4488-84db-757c8e20408b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:51:47.588601 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-8858bec8-a6d6-443f-af8b-604bde4accd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:51:47.595590 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-8858bec8-a6d6-443f-af8b-604bde4accd7 admin admin] Usage tracker for resource:security_group_rule and tenant:d36f5522c6ec41e993e6cc182372eb1e is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:51:47.600429 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-8858bec8-a6d6-443f-af8b-604bde4accd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:51:47.610125 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fdc46f5c-11bd-431c-9132-98b584eb8e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:47.617127 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-8858bec8-a6d6-443f-af8b-604bde4accd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:51:47.620124 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f44e08-7856-4bcc-8ea3-54992b07969b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Pushing event updated for resources: {'Network': ['ID=5269fc46-1f9d-4b11-a096-ea0e5853251c,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:47.622948 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c8f44e08-7856-4bcc-8ea3-54992b07969b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9613509 Sep 14 22:51:47.626005 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44274) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:51:47.632040 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-20887d5e-4b56-4c1d-9252-bde8e6fe4ec4 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Request body: {'subnet': {'network_id': '5269fc46-1f9d-4b11-a096-ea0e5853251c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:51:47.721362 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc46f5c-11bd-431c-9132-98b584eb8e44 admin admin] Checking segment: {'id': 'f0430932-3f17-4258-a3c6-3118c23bd221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '96b70200-f113-466a-a996-3d001cbd44bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:51:47.722573 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc46f5c-11bd-431c-9132-98b584eb8e44 admin admin] Network hostable DHCP agents. Network: 96b70200-f113-466a-a996-3d001cbd44bb, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:51:47.750197 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-20887d5e-4b56-4c1d-9252-bde8e6fe4ec4 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:51:47.754293 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-20887d5e-4b56-4c1d-9252-bde8e6fe4ec4 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Usage tracker for resource:subnet and tenant:cf52be6b4cca4eb79c0d08c2bf365b2b is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:51:47.757596 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-20887d5e-4b56-4c1d-9252-bde8e6fe4ec4 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:51:47.764433 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-20887d5e-4b56-4c1d-9252-bde8e6fe4ec4 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:51:47.773343 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc46f5c-11bd-431c-9132-98b584eb8e44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e26eddd1-1e83-4e64-8dc5-ded3ed029f12,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:47.780113 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20887d5e-4b56-4c1d-9252-bde8e6fe4ec4 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Made reservation on behalf of cf52be6b4cca4eb79c0d08c2bf365b2b for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:51:47.786089 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc46f5c-11bd-431c-9132-98b584eb8e44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:47.786744 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc46f5c-11bd-431c-9132-98b584eb8e44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:47.787243 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc46f5c-11bd-431c-9132-98b584eb8e44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:47.787734 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc46f5c-11bd-431c-9132-98b584eb8e44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:47.788078 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-20887d5e-4b56-4c1d-9252-bde8e6fe4ec4 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks [] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:47.788396 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc46f5c-11bd-431c-9132-98b584eb8e44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:47.788964 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc46f5c-11bd-431c-9132-98b584eb8e44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:47.789456 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc46f5c-11bd-431c-9132-98b584eb8e44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:47.789950 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc46f5c-11bd-431c-9132-98b584eb8e44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:47.790428 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc46f5c-11bd-431c-9132-98b584eb8e44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:47.790915 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc46f5c-11bd-431c-9132-98b584eb8e44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:47.791544 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc46f5c-11bd-431c-9132-98b584eb8e44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:47.792027 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc46f5c-11bd-431c-9132-98b584eb8e44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:47.793253 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc46f5c-11bd-431c-9132-98b584eb8e44 admin admin] Tracked resource versions report: Sep 14 22:51:47.793253 dv-neutron-857791-1-hyperv neutron-server[89171]: pushed versions: Sep 14 22:51:47.793253 dv-neutron-857791-1-hyperv neutron-server[89171]: { 'AddressGroup': {'1.2'}, Sep 14 22:51:47.793253 dv-neutron-857791-1-hyperv neutron-server[89171]: 'ConntrackHelper': {'1.0'}, Sep 14 22:51:47.793253 dv-neutron-857791-1-hyperv neutron-server[89171]: 'Log': {'1.0'}, Sep 14 22:51:47.793253 dv-neutron-857791-1-hyperv neutron-server[89171]: 'Network': {'1.1'}, Sep 14 22:51:47.793253 dv-neutron-857791-1-hyperv neutron-server[89171]: 'Port': {'1.7'}, Sep 14 22:51:47.793253 dv-neutron-857791-1-hyperv neutron-server[89171]: 'PortForwarding': {'1.2'}, Sep 14 22:51:47.793253 dv-neutron-857791-1-hyperv neutron-server[89171]: 'QosPolicy': {'1.8'}, Sep 14 22:51:47.793253 dv-neutron-857791-1-hyperv neutron-server[89171]: 'SecurityGroup': {'1.4'}, Sep 14 22:51:47.793253 dv-neutron-857791-1-hyperv neutron-server[89171]: 'SecurityGroupRule': {'1.2'}, Sep 14 22:51:47.793253 dv-neutron-857791-1-hyperv neutron-server[89171]: 'SubPort': {'1.0'}, Sep 14 22:51:47.793253 dv-neutron-857791-1-hyperv neutron-server[89171]: 'Subnet': {'1.1'}, Sep 14 22:51:47.793253 dv-neutron-857791-1-hyperv neutron-server[89171]: 'Trunk': {'1.1'}} Sep 14 22:51:47.793253 dv-neutron-857791-1-hyperv neutron-server[89171]: consumer versions: Sep 14 22:51:47.793253 dv-neutron-857791-1-hyperv neutron-server[89171]: { DHCP agent@dv-neutron-857791-1-hyperv: {}, Sep 14 22:51:47.793253 dv-neutron-857791-1-hyperv neutron-server[89171]: HyperV agent@hv-neutron-8577: {}, Sep 14 22:51:47.793253 dv-neutron-857791-1-hyperv neutron-server[89171]: L3 agent@dv-neutron-857791-1-hyperv: {}, Sep 14 22:51:47.793253 dv-neutron-857791-1-hyperv neutron-server[89171]: Metadata agent@dv-neutron-857791-1-hyperv: {}, Sep 14 22:51:47.793253 dv-neutron-857791-1-hyperv neutron-server[89171]: Metering agent@dv-neutron-857791-1-hyperv: {}, Sep 14 22:51:47.793253 dv-neutron-857791-1-hyperv neutron-server[89171]: Open vSwitch agent@dv-neutron-857791-1-hyperv: { 'AddressGroup': '1.2', Sep 14 22:51:47.793253 dv-neutron-857791-1-hyperv neutron-server[89171]: 'ConntrackHelper': '1.0', Sep 14 22:51:47.793253 dv-neutron-857791-1-hyperv neutron-server[89171]: 'Log': '1.0', Sep 14 22:51:47.793253 dv-neutron-857791-1-hyperv neutron-server[89171]: 'Network': '1.1', Sep 14 22:51:47.793253 dv-neutron-857791-1-hyperv neutron-server[89171]: 'Port': '1.7', Sep 14 22:51:47.793253 dv-neutron-857791-1-hyperv neutron-server[89171]: 'PortForwarding': '1.2', Sep 14 22:51:47.793253 dv-neutron-857791-1-hyperv neutron-server[89171]: 'QosPolicy': '1.8', Sep 14 22:51:47.793253 dv-neutron-857791-1-hyperv neutron-server[89171]: 'SecurityGroup': '1.4', Sep 14 22:51:47.793253 dv-neutron-857791-1-hyperv neutron-server[89171]: 'SecurityGroupRule': '1.2', Sep 14 22:51:47.793253 dv-neutron-857791-1-hyperv neutron-server[89171]: 'SubPort': '1.0', Sep 14 22:51:47.793253 dv-neutron-857791-1-hyperv neutron-server[89171]: 'Subnet': '1.1', Sep 14 22:51:47.793253 dv-neutron-857791-1-hyperv neutron-server[89171]: 'Trunk': '1.1'}} Sep 14 22:51:47.793253 dv-neutron-857791-1-hyperv neutron-server[89171]: {{(pid=89171) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 22:51:47.797810 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc46f5c-11bd-431c-9132-98b584eb8e44 admin admin] Network 96b70200-f113-466a-a996-3d001cbd44bb is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:51:47.820929 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-fdc46f5c-11bd-431c-9132-98b584eb8e44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 96b70200-f113-466a-a996-3d001cbd44bb) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:51:47.834231 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc46f5c-11bd-431c-9132-98b584eb8e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:51:47.834941 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c7f6b9-7677-47e1-9610-4964be6b38ed None None] Network 96b70200-f113-466a-a996-3d001cbd44bb requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:51:47.835322 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fdc46f5c-11bd-431c-9132-98b584eb8e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:47.879865 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-fdc46f5c-11bd-431c-9132-98b584eb8e44 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7065101 Sep 14 22:51:47.880830 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44286) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:51:47.896797 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-1aa4106b-6804-4adc-ac7f-26e426dc18aa admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1223850239-router', 'tenant_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:51:47.902357 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-1aa4106b-6804-4adc-ac7f-26e426dc18aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:51:47.906495 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1aa4106b-6804-4adc-ac7f-26e426dc18aa admin admin] Usage tracker for resource:router and tenant:bd36d59a9e6b4be08e34d9d0bdaa27c1 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:51:47.910207 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1aa4106b-6804-4adc-ac7f-26e426dc18aa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:51:47.916141 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-1aa4106b-6804-4adc-ac7f-26e426dc18aa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:51:47.931856 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1aa4106b-6804-4adc-ac7f-26e426dc18aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:47.933131 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1aa4106b-6804-4adc-ac7f-26e426dc18aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:47.948980 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1aa4106b-6804-4adc-ac7f-26e426dc18aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:47.975762 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 5269fc46-1f9d-4b11-a096-ea0e5853251c details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:51:48.134333 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44294) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:51:48.234671 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-20887d5e-4b56-4c1d-9252-bde8e6fe4ec4 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:48.289108 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a897ea-0e39-4242-b8ee-d034cbf38a49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-96b70200-f113-466a-a996-3d001cbd44bb', 'network_id': '96b70200-f113-466a-a996-3d001cbd44bb', 'tenant_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'fixed_ips': [{'subnet_id': 'e26eddd1-1e83-4e64-8dc5-ded3ed029f12'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:51:48.290864 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-62a897ea-0e39-4242-b8ee-d034cbf38a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:48.348270 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1aa4106b-6804-4adc-ac7f-26e426dc18aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:48.359683 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6af13c86-1aab-4488-84db-757c8e20408b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:48.371178 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20887d5e-4b56-4c1d-9252-bde8e6fe4ec4 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Pushing event updated for resources: {'Subnet': ['ID=b6a6f06a-af01-456e-b5c4-e414c3c9a3b3,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:48.371638 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6af13c86-1aab-4488-84db-757c8e20408b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:48.383513 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20887d5e-4b56-4c1d-9252-bde8e6fe4ec4 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Checking segment: {'id': 'deb5006a-062f-4859-9808-584869cc0151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5269fc46-1f9d-4b11-a096-ea0e5853251c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:51:48.383933 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20887d5e-4b56-4c1d-9252-bde8e6fe4ec4 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Network hostable DHCP agents. Network: 5269fc46-1f9d-4b11-a096-ea0e5853251c, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:51:48.385868 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af13c86-1aab-4488-84db-757c8e20408b admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:51:48.395231 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6af13c86-1aab-4488-84db-757c8e20408b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:48.395814 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-6af13c86-1aab-4488-84db-757c8e20408b admin admin] Added segment 4c21d747-86b6-499f-8ff9-8eac2cda9b2e of type vlan for network 63e45686-e294-49ff-846c-ac2fe15584a9 Sep 14 22:51:48.406558 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8858bec8-a6d6-443f-af8b-604bde4accd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:48.414239 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20887d5e-4b56-4c1d-9252-bde8e6fe4ec4 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Network 5269fc46-1f9d-4b11-a096-ea0e5853251c is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:51:48.433491 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8858bec8-a6d6-443f-af8b-604bde4accd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:48.435629 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-20887d5e-4b56-4c1d-9252-bde8e6fe4ec4 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 5269fc46-1f9d-4b11-a096-ea0e5853251c) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:51:48.440976 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20887d5e-4b56-4c1d-9252-bde8e6fe4ec4 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:51:48.441567 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-20887d5e-4b56-4c1d-9252-bde8e6fe4ec4 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:48.450410 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ceaddab-d155-474b-ac39-a4569ce12b3d None None] Network 5269fc46-1f9d-4b11-a096-ea0e5853251c requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:51:48.470761 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af13c86-1aab-4488-84db-757c8e20408b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461b5b00-2819-4617-85ae-20ee9ab1fe7b,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:48.511248 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-20887d5e-4b56-4c1d-9252-bde8e6fe4ec4 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8841591 Sep 14 22:51:48.514263 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44304) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:51:48.520721 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-8f3f540d-484a-41b3-bb55-afc9741a3582 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Request body: {'port': {'network_id': '5269fc46-1f9d-4b11-a096-ea0e5853251c', 'name': 'tempest-AllowedAddressPairTestJSON-717093494'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:51:48.548515 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44308) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:51:48.559391 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6af13c86-1aab-4488-84db-757c8e20408b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:48.568119 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8858bec8-a6d6-443f-af8b-604bde4accd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:51:48.612877 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8858bec8-a6d6-443f-af8b-604bde4accd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:48.613240 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-8858bec8-a6d6-443f-af8b-604bde4accd7 admin admin] Added segment c2365945-0825-42dc-a302-48ce18607d40 of type vlan for network 31850627-f6e9-4ef5-9f05-dc1c1b19cf1b Sep 14 22:51:48.634195 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858bec8-a6d6-443f-af8b-604bde4accd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72365395-059f-4659-b56f-aec1a48761fb,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:48.696064 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8858bec8-a6d6-443f-af8b-604bde4accd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:48.733846 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6af13c86-1aab-4488-84db-757c8e20408b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:48.734884 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af13c86-1aab-4488-84db-757c8e20408b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:51:48.735535 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6af13c86-1aab-4488-84db-757c8e20408b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:48.760400 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-8f3f540d-484a-41b3-bb55-afc9741a3582 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:51:48.764855 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-8f3f540d-484a-41b3-bb55-afc9741a3582 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Usage tracker for resource:port and tenant:cf52be6b4cca4eb79c0d08c2bf365b2b is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:51:48.768195 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-8f3f540d-484a-41b3-bb55-afc9741a3582 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:51:48.774869 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-8f3f540d-484a-41b3-bb55-afc9741a3582 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:51:48.776671 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8858bec8-a6d6-443f-af8b-604bde4accd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:48.777746 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8858bec8-a6d6-443f-af8b-604bde4accd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:51:48.778188 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8858bec8-a6d6-443f-af8b-604bde4accd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:48.788477 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3f540d-484a-41b3-bb55-afc9741a3582 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Made reservation on behalf of cf52be6b4cca4eb79c0d08c2bf365b2b for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:51:48.793887 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8f3f540d-484a-41b3-bb55-afc9741a3582 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:48.838896 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-8f3f540d-484a-41b3-bb55-afc9741a3582 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] device_id is not set on port 818e2c8c-54bd-4e2d-8068-f0890d9a5378 yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:51:48.840272 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8858bec8-a6d6-443f-af8b-604bde4accd7 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8179150 Sep 14 22:51:48.841240 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44318) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:51:48.847776 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-62a897ea-0e39-4242-b8ee-d034cbf38a49 None None] Allocated IP 172.20.0.2 (96b70200-f113-466a-a996-3d001cbd44bb/e26eddd1-1e83-4e64-8dc5-ded3ed029f12/76390c18-eec5-46ae-ac8a-743d096024ae) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:51:48.902896 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-e2699148-8ceb-4dc8-946a-f2697f2cea3a admin admin] Request body: {'subnet': {'network_id': '31850627-f6e9-4ef5-9f05-dc1c1b19cf1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-136148581-subnet', 'tenant_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:51:48.908062 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-e2699148-8ceb-4dc8-946a-f2697f2cea3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:51:48.913073 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e2699148-8ceb-4dc8-946a-f2697f2cea3a admin admin] Usage tracker for resource:subnet and tenant:d36f5522c6ec41e993e6cc182372eb1e is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:51:48.916270 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e2699148-8ceb-4dc8-946a-f2697f2cea3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:51:48.922443 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-e2699148-8ceb-4dc8-946a-f2697f2cea3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:51:48.965563 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6af13c86-1aab-4488-84db-757c8e20408b admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.2061269 Sep 14 22:51:48.967545 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2699148-8ceb-4dc8-946a-f2697f2cea3a admin admin] Made reservation on behalf of d36f5522c6ec41e993e6cc182372eb1e for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:51:48.970265 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2699148-8ceb-4dc8-946a-f2697f2cea3a admin admin] Notify callbacks [] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:48.973303 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44322) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:51:48.984581 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-13686486-48dc-4b4a-87b2-c16e9299c3f6 admin admin] Request body: {'subnet': {'network_id': '63e45686-e294-49ff-846c-ac2fe15584a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1842162660-subnet', 'tenant_id': '619a722a9a6d4b25978034388633fb87', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:51:48.997007 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-13686486-48dc-4b4a-87b2-c16e9299c3f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:51:49.019294 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-c38efdf2-5653-4947-895e-02f12de3c6e3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-341873494'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:51:49.023624 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-13686486-48dc-4b4a-87b2-c16e9299c3f6 admin admin] Usage tracker for resource:subnet and tenant:619a722a9a6d4b25978034388633fb87 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:51:49.030246 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-13686486-48dc-4b4a-87b2-c16e9299c3f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:51:49.039959 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-13686486-48dc-4b4a-87b2-c16e9299c3f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:51:49.047123 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c38efdf2-5653-4947-895e-02f12de3c6e3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:51:49.058034 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f40c3033-a223-457c-8d0f-3d2419339f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:49.060676 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c38efdf2-5653-4947-895e-02f12de3c6e3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Usage tracker for resource:network and tenant:e7691d3aa35e48c2b78189f328c55167 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:51:49.065063 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c38efdf2-5653-4947-895e-02f12de3c6e3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:51:49.073315 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c38efdf2-5653-4947-895e-02f12de3c6e3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:51:49.094245 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af13c86-1aab-4488-84db-757c8e20408b admin admin] Pushing event updated for resources: {'Network': ['ID=63e45686-e294-49ff-846c-ac2fe15584a9,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:49.130981 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38efdf2-5653-4947-895e-02f12de3c6e3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Made reservation on behalf of e7691d3aa35e48c2b78189f328c55167 for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:51:49.135720 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c38efdf2-5653-4947-895e-02f12de3c6e3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:49.159300 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c38efdf2-5653-4947-895e-02f12de3c6e3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:49.184541 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-f40c3033-a223-457c-8d0f-3d2419339f7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:51:49.187257 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd37a7aa-7208-4773-a23c-923ef3930a0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-5269fc46-1f9d-4b11-a096-ea0e5853251c', 'network_id': '5269fc46-1f9d-4b11-a096-ea0e5853251c', 'tenant_id': 'cf52be6b4cca4eb79c0d08c2bf365b2b', 'fixed_ips': [{'subnet_id': 'b6a6f06a-af01-456e-b5c4-e414c3c9a3b3'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:51:49.188112 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cd37a7aa-7208-4773-a23c-923ef3930a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:49.206121 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 63e45686-e294-49ff-846c-ac2fe15584a9 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:51:49.238999 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c38efdf2-5653-4947-895e-02f12de3c6e3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:51:49.244561 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c38efdf2-5653-4947-895e-02f12de3c6e3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Usage tracker for resource:security_group_rule and tenant:e7691d3aa35e48c2b78189f328c55167 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:51:49.248244 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-f40c3033-a223-457c-8d0f-3d2419339f7e admin admin] Usage tracker for resource:security_group_rule and tenant:62cb5b355ba74605ab043edaeb257f7f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:51:49.249041 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c38efdf2-5653-4947-895e-02f12de3c6e3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:51:49.260041 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c38efdf2-5653-4947-895e-02f12de3c6e3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:51:49.260903 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-f40c3033-a223-457c-8d0f-3d2419339f7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:51:49.267267 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:49.272325 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44336) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:51:49.287707 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-f40c3033-a223-457c-8d0f-3d2419339f7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:51:49.303730 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858bec8-a6d6-443f-af8b-604bde4accd7 admin admin] Pushing event updated for resources: {'Network': ['ID=31850627-f6e9-4ef5-9f05-dc1c1b19cf1b,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:49.349563 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 31850627-f6e9-4ef5-9f05-dc1c1b19cf1b details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:51:49.359666 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c38efdf2-5653-4947-895e-02f12de3c6e3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:49.360746 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13686486-48dc-4b4a-87b2-c16e9299c3f6 admin admin] Made reservation on behalf of 619a722a9a6d4b25978034388633fb87 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:51:49.363554 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-13686486-48dc-4b4a-87b2-c16e9299c3f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:49.381008 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c38efdf2-5653-4947-895e-02f12de3c6e3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:49.393405 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c38efdf2-5653-4947-895e-02f12de3c6e3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:51:49.402954 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c38efdf2-5653-4947-895e-02f12de3c6e3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:49.403292 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-c38efdf2-5653-4947-895e-02f12de3c6e3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Added segment 8a71d916-63a9-409c-b4a7-529ceb1c8845 of type vlan for network ab478a50-5a52-45fc-96cd-4f9639bc6c8b Sep 14 22:51:49.429734 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c38efdf2-5653-4947-895e-02f12de3c6e3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:49.502323 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38efdf2-5653-4947-895e-02f12de3c6e3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2af165e2-0cb9-49d7-9d15-332f6442b7eb,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:49.505516 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c38efdf2-5653-4947-895e-02f12de3c6e3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:49.511136 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38efdf2-5653-4947-895e-02f12de3c6e3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:51:49.511745 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c38efdf2-5653-4947-895e-02f12de3c6e3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:49.521825 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-62a897ea-0e39-4242-b8ee-d034cbf38a49 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:49.581107 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-62a897ea-0e39-4242-b8ee-d034cbf38a49 None None] Transition to ACTIVE for port object 76390c18-eec5-46ae-ac8a-743d096024ae will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:51:49.639805 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-5b7d2083-cbd5-466a-a09e-e2f29ffe51d9 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1801328530', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:51:49.655643 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-62a897ea-0e39-4242-b8ee-d034cbf38a49 None None] Transition to ACTIVE for port object 76390c18-eec5-46ae-ac8a-743d096024ae will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:51:49.656953 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-5b7d2083-cbd5-466a-a09e-e2f29ffe51d9 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:51:49.666809 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-62a897ea-0e39-4242-b8ee-d034cbf38a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:49.669149 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5b7d2083-cbd5-466a-a09e-e2f29ffe51d9 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Usage tracker for resource:port and tenant:977948af015a4938b8c52ba35cc58080 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:51:49.680035 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5b7d2083-cbd5-466a-a09e-e2f29ffe51d9 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:51:49.717069 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-5b7d2083-cbd5-466a-a09e-e2f29ffe51d9 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:51:49.731428 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c38efdf2-5653-4947-895e-02f12de3c6e3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1815937 Sep 14 22:51:49.743766 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44350) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:51:49.750326 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-c0340613-eb64-46c7-9a55-e3ef819a8bab tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Request body: {'subnet': {'network_id': 'ab478a50-5a52-45fc-96cd-4f9639bc6c8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:51:49.756885 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a897ea-0e39-4242-b8ee-d034cbf38a49 None None] Network 96b70200-f113-466a-a996-3d001cbd44bb is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:51:49.760143 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-62a897ea-0e39-4242-b8ee-d034cbf38a49 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:51:49.763022 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a897ea-0e39-4242-b8ee-d034cbf38a49 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:51:49.779827 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-8f3f540d-484a-41b3-bb55-afc9741a3582 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Allocated IP 172.20.0.14 (5269fc46-1f9d-4b11-a096-ea0e5853251c/b6a6f06a-af01-456e-b5c4-e414c3c9a3b3/818e2c8c-54bd-4e2d-8068-f0890d9a5378) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:51:49.798002 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7d2083-cbd5-466a-a09e-e2f29ffe51d9 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Made reservation on behalf of 977948af015a4938b8c52ba35cc58080 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:51:49.801037 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5b7d2083-cbd5-466a-a09e-e2f29ffe51d9 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:49.822266 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a897ea-0e39-4242-b8ee-d034cbf38a49 None None] Pushing event updated for resources: {'Port': ['ID=76390c18-eec5-46ae-ac8a-743d096024ae,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:49.830658 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5b7d2083-cbd5-466a-a09e-e2f29ffe51d9 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:49.853012 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1aa4106b-6804-4adc-ac7f-26e426dc18aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:49.871184 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38efdf2-5653-4947-895e-02f12de3c6e3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Pushing event updated for resources: {'Network': ['ID=ab478a50-5a52-45fc-96cd-4f9639bc6c8b,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:49.896876 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a897ea-0e39-4242-b8ee-d034cbf38a49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:49.897815 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a897ea-0e39-4242-b8ee-d034cbf38a49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:49.898426 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a897ea-0e39-4242-b8ee-d034cbf38a49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:49.899321 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a897ea-0e39-4242-b8ee-d034cbf38a49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:49.900352 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a897ea-0e39-4242-b8ee-d034cbf38a49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:49.901041 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a897ea-0e39-4242-b8ee-d034cbf38a49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:49.901618 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a897ea-0e39-4242-b8ee-d034cbf38a49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:49.902520 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a897ea-0e39-4242-b8ee-d034cbf38a49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:49.903414 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a897ea-0e39-4242-b8ee-d034cbf38a49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:49.904013 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a897ea-0e39-4242-b8ee-d034cbf38a49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:49.904552 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a897ea-0e39-4242-b8ee-d034cbf38a49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:49.905177 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a897ea-0e39-4242-b8ee-d034cbf38a49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:49.907410 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a897ea-0e39-4242-b8ee-d034cbf38a49 None None] Tracked resource versions report: Sep 14 22:51:49.907410 dv-neutron-857791-1-hyperv neutron-server[89172]: pushed versions: Sep 14 22:51:49.907410 dv-neutron-857791-1-hyperv neutron-server[89172]: { 'AddressGroup': {'1.2'}, Sep 14 22:51:49.907410 dv-neutron-857791-1-hyperv neutron-server[89172]: 'ConntrackHelper': {'1.0'}, Sep 14 22:51:49.907410 dv-neutron-857791-1-hyperv neutron-server[89172]: 'Log': {'1.0'}, Sep 14 22:51:49.907410 dv-neutron-857791-1-hyperv neutron-server[89172]: 'Network': {'1.1'}, Sep 14 22:51:49.907410 dv-neutron-857791-1-hyperv neutron-server[89172]: 'Port': {'1.7'}, Sep 14 22:51:49.907410 dv-neutron-857791-1-hyperv neutron-server[89172]: 'PortForwarding': {'1.2'}, Sep 14 22:51:49.907410 dv-neutron-857791-1-hyperv neutron-server[89172]: 'QosPolicy': {'1.8'}, Sep 14 22:51:49.907410 dv-neutron-857791-1-hyperv neutron-server[89172]: 'SecurityGroup': {'1.4'}, Sep 14 22:51:49.907410 dv-neutron-857791-1-hyperv neutron-server[89172]: 'SecurityGroupRule': {'1.2'}, Sep 14 22:51:49.907410 dv-neutron-857791-1-hyperv neutron-server[89172]: 'SubPort': {'1.0'}, Sep 14 22:51:49.907410 dv-neutron-857791-1-hyperv neutron-server[89172]: 'Subnet': {'1.1'}, Sep 14 22:51:49.907410 dv-neutron-857791-1-hyperv neutron-server[89172]: 'Trunk': {'1.1'}} Sep 14 22:51:49.907410 dv-neutron-857791-1-hyperv neutron-server[89172]: consumer versions: Sep 14 22:51:49.907410 dv-neutron-857791-1-hyperv neutron-server[89172]: { DHCP agent@dv-neutron-857791-1-hyperv: {}, Sep 14 22:51:49.907410 dv-neutron-857791-1-hyperv neutron-server[89172]: HyperV agent@hv-neutron-8577: {}, Sep 14 22:51:49.907410 dv-neutron-857791-1-hyperv neutron-server[89172]: L3 agent@dv-neutron-857791-1-hyperv: {}, Sep 14 22:51:49.907410 dv-neutron-857791-1-hyperv neutron-server[89172]: Metadata agent@dv-neutron-857791-1-hyperv: {}, Sep 14 22:51:49.907410 dv-neutron-857791-1-hyperv neutron-server[89172]: Metering agent@dv-neutron-857791-1-hyperv: {}, Sep 14 22:51:49.907410 dv-neutron-857791-1-hyperv neutron-server[89172]: Open vSwitch agent@dv-neutron-857791-1-hyperv: { 'AddressGroup': '1.2', Sep 14 22:51:49.907410 dv-neutron-857791-1-hyperv neutron-server[89172]: 'ConntrackHelper': '1.0', Sep 14 22:51:49.907410 dv-neutron-857791-1-hyperv neutron-server[89172]: 'Log': '1.0', Sep 14 22:51:49.907410 dv-neutron-857791-1-hyperv neutron-server[89172]: 'Network': '1.1', Sep 14 22:51:49.907410 dv-neutron-857791-1-hyperv neutron-server[89172]: 'Port': '1.7', Sep 14 22:51:49.907410 dv-neutron-857791-1-hyperv neutron-server[89172]: 'PortForwarding': '1.2', Sep 14 22:51:49.907410 dv-neutron-857791-1-hyperv neutron-server[89172]: 'QosPolicy': '1.8', Sep 14 22:51:49.907410 dv-neutron-857791-1-hyperv neutron-server[89172]: 'SecurityGroup': '1.4', Sep 14 22:51:49.907410 dv-neutron-857791-1-hyperv neutron-server[89172]: 'SecurityGroupRule': '1.2', Sep 14 22:51:49.907410 dv-neutron-857791-1-hyperv neutron-server[89172]: 'SubPort': '1.0', Sep 14 22:51:49.907410 dv-neutron-857791-1-hyperv neutron-server[89172]: 'Subnet': '1.1', Sep 14 22:51:49.907410 dv-neutron-857791-1-hyperv neutron-server[89172]: 'Trunk': '1.1'}} Sep 14 22:51:49.907410 dv-neutron-857791-1-hyperv neutron-server[89172]: {{(pid=89172) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 22:51:49.916026 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network ab478a50-5a52-45fc-96cd-4f9639bc6c8b details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:51:49.919775 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1aa4106b-6804-4adc-ac7f-26e426dc18aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:49.921893 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-5b7d2083-cbd5-466a-a09e-e2f29ffe51d9 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:51:49.969898 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5b7d2083-cbd5-466a-a09e-e2f29ffe51d9 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Usage tracker for resource:security_group_rule and tenant:977948af015a4938b8c52ba35cc58080 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:51:49.985011 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5b7d2083-cbd5-466a-a09e-e2f29ffe51d9 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:51:49.996139 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c0340613-eb64-46c7-9a55-e3ef819a8bab tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:51:50.006560 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-5b7d2083-cbd5-466a-a09e-e2f29ffe51d9 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:51:50.009471 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f40c3033-a223-457c-8d0f-3d2419339f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:50.023341 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c0340613-eb64-46c7-9a55-e3ef819a8bab tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Usage tracker for resource:subnet and tenant:e7691d3aa35e48c2b78189f328c55167 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:51:50.028735 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c0340613-eb64-46c7-9a55-e3ef819a8bab tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:51:50.029982 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2699148-8ceb-4dc8-946a-f2697f2cea3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:50.038180 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c0340613-eb64-46c7-9a55-e3ef819a8bab tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:51:50.047699 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-62a897ea-0e39-4242-b8ee-d034cbf38a49 None None] Attempting to bind port 76390c18-eec5-46ae-ac8a-743d096024ae on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:51:50.048480 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-62a897ea-0e39-4242-b8ee-d034cbf38a49 None None] Attempting to bind port 76390c18-eec5-46ae-ac8a-743d096024ae by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'f0430932-3f17-4258-a3c6-3118c23bd221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '96b70200-f113-466a-a996-3d001cbd44bb'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:51:50.049161 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a897ea-0e39-4242-b8ee-d034cbf38a49 None None] Attempting to bind port 76390c18-eec5-46ae-ac8a-743d096024ae on network 96b70200-f113-466a-a996-3d001cbd44bb {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:51:50.066528 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a897ea-0e39-4242-b8ee-d034cbf38a49 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:51:50.067685 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a897ea-0e39-4242-b8ee-d034cbf38a49 None None] Checking segment: {'id': 'f0430932-3f17-4258-a3c6-3118c23bd221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '96b70200-f113-466a-a996-3d001cbd44bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:51:50.067882 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f40c3033-a223-457c-8d0f-3d2419339f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:50.068474 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-62a897ea-0e39-4242-b8ee-d034cbf38a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:50.069033 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a897ea-0e39-4242-b8ee-d034cbf38a49 None None] Bound using segment: {'id': 'f0430932-3f17-4258-a3c6-3118c23bd221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '96b70200-f113-466a-a996-3d001cbd44bb'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:51:50.069707 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-62a897ea-0e39-4242-b8ee-d034cbf38a49 None None] Bound port: 76390c18-eec5-46ae-ac8a-743d096024ae, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0430932-3f17-4258-a3c6-3118c23bd221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '96b70200-f113-466a-a996-3d001cbd44bb'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:51:50.070358 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-62a897ea-0e39-4242-b8ee-d034cbf38a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:50.113840 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44360) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:51:50.139636 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0340613-eb64-46c7-9a55-e3ef819a8bab tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Made reservation on behalf of e7691d3aa35e48c2b78189f328c55167 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:51:50.143400 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c0340613-eb64-46c7-9a55-e3ef819a8bab tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks [] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:50.220032 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-62a897ea-0e39-4242-b8ee-d034cbf38a49 None None] For port 76390c18-eec5-46ae-ac8a-743d096024ae, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:51:50.224953 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f40c3033-a223-457c-8d0f-3d2419339f7e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=62cb5b355ba74605ab043edaeb257f7f&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0430748 Sep 14 22:51:50.225769 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-62a897ea-0e39-4242-b8ee-d034cbf38a49 None None] For port 76390c18-eec5-46ae-ac8a-743d096024ae, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=76390c18-eec5-46ae-ac8a-743d096024ae,segment=NetworkSegment(f0430932-3f17-4258-a3c6-3118c23bd221),segment_id=f0430932-3f17-4258-a3c6-3118c23bd221)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:51:50.235260 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-62a897ea-0e39-4242-b8ee-d034cbf38a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:50.239259 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44366) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:51:50.266025 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c3033-a223-457c-8d0f-3d2419339f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cf612a-0c96-42b5-8048-afe06787acd4,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:50.278383 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2699148-8ceb-4dc8-946a-f2697f2cea3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e47e8930-adcb-4694-be65-aa3ac5655b4d,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:50.292527 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2699148-8ceb-4dc8-946a-f2697f2cea3a admin admin] Checking segment: {'id': 'c2365945-0825-42dc-a302-48ce18607d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '31850627-f6e9-4ef5-9f05-dc1c1b19cf1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:51:50.293003 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2699148-8ceb-4dc8-946a-f2697f2cea3a admin admin] Network hostable DHCP agents. Network: 31850627-f6e9-4ef5-9f05-dc1c1b19cf1b, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:51:50.300018 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-13686486-48dc-4b4a-87b2-c16e9299c3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:50.380602 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a897ea-0e39-4242-b8ee-d034cbf38a49 None None] Pushing event updated for resources: {'Port': ['ID=76390c18-eec5-46ae-ac8a-743d096024ae,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:50.385595 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-1aa4106b-6804-4adc-ac7f-26e426dc18aa admin admin] Allocated IP 172.26.5.36 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/1a2bd903-ebbd-40b2-b3a9-44036384e2eb) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:51:50.459844 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13686486-48dc-4b4a-87b2-c16e9299c3f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d53919ce-94ab-4885-ba14-5ce8afc3ce70,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:50.472374 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2699148-8ceb-4dc8-946a-f2697f2cea3a admin admin] Network 31850627-f6e9-4ef5-9f05-dc1c1b19cf1b is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:51:50.474138 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8f3f540d-484a-41b3-bb55-afc9741a3582 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:50.480988 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-55878877-ab54-433a-b961-fc035b428863 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:51:50.497653 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5b7d2083-cbd5-466a-a09e-e2f29ffe51d9 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:50.502628 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cef55649-2aa6-4128-a54a-d8b2c9ff4363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:50.503699 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-55878877-ab54-433a-b961-fc035b428863 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:51:50.546832 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13686486-48dc-4b4a-87b2-c16e9299c3f6 admin admin] Checking segment: {'id': '4c21d747-86b6-499f-8ff9-8eac2cda9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '63e45686-e294-49ff-846c-ac2fe15584a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:51:50.547085 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13686486-48dc-4b4a-87b2-c16e9299c3f6 admin admin] Network hostable DHCP agents. Network: 63e45686-e294-49ff-846c-ac2fe15584a9, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:51:50.547184 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5b7d2083-cbd5-466a-a09e-e2f29ffe51d9 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:50.553729 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-55878877-ab54-433a-b961-fc035b428863 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Usage tracker for resource:floatingip and tenant:561ca200a0204bdcada1dd83c9520fde is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:51:50.569672 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-55878877-ab54-433a-b961-fc035b428863 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:51:50.569912 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-e2699148-8ceb-4dc8-946a-f2697f2cea3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 31850627-f6e9-4ef5-9f05-dc1c1b19cf1b) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:51:50.570553 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-8f3f540d-484a-41b3-bb55-afc9741a3582 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Transition to ACTIVE for port object 818e2c8c-54bd-4e2d-8068-f0890d9a5378 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:51:50.580280 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae955d4-7673-4ace-80df-6a5e29e2fbde None None] Network 31850627-f6e9-4ef5-9f05-dc1c1b19cf1b requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:51:50.596451 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-55878877-ab54-433a-b961-fc035b428863 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:51:50.656674 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-5b7d2083-cbd5-466a-a09e-e2f29ffe51d9 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] device_id is not set on port 8a2a566b-9e50-4001-9d85-6ed3baaafbbb yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:51:50.666023 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13686486-48dc-4b4a-87b2-c16e9299c3f6 admin admin] Network 63e45686-e294-49ff-846c-ac2fe15584a9 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:51:50.668441 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-55878877-ab54-433a-b961-fc035b428863 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks [] for floatingip, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:50.691878 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2699148-8ceb-4dc8-946a-f2697f2cea3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:51:50.692453 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2699148-8ceb-4dc8-946a-f2697f2cea3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:50.717960 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-13686486-48dc-4b4a-87b2-c16e9299c3f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 63e45686-e294-49ff-846c-ac2fe15584a9) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:51:50.728956 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13686486-48dc-4b4a-87b2-c16e9299c3f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:51:50.730147 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-13686486-48dc-4b4a-87b2-c16e9299c3f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:50.736870 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be19c39b-f034-4d99-9e4e-2acf4edc1a4e None None] Network 63e45686-e294-49ff-846c-ac2fe15584a9 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:51:50.807470 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c0340613-eb64-46c7-9a55-e3ef819a8bab tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:50.847423 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8f3f540d-484a-41b3-bb55-afc9741a3582 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:50.849926 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1aa4106b-6804-4adc-ac7f-26e426dc18aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:50.893084 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 76390c18-eec5-46ae-ac8a-743d096024ae up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:51:50.904827 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-13686486-48dc-4b4a-87b2-c16e9299c3f6 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9275980 Sep 14 22:51:50.913215 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44374) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:51:50.914481 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d2083-cbd5-466a-a09e-e2f29ffe51d9 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0562f0a-e1e3-4584-94f1-1d80183efa1e,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:50.920587 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cef55649-2aa6-4128-a54a-d8b2c9ff4363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:50.924459 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-f8618d53-d364-48a4-b0b8-3a44c739a042 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1842162660-router', 'tenant_id': '619a722a9a6d4b25978034388633fb87', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:51:50.933764 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e2699148-8ceb-4dc8-946a-f2697f2cea3a admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0361044 Sep 14 22:51:50.947386 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44378) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:51:50.958246 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-2e04eafb-32d6-4191-8bab-e79d73249dc9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-136148581-router', 'tenant_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:51:50.970522 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2e04eafb-32d6-4191-8bab-e79d73249dc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:51:50.972168 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-f8618d53-d364-48a4-b0b8-3a44c739a042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:51:50.995415 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-f8618d53-d364-48a4-b0b8-3a44c739a042 admin admin] Usage tracker for resource:router and tenant:619a722a9a6d4b25978034388633fb87 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:51:50.999483 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2e04eafb-32d6-4191-8bab-e79d73249dc9 admin admin] Usage tracker for resource:router and tenant:d36f5522c6ec41e993e6cc182372eb1e is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:51:51.007798 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3f540d-484a-41b3-bb55-afc9741a3582 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Network 5269fc46-1f9d-4b11-a096-ea0e5853251c is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:51:51.008876 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-f8618d53-d364-48a4-b0b8-3a44c739a042 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:51:51.013442 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2e04eafb-32d6-4191-8bab-e79d73249dc9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:51:51.025547 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-8f3f540d-484a-41b3-bb55-afc9741a3582 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:51:51.026563 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2e04eafb-32d6-4191-8bab-e79d73249dc9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:51:51.034554 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1aa4106b-6804-4adc-ac7f-26e426dc18aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:51.037264 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-f8618d53-d364-48a4-b0b8-3a44c739a042 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:51:51.042251 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3f540d-484a-41b3-bb55-afc9741a3582 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:51:51.048535 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3f540d-484a-41b3-bb55-afc9741a3582 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:51:51.049419 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8f3f540d-484a-41b3-bb55-afc9741a3582 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:51.078266 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f540d-484a-41b3-bb55-afc9741a3582 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Pushing event updated for resources: {'Port': ['ID=818e2c8c-54bd-4e2d-8068-f0890d9a5378,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:51.080753 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0340613-eb64-46c7-9a55-e3ef819a8bab tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Pushing event updated for resources: {'Subnet': ['ID=a6b4e63a-ac33-49fb-b369-dde06da8c005,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:51.095065 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0340613-eb64-46c7-9a55-e3ef819a8bab tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Checking segment: {'id': '8a71d916-63a9-409c-b4a7-529ceb1c8845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ab478a50-5a52-45fc-96cd-4f9639bc6c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:51:51.095452 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0340613-eb64-46c7-9a55-e3ef819a8bab tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Network hostable DHCP agents. Network: ab478a50-5a52-45fc-96cd-4f9639bc6c8b, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:51:51.114416 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-cd37a7aa-7208-4773-a23c-923ef3930a0c None None] Allocated IP 172.20.0.2 (5269fc46-1f9d-4b11-a096-ea0e5853251c/b6a6f06a-af01-456e-b5c4-e414c3c9a3b3/60b54061-03e4-416a-b5aa-d155c0eae765) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:51:51.116752 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f8618d53-d364-48a4-b0b8-3a44c739a042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:51.118197 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f8618d53-d364-48a4-b0b8-3a44c739a042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:51.155773 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8f3f540d-484a-41b3-bb55-afc9741a3582 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6404235 Sep 14 22:51:51.160816 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44384) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:51:51.186451 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-241fb2a7-a55b-42f9-9cb3-076681df488f tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Request body: {'port': {'network_id': '5269fc46-1f9d-4b11-a096-ea0e5853251c', 'name': 'tempest-AllowedAddressPairTestJSON-792381945', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:bb:ea:ec'}]}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:51:51.186671 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0340613-eb64-46c7-9a55-e3ef819a8bab tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Network ab478a50-5a52-45fc-96cd-4f9639bc6c8b is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:51:51.194004 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f8618d53-d364-48a4-b0b8-3a44c739a042 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:51.222965 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2e04eafb-32d6-4191-8bab-e79d73249dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:51.223956 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2e04eafb-32d6-4191-8bab-e79d73249dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:51.242526 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa4106b-6804-4adc-ac7f-26e426dc18aa admin admin] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:51:51.290085 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-c0340613-eb64-46c7-9a55-e3ef819a8bab tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, ab478a50-5a52-45fc-96cd-4f9639bc6c8b) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:51:51.295436 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 76390c18-eec5-46ae-ac8a-743d096024ae completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:51:51.300520 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-1aa4106b-6804-4adc-ac7f-26e426dc18aa admin admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:51:51.304356 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0340613-eb64-46c7-9a55-e3ef819a8bab tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:51:51.304985 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c0340613-eb64-46c7-9a55-e3ef819a8bab tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:51.320504 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa4106b-6804-4adc-ac7f-26e426dc18aa admin admin] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:51:51.370707 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993c7ea4-ae0f-46af-a2ec-4942e8467531 None None] Network ab478a50-5a52-45fc-96cd-4f9639bc6c8b requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:51:51.387412 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e75265-9e4e-4f66-ba7d-21f9b7e7df45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-31850627-f6e9-4ef5-9f05-dc1c1b19cf1b', 'network_id': '31850627-f6e9-4ef5-9f05-dc1c1b19cf1b', 'tenant_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'fixed_ips': [{'subnet_id': 'e47e8930-adcb-4694-be65-aa3ac5655b4d'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:51:51.389038 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-38e75265-9e4e-4f66-ba7d-21f9b7e7df45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:51.401490 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4106b-6804-4adc-ac7f-26e426dc18aa admin admin] Pushing event updated for resources: {'Port': ['ID=1a2bd903-ebbd-40b2-b3a9-44036384e2eb,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:51.422309 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cef55649-2aa6-4128-a54a-d8b2c9ff4363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:51.494132 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-5b7d2083-cbd5-466a-a09e-e2f29ffe51d9 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Allocated IP 172.26.5.248 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/8a2a566b-9e50-4001-9d85-6ed3baaafbbb) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:51:51.514903 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2e04eafb-32d6-4191-8bab-e79d73249dc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:51.530758 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef55649-2aa6-4128-a54a-d8b2c9ff4363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cf612a-0c96-42b5-8048-afe06787acd4,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:51.561072 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-55878877-ab54-433a-b961-fc035b428863 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:51.571739 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c0340613-eb64-46c7-9a55-e3ef819a8bab tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8269174 Sep 14 22:51:51.575360 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44390) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:51:51.627457 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486d9b02-ff3a-467d-85dd-bf790793c5b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-63e45686-e294-49ff-846c-ac2fe15584a9', 'network_id': '63e45686-e294-49ff-846c-ac2fe15584a9', 'tenant_id': '619a722a9a6d4b25978034388633fb87', 'fixed_ips': [{'subnet_id': 'd53919ce-94ab-4885-ba14-5ce8afc3ce70'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:51:51.629541 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-486d9b02-ff3a-467d-85dd-bf790793c5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:51.641122 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-7439d622-ed23-4723-acd9-c5689c7c53f3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Request body: {'port': {'network_id': 'ab478a50-5a52-45fc-96cd-4f9639bc6c8b', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1106900012'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:51:51.677135 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cef55649-2aa6-4128-a54a-d8b2c9ff4363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:51.678284 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-cef55649-2aa6-4128-a54a-d8b2c9ff4363 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b0cf612a-0c96-42b5-8048-afe06787acd4 HTTP/1.1" status: 204 len: 168 time: 1.4338708 Sep 14 22:51:51.835212 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-241fb2a7-a55b-42f9-9cb3-076681df488f tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:51:51.850487 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-241fb2a7-a55b-42f9-9cb3-076681df488f tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Usage tracker for resource:port and tenant:cf52be6b4cca4eb79c0d08c2bf365b2b is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:51:51.876792 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47e90dc-5bee-48e1-9a99-effba95686fe None None] Network 96b70200-f113-466a-a996-3d001cbd44bb requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:51:51.910431 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-241fb2a7-a55b-42f9-9cb3-076681df488f tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:51:51.919018 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f8618d53-d364-48a4-b0b8-3a44c739a042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:52.064946 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-7439d622-ed23-4723-acd9-c5689c7c53f3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:51:52.070948 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-7439d622-ed23-4723-acd9-c5689c7c53f3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Usage tracker for resource:port and tenant:e7691d3aa35e48c2b78189f328c55167 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:51:52.074424 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-7439d622-ed23-4723-acd9-c5689c7c53f3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:51:52.082768 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-7439d622-ed23-4723-acd9-c5689c7c53f3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:51:52.104314 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7439d622-ed23-4723-acd9-c5689c7c53f3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Made reservation on behalf of e7691d3aa35e48c2b78189f328c55167 for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:51:52.108405 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7439d622-ed23-4723-acd9-c5689c7c53f3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:52.146756 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-7439d622-ed23-4723-acd9-c5689c7c53f3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] device_id is not set on port e04f28e8-5eb2-447b-9ac6-ff95e1855551 yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:51:52.148445 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-5fef5835-c137-4544-a9cf-435c2faa519f None None] Provisioning for port 76390c18-eec5-46ae-ac8a-743d096024ae completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:51:52.158356 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-38e75265-9e4e-4f66-ba7d-21f9b7e7df45 None None] Allocated IP 172.20.0.2 (31850627-f6e9-4ef5-9f05-dc1c1b19cf1b/e47e8930-adcb-4694-be65-aa3ac5655b4d/068b1594-2d41-4b52-9627-d38a7b91e7ec) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:51:52.160649 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-241fb2a7-a55b-42f9-9cb3-076681df488f tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:51:52.175952 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1aa4106b-6804-4adc-ac7f-26e426dc18aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:52.209757 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-5fef5835-c137-4544-a9cf-435c2faa519f None None] Provisioning complete for port 76390c18-eec5-46ae-ac8a-743d096024ae triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:51:52.210424 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5fef5835-c137-4544-a9cf-435c2faa519f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:52.475347 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5b7d2083-cbd5-466a-a09e-e2f29ffe51d9 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:52.478550 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f8618d53-d364-48a4-b0b8-3a44c739a042 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:52.515887 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-7439d622-ed23-4723-acd9-c5689c7c53f3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Allocated IP 172.20.0.4 (ab478a50-5a52-45fc-96cd-4f9639bc6c8b/a6b4e63a-ac33-49fb-b369-dde06da8c005/e04f28e8-5eb2-447b-9ac6-ff95e1855551) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:51:52.518432 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f8618d53-d364-48a4-b0b8-3a44c739a042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:52.578449 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2e04eafb-32d6-4191-8bab-e79d73249dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:52.696408 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-38e75265-9e4e-4f66-ba7d-21f9b7e7df45 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:52.710748 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-38e75265-9e4e-4f66-ba7d-21f9b7e7df45 None None] Transition to ACTIVE for port object 068b1594-2d41-4b52-9627-d38a7b91e7ec will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:51:52.716233 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241fb2a7-a55b-42f9-9cb3-076681df488f tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Made reservation on behalf of cf52be6b4cca4eb79c0d08c2bf365b2b for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:51:52.733703 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-38e75265-9e4e-4f66-ba7d-21f9b7e7df45 None None] Transition to ACTIVE for port object 068b1594-2d41-4b52-9627-d38a7b91e7ec will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:51:52.780706 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44416) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:51:52.793629 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-38e75265-9e4e-4f66-ba7d-21f9b7e7df45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:52.826751 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7439d622-ed23-4723-acd9-c5689c7c53f3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:52.843642 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-7439d622-ed23-4723-acd9-c5689c7c53f3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Transition to ACTIVE for port object e04f28e8-5eb2-447b-9ac6-ff95e1855551 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:51:52.868545 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7439d622-ed23-4723-acd9-c5689c7c53f3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:52.949595 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7439d622-ed23-4723-acd9-c5689c7c53f3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Pushing event updated for resources: {'Port': ['ID=e04f28e8-5eb2-447b-9ac6-ff95e1855551,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:52.967438 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e75265-9e4e-4f66-ba7d-21f9b7e7df45 None None] Network 31850627-f6e9-4ef5-9f05-dc1c1b19cf1b is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:51:52.967641 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7439d622-ed23-4723-acd9-c5689c7c53f3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Network ab478a50-5a52-45fc-96cd-4f9639bc6c8b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:51:52.968803 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-7439d622-ed23-4723-acd9-c5689c7c53f3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:51:52.980380 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7439d622-ed23-4723-acd9-c5689c7c53f3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:51:52.983325 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cd37a7aa-7208-4773-a23c-923ef3930a0c None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:52.987163 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7439d622-ed23-4723-acd9-c5689c7c53f3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:51:52.987587 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-38e75265-9e4e-4f66-ba7d-21f9b7e7df45 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:51:52.987945 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7439d622-ed23-4723-acd9-c5689c7c53f3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:53.019368 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e75265-9e4e-4f66-ba7d-21f9b7e7df45 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:51:53.023501 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7439d622-ed23-4723-acd9-c5689c7c53f3 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3930447 Sep 14 22:51:53.024323 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44424) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:51:53.060193 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-0327b74c-e2c4-4687-ae6c-1cfc3eae81c1 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-335745356'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:51:53.067150 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5b7d2083-cbd5-466a-a09e-e2f29ffe51d9 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:53.088384 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0327b74c-e2c4-4687-ae6c-1cfc3eae81c1 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:51:53.136946 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0327b74c-e2c4-4687-ae6c-1cfc3eae81c1 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Usage tracker for resource:network and tenant:546b5aea94954549b6ec9228e90089c7 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:51:53.146669 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-886f4b3b-46bf-4968-92e5-84ed357efaa4 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Deleting port e04f28e8-5eb2-447b-9ac6-ff95e1855551 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:51:53.147026 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-886f4b3b-46bf-4968-92e5-84ed357efaa4 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:53.164511 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0327b74c-e2c4-4687-ae6c-1cfc3eae81c1 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:51:53.172260 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-cd37a7aa-7208-4773-a23c-923ef3930a0c None None] Transition to ACTIVE for port object 60b54061-03e4-416a-b5aa-d155c0eae765 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:51:53.197117 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0327b74c-e2c4-4687-ae6c-1cfc3eae81c1 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:51:53.199183 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-55878877-ab54-433a-b961-fc035b428863 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Allocated IP 172.26.5.90 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/27eed34c-a709-42fb-8290-70279eca6dd1) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:51:53.204332 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7d2083-cbd5-466a-a09e-e2f29ffe51d9 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:51:53.210073 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-241fb2a7-a55b-42f9-9cb3-076681df488f tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:53.219646 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1aa4106b-6804-4adc-ac7f-26e426dc18aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:53.228106 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-5b7d2083-cbd5-466a-a09e-e2f29ffe51d9 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:51:53.238931 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7d2083-cbd5-466a-a09e-e2f29ffe51d9 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:51:53.239961 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7d2083-cbd5-466a-a09e-e2f29ffe51d9 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:51:53.240711 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5b7d2083-cbd5-466a-a09e-e2f29ffe51d9 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:53.254370 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d2083-cbd5-466a-a09e-e2f29ffe51d9 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Pushing event updated for resources: {'Port': ['ID=8a2a566b-9e50-4001-9d85-6ed3baaafbbb,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:53.287610 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-486d9b02-ff3a-467d-85dd-bf790793c5b8 None None] Allocated IP 172.20.0.2 (63e45686-e294-49ff-846c-ac2fe15584a9/d53919ce-94ab-4885-ba14-5ce8afc3ce70/50838388-46f9-42ed-9d73-1edd87049580) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:51:53.300055 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e75265-9e4e-4f66-ba7d-21f9b7e7df45 None None] Pushing event updated for resources: {'Port': ['ID=068b1594-2d41-4b52-9627-d38a7b91e7ec,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:53.315642 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0327b74c-e2c4-4687-ae6c-1cfc3eae81c1 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Made reservation on behalf of 546b5aea94954549b6ec9228e90089c7 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:51:53.319011 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0327b74c-e2c4-4687-ae6c-1cfc3eae81c1 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:53.335116 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-5fef5835-c137-4544-a9cf-435c2faa519f None None] Current status of the port 76390c18-eec5-46ae-ac8a-743d096024ae is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:51:53.335514 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5fef5835-c137-4544-a9cf-435c2faa519f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:53.344005 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-241fb2a7-a55b-42f9-9cb3-076681df488f tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] device_id is not set on port 912e12f1-eeba-4476-99ff-41c8957d0aa0 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:51:53.362727 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-cd37a7aa-7208-4773-a23c-923ef3930a0c None None] Transition to ACTIVE for port object 60b54061-03e4-416a-b5aa-d155c0eae765 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:51:53.397409 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0327b74c-e2c4-4687-ae6c-1cfc3eae81c1 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:53.436527 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5b7d2083-cbd5-466a-a09e-e2f29ffe51d9 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 4.1545749 Sep 14 22:51:53.444644 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-38e75265-9e4e-4f66-ba7d-21f9b7e7df45 None None] Attempting to bind port 068b1594-2d41-4b52-9627-d38a7b91e7ec on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:51:53.444644 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-38e75265-9e4e-4f66-ba7d-21f9b7e7df45 None None] Attempting to bind port 068b1594-2d41-4b52-9627-d38a7b91e7ec by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'c2365945-0825-42dc-a302-48ce18607d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '31850627-f6e9-4ef5-9f05-dc1c1b19cf1b'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:51:53.444972 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44428) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:51:53.445060 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e75265-9e4e-4f66-ba7d-21f9b7e7df45 None None] Attempting to bind port 068b1594-2d41-4b52-9627-d38a7b91e7ec on network 31850627-f6e9-4ef5-9f05-dc1c1b19cf1b {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:51:53.451320 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cd37a7aa-7208-4773-a23c-923ef3930a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:53.481676 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0327b74c-e2c4-4687-ae6c-1cfc3eae81c1 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:51:53.488305 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-52efb7cc-1e38-4401-a1fc-9d9576d651d1 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.248'}]}}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:51:53.499781 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-52efb7cc-1e38-4401-a1fc-9d9576d651d1 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:51:53.522118 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e75265-9e4e-4f66-ba7d-21f9b7e7df45 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:51:53.522508 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e75265-9e4e-4f66-ba7d-21f9b7e7df45 None None] Checking segment: {'id': 'c2365945-0825-42dc-a302-48ce18607d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '31850627-f6e9-4ef5-9f05-dc1c1b19cf1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:51:53.522913 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-38e75265-9e4e-4f66-ba7d-21f9b7e7df45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:53.523301 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e75265-9e4e-4f66-ba7d-21f9b7e7df45 None None] Bound using segment: {'id': 'c2365945-0825-42dc-a302-48ce18607d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '31850627-f6e9-4ef5-9f05-dc1c1b19cf1b'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:51:53.523770 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-38e75265-9e4e-4f66-ba7d-21f9b7e7df45 None None] Bound port: 068b1594-2d41-4b52-9627-d38a7b91e7ec, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2365945-0825-42dc-a302-48ce18607d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '31850627-f6e9-4ef5-9f05-dc1c1b19cf1b'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:51:53.524151 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-38e75265-9e4e-4f66-ba7d-21f9b7e7df45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:53.543443 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-55878877-ab54-433a-b961-fc035b428863 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:53.549886 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0327b74c-e2c4-4687-ae6c-1cfc3eae81c1 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Usage tracker for resource:security_group_rule and tenant:546b5aea94954549b6ec9228e90089c7 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:51:53.564171 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0327b74c-e2c4-4687-ae6c-1cfc3eae81c1 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:51:53.567722 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-52efb7cc-1e38-4401-a1fc-9d9576d651d1 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Usage tracker for resource:router and tenant:977948af015a4938b8c52ba35cc58080 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:51:53.578209 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-5fef5835-c137-4544-a9cf-435c2faa519f None None] For port 76390c18-eec5-46ae-ac8a-743d096024ae, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=76390c18-eec5-46ae-ac8a-743d096024ae,segment=NetworkSegment(f0430932-3f17-4258-a3c6-3118c23bd221),segment_id=f0430932-3f17-4258-a3c6-3118c23bd221)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:51:53.587641 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-52efb7cc-1e38-4401-a1fc-9d9576d651d1 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:51:53.589185 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd37a7aa-7208-4773-a23c-923ef3930a0c None None] Network 5269fc46-1f9d-4b11-a096-ea0e5853251c is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:51:53.604126 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-52efb7cc-1e38-4401-a1fc-9d9576d651d1 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:51:53.610422 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0327b74c-e2c4-4687-ae6c-1cfc3eae81c1 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:51:53.621877 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-cd37a7aa-7208-4773-a23c-923ef3930a0c None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:51:53.635562 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd37a7aa-7208-4773-a23c-923ef3930a0c None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:51:53.650505 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5fef5835-c137-4544-a9cf-435c2faa519f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:53.715668 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd37a7aa-7208-4773-a23c-923ef3930a0c None None] Pushing event updated for resources: {'Port': ['ID=60b54061-03e4-416a-b5aa-d155c0eae765,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:53.718428 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-55878877-ab54-433a-b961-fc035b428863 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:53.757626 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-52efb7cc-1e38-4401-a1fc-9d9576d651d1 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:53.758216 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-52efb7cc-1e38-4401-a1fc-9d9576d651d1 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:53.823691 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-886f4b3b-46bf-4968-92e5-84ed357efaa4 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:53.853092 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55878877-ab54-433a-b961-fc035b428863 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:51:53.889637 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5cdbdd-6c16-4850-9a2f-6fd11fc3dd0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-ab478a50-5a52-45fc-96cd-4f9639bc6c8b', 'network_id': 'ab478a50-5a52-45fc-96cd-4f9639bc6c8b', 'tenant_id': 'e7691d3aa35e48c2b78189f328c55167', 'fixed_ips': [{'subnet_id': 'a6b4e63a-ac33-49fb-b369-dde06da8c005'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:51:53.891138 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0f5cdbdd-6c16-4850-9a2f-6fd11fc3dd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:53.972272 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-55878877-ab54-433a-b961-fc035b428863 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:51:53.982410 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-cd37a7aa-7208-4773-a23c-923ef3930a0c None None] Attempting to bind port 60b54061-03e4-416a-b5aa-d155c0eae765 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:51:53.982695 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-cd37a7aa-7208-4773-a23c-923ef3930a0c None None] Attempting to bind port 60b54061-03e4-416a-b5aa-d155c0eae765 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'deb5006a-062f-4859-9808-584869cc0151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5269fc46-1f9d-4b11-a096-ea0e5853251c'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:51:53.983137 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd37a7aa-7208-4773-a23c-923ef3930a0c None None] Attempting to bind port 60b54061-03e4-416a-b5aa-d155c0eae765 on network 5269fc46-1f9d-4b11-a096-ea0e5853251c {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:51:53.985463 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-886f4b3b-46bf-4968-92e5-84ed357efaa4 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Calling delete_port for e04f28e8-5eb2-447b-9ac6-ff95e1855551 owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:51:53.994680 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-38e75265-9e4e-4f66-ba7d-21f9b7e7df45 None None] For port 068b1594-2d41-4b52-9627-d38a7b91e7ec, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:51:53.996775 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-52efb7cc-1e38-4401-a1fc-9d9576d651d1 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:54.002286 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-564f54cc-4540-49e2-bfbc-285d546f2434 None None] Provisioning complete for port 76390c18-eec5-46ae-ac8a-743d096024ae triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:51:54.002286 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-564f54cc-4540-49e2-bfbc-285d546f2434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:54.003314 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-241fb2a7-a55b-42f9-9cb3-076681df488f tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Allocated IP 172.20.0.11 (5269fc46-1f9d-4b11-a096-ea0e5853251c/b6a6f06a-af01-456e-b5c4-e414c3c9a3b3/912e12f1-eeba-4476-99ff-41c8957d0aa0) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:51:54.015695 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55878877-ab54-433a-b961-fc035b428863 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:51:54.040862 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55878877-ab54-433a-b961-fc035b428863 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Pushing event updated for resources: {'Port': ['ID=27eed34c-a709-42fb-8290-70279eca6dd1,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:54.052635 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd37a7aa-7208-4773-a23c-923ef3930a0c None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:51:54.053474 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd37a7aa-7208-4773-a23c-923ef3930a0c None None] Checking segment: {'id': 'deb5006a-062f-4859-9808-584869cc0151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5269fc46-1f9d-4b11-a096-ea0e5853251c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:51:54.053746 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cd37a7aa-7208-4773-a23c-923ef3930a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:54.054240 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd37a7aa-7208-4773-a23c-923ef3930a0c None None] Bound using segment: {'id': 'deb5006a-062f-4859-9808-584869cc0151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5269fc46-1f9d-4b11-a096-ea0e5853251c'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:51:54.054982 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-cd37a7aa-7208-4773-a23c-923ef3930a0c None None] Bound port: 60b54061-03e4-416a-b5aa-d155c0eae765, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb5006a-062f-4859-9808-584869cc0151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5269fc46-1f9d-4b11-a096-ea0e5853251c'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:51:54.055397 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cd37a7aa-7208-4773-a23c-923ef3930a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:54.056141 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2e04eafb-32d6-4191-8bab-e79d73249dc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:54.087210 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-f8618d53-d364-48a4-b0b8-3a44c739a042 admin admin] Allocated IP 172.26.5.10 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:51:54.107591 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2e04eafb-32d6-4191-8bab-e79d73249dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:54.120671 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-38e75265-9e4e-4f66-ba7d-21f9b7e7df45 None None] For port 068b1594-2d41-4b52-9627-d38a7b91e7ec, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=068b1594-2d41-4b52-9627-d38a7b91e7ec,segment=NetworkSegment(c2365945-0825-42dc-a302-48ce18607d40),segment_id=c2365945-0825-42dc-a302-48ce18607d40)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:51:54.124811 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef5835-c137-4544-a9cf-435c2faa519f None None] Pushing event updated for resources: {'Port': ['ID=76390c18-eec5-46ae-ac8a-743d096024ae,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:54.127177 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa4106b-6804-4adc-ac7f-26e426dc18aa admin admin] Router e5f37f16-0bc4-4b99-ab3b-19cca337c577 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:51:54.148552 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-38e75265-9e4e-4f66-ba7d-21f9b7e7df45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:54.250821 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-486d9b02-ff3a-467d-85dd-bf790793c5b8 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:54.284405 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-55878877-ab54-433a-b961-fc035b428863 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:54.306820 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-486d9b02-ff3a-467d-85dd-bf790793c5b8 None None] Transition to ACTIVE for port object 50838388-46f9-42ed-9d73-1edd87049580 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:51:54.374895 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0327b74c-e2c4-4687-ae6c-1cfc3eae81c1 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:54.453944 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0327b74c-e2c4-4687-ae6c-1cfc3eae81c1 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:54.468776 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-55878877-ab54-433a-b961-fc035b428863 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:54.476431 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e75265-9e4e-4f66-ba7d-21f9b7e7df45 None None] Pushing event updated for resources: {'Port': ['ID=068b1594-2d41-4b52-9627-d38a7b91e7ec,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:54.497008 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-486d9b02-ff3a-467d-85dd-bf790793c5b8 None None] Transition to ACTIVE for port object 50838388-46f9-42ed-9d73-1edd87049580 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:51:54.530535 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-886f4b3b-46bf-4968-92e5-84ed357efaa4 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:54.542694 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f8618d53-d364-48a4-b0b8-3a44c739a042 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:54.543425 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-0f5cdbdd-6c16-4850-9a2f-6fd11fc3dd0b None None] Allocated IP 172.20.0.2 (ab478a50-5a52-45fc-96cd-4f9639bc6c8b/a6b4e63a-ac33-49fb-b369-dde06da8c005/12d9d8c0-fa22-4063-a1c4-420ca9150f25) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:51:54.632209 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f4b3b-46bf-4968-92e5-84ed357efaa4 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Pushing event deleted for resources: {'Port': ['ID=e04f28e8-5eb2-447b-9ac6-ff95e1855551,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:54.687526 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327b74c-e2c4-4687-ae6c-1cfc3eae81c1 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c24d396d-8fc7-44e1-b6e4-8fb6e5c54cbb,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:54.689657 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-886f4b3b-46bf-4968-92e5-84ed357efaa4 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:54.692634 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0327b74c-e2c4-4687-ae6c-1cfc3eae81c1 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:51:54.693695 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-cd37a7aa-7208-4773-a23c-923ef3930a0c None None] For port 60b54061-03e4-416a-b5aa-d155c0eae765, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:51:54.721637 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-486d9b02-ff3a-467d-85dd-bf790793c5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:54.794925 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-886f4b3b-46bf-4968-92e5-84ed357efaa4 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] 10.222.0.33 "DELETE /v2.0/ports/e04f28e8-5eb2-447b-9ac6-ff95e1855551 HTTP/1.1" status: 204 len: 168 time: 1.7699182 Sep 14 22:51:54.802153 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44432) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:51:54.813255 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-cd37a7aa-7208-4773-a23c-923ef3930a0c None None] For port 60b54061-03e4-416a-b5aa-d155c0eae765, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=60b54061-03e4-416a-b5aa-d155c0eae765,segment=NetworkSegment(deb5006a-062f-4859-9808-584869cc0151),segment_id=deb5006a-062f-4859-9808-584869cc0151)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:51:54.820396 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-241fb2a7-a55b-42f9-9cb3-076681df488f tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:54.845104 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-241fb2a7-a55b-42f9-9cb3-076681df488f tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Transition to ACTIVE for port object 912e12f1-eeba-4476-99ff-41c8957d0aa0 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:51:54.850837 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cd37a7aa-7208-4773-a23c-923ef3930a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:54.869162 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-564f54cc-4540-49e2-bfbc-285d546f2434 None None] Current status of the port 76390c18-eec5-46ae-ac8a-743d096024ae is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:51:54.900318 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486d9b02-ff3a-467d-85dd-bf790793c5b8 None None] Network 63e45686-e294-49ff-846c-ac2fe15584a9 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:51:54.907848 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-486d9b02-ff3a-467d-85dd-bf790793c5b8 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:51:54.920327 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486d9b02-ff3a-467d-85dd-bf790793c5b8 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:51:54.938312 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d9b02-ff3a-467d-85dd-bf790793c5b8 None None] Pushing event updated for resources: {'Port': ['ID=50838388-46f9-42ed-9d73-1edd87049580,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:54.976278 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f8618d53-d364-48a4-b0b8-3a44c739a042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:54.983556 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-52efb7cc-1e38-4401-a1fc-9d9576d651d1 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:55.086915 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 76390c18-eec5-46ae-ac8a-743d096024ae up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:51:55.179628 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd37a7aa-7208-4773-a23c-923ef3930a0c None None] Pushing event updated for resources: {'Port': ['ID=60b54061-03e4-416a-b5aa-d155c0eae765,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:55.185079 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-e761e963-fb29-48cb-a99e-cce44f177cc5 tempest-DHCPAgentSchedulersTestJSON-849154594 tempest-DHCPAgentSchedulersTestJSON-849154594-project-admin] 10.222.0.33 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.3801444 Sep 14 22:51:55.199243 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44438) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:51:55.201229 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.resource_extend [None req-55878877-ab54-433a-b961-fc035b428863 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 22:51:55.229911 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-e6af7ca6-96ca-41f6-822e-b1859526047b tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1950331888'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:51:55.233671 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0327b74c-e2c4-4687-ae6c-1cfc3eae81c1 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:55.234639 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-0327b74c-e2c4-4687-ae6c-1cfc3eae81c1 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Added segment f4fcaf5c-42a7-477a-9991-5613f2fa2fa0 of type vlan for network 2b69ce89-d338-407a-9920-37d3f61d6441 Sep 14 22:51:55.239105 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8618d53-d364-48a4-b0b8-3a44c739a042 admin admin] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:51:55.243647 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-55878877-ab54-433a-b961-fc035b428863 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:55.246980 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa4106b-6804-4adc-ac7f-26e426dc18aa admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:51:55.249882 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-f8618d53-d364-48a4-b0b8-3a44c739a042 admin admin] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:51:55.254045 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8618d53-d364-48a4-b0b8-3a44c739a042 admin admin] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:51:55.264125 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f870d7f-473e-4993-ab0f-06c34255bfa0 None None] Sync routers for ids ['e5f37f16-0bc4-4b99-ab3b-19cca337c577'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:51:55.278896 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f870d7f-473e-4993-ab0f-06c34255bfa0 None None] Routers {'e5f37f16-0bc4-4b99-ab3b-19cca337c577'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:51:55.279992 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-9f870d7f-473e-4993-ab0f-06c34255bfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:51:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['e5f37f16-0bc4-4b99-ab3b-19cca337c577'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:51:55.338360 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1aa4106b-6804-4adc-ac7f-26e426dc18aa admin admin] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:55.342629 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1aa4106b-6804-4adc-ac7f-26e426dc18aa admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.4525025 Sep 14 22:51:55.438386 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-241fb2a7-a55b-42f9-9cb3-076681df488f tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:55.459358 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44442) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:51:55.512496 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-486d9b02-ff3a-467d-85dd-bf790793c5b8 None None] Attempting to bind port 50838388-46f9-42ed-9d73-1edd87049580 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:51:55.514225 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-486d9b02-ff3a-467d-85dd-bf790793c5b8 None None] Attempting to bind port 50838388-46f9-42ed-9d73-1edd87049580 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '4c21d747-86b6-499f-8ff9-8eac2cda9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '63e45686-e294-49ff-846c-ac2fe15584a9'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:51:55.514592 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486d9b02-ff3a-467d-85dd-bf790793c5b8 None None] Attempting to bind port 50838388-46f9-42ed-9d73-1edd87049580 on network 63e45686-e294-49ff-846c-ac2fe15584a9 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:51:55.539400 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0327b74c-e2c4-4687-ae6c-1cfc3eae81c1 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:55.543164 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486d9b02-ff3a-467d-85dd-bf790793c5b8 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:51:55.543600 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486d9b02-ff3a-467d-85dd-bf790793c5b8 None None] Checking segment: {'id': '4c21d747-86b6-499f-8ff9-8eac2cda9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '63e45686-e294-49ff-846c-ac2fe15584a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:51:55.544006 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-486d9b02-ff3a-467d-85dd-bf790793c5b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:55.544402 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486d9b02-ff3a-467d-85dd-bf790793c5b8 None None] Bound using segment: {'id': '4c21d747-86b6-499f-8ff9-8eac2cda9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '63e45686-e294-49ff-846c-ac2fe15584a9'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:51:55.544915 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-486d9b02-ff3a-467d-85dd-bf790793c5b8 None None] Bound port: 50838388-46f9-42ed-9d73-1edd87049580, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c21d747-86b6-499f-8ff9-8eac2cda9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '63e45686-e294-49ff-846c-ac2fe15584a9'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:51:55.545308 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-486d9b02-ff3a-467d-85dd-bf790793c5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:55.546354 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-9f870d7f-473e-4993-ab0f-06c34255bfa0 None None] Set router e5f37f16-0bc4-4b99-ab3b-19cca337c577 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:51:55.565914 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-e6af7ca6-96ca-41f6-822e-b1859526047b tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:51:55.607619 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241fb2a7-a55b-42f9-9cb3-076681df488f tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Network 5269fc46-1f9d-4b11-a096-ea0e5853251c is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:51:55.653068 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0f5cdbdd-6c16-4850-9a2f-6fd11fc3dd0b None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:55.660068 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-55878877-ab54-433a-b961-fc035b428863 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:55.660736 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-55878877-ab54-433a-b961-fc035b428863 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:55.664844 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-241fb2a7-a55b-42f9-9cb3-076681df488f tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:51:55.680239 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-e6af7ca6-96ca-41f6-822e-b1859526047b tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Usage tracker for resource:network and tenant:e7691d3aa35e48c2b78189f328c55167 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:51:55.682439 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241fb2a7-a55b-42f9-9cb3-076681df488f tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:51:55.689500 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-0f5cdbdd-6c16-4850-9a2f-6fd11fc3dd0b None None] Transition to ACTIVE for port object 12d9d8c0-fa22-4063-a1c4-420ca9150f25 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:51:55.693357 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241fb2a7-a55b-42f9-9cb3-076681df488f tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:51:55.694024 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-241fb2a7-a55b-42f9-9cb3-076681df488f tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:55.699208 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-e6af7ca6-96ca-41f6-822e-b1859526047b tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:51:55.706558 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8618d53-d364-48a4-b0b8-3a44c739a042 admin admin] Pushing event updated for resources: {'Port': ['ID=da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:55.708218 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 76390c18-eec5-46ae-ac8a-743d096024ae triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:51:55.708585 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:55.761488 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-2e04eafb-32d6-4191-8bab-e79d73249dc9 admin admin] Allocated IP 172.26.5.171 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/2a579808-df45-4637-a166-5e1660fe6035) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:51:55.785621 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.db.resource_extend [None req-0327b74c-e2c4-4687-ae6c-1cfc3eae81c1 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 22:51:55.786958 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-0f5cdbdd-6c16-4850-9a2f-6fd11fc3dd0b None None] Transition to ACTIVE for port object 12d9d8c0-fa22-4063-a1c4-420ca9150f25 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:51:55.792104 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-486d9b02-ff3a-467d-85dd-bf790793c5b8 None None] For port 50838388-46f9-42ed-9d73-1edd87049580, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:51:55.805604 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0f5cdbdd-6c16-4850-9a2f-6fd11fc3dd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:55.806162 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55878877-ab54-433a-b961-fc035b428863 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Pushing event updated for resources: {'Port': ['ID=27eed34c-a709-42fb-8290-70279eca6dd1,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:55.820202 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241fb2a7-a55b-42f9-9cb3-076681df488f tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Pushing event updated for resources: {'Port': ['ID=912e12f1-eeba-4476-99ff-41c8957d0aa0,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:55.836748 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-e6af7ca6-96ca-41f6-822e-b1859526047b tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:51:55.863103 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-55878877-ab54-433a-b961-fc035b428863 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:55.864944 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-55878877-ab54-433a-b961-fc035b428863 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7463081 Sep 14 22:51:55.868511 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44446) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:51:55.906594 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-241fb2a7-a55b-42f9-9cb3-076681df488f tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 4.7248852 Sep 14 22:51:55.909611 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44450) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:51:55.928638 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5cdbdd-6c16-4850-9a2f-6fd11fc3dd0b None None] Pushing event updated for resources: {'Port': ['ID=12d9d8c0-fa22-4063-a1c4-420ca9150f25,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:55.931993 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-486d9b02-ff3a-467d-85dd-bf790793c5b8 None None] For port 50838388-46f9-42ed-9d73-1edd87049580, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=50838388-46f9-42ed-9d73-1edd87049580,segment=NetworkSegment(4c21d747-86b6-499f-8ff9-8eac2cda9b2e),segment_id=4c21d747-86b6-499f-8ff9-8eac2cda9b2e)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:51:55.936947 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0327b74c-e2c4-4687-ae6c-1cfc3eae81c1 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:55.941738 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2301681-685a-4240-a51a-85a011812235 None None] Network 31850627-f6e9-4ef5-9f05-dc1c1b19cf1b requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:51:55.943880 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0327b74c-e2c4-4687-ae6c-1cfc3eae81c1 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:51:55.944774 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0327b74c-e2c4-4687-ae6c-1cfc3eae81c1 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:55.972883 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6af7ca6-96ca-41f6-822e-b1859526047b tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Made reservation on behalf of e7691d3aa35e48c2b78189f328c55167 for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:51:55.976751 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e6af7ca6-96ca-41f6-822e-b1859526047b tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:56.007808 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-004a5c6a-dec5-431e-b1f4-d0c971c6a5d3 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2133949472'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:51:56.027685 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-004a5c6a-dec5-431e-b1f4-d0c971c6a5d3 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:51:56.042530 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-004a5c6a-dec5-431e-b1f4-d0c971c6a5d3 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Usage tracker for resource:network and tenant:561ca200a0204bdcada1dd83c9520fde is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:51:56.058548 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6af7ca6-96ca-41f6-822e-b1859526047b tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:51:56.070418 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e6af7ca6-96ca-41f6-822e-b1859526047b tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:56.070805 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-e6af7ca6-96ca-41f6-822e-b1859526047b tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Added segment d88f1307-e745-4239-b39d-6568a7b28dc4 of type vlan for network 17aa5644-4e33-448a-8cfd-940259a87b0b Sep 14 22:51:56.091079 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-9f870d7f-473e-4993-ab0f-06c34255bfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'name': 'tempest-ServerActionsTestJSON-1223850239-router', 'tenant_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '1a2bd903-ebbd-40b2-b3a9-44036384e2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:47Z', 'updated_at': '2022-09-14T22:51:51Z', 'revision_number': 3, 'project_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'gw_port': {'id': '1a2bd903-ebbd-40b2-b3a9-44036384e2eb', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:49Z', 'updated_at': '2022-09-14T22:51:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:51:56.096230 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f870d7f-473e-4993-ab0f-06c34255bfa0 None None] Checking router: e5f37f16-0bc4-4b99-ab3b-19cca337c577 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:51:56.097529 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f870d7f-473e-4993-ab0f-06c34255bfa0 None None] Updating router e5f37f16-0bc4-4b99-ab3b-19cca337c577 port 1a2bd903-ebbd-40b2-b3a9-44036384e2eb binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:51:56.100806 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e6af7ca6-96ca-41f6-822e-b1859526047b tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:56.140585 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-004a5c6a-dec5-431e-b1f4-d0c971c6a5d3 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:51:56.161067 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e6af7ca6-96ca-41f6-822e-b1859526047b tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:56.168496 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6af7ca6-96ca-41f6-822e-b1859526047b tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:51:56.169060 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e6af7ca6-96ca-41f6-822e-b1859526047b tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:56.177983 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-9f870d7f-473e-4993-ab0f-06c34255bfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:56.206722 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-004a5c6a-dec5-431e-b1f4-d0c971c6a5d3 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:51:56.276049 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-486d9b02-ff3a-467d-85dd-bf790793c5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:56.287387 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5cdbdd-6c16-4850-9a2f-6fd11fc3dd0b None None] Network ab478a50-5a52-45fc-96cd-4f9639bc6c8b is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:51:56.348392 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f8618d53-d364-48a4-b0b8-3a44c739a042 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:56.401978 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0327b74c-e2c4-4687-ae6c-1cfc3eae81c1 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 3.6137133 Sep 14 22:51:56.408642 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44454) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:51:56.452521 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-0f5cdbdd-6c16-4850-9a2f-6fd11fc3dd0b None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:51:56.457819 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327b74c-e2c4-4687-ae6c-1cfc3eae81c1 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Pushing event updated for resources: {'Network': ['ID=2b69ce89-d338-407a-9920-37d3f61d6441,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:56.498196 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d9b02-ff3a-467d-85dd-bf790793c5b8 None None] Pushing event updated for resources: {'Port': ['ID=50838388-46f9-42ed-9d73-1edd87049580,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:56.505466 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5cdbdd-6c16-4850-9a2f-6fd11fc3dd0b None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:51:56.509429 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 2b69ce89-d338-407a-9920-37d3f61d6441 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:51:56.522808 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff00175-f2bd-4cef-9429-dcc791db3a89 None None] Network 5269fc46-1f9d-4b11-a096-ea0e5853251c requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:51:56.565663 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-1891107e-5f8a-43da-bd51-79c4ded4c5fb tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Request body: {'subnet': {'network_id': '2b69ce89-d338-407a-9920-37d3f61d6441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:51:56.565663 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2e04eafb-32d6-4191-8bab-e79d73249dc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:56.646582 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-eb9cf9a1-0eed-4589-ae32-db2d87c49e51 None None] Provisioning for port 068b1594-2d41-4b52-9627-d38a7b91e7ec completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:51:56.650000 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-e6af7ca6-96ca-41f6-822e-b1859526047b tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4333823 Sep 14 22:51:56.658695 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004a5c6a-dec5-431e-b1f4-d0c971c6a5d3 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Made reservation on behalf of 561ca200a0204bdcada1dd83c9520fde for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:51:56.663084 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-004a5c6a-dec5-431e-b1f4-d0c971c6a5d3 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:56.683164 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44458) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:51:56.684741 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-004a5c6a-dec5-431e-b1f4-d0c971c6a5d3 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:56.702715 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af7ca6-96ca-41f6-822e-b1859526047b tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Pushing event updated for resources: {'Network': ['ID=17aa5644-4e33-448a-8cfd-940259a87b0b,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:56.758931 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 17aa5644-4e33-448a-8cfd-940259a87b0b details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:51:56.789068 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 76390c18-eec5-46ae-ac8a-743d096024ae is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:51:56.790313 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 068b1594-2d41-4b52-9627-d38a7b91e7ec up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:51:56.849671 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-004a5c6a-dec5-431e-b1f4-d0c971c6a5d3 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:51:56.903158 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-1891107e-5f8a-43da-bd51-79c4ded4c5fb tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:51:56.919543 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed09f19-228d-43a1-9d4c-b2f6501c6ea9 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:51:56.921820 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-004a5c6a-dec5-431e-b1f4-d0c971c6a5d3 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Usage tracker for resource:security_group_rule and tenant:561ca200a0204bdcada1dd83c9520fde is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:51:56.926682 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed09f19-228d-43a1-9d4c-b2f6501c6ea9 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:51:56.932015 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed09f19-228d-43a1-9d4c-b2f6501c6ea9 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:51:56.932922 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0ed09f19-228d-43a1-9d4c-b2f6501c6ea9 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Synchronizing usage tracker for tenant:cf52be6b4cca4eb79c0d08c2bf365b2b on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:51:56.935252 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-004a5c6a-dec5-431e-b1f4-d0c971c6a5d3 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:51:56.942342 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1891107e-5f8a-43da-bd51-79c4ded4c5fb tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Usage tracker for resource:subnet and tenant:546b5aea94954549b6ec9228e90089c7 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:51:56.947840 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1891107e-5f8a-43da-bd51-79c4ded4c5fb tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:51:56.949071 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-004a5c6a-dec5-431e-b1f4-d0c971c6a5d3 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:51:56.965847 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-1891107e-5f8a-43da-bd51-79c4ded4c5fb tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:51:57.032475 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-0f5cdbdd-6c16-4850-9a2f-6fd11fc3dd0b None None] Attempting to bind port 12d9d8c0-fa22-4063-a1c4-420ca9150f25 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:51:57.033431 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-0f5cdbdd-6c16-4850-9a2f-6fd11fc3dd0b None None] Attempting to bind port 12d9d8c0-fa22-4063-a1c4-420ca9150f25 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '8a71d916-63a9-409c-b4a7-529ceb1c8845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ab478a50-5a52-45fc-96cd-4f9639bc6c8b'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:51:57.033431 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5cdbdd-6c16-4850-9a2f-6fd11fc3dd0b None None] Attempting to bind port 12d9d8c0-fa22-4063-a1c4-420ca9150f25 on network ab478a50-5a52-45fc-96cd-4f9639bc6c8b {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:51:57.044639 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2e04eafb-32d6-4191-8bab-e79d73249dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:57.050874 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1e13beaf-c848-4d0d-94dd-af1a8382ad3c None None] Provisioning for port 60b54061-03e4-416a-b5aa-d155c0eae765 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:51:57.054304 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5cdbdd-6c16-4850-9a2f-6fd11fc3dd0b None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:51:57.054472 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5cdbdd-6c16-4850-9a2f-6fd11fc3dd0b None None] Checking segment: {'id': '8a71d916-63a9-409c-b4a7-529ceb1c8845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ab478a50-5a52-45fc-96cd-4f9639bc6c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:51:57.054735 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0f5cdbdd-6c16-4850-9a2f-6fd11fc3dd0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:57.055097 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5cdbdd-6c16-4850-9a2f-6fd11fc3dd0b None None] Bound using segment: {'id': '8a71d916-63a9-409c-b4a7-529ceb1c8845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ab478a50-5a52-45fc-96cd-4f9639bc6c8b'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:51:57.055809 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-0f5cdbdd-6c16-4850-9a2f-6fd11fc3dd0b None None] Bound port: 12d9d8c0-fa22-4063-a1c4-420ca9150f25, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a71d916-63a9-409c-b4a7-529ceb1c8845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ab478a50-5a52-45fc-96cd-4f9639bc6c8b'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:51:57.055928 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0f5cdbdd-6c16-4850-9a2f-6fd11fc3dd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:57.165032 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f8618d53-d364-48a4-b0b8-3a44c739a042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:57.260587 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-60eb29a3-7859-49a7-968a-29e9b01c7610 tempest-DHCPAgentSchedulersTestJSON-849154594 tempest-DHCPAgentSchedulersTestJSON-849154594-project-admin] 10.222.0.33 "GET /v2.0/agents/cf0b6859-004b-4f84-b45b-f7d50c9a41e6/dhcp-networks HTTP/1.1" status: 200 len: 6475 time: 0.5635080 Sep 14 22:51:57.261211 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44462) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:51:57.266181 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 068b1594-2d41-4b52-9627-d38a7b91e7ec completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:51:57.297719 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 068b1594-2d41-4b52-9627-d38a7b91e7ec triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:51:57.298083 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:57.385382 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-9f870d7f-473e-4993-ab0f-06c34255bfa0 None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:57.407226 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-9f870d7f-473e-4993-ab0f-06c34255bfa0 None None] Transition to ACTIVE for port object 1a2bd903-ebbd-40b2-b3a9-44036384e2eb will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:51:57.420456 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-9f870d7f-473e-4993-ab0f-06c34255bfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:57.506276 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e04eafb-32d6-4191-8bab-e79d73249dc9 admin admin] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:51:57.507407 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e04eafb-32d6-4191-8bab-e79d73249dc9 admin admin] Pushing event updated for resources: {'Port': ['ID=2a579808-df45-4637-a166-5e1660fe6035,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:57.524787 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-9f870d7f-473e-4993-ab0f-06c34255bfa0 None None] Attempting to bind port 1a2bd903-ebbd-40b2-b3a9-44036384e2eb on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:51:57.525358 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-9f870d7f-473e-4993-ab0f-06c34255bfa0 None None] Attempting to bind port 1a2bd903-ebbd-40b2-b3a9-44036384e2eb by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:51:57.525727 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f870d7f-473e-4993-ab0f-06c34255bfa0 None None] Attempting to bind port 1a2bd903-ebbd-40b2-b3a9-44036384e2eb on network 681410b9-e86d-4f65-a0f3-ea2093b5104b {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:51:57.536698 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f870d7f-473e-4993-ab0f-06c34255bfa0 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:51:57.536698 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f870d7f-473e-4993-ab0f-06c34255bfa0 None None] Checking segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:51:57.537212 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-9f870d7f-473e-4993-ab0f-06c34255bfa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:57.537609 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f870d7f-473e-4993-ab0f-06c34255bfa0 None None] Bound using segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:51:57.538086 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-9f870d7f-473e-4993-ab0f-06c34255bfa0 None None] Bound port: 1a2bd903-ebbd-40b2-b3a9-44036384e2eb, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:51:57.538473 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-9f870d7f-473e-4993-ab0f-06c34255bfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:57.585956 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-0f5cdbdd-6c16-4850-9a2f-6fd11fc3dd0b None None] For port 12d9d8c0-fa22-4063-a1c4-420ca9150f25, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:51:57.597063 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1891107e-5f8a-43da-bd51-79c4ded4c5fb tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Made reservation on behalf of 546b5aea94954549b6ec9228e90089c7 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:51:57.602263 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1891107e-5f8a-43da-bd51-79c4ded4c5fb tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks [] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:57.617303 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-0f5cdbdd-6c16-4850-9a2f-6fd11fc3dd0b None None] For port 12d9d8c0-fa22-4063-a1c4-420ca9150f25, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=12d9d8c0-fa22-4063-a1c4-420ca9150f25,segment=NetworkSegment(8a71d916-63a9-409c-b4a7-529ceb1c8845),segment_id=8a71d916-63a9-409c-b4a7-529ceb1c8845)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:51:57.618360 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-4f02b52a-6bd6-4f1c-813a-73830c17a230 None None] Provisioning complete for port 068b1594-2d41-4b52-9627-d38a7b91e7ec triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:51:57.618712 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4f02b52a-6bd6-4f1c-813a-73830c17a230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:57.650400 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-9f870d7f-473e-4993-ab0f-06c34255bfa0 None None] For port 1a2bd903-ebbd-40b2-b3a9-44036384e2eb, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:51:57.653981 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-9f870d7f-473e-4993-ab0f-06c34255bfa0 None None] For port 1a2bd903-ebbd-40b2-b3a9-44036384e2eb, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=1a2bd903-ebbd-40b2-b3a9-44036384e2eb,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:51:57.664407 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-9f870d7f-473e-4993-ab0f-06c34255bfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:57.686944 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f870d7f-473e-4993-ab0f-06c34255bfa0 None None] Routers {'e5f37f16-0bc4-4b99-ab3b-19cca337c577'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:51:57.688121 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-9f870d7f-473e-4993-ab0f-06c34255bfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:51:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['e5f37f16-0bc4-4b99-ab3b-19cca337c577'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:51:57.713315 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0f5cdbdd-6c16-4850-9a2f-6fd11fc3dd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:57.730858 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-004a5c6a-dec5-431e-b1f4-d0c971c6a5d3 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:57.754332 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-004a5c6a-dec5-431e-b1f4-d0c971c6a5d3 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:57.791889 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c63fe1-09dc-42cb-8f79-18a6b68aa93c None None] Network 63e45686-e294-49ff-846c-ac2fe15584a9 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:51:57.813262 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-004a5c6a-dec5-431e-b1f4-d0c971c6a5d3 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:51:57.820021 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09b357-ee8b-4772-870f-975777de64e0 None None] Pushing event updated for resources: {'Port': ['ID=1a2bd903-ebbd-40b2-b3a9-44036384e2eb,revision_number=2']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:57.836201 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09b357-ee8b-4772-870f-975777de64e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:57.836578 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09b357-ee8b-4772-870f-975777de64e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:57.836946 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09b357-ee8b-4772-870f-975777de64e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:57.837408 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09b357-ee8b-4772-870f-975777de64e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:57.837738 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09b357-ee8b-4772-870f-975777de64e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:57.838083 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09b357-ee8b-4772-870f-975777de64e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:57.844236 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09b357-ee8b-4772-870f-975777de64e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:57.844784 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09b357-ee8b-4772-870f-975777de64e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:57.845129 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09b357-ee8b-4772-870f-975777de64e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:57.845464 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09b357-ee8b-4772-870f-975777de64e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:57.845796 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09b357-ee8b-4772-870f-975777de64e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:57.846566 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09b357-ee8b-4772-870f-975777de64e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:51:57.847639 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09b357-ee8b-4772-870f-975777de64e0 None None] Tracked resource versions report: Sep 14 22:51:57.847639 dv-neutron-857791-1-hyperv neutron-server[89173]: pushed versions: Sep 14 22:51:57.847639 dv-neutron-857791-1-hyperv neutron-server[89173]: { 'AddressGroup': {'1.2'}, Sep 14 22:51:57.847639 dv-neutron-857791-1-hyperv neutron-server[89173]: 'ConntrackHelper': {'1.0'}, Sep 14 22:51:57.847639 dv-neutron-857791-1-hyperv neutron-server[89173]: 'Log': {'1.0'}, Sep 14 22:51:57.847639 dv-neutron-857791-1-hyperv neutron-server[89173]: 'Network': {'1.1'}, Sep 14 22:51:57.847639 dv-neutron-857791-1-hyperv neutron-server[89173]: 'Port': {'1.7'}, Sep 14 22:51:57.847639 dv-neutron-857791-1-hyperv neutron-server[89173]: 'PortForwarding': {'1.2'}, Sep 14 22:51:57.847639 dv-neutron-857791-1-hyperv neutron-server[89173]: 'QosPolicy': {'1.8'}, Sep 14 22:51:57.847639 dv-neutron-857791-1-hyperv neutron-server[89173]: 'SecurityGroup': {'1.4'}, Sep 14 22:51:57.847639 dv-neutron-857791-1-hyperv neutron-server[89173]: 'SecurityGroupRule': {'1.2'}, Sep 14 22:51:57.847639 dv-neutron-857791-1-hyperv neutron-server[89173]: 'SubPort': {'1.0'}, Sep 14 22:51:57.847639 dv-neutron-857791-1-hyperv neutron-server[89173]: 'Subnet': {'1.1'}, Sep 14 22:51:57.847639 dv-neutron-857791-1-hyperv neutron-server[89173]: 'Trunk': {'1.1'}} Sep 14 22:51:57.847639 dv-neutron-857791-1-hyperv neutron-server[89173]: consumer versions: Sep 14 22:51:57.847639 dv-neutron-857791-1-hyperv neutron-server[89173]: { DHCP agent@dv-neutron-857791-1-hyperv: {}, Sep 14 22:51:57.847639 dv-neutron-857791-1-hyperv neutron-server[89173]: HyperV agent@hv-neutron-8577: {}, Sep 14 22:51:57.847639 dv-neutron-857791-1-hyperv neutron-server[89173]: L3 agent@dv-neutron-857791-1-hyperv: {}, Sep 14 22:51:57.847639 dv-neutron-857791-1-hyperv neutron-server[89173]: Metadata agent@dv-neutron-857791-1-hyperv: {}, Sep 14 22:51:57.847639 dv-neutron-857791-1-hyperv neutron-server[89173]: Metering agent@dv-neutron-857791-1-hyperv: {}, Sep 14 22:51:57.847639 dv-neutron-857791-1-hyperv neutron-server[89173]: Open vSwitch agent@dv-neutron-857791-1-hyperv: { 'AddressGroup': '1.2', Sep 14 22:51:57.847639 dv-neutron-857791-1-hyperv neutron-server[89173]: 'ConntrackHelper': '1.0', Sep 14 22:51:57.847639 dv-neutron-857791-1-hyperv neutron-server[89173]: 'Log': '1.0', Sep 14 22:51:57.847639 dv-neutron-857791-1-hyperv neutron-server[89173]: 'Network': '1.1', Sep 14 22:51:57.847639 dv-neutron-857791-1-hyperv neutron-server[89173]: 'Port': '1.7', Sep 14 22:51:57.847639 dv-neutron-857791-1-hyperv neutron-server[89173]: 'PortForwarding': '1.2', Sep 14 22:51:57.847639 dv-neutron-857791-1-hyperv neutron-server[89173]: 'QosPolicy': '1.8', Sep 14 22:51:57.847639 dv-neutron-857791-1-hyperv neutron-server[89173]: 'SecurityGroup': '1.4', Sep 14 22:51:57.847639 dv-neutron-857791-1-hyperv neutron-server[89173]: 'SecurityGroupRule': '1.2', Sep 14 22:51:57.847639 dv-neutron-857791-1-hyperv neutron-server[89173]: 'SubPort': '1.0', Sep 14 22:51:57.847639 dv-neutron-857791-1-hyperv neutron-server[89173]: 'Subnet': '1.1', Sep 14 22:51:57.847639 dv-neutron-857791-1-hyperv neutron-server[89173]: 'Trunk': '1.1'}} Sep 14 22:51:57.847639 dv-neutron-857791-1-hyperv neutron-server[89173]: {{(pid=89173) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 22:51:57.850928 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a5c6a-dec5-431e-b1f4-d0c971c6a5d3 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fffb533b-67ba-45e7-89c2-db4e7508ad24,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:57.863190 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-004a5c6a-dec5-431e-b1f4-d0c971c6a5d3 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:57.863533 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-004a5c6a-dec5-431e-b1f4-d0c971c6a5d3 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Added segment 2b7fc080-c297-4325-9c79-8d2209f21744 of type vlan for network b3e967cf-c325-409c-b5e4-d39cd729dfce Sep 14 22:51:57.865988 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c55a891-a8ac-4199-a91d-4f1645b50dbd tempest-DHCPAgentSchedulersTestJSON-849154594 tempest-DHCPAgentSchedulersTestJSON-849154594-project-admin] Network 17aa5644-4e33-448a-8cfd-940259a87b0b is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:51:57.909509 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1c55a891-a8ac-4199-a91d-4f1645b50dbd tempest-DHCPAgentSchedulersTestJSON-849154594 tempest-DHCPAgentSchedulersTestJSON-849154594-project-admin] 10.222.0.33 "POST /v2.0/agents/cf0b6859-004b-4f84-b45b-f7d50c9a41e6/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6291614 Sep 14 22:51:57.911713 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-004a5c6a-dec5-431e-b1f4-d0c971c6a5d3 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:57.915696 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8618d53-d364-48a4-b0b8-3a44c739a042 admin admin] Router 84bea323-87c5-4677-a994-08c058623ad3 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:51:57.917407 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44466) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:51:58.041508 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7500c8b-4960-4efc-aef7-0c9c5d1143a6 None None] Network 17aa5644-4e33-448a-8cfd-940259a87b0b requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:51:58.068498 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09b357-ee8b-4772-870f-975777de64e0 None None] Pushing event updated for resources: {'Port': ['ID=1a2bd903-ebbd-40b2-b3a9-44036384e2eb,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:58.069993 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 068b1594-2d41-4b52-9627-d38a7b91e7ec is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:51:58.070969 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:58.072533 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-9f870d7f-473e-4993-ab0f-06c34255bfa0 None None] Set router e5f37f16-0bc4-4b99-ab3b-19cca337c577 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:51:58.095415 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-2e04eafb-32d6-4191-8bab-e79d73249dc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:51:58.100472 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e04eafb-32d6-4191-8bab-e79d73249dc9 admin admin] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:51:58.268590 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-004a5c6a-dec5-431e-b1f4-d0c971c6a5d3 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:58.269942 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-52efb7cc-1e38-4401-a1fc-9d9576d651d1 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:58.274407 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004a5c6a-dec5-431e-b1f4-d0c971c6a5d3 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:51:58.274998 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-004a5c6a-dec5-431e-b1f4-d0c971c6a5d3 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:58.319849 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 068b1594-2d41-4b52-9627-d38a7b91e7ec, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=068b1594-2d41-4b52-9627-d38a7b91e7ec,segment=NetworkSegment(c2365945-0825-42dc-a302-48ce18607d40),segment_id=c2365945-0825-42dc-a302-48ce18607d40)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:51:58.355129 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5cdbdd-6c16-4850-9a2f-6fd11fc3dd0b None None] Pushing event updated for resources: {'Port': ['ID=12d9d8c0-fa22-4063-a1c4-420ca9150f25,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:58.372603 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:58.373943 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0ed09f19-228d-43a1-9d4c-b2f6501c6ea9 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Unset dirty status for tenant:cf52be6b4cca4eb79c0d08c2bf365b2b on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:51:58.378843 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0ed09f19-228d-43a1-9d4c-b2f6501c6ea9 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 2.4540319 Sep 14 22:51:58.398832 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44470) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:51:58.469582 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-52efb7cc-1e38-4401-a1fc-9d9576d651d1 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:58.493133 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=068b1594-2d41-4b52-9627-d38a7b91e7ec,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:58.563515 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-4f02b52a-6bd6-4f1c-813a-73830c17a230 None None] Current status of the port 068b1594-2d41-4b52-9627-d38a7b91e7ec is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:51:58.564101 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4f02b52a-6bd6-4f1c-813a-73830c17a230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:58.741198 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a5c6a-dec5-431e-b1f4-d0c971c6a5d3 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Pushing event updated for resources: {'Network': ['ID=b3e967cf-c325-409c-b5e4-d39cd729dfce,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:58.778233 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-9f870d7f-473e-4993-ab0f-06c34255bfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'name': 'tempest-ServerActionsTestJSON-1223850239-router', 'tenant_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '1a2bd903-ebbd-40b2-b3a9-44036384e2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:47Z', 'updated_at': '2022-09-14T22:51:51Z', 'revision_number': 3, 'project_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'gw_port': {'id': '1a2bd903-ebbd-40b2-b3a9-44036384e2eb', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:49Z', 'updated_at': '2022-09-14T22:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:51:58.785931 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8618d53-d364-48a4-b0b8-3a44c739a042 admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:51:58.791776 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network b3e967cf-c325-409c-b5e4-d39cd729dfce details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:51:58.792495 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f870d7f-473e-4993-ab0f-06c34255bfa0 None None] The sync data for ids ['e5f37f16-0bc4-4b99-ab3b-19cca337c577'] in dv-neutron-857791-1-hyperv is: [{'id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'name': 'tempest-ServerActionsTestJSON-1223850239-router', 'tenant_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '1a2bd903-ebbd-40b2-b3a9-44036384e2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:47Z', 'updated_at': '2022-09-14T22:51:51Z', 'revision_number': 3, 'project_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'gw_port': {'id': '1a2bd903-ebbd-40b2-b3a9-44036384e2eb', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:49Z', 'updated_at': '2022-09-14T22:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:51:58.813679 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 50838388-46f9-42ed-9d73-1edd87049580 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:51:58.865903 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a3891036-654e-4768-b294-1bd6a08adcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:58.874522 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d7c42ed4-1d4b-46ca-a3ed-155a0f70d1bb tempest-DHCPAgentSchedulersTestJSON-849154594 tempest-DHCPAgentSchedulersTestJSON-849154594-project-admin] 10.222.0.33 "GET /v2.0/agents/cf0b6859-004b-4f84-b45b-f7d50c9a41e6/dhcp-networks HTTP/1.1" status: 200 len: 7244 time: 0.9527638 Sep 14 22:51:58.886070 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c8bf86-be56-4310-a9e1-fb0133dba35c None None] Sync routers for ids ['84bea323-87c5-4677-a994-08c058623ad3'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:51:58.892982 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-004a5c6a-dec5-431e-b1f4-d0c971c6a5d3 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.0207200 Sep 14 22:51:58.896681 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44474) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:51:58.896858 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44476) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:51:58.905007 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-2d9cf5f1-64e7-4882-90f7-f3d13766e2e7 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Deleting port 912e12f1-eeba-4476-99ff-41c8957d0aa0 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:51:58.905356 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2d9cf5f1-64e7-4882-90f7-f3d13766e2e7 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:58.968264 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-dcffa0c8-3fda-4ea9-97b5-4d4b1ada16f0 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Request body: {'subnet': {'network_id': 'b3e967cf-c325-409c-b5e4-d39cd729dfce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:51:59.015226 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f8618d53-d364-48a4-b0b8-3a44c739a042 admin admin] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:59.020248 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f8618d53-d364-48a4-b0b8-3a44c739a042 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.1014221 Sep 14 22:51:59.034629 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44482) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:51:59.068704 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c8bf86-be56-4310-a9e1-fb0133dba35c None None] Routers {'84bea323-87c5-4677-a994-08c058623ad3'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:51:59.069341 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-40c8bf86-be56-4310-a9e1-fb0133dba35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:51:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['84bea323-87c5-4677-a994-08c058623ad3'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:51:59.200714 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1891107e-5f8a-43da-bd51-79c4ded4c5fb tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:51:59.280251 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5cc3c58a-6d8e-449c-a47f-7579b2da0d26 tempest-DHCPAgentSchedulersTestJSON-849154594 tempest-DHCPAgentSchedulersTestJSON-849154594-project-admin] 10.222.0.33 "DELETE /v2.0/agents/cf0b6859-004b-4f84-b45b-f7d50c9a41e6/dhcp-networks/17aa5644-4e33-448a-8cfd-940259a87b0b HTTP/1.1" status: 204 len: 168 time: 0.3824272 Sep 14 22:51:59.310857 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44486) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:51:59.318724 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891107e-5f8a-43da-bd51-79c4ded4c5fb tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Pushing event updated for resources: {'Subnet': ['ID=f9901846-1f70-4bae-80c0-acbcd9f2370d,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:51:59.377244 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4e709e-d617-4f2b-9382-582c1998c376 None None] Network ab478a50-5a52-45fc-96cd-4f9639bc6c8b requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:51:59.517561 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-dcffa0c8-3fda-4ea9-97b5-4d4b1ada16f0 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:51:59.520241 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-4f02b52a-6bd6-4f1c-813a-73830c17a230 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:51:59.520693 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-4f02b52a-6bd6-4f1c-813a-73830c17a230 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:51:59.599942 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 50838388-46f9-42ed-9d73-1edd87049580 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:51:59.615912 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 60b54061-03e4-416a-b5aa-d155c0eae765 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:51:59.680748 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-dcffa0c8-3fda-4ea9-97b5-4d4b1ada16f0 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Usage tracker for resource:subnet and tenant:561ca200a0204bdcada1dd83c9520fde is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:51:59.692309 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-dcffa0c8-3fda-4ea9-97b5-4d4b1ada16f0 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:51:59.710008 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-dcffa0c8-3fda-4ea9-97b5-4d4b1ada16f0 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:51:59.812274 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1891107e-5f8a-43da-bd51-79c4ded4c5fb tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Checking segment: {'id': 'f4fcaf5c-42a7-477a-9991-5613f2fa2fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2b69ce89-d338-407a-9920-37d3f61d6441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:51:59.812669 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1891107e-5f8a-43da-bd51-79c4ded4c5fb tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Network hostable DHCP agents. Network: 2b69ce89-d338-407a-9920-37d3f61d6441, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:51:59.930079 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-a3891036-654e-4768-b294-1bd6a08adcab admin admin] Allocated IP 172.20.0.1 (96b70200-f113-466a-a996-3d001cbd44bb/e26eddd1-1e83-4e64-8dc5-ded3ed029f12/b230af92-a4e0-4527-89a3-c58881bc43e0) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:51:59.935752 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-40c8bf86-be56-4310-a9e1-fb0133dba35c None None] Set router 84bea323-87c5-4677-a994-08c058623ad3 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:52:00.039336 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcffa0c8-3fda-4ea9-97b5-4d4b1ada16f0 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Made reservation on behalf of 561ca200a0204bdcada1dd83c9520fde for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:52:00.042841 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dcffa0c8-3fda-4ea9-97b5-4d4b1ada16f0 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks [] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:00.063827 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-52efb7cc-1e38-4401-a1fc-9d9576d651d1 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:00.139211 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2d9cf5f1-64e7-4882-90f7-f3d13766e2e7 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:00.198361 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2e04eafb-32d6-4191-8bab-e79d73249dc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:00.218199 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 60b54061-03e4-416a-b5aa-d155c0eae765 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:00.229760 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-4f02b52a-6bd6-4f1c-813a-73830c17a230 None None] Current status of the port 068b1594-2d41-4b52-9627-d38a7b91e7ec is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:52:00.245548 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 60b54061-03e4-416a-b5aa-d155c0eae765 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:00.245864 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:00.334236 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1891107e-5f8a-43da-bd51-79c4ded4c5fb tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Network 2b69ce89-d338-407a-9920-37d3f61d6441 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:52:00.361185 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-2d9cf5f1-64e7-4882-90f7-f3d13766e2e7 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Calling delete_port for 912e12f1-eeba-4476-99ff-41c8957d0aa0 owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:52:00.420976 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1d04f32a-40e1-41ed-9333-f8b7c77d360f None None] Provisioning for port 912e12f1-eeba-4476-99ff-41c8957d0aa0 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:00.442871 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1d04f32a-40e1-41ed-9333-f8b7c77d360f None None] Provisioning complete for port 912e12f1-eeba-4476-99ff-41c8957d0aa0 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:00.443036 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1d04f32a-40e1-41ed-9333-f8b7c77d360f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:00.465425 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-1891107e-5f8a-43da-bd51-79c4ded4c5fb tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 2b69ce89-d338-407a-9920-37d3f61d6441) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:00.496067 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5098a195-2563-4282-ba00-66f96765cc60 None None] Network 2b69ce89-d338-407a-9920-37d3f61d6441 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:52:00.536811 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 60b54061-03e4-416a-b5aa-d155c0eae765 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:52:00.537260 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:00.622980 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1d04f32a-40e1-41ed-9333-f8b7c77d360f None None] Port 912e12f1-eeba-4476-99ff-41c8957d0aa0 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:52:00.649814 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-40c8bf86-be56-4310-a9e1-fb0133dba35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bea323-87c5-4677-a994-08c058623ad3', 'name': 'tempest-ServersTestJSON-1842162660-router', 'tenant_id': '619a722a9a6d4b25978034388633fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:51Z', 'updated_at': '2022-09-14T22:51:55Z', 'revision_number': 3, 'project_id': '619a722a9a6d4b25978034388633fb87', 'gw_port': {'id': 'da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bea323-87c5-4677-a994-08c058623ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:52Z', 'updated_at': '2022-09-14T22:51:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:00.659832 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 60b54061-03e4-416a-b5aa-d155c0eae765, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=60b54061-03e4-416a-b5aa-d155c0eae765,segment=NetworkSegment(deb5006a-062f-4859-9808-584869cc0151),segment_id=deb5006a-062f-4859-9808-584869cc0151)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:52:00.663950 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c8bf86-be56-4310-a9e1-fb0133dba35c None None] Checking router: 84bea323-87c5-4677-a994-08c058623ad3 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:52:00.664322 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c8bf86-be56-4310-a9e1-fb0133dba35c None None] Updating router 84bea323-87c5-4677-a994-08c058623ad3 port da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0 binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:52:00.693351 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1891107e-5f8a-43da-bd51-79c4ded4c5fb tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:00.694165 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1891107e-5f8a-43da-bd51-79c4ded4c5fb tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:00.722162 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0a9d99af-04ec-45cb-8483-385cacde345d tempest-DHCPAgentSchedulersTestJSON-849154594 tempest-DHCPAgentSchedulersTestJSON-849154594-project-admin] 10.222.0.33 "GET /v2.0/agents/cf0b6859-004b-4f84-b45b-f7d50c9a41e6/dhcp-networks HTTP/1.1" status: 200 len: 6475 time: 1.3999450 Sep 14 22:52:00.728672 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:00.729689 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 12d9d8c0-fa22-4063-a1c4-420ca9150f25 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:52:00.735962 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44490) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:00.806971 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1d04f32a-40e1-41ed-9333-f8b7c77d360f None None] Provisioning complete for port 60b54061-03e4-416a-b5aa-d155c0eae765 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:00.807339 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1d04f32a-40e1-41ed-9333-f8b7c77d360f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:00.826653 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-52efb7cc-1e38-4401-a1fc-9d9576d651d1 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:00.835276 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-52efb7cc-1e38-4401-a1fc-9d9576d651d1 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:00.903606 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0c02611b-f95d-496f-b952-ffc5d24a4ffe tempest-DHCPAgentSchedulersTestJSON-849154594 tempest-DHCPAgentSchedulersTestJSON-849154594-project-admin] 10.222.0.33 "GET /v2.0/networks/ab478a50-5a52-45fc-96cd-4f9639bc6c8b/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1664572 Sep 14 22:52:00.904581 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44494) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:00.959020 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-40c8bf86-be56-4310-a9e1-fb0133dba35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:00.988071 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1891107e-5f8a-43da-bd51-79c4ded4c5fb tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.5415492 Sep 14 22:52:00.997127 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44498) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:01.009702 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2d9cf5f1-64e7-4882-90f7-f3d13766e2e7 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:01.039025 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4298ddc2-cd0f-4461-a631-145647248d8a tempest-DHCPAgentSchedulersTestJSON-849154594 tempest-DHCPAgentSchedulersTestJSON-849154594-project-admin] 10.222.0.33 "GET /v2.0/networks/ab478a50-5a52-45fc-96cd-4f9639bc6c8b/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1089923 Sep 14 22:52:01.052351 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44502) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:01.069891 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a3891036-654e-4768-b294-1bd6a08adcab admin admin] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:01.092359 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-a3891036-654e-4768-b294-1bd6a08adcab admin admin] Transition to ACTIVE for port object b230af92-a4e0-4527-89a3-c58881bc43e0 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:01.137376 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dd4faee1-b0df-438a-9d08-59ecb9ed6269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:01.141606 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a3891036-654e-4768-b294-1bd6a08adcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:01.160769 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-8cd46c4d-2c23-4b1e-acb9-455e9f64a98f tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Request body: {'port': {'network_id': '2b69ce89-d338-407a-9920-37d3f61d6441', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1514347098'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:01.179122 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9cf5f1-64e7-4882-90f7-f3d13766e2e7 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Pushing event deleted for resources: {'Port': ['ID=912e12f1-eeba-4476-99ff-41c8957d0aa0,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:01.185637 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=60b54061-03e4-416a-b5aa-d155c0eae765,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:01.255855 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3891036-654e-4768-b294-1bd6a08adcab admin admin] Network 96b70200-f113-466a-a996-3d001cbd44bb is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:01.256833 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-52efb7cc-1e38-4401-a1fc-9d9576d651d1 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:01.257344 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52efb7cc-1e38-4401-a1fc-9d9576d651d1 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8b7a01d7-9fff-458f-90e8-823c0879e7c0 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:52:01.262752 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3891036-654e-4768-b294-1bd6a08adcab admin admin] Pushing event updated for resources: {'Port': ['ID=b230af92-a4e0-4527-89a3-c58881bc43e0,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:01.267453 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-a3891036-654e-4768-b294-1bd6a08adcab admin admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:01.416911 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dcffa0c8-3fda-4ea9-97b5-4d4b1ada16f0 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:01.450283 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2e04eafb-32d6-4191-8bab-e79d73249dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:01.527955 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6754df63-059b-401c-b914-1872c29ee819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-2b69ce89-d338-407a-9920-37d3f61d6441', 'network_id': '2b69ce89-d338-407a-9920-37d3f61d6441', 'tenant_id': '546b5aea94954549b6ec9228e90089c7', 'fixed_ips': [{'subnet_id': 'f9901846-1f70-4bae-80c0-acbcd9f2370d'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:52:01.529188 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6754df63-059b-401c-b914-1872c29ee819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:01.549935 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 12d9d8c0-fa22-4063-a1c4-420ca9150f25 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:01.617538 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcffa0c8-3fda-4ea9-97b5-4d4b1ada16f0 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Pushing event updated for resources: {'Subnet': ['ID=2902d335-8f4e-4aa9-a852-33db9b9b7acd,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:01.741210 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1d04f32a-40e1-41ed-9333-f8b7c77d360f None None] Current status of the port 60b54061-03e4-416a-b5aa-d155c0eae765 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:52:01.744413 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3891036-654e-4768-b294-1bd6a08adcab admin admin] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:01.745215 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a3891036-654e-4768-b294-1bd6a08adcab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:01.979860 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-8cd46c4d-2c23-4b1e-acb9-455e9f64a98f tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:02.009501 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-8cd46c4d-2c23-4b1e-acb9-455e9f64a98f tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Usage tracker for resource:port and tenant:546b5aea94954549b6ec9228e90089c7 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:02.016033 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2d9cf5f1-64e7-4882-90f7-f3d13766e2e7 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:02.037117 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-8cd46c4d-2c23-4b1e-acb9-455e9f64a98f tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:02.042153 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-40c8bf86-be56-4310-a9e1-fb0133dba35c None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:02.047968 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2d9cf5f1-64e7-4882-90f7-f3d13766e2e7 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] 10.222.0.33 "DELETE /v2.0/ports/912e12f1-eeba-4476-99ff-41c8957d0aa0 HTTP/1.1" status: 204 len: 168 time: 3.6474109 Sep 14 22:52:02.053113 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-8cd46c4d-2c23-4b1e-acb9-455e9f64a98f tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:02.058224 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44510) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:02.061792 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcffa0c8-3fda-4ea9-97b5-4d4b1ada16f0 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Checking segment: {'id': '2b7fc080-c297-4325-9c79-8d2209f21744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3e967cf-c325-409c-b5e4-d39cd729dfce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:52:02.062282 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcffa0c8-3fda-4ea9-97b5-4d4b1ada16f0 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Network hostable DHCP agents. Network: b3e967cf-c325-409c-b5e4-d39cd729dfce, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:52:02.063430 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-40c8bf86-be56-4310-a9e1-fb0133dba35c None None] Transition to ACTIVE for port object da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:02.075611 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 1a2bd903-ebbd-40b2-b3a9-44036384e2eb up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:52:02.113139 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6ac2d7e7-da0e-40a9-af1a-4033446ef149 tempest-DHCPAgentSchedulersTestJSON-849154594 tempest-DHCPAgentSchedulersTestJSON-849154594-project-admin] 10.222.0.33 "GET /v2.0/agents/cf0b6859-004b-4f84-b45b-f7d50c9a41e6/dhcp-networks HTTP/1.1" status: 200 len: 7284 time: 0.9954393 Sep 14 22:52:02.114766 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-52efb7cc-1e38-4401-a1fc-9d9576d651d1 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 14 22:52:02.115873 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-52efb7cc-1e38-4401-a1fc-9d9576d651d1 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 8.6675580 Sep 14 22:52:02.119112 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44514) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:02.119686 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44516) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:02.127583 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e9a6093-4647-4742-bf1a-8c1c31b0b31f tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] GET failed (client error): The resource could not be found. Sep 14 22:52:02.128169 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1e9a6093-4647-4742-bf1a-8c1c31b0b31f tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Synchronizing usage tracker for tenant:cf52be6b4cca4eb79c0d08c2bf365b2b on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:52:02.197488 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd46c4d-2c23-4b1e-acb9-455e9f64a98f tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Made reservation on behalf of 546b5aea94954549b6ec9228e90089c7 for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:52:02.201510 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8cd46c4d-2c23-4b1e-acb9-455e9f64a98f tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:02.220550 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcffa0c8-3fda-4ea9-97b5-4d4b1ada16f0 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Network b3e967cf-c325-409c-b5e4-d39cd729dfce is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:52:02.235566 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1e9a6093-4647-4742-bf1a-8c1c31b0b31f tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Unset dirty status for tenant:cf52be6b4cca4eb79c0d08c2bf365b2b on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:52:02.237562 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1e9a6093-4647-4742-bf1a-8c1c31b0b31f tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] 10.222.0.33 "GET /v2.0/ports/912e12f1-eeba-4476-99ff-41c8957d0aa0 HTTP/1.1" status: 404 len: 333 time: 0.1697111 Sep 14 22:52:02.242697 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-dcffa0c8-3fda-4ea9-97b5-4d4b1ada16f0 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, b3e967cf-c325-409c-b5e4-d39cd729dfce) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:02.245415 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44522) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:02.259057 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-f7159c0b-0936-43bb-bc6f-2f657d9e032b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Request body: {'port': {'network_id': '5269fc46-1f9d-4b11-a096-ea0e5853251c', 'name': 'tempest-AllowedAddressPairTestJSON-1106975315'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:02.269030 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-6754df63-059b-401c-b914-1872c29ee819 None None] Allocated IP 2001:db8::2 (2b69ce89-d338-407a-9920-37d3f61d6441/f9901846-1f70-4bae-80c0-acbcd9f2370d/78bb439b-b14b-4e06-852d-47d427c45b55) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:52:02.350841 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-568a92e3-4602-4c31-bfca-42f4eb0ec766 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Deleting port 8a2a566b-9e50-4001-9d85-6ed3baaafbbb {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:52:02.351521 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-568a92e3-4602-4c31-bfca-42f4eb0ec766 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:02.378675 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e47719c0-f95e-482b-a112-b86afc65d6a7 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:02.526903 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcffa0c8-3fda-4ea9-97b5-4d4b1ada16f0 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:02.527501 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dcffa0c8-3fda-4ea9-97b5-4d4b1ada16f0 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:02.532425 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6754df63-059b-401c-b914-1872c29ee819 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:02.535639 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-f7159c0b-0936-43bb-bc6f-2f657d9e032b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:02.543894 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-6754df63-059b-401c-b914-1872c29ee819 None None] Transition to ACTIVE for port object 78bb439b-b14b-4e06-852d-47d427c45b55 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:02.548269 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-f7159c0b-0936-43bb-bc6f-2f657d9e032b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:02.562751 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-8cd46c4d-2c23-4b1e-acb9-455e9f64a98f tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] device_id is not set on port 4bab0518-fb74-40c0-8616-412dd47057cf yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:52:02.567994 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1d04f32a-40e1-41ed-9333-f8b7c77d360f None None] Provisioning for port 50838388-46f9-42ed-9d73-1edd87049580 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:02.572997 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-40c8bf86-be56-4310-a9e1-fb0133dba35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:02.588659 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f2d629-e318-479c-ac17-60780f1b9306 None None] Network b3e967cf-c325-409c-b5e4-d39cd729dfce requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:52:02.657880 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-dd4faee1-b0df-438a-9d08-59ecb9ed6269 admin admin] Allocated IP 172.20.0.1 (63e45686-e294-49ff-846c-ac2fe15584a9/d53919ce-94ab-4885-ba14-5ce8afc3ce70/c717020b-eb00-4aa5-abf9-67e3dfa3925c) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:52:02.742299 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e04eafb-32d6-4191-8bab-e79d73249dc9 admin admin] Router 61849ff4-bb8a-4a77-a910-194a89ff7d13 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:52:02.844983 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292acfa-59e0-4f55-9655-2e966d1a6c81 None None] Pushing event updated for resources: {'Port': ['ID=da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:02.847083 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e47719c0-f95e-482b-a112-b86afc65d6a7 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:02.847266 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1d04f32a-40e1-41ed-9333-f8b7c77d360f None None] Provisioning complete for port 50838388-46f9-42ed-9d73-1edd87049580 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:02.847631 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1d04f32a-40e1-41ed-9333-f8b7c77d360f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:02.865745 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7159c0b-0936-43bb-bc6f-2f657d9e032b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Made reservation on behalf of cf52be6b4cca4eb79c0d08c2bf365b2b for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:52:02.869388 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f7159c0b-0936-43bb-bc6f-2f657d9e032b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:02.872188 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-6754df63-059b-401c-b914-1872c29ee819 None None] Transition to ACTIVE for port object 78bb439b-b14b-4e06-852d-47d427c45b55 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:02.886751 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dd4faee1-b0df-438a-9d08-59ecb9ed6269 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:02.911599 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-dcffa0c8-3fda-4ea9-97b5-4d4b1ada16f0 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0122247 Sep 14 22:52:02.917291 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44526) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:02.921566 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-dd4faee1-b0df-438a-9d08-59ecb9ed6269 admin admin] Transition to ACTIVE for port object c717020b-eb00-4aa5-abf9-67e3dfa3925c will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:02.922961 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 1a2bd903-ebbd-40b2-b3a9-44036384e2eb completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:02.923377 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-f7159c0b-0936-43bb-bc6f-2f657d9e032b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] device_id is not set on port 8933d561-14a0-436d-bcb5-eb39d88611b9 yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:52:02.926303 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-40c8bf86-be56-4310-a9e1-fb0133dba35c None None] Attempting to bind port da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:02.926667 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-40c8bf86-be56-4310-a9e1-fb0133dba35c None None] Attempting to bind port da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:02.927016 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c8bf86-be56-4310-a9e1-fb0133dba35c None None] Attempting to bind port da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0 on network 681410b9-e86d-4f65-a0f3-ea2093b5104b {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:02.946713 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6754df63-059b-401c-b914-1872c29ee819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:02.967424 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-5835c586-3963-470c-aad9-4836b5a17828 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1107770274', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}, 'admin_state_up': False}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:02.981684 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-5835c586-3963-470c-aad9-4836b5a17828 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:02.983077 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 1a2bd903-ebbd-40b2-b3a9-44036384e2eb triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:02.983405 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:02.984544 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e47719c0-f95e-482b-a112-b86afc65d6a7 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Subscribe: > segment before_delete 55550000 {{(pid=89171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:52:02.985055 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e47719c0-f95e-482b-a112-b86afc65d6a7 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:52:02.985954 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e47719c0-f95e-482b-a112-b86afc65d6a7 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:52:02.986393 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e47719c0-f95e-482b-a112-b86afc65d6a7 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Subscribe: > port after_create 55550000 {{(pid=89171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:52:02.987356 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e47719c0-f95e-482b-a112-b86afc65d6a7 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Subscribe: > port after_delete 55550000 {{(pid=89171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:52:02.987777 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e47719c0-f95e-482b-a112-b86afc65d6a7 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Subscribe: > port after_update 55550000 {{(pid=89171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:52:02.988212 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e47719c0-f95e-482b-a112-b86afc65d6a7 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Subscribe: > segment after_delete 55550000 {{(pid=89171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:52:02.988672 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e47719c0-f95e-482b-a112-b86afc65d6a7 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Subscribe: > subnet after_create 55550000 {{(pid=89171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:52:02.989097 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e47719c0-f95e-482b-a112-b86afc65d6a7 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Subscribe: > subnet after_delete 55550000 {{(pid=89171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:52:02.989537 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e47719c0-f95e-482b-a112-b86afc65d6a7 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Subscribe: > subnet after_update 55550000 {{(pid=89171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:52:03.019304 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e88bd86-88b7-493f-ab4c-b98fbb4b2af8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-b3e967cf-c325-409c-b5e4-d39cd729dfce', 'network_id': 'b3e967cf-c325-409c-b5e4-d39cd729dfce', 'tenant_id': '561ca200a0204bdcada1dd83c9520fde', 'fixed_ips': [{'subnet_id': '2902d335-8f4e-4aa9-a852-33db9b9b7acd'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:52:03.020135 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7e88bd86-88b7-493f-ab4c-b98fbb4b2af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:03.024973 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5835c586-3963-470c-aad9-4836b5a17828 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Usage tracker for resource:router and tenant:561ca200a0204bdcada1dd83c9520fde is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:03.028843 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c8bf86-be56-4310-a9e1-fb0133dba35c None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:52:03.029208 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c8bf86-be56-4310-a9e1-fb0133dba35c None None] Checking segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:52:03.029591 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-40c8bf86-be56-4310-a9e1-fb0133dba35c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:03.029976 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c8bf86-be56-4310-a9e1-fb0133dba35c None None] Bound using segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:52:03.030447 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-40c8bf86-be56-4310-a9e1-fb0133dba35c None None] Bound port: da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:52:03.030806 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-40c8bf86-be56-4310-a9e1-fb0133dba35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:03.045176 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5835c586-3963-470c-aad9-4836b5a17828 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:03.059338 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-5835c586-3963-470c-aad9-4836b5a17828 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:03.092245 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5835c586-3963-470c-aad9-4836b5a17828 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:03.093267 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5835c586-3963-470c-aad9-4836b5a17828 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:03.126917 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6754df63-059b-401c-b914-1872c29ee819 None None] Network 2b69ce89-d338-407a-9920-37d3f61d6441 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:03.137993 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-6754df63-059b-401c-b914-1872c29ee819 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:03.149539 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6754df63-059b-401c-b914-1872c29ee819 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:03.167216 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-8cd46c4d-2c23-4b1e-acb9-455e9f64a98f tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Allocated IP 2001:db8::ad (2b69ce89-d338-407a-9920-37d3f61d6441/f9901846-1f70-4bae-80c0-acbcd9f2370d/4bab0518-fb74-40c0-8616-412dd47057cf) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:52:03.177271 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e47719c0-f95e-482b-a112-b86afc65d6a7 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Subscribe: > subnet after_create 55550000 {{(pid=89171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:52:03.177778 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e47719c0-f95e-482b-a112-b86afc65d6a7 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Subscribe: > subnet after_delete 55550000 {{(pid=89171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:52:03.178021 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e47719c0-f95e-482b-a112-b86afc65d6a7 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Subscribe: > subnet before_create 55550000 {{(pid=89171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:52:03.178238 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e47719c0-f95e-482b-a112-b86afc65d6a7 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Subscribe: > subnet before_update 55550000 {{(pid=89171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:52:03.178632 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-e47719c0-f95e-482b-a112-b86afc65d6a7 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17aa5644-4e33-448a-8cfd-940259a87b0b']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:03.194777 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-e47719c0-f95e-482b-a112-b86afc65d6a7 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd88f1307-e745-4239-b39d-6568a7b28dc4') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:03.195746 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-e47719c0-f95e-482b-a112-b86afc65d6a7 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd88f1307-e745-4239-b39d-6568a7b28dc4') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:03.195996 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dd4faee1-b0df-438a-9d08-59ecb9ed6269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:03.201673 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6754df63-059b-401c-b914-1872c29ee819 None None] Pushing event updated for resources: {'Port': ['ID=78bb439b-b14b-4e06-852d-47d427c45b55,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:03.208538 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e47719c0-f95e-482b-a112-b86afc65d6a7 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:03.237657 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5835c586-3963-470c-aad9-4836b5a17828 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:03.254068 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-568a92e3-4602-4c31-bfca-42f4eb0ec766 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:03.305812 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4faee1-b0df-438a-9d08-59ecb9ed6269 admin admin] Network 63e45686-e294-49ff-846c-ac2fe15584a9 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:03.309319 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-f7159c0b-0936-43bb-bc6f-2f657d9e032b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Allocated IP 172.20.0.10 (5269fc46-1f9d-4b11-a096-ea0e5853251c/b6a6f06a-af01-456e-b5c4-e414c3c9a3b3/8933d561-14a0-436d-bcb5-eb39d88611b9) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:52:03.319202 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-dd4faee1-b0df-438a-9d08-59ecb9ed6269 admin admin] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:03.332674 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4faee1-b0df-438a-9d08-59ecb9ed6269 admin admin] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:03.333228 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dd4faee1-b0df-438a-9d08-59ecb9ed6269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:03.387098 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-568a92e3-4602-4c31-bfca-42f4eb0ec766 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Calling delete_port for 8a2a566b-9e50-4001-9d85-6ed3baaafbbb owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:52:03.397994 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-40c8bf86-be56-4310-a9e1-fb0133dba35c None None] For port da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:52:03.443610 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4faee1-b0df-438a-9d08-59ecb9ed6269 admin admin] Pushing event updated for resources: {'Port': ['ID=c717020b-eb00-4aa5-abf9-67e3dfa3925c,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:03.459378 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a3891036-654e-4768-b294-1bd6a08adcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:03.509743 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1d04f32a-40e1-41ed-9333-f8b7c77d360f None None] Current status of the port 50838388-46f9-42ed-9d73-1edd87049580 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:52:03.510160 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1d04f32a-40e1-41ed-9333-f8b7c77d360f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:03.539531 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e47719c0-f95e-482b-a112-b86afc65d6a7 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:03.595269 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-40c8bf86-be56-4310-a9e1-fb0133dba35c None None] For port da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:52:03.630948 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1d04f32a-40e1-41ed-9333-f8b7c77d360f None None] For port 50838388-46f9-42ed-9d73-1edd87049580, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=50838388-46f9-42ed-9d73-1edd87049580,segment=NetworkSegment(4c21d747-86b6-499f-8ff9-8eac2cda9b2e),segment_id=4c21d747-86b6-499f-8ff9-8eac2cda9b2e)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:52:03.632116 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-6754df63-059b-401c-b914-1872c29ee819 None None] Attempting to bind port 78bb439b-b14b-4e06-852d-47d427c45b55 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:03.632588 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-6754df63-059b-401c-b914-1872c29ee819 None None] Attempting to bind port 78bb439b-b14b-4e06-852d-47d427c45b55 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'f4fcaf5c-42a7-477a-9991-5613f2fa2fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2b69ce89-d338-407a-9920-37d3f61d6441'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:03.633039 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6754df63-059b-401c-b914-1872c29ee819 None None] Attempting to bind port 78bb439b-b14b-4e06-852d-47d427c45b55 on network 2b69ce89-d338-407a-9920-37d3f61d6441 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:03.648311 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6754df63-059b-401c-b914-1872c29ee819 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:52:03.648711 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6754df63-059b-401c-b914-1872c29ee819 None None] Checking segment: {'id': 'f4fcaf5c-42a7-477a-9991-5613f2fa2fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2b69ce89-d338-407a-9920-37d3f61d6441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:52:03.649112 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6754df63-059b-401c-b914-1872c29ee819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:03.649545 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6754df63-059b-401c-b914-1872c29ee819 None None] Bound using segment: {'id': 'f4fcaf5c-42a7-477a-9991-5613f2fa2fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2b69ce89-d338-407a-9920-37d3f61d6441'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:52:03.650030 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-6754df63-059b-401c-b914-1872c29ee819 None None] Bound port: 78bb439b-b14b-4e06-852d-47d427c45b55, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4fcaf5c-42a7-477a-9991-5613f2fa2fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2b69ce89-d338-407a-9920-37d3f61d6441'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:52:03.650400 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6754df63-059b-401c-b914-1872c29ee819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:03.681252 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-40c8bf86-be56-4310-a9e1-fb0133dba35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:03.781988 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-6754df63-059b-401c-b914-1872c29ee819 None None] For port 78bb439b-b14b-4e06-852d-47d427c45b55, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:52:03.787557 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-6754df63-059b-401c-b914-1872c29ee819 None None] For port 78bb439b-b14b-4e06-852d-47d427c45b55, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=78bb439b-b14b-4e06-852d-47d427c45b55,segment=NetworkSegment(f4fcaf5c-42a7-477a-9991-5613f2fa2fa0),segment_id=f4fcaf5c-42a7-477a-9991-5613f2fa2fa0)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:52:03.854633 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e47719c0-f95e-482b-a112-b86afc65d6a7 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:52:03.855223 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e47719c0-f95e-482b-a112-b86afc65d6a7 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:03.872085 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292acfa-59e0-4f55-9655-2e966d1a6c81 None None] Pushing event updated for resources: {'Port': ['ID=da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:03.874696 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1d04f32a-40e1-41ed-9333-f8b7c77d360f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:03.878715 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6754df63-059b-401c-b914-1872c29ee819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:03.999872 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c8bf86-be56-4310-a9e1-fb0133dba35c None None] Routers {'84bea323-87c5-4677-a994-08c058623ad3'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:52:04.000530 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-40c8bf86-be56-4310-a9e1-fb0133dba35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:51:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['84bea323-87c5-4677-a994-08c058623ad3'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:04.116038 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1d04f32a-40e1-41ed-9333-f8b7c77d360f None None] Provisioning for port 818e2c8c-54bd-4e2d-8068-f0890d9a5378 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:04.194120 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5835c586-3963-470c-aad9-4836b5a17828 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:04.220986 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dd4faee1-b0df-438a-9d08-59ecb9ed6269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:04.236164 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-7e88bd86-88b7-493f-ab4c-b98fbb4b2af8 None None] Allocated IP 172.20.0.2 (b3e967cf-c325-409c-b5e4-d39cd729dfce/2902d335-8f4e-4aa9-a852-33db9b9b7acd/1486ccf9-6a77-42c6-8813-7f0f6a177c3e) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:52:04.257438 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1d04f32a-40e1-41ed-9333-f8b7c77d360f None None] Provisioning complete for port 818e2c8c-54bd-4e2d-8068-f0890d9a5378 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:04.257897 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1d04f32a-40e1-41ed-9333-f8b7c77d360f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:04.289014 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e04eafb-32d6-4191-8bab-e79d73249dc9 admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:52:04.320349 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513bb723-ce11-400c-9c55-e0ebf7692355 None None] Sync routers for ids ['61849ff4-bb8a-4a77-a910-194a89ff7d13'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:52:04.340530 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e47719c0-f95e-482b-a112-b86afc65d6a7 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:04.356802 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513bb723-ce11-400c-9c55-e0ebf7692355 None None] Routers {'61849ff4-bb8a-4a77-a910-194a89ff7d13'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:52:04.357775 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-513bb723-ce11-400c-9c55-e0ebf7692355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:51:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['61849ff4-bb8a-4a77-a910-194a89ff7d13'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:04.361205 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2e04eafb-32d6-4191-8bab-e79d73249dc9 admin admin] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:04.365437 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2e04eafb-32d6-4191-8bab-e79d73249dc9 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 13.4143674 Sep 14 22:52:04.382553 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44540) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:04.401302 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e47719c0-f95e-482b-a112-b86afc65d6a7 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:04.409108 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e47719c0-f95e-482b-a112-b86afc65d6a7 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] 10.222.0.33 "DELETE /v2.0/networks/17aa5644-4e33-448a-8cfd-940259a87b0b HTTP/1.1" status: 204 len: 168 time: 2.2864544 Sep 14 22:52:04.411940 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44542) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:04.414332 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47719c0-f95e-482b-a112-b86afc65d6a7 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Pushing event deleted for resources: {'Network': ['ID=17aa5644-4e33-448a-8cfd-940259a87b0b,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:04.418274 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-40c8bf86-be56-4310-a9e1-fb0133dba35c None None] Set router 84bea323-87c5-4677-a994-08c058623ad3 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:52:04.554813 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment d88f1307-e745-4239-b39d-6568a7b28dc4 resource provider aggregate not found Sep 14 22:52:04.570091 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c14145c-4863-4b14-a8a7-0fdd199cf838 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] DELETE failed (client error): The resource could not be found. Sep 14 22:52:04.570687 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c14145c-4863-4b14-a8a7-0fdd199cf838 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:52:04.575561 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2c14145c-4863-4b14-a8a7-0fdd199cf838 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] 10.222.0.33 "DELETE /v2.0/ports/e04f28e8-5eb2-447b-9ac6-ff95e1855551 HTTP/1.1" status: 404 len: 333 time: 0.1427131 Sep 14 22:52:04.576171 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44552) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:04.589374 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-568a92e3-4602-4c31-bfca-42f4eb0ec766 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:04.591984 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment d88f1307-e745-4239-b39d-6568a7b28dc4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d88f1307-e745-4239-b39d-6568a7b28dc4 found for delete ", "request_id": "req-a5ca9cc9-e6ec-4d52-94dd-ec6e56a76900"}]} Sep 14 22:52:04.639519 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a3891036-654e-4768-b294-1bd6a08adcab admin admin] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:04.653457 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 1a2bd903-ebbd-40b2-b3a9-44036384e2eb is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:52:04.654115 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:04.691173 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-513bb723-ce11-400c-9c55-e0ebf7692355 None None] Set router 61849ff4-bb8a-4a77-a910-194a89ff7d13 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:52:04.727938 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8cd46c4d-2c23-4b1e-acb9-455e9f64a98f tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:04.743427 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a3891036-654e-4768-b294-1bd6a08adcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:04.788605 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a92e3-4602-4c31-bfca-42f4eb0ec766 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a2a566b-9e50-4001-9d85-6ed3baaafbbb,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:04.812728 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 1a2bd903-ebbd-40b2-b3a9-44036384e2eb, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=1a2bd903-ebbd-40b2-b3a9-44036384e2eb,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:52:04.831958 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04f32a-40e1-41ed-9333-f8b7c77d360f None None] Pushing event updated for resources: {'Port': ['ID=50838388-46f9-42ed-9d73-1edd87049580,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:04.841400 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1d04f32a-40e1-41ed-9333-f8b7c77d360f None None] Port 818e2c8c-54bd-4e2d-8068-f0890d9a5378 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:52:04.922502 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:04.923236 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 068b1594-2d41-4b52-9627-d38a7b91e7ec up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:52:04.939493 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-8cd46c4d-2c23-4b1e-acb9-455e9f64a98f tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Transition to ACTIVE for port object 4bab0518-fb74-40c0-8616-412dd47057cf will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:04.981425 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a3891036-654e-4768-b294-1bd6a08adcab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:04.986985 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3891036-654e-4768-b294-1bd6a08adcab admin admin] Pushing event updated for resources: {'Port': ['ID=b230af92-a4e0-4527-89a3-c58881bc43e0,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:05.036049 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bb22fec-b634-4e74-a9f6-a0e5bd5988b7 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Deleting subnet a6b4e63a-ac33-49fb-b369-dde06da8c005 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:52:05.040346 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9bb22fec-b634-4e74-a9f6-a0e5bd5988b7 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:05.081440 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1d04f32a-40e1-41ed-9333-f8b7c77d360f None None] Provisioning for port 12d9d8c0-fa22-4063-a1c4-420ca9150f25 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:05.094148 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1d04f32a-40e1-41ed-9333-f8b7c77d360f None None] Provisioning complete for port 12d9d8c0-fa22-4063-a1c4-420ca9150f25 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:05.094459 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1d04f32a-40e1-41ed-9333-f8b7c77d360f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:05.109349 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-513bb723-ce11-400c-9c55-e0ebf7692355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'name': 'tempest-ServersTestManualDisk-136148581-router', 'tenant_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': '2a579808-df45-4637-a166-5e1660fe6035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:51Z', 'updated_at': '2022-09-14T22:51:58Z', 'revision_number': 3, 'project_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'gw_port': {'id': '2a579808-df45-4637-a166-5e1660fe6035', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:54Z', 'updated_at': '2022-09-14T22:51:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:05.114843 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513bb723-ce11-400c-9c55-e0ebf7692355 None None] Checking router: 61849ff4-bb8a-4a77-a910-194a89ff7d13 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:52:05.115192 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513bb723-ce11-400c-9c55-e0ebf7692355 None None] Updating router 61849ff4-bb8a-4a77-a910-194a89ff7d13 port 2a579808-df45-4637-a166-5e1660fe6035 binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:52:05.170845 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dd4faee1-b0df-438a-9d08-59ecb9ed6269 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:05.194859 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-513bb723-ce11-400c-9c55-e0ebf7692355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:05.196857 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dd4faee1-b0df-438a-9d08-59ecb9ed6269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:05.197536 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dd4faee1-b0df-438a-9d08-59ecb9ed6269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:05.278591 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3891036-654e-4768-b294-1bd6a08adcab admin admin] Network 96b70200-f113-466a-a996-3d001cbd44bb is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:05.285373 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-a3891036-654e-4768-b294-1bd6a08adcab admin admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:05.321316 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-568a92e3-4602-4c31-bfca-42f4eb0ec766 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:05.329923 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6754df63-059b-401c-b914-1872c29ee819 None None] Pushing event updated for resources: {'Port': ['ID=78bb439b-b14b-4e06-852d-47d427c45b55,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:05.344389 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-568a92e3-4602-4c31-bfca-42f4eb0ec766 tempest-RoutersAdminNegativeIpV6Test-1126296753 tempest-RoutersAdminNegativeIpV6Test-1126296753-project-admin] 10.222.0.33 "DELETE /v2.0/ports/8a2a566b-9e50-4001-9d85-6ed3baaafbbb HTTP/1.1" status: 204 len: 168 time: 3.2051365 Sep 14 22:52:05.528075 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9bb22fec-b634-4e74-a9f6-a0e5bd5988b7 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:05.537281 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f7159c0b-0936-43bb-bc6f-2f657d9e032b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:05.541797 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4faee1-b0df-438a-9d08-59ecb9ed6269 admin admin] Pushing event updated for resources: {'Port': ['ID=c717020b-eb00-4aa5-abf9-67e3dfa3925c,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:05.572654 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4faee1-b0df-438a-9d08-59ecb9ed6269 admin admin] Network 63e45686-e294-49ff-846c-ac2fe15584a9 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:05.598472 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-dd4faee1-b0df-438a-9d08-59ecb9ed6269 admin admin] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:05.633444 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5931b88-fa81-40e3-a7da-cbf6f8e966e9 None None] Network 2b69ce89-d338-407a-9920-37d3f61d6441 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:52:05.687227 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 068b1594-2d41-4b52-9627-d38a7b91e7ec triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:05.687881 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:05.746635 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-513bb723-ce11-400c-9c55-e0ebf7692355 None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:05.760447 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-513bb723-ce11-400c-9c55-e0ebf7692355 None None] Transition to ACTIVE for port object 2a579808-df45-4637-a166-5e1660fe6035 will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:05.771106 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-513bb723-ce11-400c-9c55-e0ebf7692355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:05.877880 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8134d8e-7b82-4741-aff2-808d14d0ea3b None None] Pushing event updated for resources: {'Port': ['ID=2a579808-df45-4637-a166-5e1660fe6035,revision_number=2']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:05.884564 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-513bb723-ce11-400c-9c55-e0ebf7692355 None None] Attempting to bind port 2a579808-df45-4637-a166-5e1660fe6035 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:05.884966 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-513bb723-ce11-400c-9c55-e0ebf7692355 None None] Attempting to bind port 2a579808-df45-4637-a166-5e1660fe6035 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:05.885506 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513bb723-ce11-400c-9c55-e0ebf7692355 None None] Attempting to bind port 2a579808-df45-4637-a166-5e1660fe6035 on network 681410b9-e86d-4f65-a0f3-ea2093b5104b {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:05.891730 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513bb723-ce11-400c-9c55-e0ebf7692355 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:52:05.892106 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513bb723-ce11-400c-9c55-e0ebf7692355 None None] Checking segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:52:05.892502 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-513bb723-ce11-400c-9c55-e0ebf7692355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:05.893469 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513bb723-ce11-400c-9c55-e0ebf7692355 None None] Bound using segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:52:05.894135 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-513bb723-ce11-400c-9c55-e0ebf7692355 None None] Bound port: 2a579808-df45-4637-a166-5e1660fe6035, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:52:05.894532 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-513bb723-ce11-400c-9c55-e0ebf7692355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:05.897817 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9bb22fec-b634-4e74-a9f6-a0e5bd5988b7 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:05.938219 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44560) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:05.939118 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-f7159c0b-0936-43bb-bc6f-2f657d9e032b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Transition to ACTIVE for port object 8933d561-14a0-436d-bcb5-eb39d88611b9 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:05.964837 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8cd46c4d-2c23-4b1e-acb9-455e9f64a98f tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:05.985088 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-513bb723-ce11-400c-9c55-e0ebf7692355 None None] For port 2a579808-df45-4637-a166-5e1660fe6035, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:52:05.989376 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-513bb723-ce11-400c-9c55-e0ebf7692355 None None] For port 2a579808-df45-4637-a166-5e1660fe6035, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=2a579808-df45-4637-a166-5e1660fe6035,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:52:05.995677 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-513bb723-ce11-400c-9c55-e0ebf7692355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:06.100874 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=1a2bd903-ebbd-40b2-b3a9-44036384e2eb,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:06.102675 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8134d8e-7b82-4741-aff2-808d14d0ea3b None None] Pushing event updated for resources: {'Port': ['ID=2a579808-df45-4637-a166-5e1660fe6035,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:06.111823 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513bb723-ce11-400c-9c55-e0ebf7692355 None None] Routers {'61849ff4-bb8a-4a77-a910-194a89ff7d13'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:52:06.112489 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-513bb723-ce11-400c-9c55-e0ebf7692355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:51:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['61849ff4-bb8a-4a77-a910-194a89ff7d13'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:06.121519 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3891036-654e-4768-b294-1bd6a08adcab admin admin] Router e5f37f16-0bc4-4b99-ab3b-19cca337c577 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:52:06.138579 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1d04f32a-40e1-41ed-9333-f8b7c77d360f None None] Current status of the port 12d9d8c0-fa22-4063-a1c4-420ca9150f25 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:52:06.138948 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1d04f32a-40e1-41ed-9333-f8b7c77d360f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:06.153384 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f7159c0b-0936-43bb-bc6f-2f657d9e032b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:06.162376 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7e88bd86-88b7-493f-ab4c-b98fbb4b2af8 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:06.205010 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-7e88bd86-88b7-493f-ab4c-b98fbb4b2af8 None None] Transition to ACTIVE for port object 1486ccf9-6a77-42c6-8813-7f0f6a177c3e will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:06.209793 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-40c8bf86-be56-4310-a9e1-fb0133dba35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bea323-87c5-4677-a994-08c058623ad3', 'name': 'tempest-ServersTestJSON-1842162660-router', 'tenant_id': '619a722a9a6d4b25978034388633fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:51Z', 'updated_at': '2022-09-14T22:52:03Z', 'revision_number': 4, 'project_id': '619a722a9a6d4b25978034388633fb87', 'gw_port': {'id': 'da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bea323-87c5-4677-a994-08c058623ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:52Z', 'updated_at': '2022-09-14T22:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'c717020b-eb00-4aa5-abf9-67e3dfa3925c', 'name': '', 'network_id': '63e45686-e294-49ff-846c-ac2fe15584a9', 'tenant_id': '619a722a9a6d4b25978034388633fb87', 'mac_address': 'fa:16:3e:76:2d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bea323-87c5-4677-a994-08c058623ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'd53919ce-94ab-4885-ba14-5ce8afc3ce70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:52:01Z', 'updated_at': '2022-09-14T22:52:02Z', 'revision_number': 1, 'project_id': '619a722a9a6d4b25978034388633fb87', 'subnets': [{'id': 'd53919ce-94ab-4885-ba14-5ce8afc3ce70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:06.265673 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd46c4d-2c23-4b1e-acb9-455e9f64a98f tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Network 2b69ce89-d338-407a-9920-37d3f61d6441 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:06.273883 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4faee1-b0df-438a-9d08-59ecb9ed6269 admin admin] Router 84bea323-87c5-4677-a994-08c058623ad3 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:52:06.285883 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9bb22fec-b634-4e74-a9f6-a0e5bd5988b7 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:06.289156 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd46c4d-2c23-4b1e-acb9-455e9f64a98f tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Pushing event updated for resources: {'Port': ['ID=4bab0518-fb74-40c0-8616-412dd47057cf,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:06.291921 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-8cd46c4d-2c23-4b1e-acb9-455e9f64a98f tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:06.349245 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c8bf86-be56-4310-a9e1-fb0133dba35c None None] The sync data for ids ['84bea323-87c5-4677-a994-08c058623ad3'] in dv-neutron-857791-1-hyperv is: [{'id': '84bea323-87c5-4677-a994-08c058623ad3', 'name': 'tempest-ServersTestJSON-1842162660-router', 'tenant_id': '619a722a9a6d4b25978034388633fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:51Z', 'updated_at': '2022-09-14T22:52:03Z', 'revision_number': 4, 'project_id': '619a722a9a6d4b25978034388633fb87', 'gw_port': {'id': 'da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bea323-87c5-4677-a994-08c058623ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:52Z', 'updated_at': '2022-09-14T22:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'c717020b-eb00-4aa5-abf9-67e3dfa3925c', 'name': '', 'network_id': '63e45686-e294-49ff-846c-ac2fe15584a9', 'tenant_id': '619a722a9a6d4b25978034388633fb87', 'mac_address': 'fa:16:3e:76:2d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bea323-87c5-4677-a994-08c058623ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'd53919ce-94ab-4885-ba14-5ce8afc3ce70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:52:01Z', 'updated_at': '2022-09-14T22:52:02Z', 'revision_number': 1, 'project_id': '619a722a9a6d4b25978034388633fb87', 'subnets': [{'id': 'd53919ce-94ab-4885-ba14-5ce8afc3ce70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:52:06.379452 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9bb22fec-b634-4e74-a9f6-a0e5bd5988b7 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:06.387668 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb22fec-b634-4e74-a9f6-a0e5bd5988b7 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Pushing event deleted for resources: {'Subnet': ['ID=a6b4e63a-ac33-49fb-b369-dde06da8c005,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:06.397105 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-513bb723-ce11-400c-9c55-e0ebf7692355 None None] Set router 61849ff4-bb8a-4a77-a910-194a89ff7d13 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:52:06.401090 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-29e15e20-d244-4e7b-97af-b9e4d608c8c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:06.409684 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330df24c-af8e-4298-a7bd-1c7750fb1570 None None] Network ab478a50-5a52-45fc-96cd-4f9639bc6c8b requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:52:06.445175 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd46c4d-2c23-4b1e-acb9-455e9f64a98f tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:06.451794 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd46c4d-2c23-4b1e-acb9-455e9f64a98f tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:06.464976 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8cd46c4d-2c23-4b1e-acb9-455e9f64a98f tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:06.467744 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-7e88bd86-88b7-493f-ab4c-b98fbb4b2af8 None None] Transition to ACTIVE for port object 1486ccf9-6a77-42c6-8813-7f0f6a177c3e will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:06.560885 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7e88bd86-88b7-493f-ab4c-b98fbb4b2af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:06.561618 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7159c0b-0936-43bb-bc6f-2f657d9e032b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Pushing event updated for resources: {'Port': ['ID=8933d561-14a0-436d-bcb5-eb39d88611b9,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:06.582740 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-29e15e20-d244-4e7b-97af-b9e4d608c8c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:06.587585 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-29e15e20-d244-4e7b-97af-b9e4d608c8c7 admin admin] Usage tracker for resource:security_group_rule and tenant:e847a3efa64f43a7a8070d5a8da29ae1 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:06.591181 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-29e15e20-d244-4e7b-97af-b9e4d608c8c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:06.597683 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-29e15e20-d244-4e7b-97af-b9e4d608c8c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:06.716761 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-29e15e20-d244-4e7b-97af-b9e4d608c8c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:06.719888 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88bd86-88b7-493f-ab4c-b98fbb4b2af8 None None] Pushing event updated for resources: {'Port': ['ID=1486ccf9-6a77-42c6-8813-7f0f6a177c3e,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:06.722579 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 068b1594-2d41-4b52-9627-d38a7b91e7ec is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:52:06.723515 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 60b54061-03e4-416a-b5aa-d155c0eae765 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:52:06.744450 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-29e15e20-d244-4e7b-97af-b9e4d608c8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:06.772397 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-513bb723-ce11-400c-9c55-e0ebf7692355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'name': 'tempest-ServersTestManualDisk-136148581-router', 'tenant_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': '2a579808-df45-4637-a166-5e1660fe6035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:51Z', 'updated_at': '2022-09-14T22:51:58Z', 'revision_number': 3, 'project_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'gw_port': {'id': '2a579808-df45-4637-a166-5e1660fe6035', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:54Z', 'updated_at': '2022-09-14T22:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:06.777416 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513bb723-ce11-400c-9c55-e0ebf7692355 None None] The sync data for ids ['61849ff4-bb8a-4a77-a910-194a89ff7d13'] in dv-neutron-857791-1-hyperv is: [{'id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'name': 'tempest-ServersTestManualDisk-136148581-router', 'tenant_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': '2a579808-df45-4637-a166-5e1660fe6035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:51Z', 'updated_at': '2022-09-14T22:51:58Z', 'revision_number': 3, 'project_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'gw_port': {'id': '2a579808-df45-4637-a166-5e1660fe6035', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:54Z', 'updated_at': '2022-09-14T22:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:52:06.788001 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-1d04f32a-40e1-41ed-9333-f8b7c77d360f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:52:06.788352 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-1d04f32a-40e1-41ed-9333-f8b7c77d360f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:52:06.796997 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-29e15e20-d244-4e7b-97af-b9e4d608c8c7 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e847a3efa64f43a7a8070d5a8da29ae1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8455889 Sep 14 22:52:06.797615 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44566) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:06.803041 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8cd46c4d-2c23-4b1e-acb9-455e9f64a98f tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.7947676 Sep 14 22:52:06.811127 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4faee1-b0df-438a-9d08-59ecb9ed6269 admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:52:06.815714 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44568) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:06.889437 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7159c0b-0936-43bb-bc6f-2f657d9e032b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Network 5269fc46-1f9d-4b11-a096-ea0e5853251c is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:06.910868 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9bb22fec-b634-4e74-a9f6-a0e5bd5988b7 tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] 10.222.0.33 "DELETE /v2.0/subnets/a6b4e63a-ac33-49fb-b369-dde06da8c005 HTTP/1.1" status: 204 len: 168 time: 2.3319464 Sep 14 22:52:06.913380 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-dd4faee1-b0df-438a-9d08-59ecb9ed6269 admin admin] 10.222.0.33 "PUT /v2.0/routers/84bea323-87c5-4677-a994-08c058623ad3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8692887 Sep 14 22:52:06.916631 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-f7159c0b-0936-43bb-bc6f-2f657d9e032b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:06.960996 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44572) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:06.965871 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7159c0b-0936-43bb-bc6f-2f657d9e032b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:06.969769 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-b0c2775f-d5a1-42af-8fe8-fe2e28ae1bbb tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Request body: {'port': {'network_id': '2b69ce89-d338-407a-9920-37d3f61d6441', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2124578866', 'allowed_address_pairs': [{'ip_address': '2001:db8::ad', 'mac_address': 'fa:16:3e:ea:85:b9'}]}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:06.976107 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7159c0b-0936-43bb-bc6f-2f657d9e032b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:06.976848 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f7159c0b-0936-43bb-bc6f-2f657d9e032b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:07.007082 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e88bd86-88b7-493f-ab4c-b98fbb4b2af8 None None] Network b3e967cf-c325-409c-b5e4-d39cd729dfce is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:07.020282 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5835c586-3963-470c-aad9-4836b5a17828 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks [] for router_gateway, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:07.044175 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-7e88bd86-88b7-493f-ab4c-b98fbb4b2af8 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:07.055173 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e88bd86-88b7-493f-ab4c-b98fbb4b2af8 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:07.083878 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5835c586-3963-470c-aad9-4836b5a17828 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:07.088192 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e15e20-d244-4e7b-97af-b9e4d608c8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a30a6b5-0db1-43ce-8666-1c0218895b85,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:07.233220 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f7159c0b-0936-43bb-bc6f-2f657d9e032b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9847569 Sep 14 22:52:07.237682 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44580) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:07.254680 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-a859e750-cb02-491a-b56e-9bc2587ed9ea tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:bb:ea:ec'}]}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:07.259171 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 60b54061-03e4-416a-b5aa-d155c0eae765 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:07.259917 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:07.378939 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-7e88bd86-88b7-493f-ab4c-b98fbb4b2af8 None None] Attempting to bind port 1486ccf9-6a77-42c6-8813-7f0f6a177c3e on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:07.379508 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-7e88bd86-88b7-493f-ab4c-b98fbb4b2af8 None None] Attempting to bind port 1486ccf9-6a77-42c6-8813-7f0f6a177c3e by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '2b7fc080-c297-4325-9c79-8d2209f21744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3e967cf-c325-409c-b5e4-d39cd729dfce'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:07.383930 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e88bd86-88b7-493f-ab4c-b98fbb4b2af8 None None] Attempting to bind port 1486ccf9-6a77-42c6-8813-7f0f6a177c3e on network b3e967cf-c325-409c-b5e4-d39cd729dfce {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:07.460077 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e88bd86-88b7-493f-ab4c-b98fbb4b2af8 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:52:07.460769 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e88bd86-88b7-493f-ab4c-b98fbb4b2af8 None None] Checking segment: {'id': '2b7fc080-c297-4325-9c79-8d2209f21744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3e967cf-c325-409c-b5e4-d39cd729dfce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:52:07.461430 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7e88bd86-88b7-493f-ab4c-b98fbb4b2af8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:07.461926 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e88bd86-88b7-493f-ab4c-b98fbb4b2af8 None None] Bound using segment: {'id': '2b7fc080-c297-4325-9c79-8d2209f21744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3e967cf-c325-409c-b5e4-d39cd729dfce'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:52:07.462521 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-7e88bd86-88b7-493f-ab4c-b98fbb4b2af8 None None] Bound port: 1486ccf9-6a77-42c6-8813-7f0f6a177c3e, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7fc080-c297-4325-9c79-8d2209f21744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3e967cf-c325-409c-b5e4-d39cd729dfce'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:52:07.463019 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7e88bd86-88b7-493f-ab4c-b98fbb4b2af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:07.498996 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3750424f-2c3a-4f9b-976f-7f7ab54a26d0 None None] DHCP port deletion for ab478a50-5a52-45fc-96cd-4f9639bc6c8b request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:52:07.545095 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1d04f32a-40e1-41ed-9333-f8b7c77d360f None None] Current status of the port 12d9d8c0-fa22-4063-a1c4-420ca9150f25 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:52:07.546587 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1d04f32a-40e1-41ed-9333-f8b7c77d360f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:07.618574 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-3750424f-2c3a-4f9b-976f-7f7ab54a26d0 None None] Deleting port 12d9d8c0-fa22-4063-a1c4-420ca9150f25 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:52:07.618937 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3750424f-2c3a-4f9b-976f-7f7ab54a26d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:07.682050 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3891036-654e-4768-b294-1bd6a08adcab admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:52:07.743981 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b738460b-0c37-4063-860a-3511ee2172fc None None] Sync routers for ids ['e5f37f16-0bc4-4b99-ab3b-19cca337c577'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:52:07.765307 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a3891036-654e-4768-b294-1bd6a08adcab admin admin] 10.222.0.33 "PUT /v2.0/routers/e5f37f16-0bc4-4b99-ab3b-19cca337c577/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2459946 Sep 14 22:52:07.876851 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b738460b-0c37-4063-860a-3511ee2172fc None None] Routers {'e5f37f16-0bc4-4b99-ab3b-19cca337c577'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:52:07.895249 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-b738460b-0c37-4063-860a-3511ee2172fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:51:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['e5f37f16-0bc4-4b99-ab3b-19cca337c577'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:07.920663 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b0c2775f-d5a1-42af-8fe8-fe2e28ae1bbb tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:07.974863 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5dd02300-55ad-42c1-b52c-b48fcba9681d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:07.987197 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-97d150d5-0e1c-4174-9929-9f92c96e9f6b tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:08.005631 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b0c2775f-d5a1-42af-8fe8-fe2e28ae1bbb tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Usage tracker for resource:port and tenant:546b5aea94954549b6ec9228e90089c7 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:08.032502 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b0c2775f-d5a1-42af-8fe8-fe2e28ae1bbb tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:08.071211 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b0c2775f-d5a1-42af-8fe8-fe2e28ae1bbb tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:08.129004 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1d04f32a-40e1-41ed-9333-f8b7c77d360f None None] For port 12d9d8c0-fa22-4063-a1c4-420ca9150f25, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=12d9d8c0-fa22-4063-a1c4-420ca9150f25,segment=NetworkSegment(8a71d916-63a9-409c-b4a7-529ceb1c8845),segment_id=8a71d916-63a9-409c-b4a7-529ceb1c8845)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:52:08.137893 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-97d150d5-0e1c-4174-9929-9f92c96e9f6b tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Deleting port 12d9d8c0-fa22-4063-a1c4-420ca9150f25 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:52:08.138896 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-97d150d5-0e1c-4174-9929-9f92c96e9f6b tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:08.169339 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1a0bf37a-791b-43a5-a8c6-ee7318119c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:08.178466 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1d04f32a-40e1-41ed-9333-f8b7c77d360f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:08.220882 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5dd02300-55ad-42c1-b52c-b48fcba9681d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:08.236271 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1d04f32a-40e1-41ed-9333-f8b7c77d360f None None] Could not find standard attr ID for object e04f28e8-5eb2-447b-9ac6-ff95e1855551. {{(pid=89172) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 14 22:52:08.266008 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c2775f-d5a1-42af-8fe8-fe2e28ae1bbb tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Made reservation on behalf of 546b5aea94954549b6ec9228e90089c7 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:52:08.419850 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 60b54061-03e4-416a-b5aa-d155c0eae765 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:52:08.518387 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-7e88bd86-88b7-493f-ab4c-b98fbb4b2af8 None None] For port 1486ccf9-6a77-42c6-8813-7f0f6a177c3e, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:52:08.570699 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b0c2775f-d5a1-42af-8fe8-fe2e28ae1bbb tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:08.605101 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-5835c586-3963-470c-aad9-4836b5a17828 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Allocated IP 172.26.5.189 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/2619bd75-4bb0-4052-9aaf-88c5ccc6cac2) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:52:08.696258 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-b0c2775f-d5a1-42af-8fe8-fe2e28ae1bbb tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] device_id is not set on port 67e8fc5a-9091-40b5-9a67-abe6e6854e08 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:52:08.701221 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-7e88bd86-88b7-493f-ab4c-b98fbb4b2af8 None None] For port 1486ccf9-6a77-42c6-8813-7f0f6a177c3e, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=1486ccf9-6a77-42c6-8813-7f0f6a177c3e,segment=NetworkSegment(2b7fc080-c297-4325-9c79-8d2209f21744),segment_id=2b7fc080-c297-4325-9c79-8d2209f21744)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:52:08.717442 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-11cdb82f-67cb-4fd0-8261-4b906a68d328 None None] Provisioning complete for port 12d9d8c0-fa22-4063-a1c4-420ca9150f25 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:08.718174 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-11cdb82f-67cb-4fd0-8261-4b906a68d328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:08.774020 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7e88bd86-88b7-493f-ab4c-b98fbb4b2af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:08.807327 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44608) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:08.834301 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5835c586-3963-470c-aad9-4836b5a17828 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:08.933563 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-3750424f-2c3a-4f9b-976f-7f7ab54a26d0 None None] For port 12d9d8c0-fa22-4063-a1c4-420ca9150f25, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=12d9d8c0-fa22-4063-a1c4-420ca9150f25,segment=NetworkSegment(8a71d916-63a9-409c-b4a7-529ceb1c8845),segment_id=8a71d916-63a9-409c-b4a7-529ceb1c8845)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:52:08.933990 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3750424f-2c3a-4f9b-976f-7f7ab54a26d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:09.031075 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-97d150d5-0e1c-4174-9929-9f92c96e9f6b tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] For port 12d9d8c0-fa22-4063-a1c4-420ca9150f25, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=12d9d8c0-fa22-4063-a1c4-420ca9150f25,segment=NetworkSegment(8a71d916-63a9-409c-b4a7-529ceb1c8845),segment_id=8a71d916-63a9-409c-b4a7-529ceb1c8845)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:52:09.031657 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-97d150d5-0e1c-4174-9929-9f92c96e9f6b tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:09.039808 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5835c586-3963-470c-aad9-4836b5a17828 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:09.102116 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5835c586-3963-470c-aad9-4836b5a17828 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:09.207906 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-3750424f-2c3a-4f9b-976f-7f7ab54a26d0 None None] Calling delete_port for 12d9d8c0-fa22-4063-a1c4-420ca9150f25 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:52:09.218817 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-97d150d5-0e1c-4174-9929-9f92c96e9f6b tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Calling delete_port for 12d9d8c0-fa22-4063-a1c4-420ca9150f25 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:52:09.235997 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44612) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:09.243824 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-5835c586-3963-470c-aad9-4836b5a17828 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:09.245813 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04f32a-40e1-41ed-9333-f8b7c77d360f None None] Pushing event updated for resources: {'Port': ['ID=12d9d8c0-fa22-4063-a1c4-420ca9150f25,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:09.247829 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 1a2bd903-ebbd-40b2-b3a9-44036384e2eb up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:52:09.247948 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a859e750-cb02-491a-b56e-9bc2587ed9ea tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:09.263430 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-c8aebafc-a329-4171-90d8-aba515f59d9d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Request body: {'security_group': {'name': 'tempest-securitygroup--63055861', 'description': 'tempest-description--2009298527'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:09.269761 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c8aebafc-a329-4171-90d8-aba515f59d9d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:09.275073 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-d221cd64-4d98-459f-a979-d2f88d8ad059 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Request body: {'security_group': {'name': 'tempest-securitygroup--315890002', 'description': 'tempest-description--29698942'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:09.277554 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c8aebafc-a329-4171-90d8-aba515f59d9d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Usage tracker for resource:security_group and tenant:bd36d59a9e6b4be08e34d9d0bdaa27c1 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:09.281235 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c8aebafc-a329-4171-90d8-aba515f59d9d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:09.287687 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-d221cd64-4d98-459f-a979-d2f88d8ad059 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:09.288667 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c8aebafc-a329-4171-90d8-aba515f59d9d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:09.292390 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-d221cd64-4d98-459f-a979-d2f88d8ad059 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Usage tracker for resource:security_group and tenant:619a722a9a6d4b25978034388633fb87 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:09.295957 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-d221cd64-4d98-459f-a979-d2f88d8ad059 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:09.300482 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5835c586-3963-470c-aad9-4836b5a17828 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:09.304807 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-d221cd64-4d98-459f-a979-d2f88d8ad059 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:09.384872 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c8aebafc-a329-4171-90d8-aba515f59d9d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:09.396463 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d221cd64-4d98-459f-a979-d2f88d8ad059 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:09.409858 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-b738460b-0c37-4063-860a-3511ee2172fc None None] Set router e5f37f16-0bc4-4b99-ab3b-19cca337c577 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:52:09.434170 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5dd02300-55ad-42c1-b52c-b48fcba9681d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:09.467066 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-d221cd64-4d98-459f-a979-d2f88d8ad059 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:09.484855 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-d221cd64-4d98-459f-a979-d2f88d8ad059 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Usage tracker for resource:security_group_rule and tenant:619a722a9a6d4b25978034388633fb87 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:09.493944 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-d221cd64-4d98-459f-a979-d2f88d8ad059 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:09.499639 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd02300-55ad-42c1-b52c-b48fcba9681d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a30a6b5-0db1-43ce-8666-1c0218895b85,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:09.525866 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-d221cd64-4d98-459f-a979-d2f88d8ad059 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:09.541287 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835c586-3963-470c-aad9-4836b5a17828 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Pushing event updated for resources: {'Port': ['ID=2619bd75-4bb0-4052-9aaf-88c5ccc6cac2,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:09.604318 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5dd02300-55ad-42c1-b52c-b48fcba9681d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:09.609896 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5dd02300-55ad-42c1-b52c-b48fcba9681d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7a30a6b5-0db1-43ce-8666-1c0218895b85 HTTP/1.1" status: 204 len: 168 time: 2.7958930 Sep 14 22:52:09.624274 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c8aebafc-a329-4171-90d8-aba515f59d9d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:09.660672 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c8aebafc-a329-4171-90d8-aba515f59d9d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Usage tracker for resource:security_group_rule and tenant:bd36d59a9e6b4be08e34d9d0bdaa27c1 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:09.676523 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-b0c2775f-d5a1-42af-8fe8-fe2e28ae1bbb tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Allocated IP 2001:db8::2ea (2b69ce89-d338-407a-9920-37d3f61d6441/f9901846-1f70-4bae-80c0-acbcd9f2370d/67e8fc5a-9091-40b5-9a67-abe6e6854e08) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:52:09.679530 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c8aebafc-a329-4171-90d8-aba515f59d9d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:09.699628 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.plugins.ml2.db [None req-11cdb82f-67cb-4fd0-8261-4b906a68d328 None None] No ports have port_id starting with 12d9d8c0-fa22-4063-a1c4-420ca9150f25 Sep 14 22:52:09.712387 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c8aebafc-a329-4171-90d8-aba515f59d9d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:09.723343 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f8260307-91dd-49a8-ae2c-8d40fcae20a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:09.743463 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88bd86-88b7-493f-ab4c-b98fbb4b2af8 None None] Pushing event updated for resources: {'Port': ['ID=1486ccf9-6a77-42c6-8813-7f0f6a177c3e,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:09.753356 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 1a2bd903-ebbd-40b2-b3a9-44036384e2eb triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:09.753932 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:09.768583 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-97d150d5-0e1c-4174-9929-9f92c96e9f6b tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:09.869790 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-3750424f-2c3a-4f9b-976f-7f7ab54a26d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:52:09.870964 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-3750424f-2c3a-4f9b-976f-7f7ab54a26d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:52:09.889995 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d150d5-0e1c-4174-9929-9f92c96e9f6b tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Pushing event deleted for resources: {'Port': ['ID=12d9d8c0-fa22-4063-a1c4-420ca9150f25,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:09.893475 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b26c6eca-edfe-4fec-8e93-a03df3ff9747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:09.913224 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-11cdb82f-67cb-4fd0-8261-4b906a68d328 None None] Provisioning for port 78bb439b-b14b-4e06-852d-47d427c45b55 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:09.915403 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d150d5-0e1c-4174-9929-9f92c96e9f6b tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] No DVR routers for this DVR port 12d9d8c0-fa22-4063-a1c4-420ca9150f25 on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:52:10.019445 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-11cdb82f-67cb-4fd0-8261-4b906a68d328 None None] Provisioning for port 8933d561-14a0-436d-bcb5-eb39d88611b9 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:10.127507 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-11cdb82f-67cb-4fd0-8261-4b906a68d328 None None] Provisioning complete for port 8933d561-14a0-436d-bcb5-eb39d88611b9 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:10.127878 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-11cdb82f-67cb-4fd0-8261-4b906a68d328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:10.214662 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44622) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:10.259217 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-11cdb82f-67cb-4fd0-8261-4b906a68d328 None None] Port 8933d561-14a0-436d-bcb5-eb39d88611b9 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:52:10.259743 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-97d150d5-0e1c-4174-9929-9f92c96e9f6b tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:10.263962 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 1a2bd903-ebbd-40b2-b3a9-44036384e2eb is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:52:10.265082 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:52:10.315434 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5835c586-3963-470c-aad9-4836b5a17828 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks [] for router_gateway, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:10.334235 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-97d150d5-0e1c-4174-9929-9f92c96e9f6b tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab478a50-5a52-45fc-96cd-4f9639bc6c8b']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:10.347742 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-11cdb82f-67cb-4fd0-8261-4b906a68d328 None None] Could not find standard attr ID for object e04f28e8-5eb2-447b-9ac6-ff95e1855551. {{(pid=89172) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 14 22:52:10.375193 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-3750424f-2c3a-4f9b-976f-7f7ab54a26d0 None None] Deleting port 12d9d8c0-fa22-4063-a1c4-420ca9150f25 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:52:10.375898 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3750424f-2c3a-4f9b-976f-7f7ab54a26d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:10.388125 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-97d150d5-0e1c-4174-9929-9f92c96e9f6b tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a71d916-63a9-409c-b4a7-529ceb1c8845') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:10.388428 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-97d150d5-0e1c-4174-9929-9f92c96e9f6b tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a71d916-63a9-409c-b4a7-529ceb1c8845') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:10.402822 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d221cd64-4d98-459f-a979-d2f88d8ad059 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:10.419465 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-97d150d5-0e1c-4174-9929-9f92c96e9f6b tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:10.432003 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d221cd64-4d98-459f-a979-d2f88d8ad059 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:10.441978 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a859e750-cb02-491a-b56e-9bc2587ed9ea tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:10.476797 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-97d150d5-0e1c-4174-9929-9f92c96e9f6b tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:10.497015 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c8aebafc-a329-4171-90d8-aba515f59d9d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:10.503538 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-3750424f-2c3a-4f9b-976f-7f7ab54a26d0 None None] The port '12d9d8c0-fa22-4063-a1c4-420ca9150f25' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:52:10.504847 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164b25b5-e782-4547-a53f-116c3735ab5f None None] Network b3e967cf-c325-409c-b5e4-d39cd729dfce requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:52:10.512120 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b0c2775f-d5a1-42af-8fe8-fe2e28ae1bbb tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:10.512384 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a859e750-cb02-491a-b56e-9bc2587ed9ea tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:10.513378 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-a859e750-cb02-491a-b56e-9bc2587ed9ea tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] In _notify_port_updated(), no bound segment for port 8933d561-14a0-436d-bcb5-eb39d88611b9 on network 5269fc46-1f9d-4b11-a096-ea0e5853251c {{(pid=89170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 14 22:52:10.517778 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d150d5-0e1c-4174-9929-9f92c96e9f6b tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:52:10.518223 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-97d150d5-0e1c-4174-9929-9f92c96e9f6b tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:10.519185 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a859e750-cb02-491a-b56e-9bc2587ed9ea tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:10.519864 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a859e750-cb02-491a-b56e-9bc2587ed9ea tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:10.523861 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a859e750-cb02-491a-b56e-9bc2587ed9ea tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] 10.222.0.33 "PUT /v2.0/ports/8933d561-14a0-436d-bcb5-eb39d88611b9 HTTP/1.1" status: 200 len: 995 time: 3.2819631 Sep 14 22:52:10.539364 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44626) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:10.598724 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221cd64-4d98-459f-a979-d2f88d8ad059 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e35e8c0d-cec2-422f-a730-b29b3659ae07,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:10.603705 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 8a71d916-63a9-409c-b4a7-529ceb1c8845 resource provider aggregate not found Sep 14 22:52:10.609655 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-11cdb82f-67cb-4fd0-8261-4b906a68d328 None None] Provisioning for port b230af92-a4e0-4527-89a3-c58881bc43e0 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:10.618940 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d221cd64-4d98-459f-a979-d2f88d8ad059 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:10.623103 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d221cd64-4d98-459f-a979-d2f88d8ad059 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.4117813 Sep 14 22:52:10.625235 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-11cdb82f-67cb-4fd0-8261-4b906a68d328 None None] Provisioning complete for port b230af92-a4e0-4527-89a3-c58881bc43e0 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:10.625732 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-11cdb82f-67cb-4fd0-8261-4b906a68d328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:10.641305 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44634) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:10.644079 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-b0c2775f-d5a1-42af-8fe8-fe2e28ae1bbb tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Transition to ACTIVE for port object 67e8fc5a-9091-40b5-9a67-abe6e6854e08 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:10.649209 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 8a71d916-63a9-409c-b4a7-529ceb1c8845 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8a71d916-63a9-409c-b4a7-529ceb1c8845 found for delete ", "request_id": "req-b6a75500-feee-49d5-ab97-87af6d5767ff"}]} Sep 14 22:52:10.654754 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-4698b3c7-589f-4fd1-8935-4e7aa3da716e tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Request body: {'security_group_rule': {'security_group_id': 'e35e8c0d-cec2-422f-a730-b29b3659ae07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:10.660556 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:10.670242 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-4698b3c7-589f-4fd1-8935-4e7aa3da716e tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:10.678486 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-4698b3c7-589f-4fd1-8935-4e7aa3da716e tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Usage tracker for resource:security_group_rule and tenant:619a722a9a6d4b25978034388633fb87 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:10.682756 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-4698b3c7-589f-4fd1-8935-4e7aa3da716e tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:10.696645 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-4698b3c7-589f-4fd1-8935-4e7aa3da716e tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:10.698017 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c8aebafc-a329-4171-90d8-aba515f59d9d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:10.708311 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d7988200-aeb7-4119-9fc1-44760a415edd admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=977948af015a4938b8c52ba35cc58080&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4844882 Sep 14 22:52:10.709121 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44638) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:10.717194 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-97d150d5-0e1c-4174-9929-9f92c96e9f6b tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:10.719615 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-b738460b-0c37-4063-860a-3511ee2172fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'name': 'tempest-ServerActionsTestJSON-1223850239-router', 'tenant_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '1a2bd903-ebbd-40b2-b3a9-44036384e2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:47Z', 'updated_at': '2022-09-14T22:52:02Z', 'revision_number': 4, 'project_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'gw_port': {'id': '1a2bd903-ebbd-40b2-b3a9-44036384e2eb', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:49Z', 'updated_at': '2022-09-14T22:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'b230af92-a4e0-4527-89a3-c58881bc43e0', 'name': '', 'network_id': '96b70200-f113-466a-a996-3d001cbd44bb', 'tenant_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'mac_address': 'fa:16:3e:fd:fc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e26eddd1-1e83-4e64-8dc5-ded3ed029f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:59Z', 'updated_at': '2022-09-14T22:52:03Z', 'revision_number': 2, 'project_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'subnets': [{'id': 'e26eddd1-1e83-4e64-8dc5-ded3ed029f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:10.730068 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-97d150d5-0e1c-4174-9929-9f92c96e9f6b tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:10.738771 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:10.739136 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:10.755623 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-97d150d5-0e1c-4174-9929-9f92c96e9f6b tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] 10.222.0.33 "DELETE /v2.0/networks/ab478a50-5a52-45fc-96cd-4f9639bc6c8b HTTP/1.1" status: 204 len: 168 time: 3.6666644 Sep 14 22:52:10.795463 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d150d5-0e1c-4174-9929-9f92c96e9f6b tempest-DHCPAgentSchedulersTestJSON-887126389 tempest-DHCPAgentSchedulersTestJSON-887126389-project] Pushing event deleted for resources: {'Network': ['ID=ab478a50-5a52-45fc-96cd-4f9639bc6c8b,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:10.797805 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4698b3c7-589f-4fd1-8935-4e7aa3da716e tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:10.826290 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b0c2775f-d5a1-42af-8fe8-fe2e28ae1bbb tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:10.854575 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aebafc-a329-4171-90d8-aba515f59d9d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1157bb60-4273-4a42-9e7f-53bfcfb40ac8,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:10.855807 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b738460b-0c37-4063-860a-3511ee2172fc None None] Checking router: e5f37f16-0bc4-4b99-ab3b-19cca337c577 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:52:10.856162 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b738460b-0c37-4063-860a-3511ee2172fc None None] Updating router e5f37f16-0bc4-4b99-ab3b-19cca337c577 port b230af92-a4e0-4527-89a3-c58881bc43e0 binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:52:10.902149 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:10.950339 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c2775f-d5a1-42af-8fe8-fe2e28ae1bbb tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Network 2b69ce89-d338-407a-9920-37d3f61d6441 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:10.956391 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-b0c2775f-d5a1-42af-8fe8-fe2e28ae1bbb tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:10.965166 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c2775f-d5a1-42af-8fe8-fe2e28ae1bbb tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:10.970818 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c2775f-d5a1-42af-8fe8-fe2e28ae1bbb tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:10.971481 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b0c2775f-d5a1-42af-8fe8-fe2e28ae1bbb tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:10.975211 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-11cdb82f-67cb-4fd0-8261-4b906a68d328 None None] Port b230af92-a4e0-4527-89a3-c58881bc43e0 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:52:10.988407 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2775f-d5a1-42af-8fe8-fe2e28ae1bbb tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Pushing event updated for resources: {'Port': ['ID=67e8fc5a-9091-40b5-9a67-abe6e6854e08,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:11.014385 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b0c2775f-d5a1-42af-8fe8-fe2e28ae1bbb tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.1019723 Sep 14 22:52:11.016864 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4698b3c7-589f-4fd1-8935-4e7aa3da716e tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:11.018552 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44644) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:11.078824 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4698b3c7-589f-4fd1-8935-4e7aa3da716e tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:11.140687 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698b3c7-589f-4fd1-8935-4e7aa3da716e tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6e798ca-c888-4dd0-b3f2-c9453e8663aa,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:11.164307 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4698b3c7-589f-4fd1-8935-4e7aa3da716e tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:11.165699 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4698b3c7-589f-4fd1-8935-4e7aa3da716e tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5235145 Sep 14 22:52:11.174722 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44650) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:11.183543 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-5682c28f-885f-4e16-9f88-c6a725970da9 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Request body: {'security_group_rule': {'security_group_id': 'e35e8c0d-cec2-422f-a730-b29b3659ae07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:11.198689 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-5682c28f-885f-4e16-9f88-c6a725970da9 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:11.199593 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b535b6d4-5d85-4a92-948f-4e92512d1608 None None] Sync routers for ids ['84bea323-87c5-4677-a994-08c058623ad3'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:52:11.212368 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b535b6d4-5d85-4a92-948f-4e92512d1608 None None] Routers {'84bea323-87c5-4677-a994-08c058623ad3'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:52:11.216729 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-b535b6d4-5d85-4a92-948f-4e92512d1608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:52:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['84bea323-87c5-4677-a994-08c058623ad3'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:11.221835 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5999b966-4633-4be0-9623-3941c8b64cc6 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:11.226070 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b738460b-0c37-4063-860a-3511ee2172fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:11.235968 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5999b966-4633-4be0-9623-3941c8b64cc6 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:11.242332 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:11.249651 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5999b966-4633-4be0-9623-3941c8b64cc6 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:11.250534 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5999b966-4633-4be0-9623-3941c8b64cc6 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Synchronizing usage tracker for tenant:546b5aea94954549b6ec9228e90089c7 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:52:11.259703 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-11cdb82f-67cb-4fd0-8261-4b906a68d328 None None] Provisioning for port c717020b-eb00-4aa5-abf9-67e3dfa3925c completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:11.263767 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5682c28f-885f-4e16-9f88-c6a725970da9 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Usage tracker for resource:security_group_rule and tenant:619a722a9a6d4b25978034388633fb87 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:11.267278 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5682c28f-885f-4e16-9f88-c6a725970da9 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:11.278377 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44654) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:11.300155 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-5682c28f-885f-4e16-9f88-c6a725970da9 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:11.325176 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-11cdb82f-67cb-4fd0-8261-4b906a68d328 None None] Provisioning complete for port c717020b-eb00-4aa5-abf9-67e3dfa3925c triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:11.325812 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-11cdb82f-67cb-4fd0-8261-4b906a68d328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:11.407513 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-a6442c68-5bdf-4aed-9f5c-addea65b74d4 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Deleting port 8933d561-14a0-436d-bcb5-eb39d88611b9 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:52:11.408138 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a6442c68-5bdf-4aed-9f5c-addea65b74d4 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:11.470909 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:52:11.471502 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:11.481675 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-b535b6d4-5d85-4a92-948f-4e92512d1608 None None] Set router 84bea323-87c5-4677-a994-08c058623ad3 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:52:11.483416 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-f8260307-91dd-49a8-ae2c-8d40fcae20a6 admin admin] Allocated IP 172.20.0.1 (31850627-f6e9-4ef5-9f05-dc1c1b19cf1b/e47e8930-adcb-4694-be65-aa3ac5655b4d/f3b3aa19-81b5-43f1-bce2-44e2c06c96ce) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:52:11.506549 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c8aebafc-a329-4171-90d8-aba515f59d9d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:11.508282 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c8aebafc-a329-4171-90d8-aba515f59d9d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.2617106 Sep 14 22:52:11.509443 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a859e750-cb02-491a-b56e-9bc2587ed9ea tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Pushing event updated for resources: {'Port': ['ID=8933d561-14a0-436d-bcb5-eb39d88611b9,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:11.527849 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44662) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:11.535740 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3ff9e995-45be-4de1-8d86-d8a9b2f8d30e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e7691d3aa35e48c2b78189f328c55167&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2559814 Sep 14 22:52:11.536342 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44666) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:11.553197 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-304484ef-db6a-4071-b443-c2161e32107d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Request body: {'security_group_rule': {'security_group_id': '1157bb60-4273-4a42-9e7f-53bfcfb40ac8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:11.568984 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-304484ef-db6a-4071-b443-c2161e32107d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:11.570064 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:52:11.570943 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5999b966-4633-4be0-9623-3941c8b64cc6 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Unset dirty status for tenant:546b5aea94954549b6ec9228e90089c7 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:52:11.572959 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5999b966-4633-4be0-9623-3941c8b64cc6 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.5531847 Sep 14 22:52:11.576532 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44670) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:11.581108 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5682c28f-885f-4e16-9f88-c6a725970da9 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:11.585424 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:11.586201 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 78bb439b-b14b-4e06-852d-47d427c45b55 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:52:11.663527 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-11cdb82f-67cb-4fd0-8261-4b906a68d328 None None] Port c717020b-eb00-4aa5-abf9-67e3dfa3925c cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:52:11.769503 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dcf4e479-84b1-49e0-b54f-ced3b34fea67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:11.848853 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dcf4e479-84b1-49e0-b54f-ced3b34fea67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:11.860481 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-82d481c1-e5f8-42a4-8e45-4fc932fbb431 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Deleting port 67e8fc5a-9091-40b5-9a67-abe6e6854e08 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:52:11.860849 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-82d481c1-e5f8-42a4-8e45-4fc932fbb431 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:11.888598 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-b535b6d4-5d85-4a92-948f-4e92512d1608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bea323-87c5-4677-a994-08c058623ad3', 'name': 'tempest-ServersTestJSON-1842162660-router', 'tenant_id': '619a722a9a6d4b25978034388633fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:51Z', 'updated_at': '2022-09-14T22:52:03Z', 'revision_number': 4, 'project_id': '619a722a9a6d4b25978034388633fb87', 'gw_port': {'id': 'da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bea323-87c5-4677-a994-08c058623ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:52Z', 'updated_at': '2022-09-14T22:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'c717020b-eb00-4aa5-abf9-67e3dfa3925c', 'name': '', 'network_id': '63e45686-e294-49ff-846c-ac2fe15584a9', 'tenant_id': '619a722a9a6d4b25978034388633fb87', 'mac_address': 'fa:16:3e:76:2d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bea323-87c5-4677-a994-08c058623ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'd53919ce-94ab-4885-ba14-5ce8afc3ce70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:52:01Z', 'updated_at': '2022-09-14T22:52:04Z', 'revision_number': 2, 'project_id': '619a722a9a6d4b25978034388633fb87', 'subnets': [{'id': 'd53919ce-94ab-4885-ba14-5ce8afc3ce70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:11.897499 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b535b6d4-5d85-4a92-948f-4e92512d1608 None None] Checking router: 84bea323-87c5-4677-a994-08c058623ad3 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:52:11.897850 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b535b6d4-5d85-4a92-948f-4e92512d1608 None None] Updating router 84bea323-87c5-4677-a994-08c058623ad3 port c717020b-eb00-4aa5-abf9-67e3dfa3925c binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:52:11.918125 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a6442c68-5bdf-4aed-9f5c-addea65b74d4 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:11.957884 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-b535b6d4-5d85-4a92-948f-4e92512d1608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:11.998190 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5682c28f-885f-4e16-9f88-c6a725970da9 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:12.011353 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b738460b-0c37-4063-860a-3511ee2172fc None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:12.025913 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-b738460b-0c37-4063-860a-3511ee2172fc None None] Transition to ACTIVE for port object b230af92-a4e0-4527-89a3-c58881bc43e0 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:12.038605 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-11cdb82f-67cb-4fd0-8261-4b906a68d328 None None] Provisioning for port 4bab0518-fb74-40c0-8616-412dd47057cf completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:12.043848 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b738460b-0c37-4063-860a-3511ee2172fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:12.055263 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5682c28f-885f-4e16-9f88-c6a725970da9 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:12.090378 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-a6442c68-5bdf-4aed-9f5c-addea65b74d4 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Calling delete_port for 8933d561-14a0-436d-bcb5-eb39d88611b9 owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:52:12.114447 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682c28f-885f-4e16-9f88-c6a725970da9 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d9a1197-8b75-40b3-8032-509ec32dd435,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:12.125532 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:12.133990 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-11cdb82f-67cb-4fd0-8261-4b906a68d328 None None] Provisioning complete for port 4bab0518-fb74-40c0-8616-412dd47057cf triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:12.134409 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-11cdb82f-67cb-4fd0-8261-4b906a68d328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:12.167193 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dcf4e479-84b1-49e0-b54f-ced3b34fea67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:12.250170 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4e479-84b1-49e0-b54f-ced3b34fea67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af165e2-0cb9-49d7-9d15-332f6442b7eb,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:12.265446 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5682c28f-885f-4e16-9f88-c6a725970da9 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:12.271246 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5682c28f-885f-4e16-9f88-c6a725970da9 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0945816 Sep 14 22:52:12.277631 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44674) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:12.286228 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dcf4e479-84b1-49e0-b54f-ced3b34fea67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:12.288100 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-dcf4e479-84b1-49e0-b54f-ced3b34fea67 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/2af165e2-0cb9-49d7-9d15-332f6442b7eb HTTP/1.1" status: 204 len: 168 time: 0.7461390 Sep 14 22:52:12.304281 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-304484ef-db6a-4071-b443-c2161e32107d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Usage tracker for resource:security_group_rule and tenant:bd36d59a9e6b4be08e34d9d0bdaa27c1 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:12.304822 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 78bb439b-b14b-4e06-852d-47d427c45b55 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:12.305518 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-0d56c535-0b24-4c2a-b3b6-92b85a167bf7 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:12.320453 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0d56c535-0b24-4c2a-b3b6-92b85a167bf7 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:12.331658 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0d56c535-0b24-4c2a-b3b6-92b85a167bf7 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Usage tracker for resource:floatingip and tenant:619a722a9a6d4b25978034388633fb87 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:12.337682 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-b535b6d4-5d85-4a92-948f-4e92512d1608 None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:12.340426 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-304484ef-db6a-4071-b443-c2161e32107d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:12.352830 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-b535b6d4-5d85-4a92-948f-4e92512d1608 None None] Transition to ACTIVE for port object c717020b-eb00-4aa5-abf9-67e3dfa3925c will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:12.353672 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0d56c535-0b24-4c2a-b3b6-92b85a167bf7 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:12.363709 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-b535b6d4-5d85-4a92-948f-4e92512d1608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:12.368823 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0d56c535-0b24-4c2a-b3b6-92b85a167bf7 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:12.398706 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-82d481c1-e5f8-42a4-8e45-4fc932fbb431 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:12.413253 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0d56c535-0b24-4c2a-b3b6-92b85a167bf7 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks [] for floatingip, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:12.429064 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-304484ef-db6a-4071-b443-c2161e32107d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:12.439254 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a6442c68-5bdf-4aed-9f5c-addea65b74d4 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:12.452537 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bcffdc00-30b6-4ded-bc61-44ddcb783d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:12.455015 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-11cdb82f-67cb-4fd0-8261-4b906a68d328 None None] Port 4bab0518-fb74-40c0-8616-412dd47057cf cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:52:12.456384 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 78bb439b-b14b-4e06-852d-47d427c45b55 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:12.456769 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:12.527653 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24388bb4-3c80-4df2-a656-6c2897f1d0db None None] Pushing event updated for resources: {'Port': ['ID=b230af92-a4e0-4527-89a3-c58881bc43e0,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:12.569834 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6442c68-5bdf-4aed-9f5c-addea65b74d4 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Pushing event deleted for resources: {'Port': ['ID=8933d561-14a0-436d-bcb5-eb39d88611b9,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:12.576757 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:12.577908 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-b738460b-0c37-4063-860a-3511ee2172fc None None] Attempting to bind port b230af92-a4e0-4527-89a3-c58881bc43e0 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:12.578305 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-b738460b-0c37-4063-860a-3511ee2172fc None None] Attempting to bind port b230af92-a4e0-4527-89a3-c58881bc43e0 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'f0430932-3f17-4258-a3c6-3118c23bd221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '96b70200-f113-466a-a996-3d001cbd44bb'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:12.578602 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b738460b-0c37-4063-860a-3511ee2172fc None None] Attempting to bind port b230af92-a4e0-4527-89a3-c58881bc43e0 on network 96b70200-f113-466a-a996-3d001cbd44bb {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:12.592048 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b738460b-0c37-4063-860a-3511ee2172fc None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:52:12.592432 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b738460b-0c37-4063-860a-3511ee2172fc None None] Checking segment: {'id': 'f0430932-3f17-4258-a3c6-3118c23bd221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '96b70200-f113-466a-a996-3d001cbd44bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:52:12.592860 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b738460b-0c37-4063-860a-3511ee2172fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:12.593247 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b738460b-0c37-4063-860a-3511ee2172fc None None] Bound using segment: {'id': 'f0430932-3f17-4258-a3c6-3118c23bd221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '96b70200-f113-466a-a996-3d001cbd44bb'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:52:12.593720 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-b738460b-0c37-4063-860a-3511ee2172fc None None] Bound port: b230af92-a4e0-4527-89a3-c58881bc43e0, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0430932-3f17-4258-a3c6-3118c23bd221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '96b70200-f113-466a-a996-3d001cbd44bb'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:52:12.594085 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b738460b-0c37-4063-860a-3511ee2172fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:12.636638 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c025d9c-2cbe-44e5-a328-a2e49c90af03 None None] Pushing event updated for resources: {'Port': ['ID=c717020b-eb00-4aa5-abf9-67e3dfa3925c,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:12.662238 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-82d481c1-e5f8-42a4-8e45-4fc932fbb431 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Calling delete_port for 67e8fc5a-9091-40b5-9a67-abe6e6854e08 owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:52:12.665656 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5835c586-3963-470c-aad9-4836b5a17828 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:12.676936 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bcffdc00-30b6-4ded-bc61-44ddcb783d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:12.681280 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3db0288f-455f-4c98-8843-90171971e96c None None] Provisioning for port 1486ccf9-6a77-42c6-8813-7f0f6a177c3e completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:12.711789 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-304484ef-db6a-4071-b443-c2161e32107d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:12.772597 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-b535b6d4-5d85-4a92-948f-4e92512d1608 None None] Attempting to bind port c717020b-eb00-4aa5-abf9-67e3dfa3925c on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:12.772986 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-b535b6d4-5d85-4a92-948f-4e92512d1608 None None] Attempting to bind port c717020b-eb00-4aa5-abf9-67e3dfa3925c by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '4c21d747-86b6-499f-8ff9-8eac2cda9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '63e45686-e294-49ff-846c-ac2fe15584a9'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:12.773345 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b535b6d4-5d85-4a92-948f-4e92512d1608 None None] Attempting to bind port c717020b-eb00-4aa5-abf9-67e3dfa3925c on network 63e45686-e294-49ff-846c-ac2fe15584a9 {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:12.785022 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b535b6d4-5d85-4a92-948f-4e92512d1608 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:52:12.790872 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b535b6d4-5d85-4a92-948f-4e92512d1608 None None] Checking segment: {'id': '4c21d747-86b6-499f-8ff9-8eac2cda9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '63e45686-e294-49ff-846c-ac2fe15584a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:52:12.791477 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-b535b6d4-5d85-4a92-948f-4e92512d1608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:12.791968 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b535b6d4-5d85-4a92-948f-4e92512d1608 None None] Bound using segment: {'id': '4c21d747-86b6-499f-8ff9-8eac2cda9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '63e45686-e294-49ff-846c-ac2fe15584a9'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:52:12.792567 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-b535b6d4-5d85-4a92-948f-4e92512d1608 None None] Bound port: c717020b-eb00-4aa5-abf9-67e3dfa3925c, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c21d747-86b6-499f-8ff9-8eac2cda9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '63e45686-e294-49ff-846c-ac2fe15584a9'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:52:12.793068 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-b535b6d4-5d85-4a92-948f-4e92512d1608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:12.806146 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-b738460b-0c37-4063-860a-3511ee2172fc None None] For port b230af92-a4e0-4527-89a3-c58881bc43e0, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:52:12.815483 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-b738460b-0c37-4063-860a-3511ee2172fc None None] For port b230af92-a4e0-4527-89a3-c58881bc43e0, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=b230af92-a4e0-4527-89a3-c58881bc43e0,segment=NetworkSegment(f0430932-3f17-4258-a3c6-3118c23bd221),segment_id=f0430932-3f17-4258-a3c6-3118c23bd221)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:52:12.826408 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b738460b-0c37-4063-860a-3511ee2172fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:12.938203 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44682) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:12.945132 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b738460b-0c37-4063-860a-3511ee2172fc None None] Routers {'e5f37f16-0bc4-4b99-ab3b-19cca337c577'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:52:12.946211 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-b738460b-0c37-4063-860a-3511ee2172fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:52:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['e5f37f16-0bc4-4b99-ab3b-19cca337c577'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:12.949022 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f8260307-91dd-49a8-ae2c-8d40fcae20a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:12.963416 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-b535b6d4-5d85-4a92-948f-4e92512d1608 None None] For port c717020b-eb00-4aa5-abf9-67e3dfa3925c, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:52:12.965718 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9aef8b94-3e47-4bae-82e0-83b39d620389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:12.969569 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-b535b6d4-5d85-4a92-948f-4e92512d1608 None None] For port c717020b-eb00-4aa5-abf9-67e3dfa3925c, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=c717020b-eb00-4aa5-abf9-67e3dfa3925c,segment=NetworkSegment(4c21d747-86b6-499f-8ff9-8eac2cda9b2e),segment_id=4c21d747-86b6-499f-8ff9-8eac2cda9b2e)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:52:12.979899 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-b535b6d4-5d85-4a92-948f-4e92512d1608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:12.987261 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-9aef8b94-3e47-4bae-82e0-83b39d620389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:12.991426 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9aef8b94-3e47-4bae-82e0-83b39d620389 admin admin] Usage tracker for resource:security_group_rule and tenant:86345f418d7c421bbbd433ff9fd68c9d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:12.994547 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9aef8b94-3e47-4bae-82e0-83b39d620389 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:13.000453 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-9aef8b94-3e47-4bae-82e0-83b39d620389 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:13.065861 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b535b6d4-5d85-4a92-948f-4e92512d1608 None None] Routers {'84bea323-87c5-4677-a994-08c058623ad3'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:52:13.066791 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-b535b6d4-5d85-4a92-948f-4e92512d1608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:52:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['84bea323-87c5-4677-a994-08c058623ad3'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:13.095426 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9aef8b94-3e47-4bae-82e0-83b39d620389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:13.105218 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-f8260307-91dd-49a8-ae2c-8d40fcae20a6 admin admin] Transition to ACTIVE for port object f3b3aa19-81b5-43f1-bce2-44e2c06c96ce will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:13.108640 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9aef8b94-3e47-4bae-82e0-83b39d620389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:13.148796 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-b738460b-0c37-4063-860a-3511ee2172fc None None] Set router e5f37f16-0bc4-4b99-ab3b-19cca337c577 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:52:13.197215 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c025d9c-2cbe-44e5-a328-a2e49c90af03 None None] Pushing event updated for resources: {'Port': ['ID=c717020b-eb00-4aa5-abf9-67e3dfa3925c,revision_number=4']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:13.304851 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a6442c68-5bdf-4aed-9f5c-addea65b74d4 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:13.323485 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bcffdc00-30b6-4ded-bc61-44ddcb783d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:13.336913 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-b535b6d4-5d85-4a92-948f-4e92512d1608 None None] Set router 84bea323-87c5-4677-a994-08c058623ad3 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:52:13.362155 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-304484ef-db6a-4071-b443-c2161e32107d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:13.371965 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcffdc00-30b6-4ded-bc61-44ddcb783d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0562f0a-e1e3-4584-94f1-1d80183efa1e,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:13.382922 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-304484ef-db6a-4071-b443-c2161e32107d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:13.409997 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a6442c68-5bdf-4aed-9f5c-addea65b74d4 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] 10.222.0.33 "DELETE /v2.0/ports/8933d561-14a0-436d-bcb5-eb39d88611b9 HTTP/1.1" status: 204 len: 168 time: 2.8226235 Sep 14 22:52:13.422484 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bcffdc00-30b6-4ded-bc61-44ddcb783d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:13.424371 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-bcffdc00-30b6-4ded-bc61-44ddcb783d6f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a0562f0a-e1e3-4584-94f1-1d80183efa1e HTTP/1.1" status: 204 len: 168 time: 2.6138995 Sep 14 22:52:13.431289 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9aef8b94-3e47-4bae-82e0-83b39d620389 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=86345f418d7c421bbbd433ff9fd68c9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4878821 Sep 14 22:52:13.431495 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44686) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:13.431495 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304484ef-db6a-4071-b443-c2161e32107d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a205da0-83de-4ace-bf18-84ac32770d7d,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:13.434212 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44690) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:13.445055 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f8260307-91dd-49a8-ae2c-8d40fcae20a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:13.466871 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-82d481c1-e5f8-42a4-8e45-4fc932fbb431 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:13.559756 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d481c1-e5f8-42a4-8e45-4fc932fbb431 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Pushing event deleted for resources: {'Port': ['ID=67e8fc5a-9091-40b5-9a67-abe6e6854e08,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:13.565284 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef8b94-3e47-4bae-82e0-83b39d620389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9968644-fb49-4cea-b9f2-e396a4337efd,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:13.570785 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0d56c535-0b24-4c2a-b3b6-92b85a167bf7 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:13.659464 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-304484ef-db6a-4071-b443-c2161e32107d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:13.660965 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-304484ef-db6a-4071-b443-c2161e32107d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1276979 Sep 14 22:52:13.666374 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44696) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:13.683567 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5835c586-3963-470c-aad9-4836b5a17828 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Router d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:52:13.687815 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-5f03decf-ebba-4612-96a6-a26a34e5d9e0 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Request body: {'security_group_rule': {'security_group_id': '1157bb60-4273-4a42-9e7f-53bfcfb40ac8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:13.693934 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ebe8b81-4257-4ac5-b2bb-1c027eb8f34b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] GET failed (client error): The resource could not be found. Sep 14 22:52:13.694564 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9ebe8b81-4257-4ac5-b2bb-1c027eb8f34b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Synchronizing usage tracker for tenant:cf52be6b4cca4eb79c0d08c2bf365b2b on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:52:13.696401 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24388bb4-3c80-4df2-a656-6c2897f1d0db None None] Pushing event updated for resources: {'Port': ['ID=b230af92-a4e0-4527-89a3-c58881bc43e0,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:13.709636 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3db0288f-455f-4c98-8843-90171971e96c None None] Provisioning for port 67e8fc5a-9091-40b5-9a67-abe6e6854e08 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:13.712012 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8260307-91dd-49a8-ae2c-8d40fcae20a6 admin admin] Network 31850627-f6e9-4ef5-9f05-dc1c1b19cf1b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:13.728910 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-f8260307-91dd-49a8-ae2c-8d40fcae20a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:13.732427 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3db0288f-455f-4c98-8843-90171971e96c None None] Provisioning complete for port 67e8fc5a-9091-40b5-9a67-abe6e6854e08 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:13.732841 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3db0288f-455f-4c98-8843-90171971e96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:13.744056 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-5f03decf-ebba-4612-96a6-a26a34e5d9e0 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:13.757676 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8260307-91dd-49a8-ae2c-8d40fcae20a6 admin admin] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:13.758530 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f8260307-91dd-49a8-ae2c-8d40fcae20a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:13.787466 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5f03decf-ebba-4612-96a6-a26a34e5d9e0 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Usage tracker for resource:security_group_rule and tenant:bd36d59a9e6b4be08e34d9d0bdaa27c1 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:13.815250 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5f03decf-ebba-4612-96a6-a26a34e5d9e0 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:13.865596 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-b535b6d4-5d85-4a92-948f-4e92512d1608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bea323-87c5-4677-a994-08c058623ad3', 'name': 'tempest-ServersTestJSON-1842162660-router', 'tenant_id': '619a722a9a6d4b25978034388633fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:51Z', 'updated_at': '2022-09-14T22:52:03Z', 'revision_number': 4, 'project_id': '619a722a9a6d4b25978034388633fb87', 'gw_port': {'id': 'da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bea323-87c5-4677-a994-08c058623ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:52Z', 'updated_at': '2022-09-14T22:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'c717020b-eb00-4aa5-abf9-67e3dfa3925c', 'name': '', 'network_id': '63e45686-e294-49ff-846c-ac2fe15584a9', 'tenant_id': '619a722a9a6d4b25978034388633fb87', 'mac_address': 'fa:16:3e:76:2d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bea323-87c5-4677-a994-08c058623ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'd53919ce-94ab-4885-ba14-5ce8afc3ce70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:52:01Z', 'updated_at': '2022-09-14T22:52:12Z', 'revision_number': 4, 'project_id': '619a722a9a6d4b25978034388633fb87', 'subnets': [{'id': 'd53919ce-94ab-4885-ba14-5ce8afc3ce70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:13.874650 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b535b6d4-5d85-4a92-948f-4e92512d1608 None None] The sync data for ids ['84bea323-87c5-4677-a994-08c058623ad3'] in dv-neutron-857791-1-hyperv is: [{'id': '84bea323-87c5-4677-a994-08c058623ad3', 'name': 'tempest-ServersTestJSON-1842162660-router', 'tenant_id': '619a722a9a6d4b25978034388633fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:51Z', 'updated_at': '2022-09-14T22:52:03Z', 'revision_number': 4, 'project_id': '619a722a9a6d4b25978034388633fb87', 'gw_port': {'id': 'da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bea323-87c5-4677-a994-08c058623ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:52Z', 'updated_at': '2022-09-14T22:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'c717020b-eb00-4aa5-abf9-67e3dfa3925c', 'name': '', 'network_id': '63e45686-e294-49ff-846c-ac2fe15584a9', 'tenant_id': '619a722a9a6d4b25978034388633fb87', 'mac_address': 'fa:16:3e:76:2d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bea323-87c5-4677-a994-08c058623ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'd53919ce-94ab-4885-ba14-5ce8afc3ce70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:52:01Z', 'updated_at': '2022-09-14T22:52:12Z', 'revision_number': 4, 'project_id': '619a722a9a6d4b25978034388633fb87', 'subnets': [{'id': 'd53919ce-94ab-4885-ba14-5ce8afc3ce70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:52:13.905736 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-5f03decf-ebba-4612-96a6-a26a34e5d9e0 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:13.939196 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 78bb439b-b14b-4e06-852d-47d427c45b55 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:52:13.940643 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:13.950664 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8260307-91dd-49a8-ae2c-8d40fcae20a6 admin admin] Pushing event updated for resources: {'Port': ['ID=f3b3aa19-81b5-43f1-bce2-44e2c06c96ce,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:13.970344 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9ebe8b81-4257-4ac5-b2bb-1c027eb8f34b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Unset dirty status for tenant:cf52be6b4cca4eb79c0d08c2bf365b2b on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:52:13.981323 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9ebe8b81-4257-4ac5-b2bb-1c027eb8f34b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] 10.222.0.33 "GET /v2.0/ports/8933d561-14a0-436d-bcb5-eb39d88611b9 HTTP/1.1" status: 404 len: 333 time: 0.5488350 Sep 14 22:52:14.001576 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44706) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:14.022411 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-3db0288f-455f-4c98-8843-90171971e96c None None] Port 67e8fc5a-9091-40b5-9a67-abe6e6854e08 was deleted so its status cannot be updated. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Sep 14 22:52:14.031540 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-d4105b5a-6f06-47d8-8d45-d3e509cbcd1d tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Request body: {'port': {'network_id': '5269fc46-1f9d-4b11-a096-ea0e5853251c', 'name': 'tempest-AllowedAddressPairTestJSON-258272373'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:14.079424 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-0d56c535-0b24-4c2a-b3b6-92b85a167bf7 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Allocated IP 172.26.5.46 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/204520aa-be0d-4f0e-810d-7c529b5058c0) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:52:14.096824 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 78bb439b-b14b-4e06-852d-47d427c45b55, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=78bb439b-b14b-4e06-852d-47d427c45b55,segment=NetworkSegment(f4fcaf5c-42a7-477a-9991-5613f2fa2fa0),segment_id=f4fcaf5c-42a7-477a-9991-5613f2fa2fa0)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:52:14.122398 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:14.123398 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 2a579808-df45-4637-a166-5e1660fe6035 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:52:14.219380 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-db94be8f-ad79-46db-94f2-802cbc16174e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:14.257847 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0d56c535-0b24-4c2a-b3b6-92b85a167bf7 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:14.271712 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c93a4f4d-1d8a-482c-b1fd-fbc61b971ea5 None None] Provisioning for port f3b3aa19-81b5-43f1-bce2-44e2c06c96ce completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:14.297160 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c93a4f4d-1d8a-482c-b1fd-fbc61b971ea5 None None] Provisioning complete for port f3b3aa19-81b5-43f1-bce2-44e2c06c96ce triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:14.297536 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c93a4f4d-1d8a-482c-b1fd-fbc61b971ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:14.387142 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5f03decf-ebba-4612-96a6-a26a34e5d9e0 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:14.387863 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=78bb439b-b14b-4e06-852d-47d427c45b55,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:14.448451 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-b738460b-0c37-4063-860a-3511ee2172fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'name': 'tempest-ServerActionsTestJSON-1223850239-router', 'tenant_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '1a2bd903-ebbd-40b2-b3a9-44036384e2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:47Z', 'updated_at': '2022-09-14T22:52:02Z', 'revision_number': 4, 'project_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'gw_port': {'id': '1a2bd903-ebbd-40b2-b3a9-44036384e2eb', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:49Z', 'updated_at': '2022-09-14T22:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'b230af92-a4e0-4527-89a3-c58881bc43e0', 'name': '', 'network_id': '96b70200-f113-466a-a996-3d001cbd44bb', 'tenant_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'mac_address': 'fa:16:3e:fd:fc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e26eddd1-1e83-4e64-8dc5-ded3ed029f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:59Z', 'updated_at': '2022-09-14T22:52:12Z', 'revision_number': 4, 'project_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'subnets': [{'id': 'e26eddd1-1e83-4e64-8dc5-ded3ed029f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:14.476849 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c93a4f4d-1d8a-482c-b1fd-fbc61b971ea5 None None] Port f3b3aa19-81b5-43f1-bce2-44e2c06c96ce cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:52:14.476849 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b738460b-0c37-4063-860a-3511ee2172fc None None] The sync data for ids ['e5f37f16-0bc4-4b99-ab3b-19cca337c577'] in dv-neutron-857791-1-hyperv is: [{'id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'name': 'tempest-ServerActionsTestJSON-1223850239-router', 'tenant_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '1a2bd903-ebbd-40b2-b3a9-44036384e2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:47Z', 'updated_at': '2022-09-14T22:52:02Z', 'revision_number': 4, 'project_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'gw_port': {'id': '1a2bd903-ebbd-40b2-b3a9-44036384e2eb', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:49Z', 'updated_at': '2022-09-14T22:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'b230af92-a4e0-4527-89a3-c58881bc43e0', 'name': '', 'network_id': '96b70200-f113-466a-a996-3d001cbd44bb', 'tenant_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'mac_address': 'fa:16:3e:fd:fc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e26eddd1-1e83-4e64-8dc5-ded3ed029f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:59Z', 'updated_at': '2022-09-14T22:52:12Z', 'revision_number': 4, 'project_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'subnets': [{'id': 'e26eddd1-1e83-4e64-8dc5-ded3ed029f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:52:14.504866 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-db94be8f-ad79-46db-94f2-802cbc16174e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:14.505363 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-82d481c1-e5f8-42a4-8e45-4fc932fbb431 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:14.505453 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 2a579808-df45-4637-a166-5e1660fe6035 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:14.520651 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 2a579808-df45-4637-a166-5e1660fe6035 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:14.520651 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:14.620535 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-82d481c1-e5f8-42a4-8e45-4fc932fbb431 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] 10.222.0.33 "DELETE /v2.0/ports/67e8fc5a-9091-40b5-9a67-abe6e6854e08 HTTP/1.1" status: 204 len: 168 time: 3.0423782 Sep 14 22:52:14.625702 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0d56c535-0b24-4c2a-b3b6-92b85a167bf7 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:14.631342 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44722) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:14.633861 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5835c586-3963-470c-aad9-4836b5a17828 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:52:14.643756 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f8260307-91dd-49a8-ae2c-8d40fcae20a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:14.678330 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6aad4eb-1753-454d-9a70-9d3dc14883c2 None None] Sync routers for ids ['d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:52:14.697550 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aad4eb-1753-454d-9a70-9d3dc14883c2 None None] Routers {'d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:52:14.698198 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-a6aad4eb-1753-454d-9a70-9d3dc14883c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:52:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:14.787927 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44726) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:14.800039 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5f03decf-ebba-4612-96a6-a26a34e5d9e0 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:14.815808 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-db94be8f-ad79-46db-94f2-802cbc16174e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:14.818900 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-049973e6-705a-48ff-8789-bb785a11474d tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] GET failed (client error): The resource could not be found. Sep 14 22:52:14.819576 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-049973e6-705a-48ff-8789-bb785a11474d tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Synchronizing usage tracker for tenant:546b5aea94954549b6ec9228e90089c7 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:52:14.849052 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-db94be8f-ad79-46db-94f2-802cbc16174e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:14.850233 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-db94be8f-ad79-46db-94f2-802cbc16174e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e9968644-fb49-4cea-b9f2-e396a4337efd HTTP/1.1" status: 204 len: 168 time: 1.4094684 Sep 14 22:52:14.858737 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5f03decf-ebba-4612-96a6-a26a34e5d9e0 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:14.877716 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-d4105b5a-6f06-47d8-8d45-d3e509cbcd1d tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:14.882072 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5835c586-3963-470c-aad9-4836b5a17828 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:14.889539 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-a6aad4eb-1753-454d-9a70-9d3dc14883c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:14.895382 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5835c586-3963-470c-aad9-4836b5a17828 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 11.9730740 Sep 14 22:52:14.896535 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03decf-ebba-4612-96a6-a26a34e5d9e0 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5728a69-b277-48f8-a8e4-50e473da2006,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:14.904768 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-049973e6-705a-48ff-8789-bb785a11474d tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Unset dirty status for tenant:546b5aea94954549b6ec9228e90089c7 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:52:14.906104 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-049973e6-705a-48ff-8789-bb785a11474d tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] 10.222.0.33 "GET /v2.0/ports/67e8fc5a-9091-40b5-9a67-abe6e6854e08 HTTP/1.1" status: 404 len: 333 time: 0.2245009 Sep 14 22:52:14.912048 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44734) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:14.914682 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d56c535-0b24-4c2a-b3b6-92b85a167bf7 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:14.917348 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44736) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:14.929582 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94be8f-ad79-46db-94f2-802cbc16174e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9968644-fb49-4cea-b9f2-e396a4337efd,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:14.963573 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aad4eb-1753-454d-9a70-9d3dc14883c2 None None] Routers {'d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:52:14.964715 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-a6aad4eb-1753-454d-9a70-9d3dc14883c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:52:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:15.021063 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-0d56c535-0b24-4c2a-b3b6-92b85a167bf7 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:15.037272 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-52c0d2cb-4425-466d-806a-f3df46e2db86 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Request body: {'port': {'network_id': '2b69ce89-d338-407a-9920-37d3f61d6441', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1162077883'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:15.053836 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56c535-0b24-4c2a-b3b6-92b85a167bf7 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Pushing event updated for resources: {'Port': ['ID=204520aa-be0d-4f0e-810d-7c529b5058c0,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:15.073694 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-6c44ff5b-e309-4682-9205-d376ee61bb68 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1754835927'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:15.080310 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d56c535-0b24-4c2a-b3b6-92b85a167bf7 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:15.080955 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-d4105b5a-6f06-47d8-8d45-d3e509cbcd1d tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:15.140186 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-6c44ff5b-e309-4682-9205-d376ee61bb68 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:15.140387 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-a6aad4eb-1753-454d-9a70-9d3dc14883c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:15.141126 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6aad4eb-1753-454d-9a70-9d3dc14883c2 None None] The sync data for ids ['d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:52:15.167946 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 2a579808-df45-4637-a166-5e1660fe6035 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:52:15.168322 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:15.191571 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 2a579808-df45-4637-a166-5e1660fe6035, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=2a579808-df45-4637-a166-5e1660fe6035,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:52:15.200554 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:15.201667 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 50838388-46f9-42ed-9d73-1edd87049580 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:52:15.204046 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f8260307-91dd-49a8-ae2c-8d40fcae20a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:15.208800 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f8260307-91dd-49a8-ae2c-8d40fcae20a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:15.209663 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f8260307-91dd-49a8-ae2c-8d40fcae20a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:15.242593 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6c44ff5b-e309-4682-9205-d376ee61bb68 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:network and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:15.262286 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6c44ff5b-e309-4682-9205-d376ee61bb68 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:15.268115 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5f03decf-ebba-4612-96a6-a26a34e5d9e0 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:15.269850 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5f03decf-ebba-4612-96a6-a26a34e5d9e0 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5927091 Sep 14 22:52:15.293932 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44744) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:15.304901 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-4e31f4ca-783d-4ce7-9390-71a5cf249a2d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:15.308420 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8260307-91dd-49a8-ae2c-8d40fcae20a6 admin admin] Pushing event updated for resources: {'Port': ['ID=f3b3aa19-81b5-43f1-bce2-44e2c06c96ce,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:15.317903 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-6c44ff5b-e309-4682-9205-d376ee61bb68 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:15.348730 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4105b5a-6f06-47d8-8d45-d3e509cbcd1d tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Made reservation on behalf of cf52be6b4cca4eb79c0d08c2bf365b2b for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:52:15.352884 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d4105b5a-6f06-47d8-8d45-d3e509cbcd1d tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:15.366597 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=2a579808-df45-4637-a166-5e1660fe6035,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:15.386370 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 50838388-46f9-42ed-9d73-1edd87049580 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:15.387005 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:15.421611 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-4e31f4ca-783d-4ce7-9390-71a5cf249a2d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:15.458977 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-4e31f4ca-783d-4ce7-9390-71a5cf249a2d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Usage tracker for resource:floatingip and tenant:bd36d59a9e6b4be08e34d9d0bdaa27c1 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:15.497593 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-4e31f4ca-783d-4ce7-9390-71a5cf249a2d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:15.519238 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c44ff5b-e309-4682-9205-d376ee61bb68 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:52:15.526523 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6c44ff5b-e309-4682-9205-d376ee61bb68 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:15.526919 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-d4105b5a-6f06-47d8-8d45-d3e509cbcd1d tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] device_id is not set on port c4fe476c-7d55-435a-8c87-0db36685812b yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:52:15.542616 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-4e31f4ca-783d-4ce7-9390-71a5cf249a2d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:15.552180 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6c44ff5b-e309-4682-9205-d376ee61bb68 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:15.593501 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 50838388-46f9-42ed-9d73-1edd87049580 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:52:15.652111 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 12d9d8c0-fa22-4063-a1c4-420ca9150f25 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:52:15.703789 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 12d9d8c0-fa22-4063-a1c4-420ca9150f25 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:52:15.704408 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 12d9d8c0-fa22-4063-a1c4-420ca9150f25 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:52:15.707533 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-6c44ff5b-e309-4682-9205-d376ee61bb68 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:15.714775 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6c44ff5b-e309-4682-9205-d376ee61bb68 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:security_group_rule and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:15.715291 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8260307-91dd-49a8-ae2c-8d40fcae20a6 admin admin] Network 31850627-f6e9-4ef5-9f05-dc1c1b19cf1b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:15.721217 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-f8260307-91dd-49a8-ae2c-8d40fcae20a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:15.725401 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6c44ff5b-e309-4682-9205-d376ee61bb68 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:15.739587 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-6c44ff5b-e309-4682-9205-d376ee61bb68 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:15.831866 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4e31f4ca-783d-4ce7-9390-71a5cf249a2d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks [] for floatingip, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:15.927048 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-d4105b5a-6f06-47d8-8d45-d3e509cbcd1d tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Allocated IP 172.20.0.3 (5269fc46-1f9d-4b11-a096-ea0e5853251c/b6a6f06a-af01-456e-b5c4-e414c3c9a3b3/c4fe476c-7d55-435a-8c87-0db36685812b) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:52:16.122422 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c8989da5-9355-4757-b437-d8c67337c945 None None] Provisioning complete for port f3b3aa19-81b5-43f1-bce2-44e2c06c96ce triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:16.122702 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c8989da5-9355-4757-b437-d8c67337c945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:16.138568 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-52c0d2cb-4425-466d-806a-f3df46e2db86 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:16.161576 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8260307-91dd-49a8-ae2c-8d40fcae20a6 admin admin] Router 61849ff4-bb8a-4a77-a910-194a89ff7d13 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:52:16.163998 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-52c0d2cb-4425-466d-806a-f3df46e2db86 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:16.195260 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:52:16.282660 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c8989da5-9355-4757-b437-d8c67337c945 None None] Port f3b3aa19-81b5-43f1-bce2-44e2c06c96ce cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:52:16.328481 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:16.328880 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:16.475411 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:52:16.476520 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device c717020b-eb00-4aa5-abf9-67e3dfa3925c up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:52:16.504351 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c0d2cb-4425-466d-806a-f3df46e2db86 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Made reservation on behalf of 546b5aea94954549b6ec9228e90089c7 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:52:16.510746 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-52c0d2cb-4425-466d-806a-f3df46e2db86 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:16.580839 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port c717020b-eb00-4aa5-abf9-67e3dfa3925c completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:16.586879 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port c717020b-eb00-4aa5-abf9-67e3dfa3925c triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:16.587366 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:16.631388 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0d56c535-0b24-4c2a-b3b6-92b85a167bf7 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:16.698742 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d4105b5a-6f06-47d8-8d45-d3e509cbcd1d tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:16.710911 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8260307-91dd-49a8-ae2c-8d40fcae20a6 admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:52:16.721382 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5a9f0e-ad20-4807-b75d-b0ac70dbf9b7 None None] Sync routers for ids ['61849ff4-bb8a-4a77-a910-194a89ff7d13'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:52:16.734264 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-d4105b5a-6f06-47d8-8d45-d3e509cbcd1d tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Transition to ACTIVE for port object c4fe476c-7d55-435a-8c87-0db36685812b will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:16.739333 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5a9f0e-ad20-4807-b75d-b0ac70dbf9b7 None None] Routers {'61849ff4-bb8a-4a77-a910-194a89ff7d13'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:52:16.741207 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-5a5a9f0e-ad20-4807-b75d-b0ac70dbf9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:52:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['61849ff4-bb8a-4a77-a910-194a89ff7d13'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:16.748466 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f8260307-91dd-49a8-ae2c-8d40fcae20a6 admin admin] 10.222.0.33 "PUT /v2.0/routers/61849ff4-bb8a-4a77-a910-194a89ff7d13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2822678 Sep 14 22:52:16.770762 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d4105b5a-6f06-47d8-8d45-d3e509cbcd1d tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:16.770972 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port c717020b-eb00-4aa5-abf9-67e3dfa3925c is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:52:16.772002 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:16.816499 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port c717020b-eb00-4aa5-abf9-67e3dfa3925c, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=c717020b-eb00-4aa5-abf9-67e3dfa3925c,segment=NetworkSegment(4c21d747-86b6-499f-8ff9-8eac2cda9b2e),segment_id=4c21d747-86b6-499f-8ff9-8eac2cda9b2e)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:52:16.818720 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-52c0d2cb-4425-466d-806a-f3df46e2db86 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] device_id is not set on port dedb1458-59ce-471a-a924-9b1b14c100f2 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:52:16.826368 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:16.827184 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device b230af92-a4e0-4527-89a3-c58881bc43e0 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:52:16.835309 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4105b5a-6f06-47d8-8d45-d3e509cbcd1d tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Network 5269fc46-1f9d-4b11-a096-ea0e5853251c is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:16.843467 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-d4105b5a-6f06-47d8-8d45-d3e509cbcd1d tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:16.858864 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4105b5a-6f06-47d8-8d45-d3e509cbcd1d tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:16.866230 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4105b5a-6f06-47d8-8d45-d3e509cbcd1d tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:16.866963 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d4105b5a-6f06-47d8-8d45-d3e509cbcd1d tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:16.928840 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d4105b5a-6f06-47d8-8d45-d3e509cbcd1d tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9202142 Sep 14 22:52:16.932023 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44774) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:16.943856 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-792661d4-b193-481c-9f28-1d73f9ddc3aa tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:bb:ea:ec'}]}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:17.015690 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4105b5a-6f06-47d8-8d45-d3e509cbcd1d tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Pushing event updated for resources: {'Port': ['ID=c4fe476c-7d55-435a-8c87-0db36685812b,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:17.180494 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-5a5a9f0e-ad20-4807-b75d-b0ac70dbf9b7 None None] Set router 61849ff4-bb8a-4a77-a910-194a89ff7d13 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:52:17.254152 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=c717020b-eb00-4aa5-abf9-67e3dfa3925c,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:17.267849 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port b230af92-a4e0-4527-89a3-c58881bc43e0 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:17.268171 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0d56c535-0b24-4c2a-b3b6-92b85a167bf7 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:17.276000 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port b230af92-a4e0-4527-89a3-c58881bc43e0 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:17.276651 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:17.353318 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-9de481d3-ae53-47e9-8a74-947a5ac53d89 None None] Provisioning for port c4fe476c-7d55-435a-8c87-0db36685812b completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:17.365908 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-9de481d3-ae53-47e9-8a74-947a5ac53d89 None None] Provisioning complete for port c4fe476c-7d55-435a-8c87-0db36685812b triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:17.366485 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9de481d3-ae53-47e9-8a74-947a5ac53d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:17.436643 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-9de481d3-ae53-47e9-8a74-947a5ac53d89 None None] Port c4fe476c-7d55-435a-8c87-0db36685812b cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:52:17.479683 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-792661d4-b193-481c-9f28-1d73f9ddc3aa tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:17.489766 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6c44ff5b-e309-4682-9205-d376ee61bb68 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:17.511919 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port b230af92-a4e0-4527-89a3-c58881bc43e0 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:52:17.512921 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:17.552305 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6c44ff5b-e309-4682-9205-d376ee61bb68 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:17.557084 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port b230af92-a4e0-4527-89a3-c58881bc43e0, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=b230af92-a4e0-4527-89a3-c58881bc43e0,segment=NetworkSegment(f0430932-3f17-4258-a3c6-3118c23bd221),segment_id=f0430932-3f17-4258-a3c6-3118c23bd221)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:52:17.562688 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:17.565799 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 78bb439b-b14b-4e06-852d-47d427c45b55 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:52:17.566463 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44788) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:17.680414 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c44ff5b-e309-4682-9205-d376ee61bb68 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:52:17.740295 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44ff5b-e309-4682-9205-d376ee61bb68 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a43dd196-5528-4cc7-b469-f8b8f0b2c36c,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:17.774284 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6c44ff5b-e309-4682-9205-d376ee61bb68 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:17.774752 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-6c44ff5b-e309-4682-9205-d376ee61bb68 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Added segment a766e666-c4f6-4100-bbd3-be0c9abc45af of type vlan for network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 Sep 14 22:52:17.808489 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44794) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:17.821180 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-04ea077d-be69-4e20-8b26-d1683971cf8b tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1843853861', 'description': 'tempest-description--1271015858'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:17.855837 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=b230af92-a4e0-4527-89a3-c58881bc43e0,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:17.887536 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 78bb439b-b14b-4e06-852d-47d427c45b55 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:17.887909 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:17.890790 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-792661d4-b193-481c-9f28-1d73f9ddc3aa tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:17.896644 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-792661d4-b193-481c-9f28-1d73f9ddc3aa tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:17.897267 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-792661d4-b193-481c-9f28-1d73f9ddc3aa tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] In _notify_port_updated(), no bound segment for port c4fe476c-7d55-435a-8c87-0db36685812b on network 5269fc46-1f9d-4b11-a096-ea0e5853251c {{(pid=89170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 14 22:52:17.902720 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792661d4-b193-481c-9f28-1d73f9ddc3aa tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:17.903367 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-792661d4-b193-481c-9f28-1d73f9ddc3aa tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:17.904889 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-792661d4-b193-481c-9f28-1d73f9ddc3aa tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] 10.222.0.33 "PUT /v2.0/ports/c4fe476c-7d55-435a-8c87-0db36685812b HTTP/1.1" status: 200 len: 995 time: 0.9717271 Sep 14 22:52:17.926660 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-04ea077d-be69-4e20-8b26-d1683971cf8b tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:17.930436 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44798) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:17.960472 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-52c0d2cb-4425-466d-806a-f3df46e2db86 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Allocated IP 2001:db8::3ad (2b69ce89-d338-407a-9920-37d3f61d6441/f9901846-1f70-4bae-80c0-acbcd9f2370d/dedb1458-59ce-471a-a924-9b1b14c100f2) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:52:17.977541 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-5a5a9f0e-ad20-4807-b75d-b0ac70dbf9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'name': 'tempest-ServersTestManualDisk-136148581-router', 'tenant_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': '2a579808-df45-4637-a166-5e1660fe6035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:51Z', 'updated_at': '2022-09-14T22:52:14Z', 'revision_number': 4, 'project_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'gw_port': {'id': '2a579808-df45-4637-a166-5e1660fe6035', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:54Z', 'updated_at': '2022-09-14T22:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'f3b3aa19-81b5-43f1-bce2-44e2c06c96ce', 'name': '', 'network_id': '31850627-f6e9-4ef5-9f05-dc1c1b19cf1b', 'tenant_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'mac_address': 'fa:16:3e:18:26:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'e47e8930-adcb-4694-be65-aa3ac5655b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:52:09Z', 'updated_at': '2022-09-14T22:52:14Z', 'revision_number': 2, 'project_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'subnets': [{'id': 'e47e8930-adcb-4694-be65-aa3ac5655b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:17.984872 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5a9f0e-ad20-4807-b75d-b0ac70dbf9b7 None None] Checking router: 61849ff4-bb8a-4a77-a910-194a89ff7d13 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:52:17.985410 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792661d4-b193-481c-9f28-1d73f9ddc3aa tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Pushing event updated for resources: {'Port': ['ID=c4fe476c-7d55-435a-8c87-0db36685812b,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:17.985638 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5a9f0e-ad20-4807-b75d-b0ac70dbf9b7 None None] Updating router 61849ff4-bb8a-4a77-a910-194a89ff7d13 port f3b3aa19-81b5-43f1-bce2-44e2c06c96ce binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:52:18.006937 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-04ea077d-be69-4e20-8b26-d1683971cf8b tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Usage tracker for resource:security_group and tenant:d36f5522c6ec41e993e6cc182372eb1e is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:18.024470 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-cf8a3a74-b80c-4c48-a5d6-963c8c2219b5 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-266779737'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:18.029230 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-04ea077d-be69-4e20-8b26-d1683971cf8b tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:18.035526 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-49603f7b-e587-4273-a96d-eff4d392c0f7 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:18.049713 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9f0e-ad20-4807-b75d-b0ac70dbf9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:18.056247 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6c44ff5b-e309-4682-9205-d376ee61bb68 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:18.064432 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-04ea077d-be69-4e20-8b26-d1683971cf8b tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:18.071680 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 78bb439b-b14b-4e06-852d-47d427c45b55 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:52:18.072928 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 2a579808-df45-4637-a166-5e1660fe6035 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:52:18.095984 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-cf8a3a74-b80c-4c48-a5d6-963c8c2219b5 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:18.148372 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 2a579808-df45-4637-a166-5e1660fe6035 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:18.149050 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:18.190205 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-cf8a3a74-b80c-4c48-a5d6-963c8c2219b5 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Usage tracker for resource:network and tenant:54b3b93764404397bf50a289ff183afd is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:18.216635 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.db.resource_extend [None req-6c44ff5b-e309-4682-9205-d376ee61bb68 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 22:52:18.226699 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-cf8a3a74-b80c-4c48-a5d6-963c8c2219b5 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:18.234585 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4e31f4ca-783d-4ce7-9390-71a5cf249a2d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:18.236363 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-04ea077d-be69-4e20-8b26-d1683971cf8b tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:18.265910 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-cf8a3a74-b80c-4c48-a5d6-963c8c2219b5 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:18.271540 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 2a579808-df45-4637-a166-5e1660fe6035 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:52:18.272702 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 1486ccf9-6a77-42c6-8813-7f0f6a177c3e up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:52:18.345703 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 1486ccf9-6a77-42c6-8813-7f0f6a177c3e completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:18.353597 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 1486ccf9-6a77-42c6-8813-7f0f6a177c3e triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:18.354560 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:18.417215 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9f0e-ad20-4807-b75d-b0ac70dbf9b7 None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:18.430740 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-5a5a9f0e-ad20-4807-b75d-b0ac70dbf9b7 None None] Transition to ACTIVE for port object f3b3aa19-81b5-43f1-bce2-44e2c06c96ce will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:18.438319 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9f0e-ad20-4807-b75d-b0ac70dbf9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:18.489228 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 1486ccf9-6a77-42c6-8813-7f0f6a177c3e is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:52:18.489846 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:18.497129 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-551fdde0-112a-4c52-af40-a83e737b5833 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Deleting port c4fe476c-7d55-435a-8c87-0db36685812b {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:52:18.497664 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-551fdde0-112a-4c52-af40-a83e737b5833 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:18.524583 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 1486ccf9-6a77-42c6-8813-7f0f6a177c3e, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=1486ccf9-6a77-42c6-8813-7f0f6a177c3e,segment=NetworkSegment(2b7fc080-c297-4325-9c79-8d2209f21744),segment_id=2b7fc080-c297-4325-9c79-8d2209f21744)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:52:18.529742 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:18.578154 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-04ea077d-be69-4e20-8b26-d1683971cf8b tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:18.596710 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6c44ff5b-e309-4682-9205-d376ee61bb68 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:18.601988 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c44ff5b-e309-4682-9205-d376ee61bb68 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:18.602588 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6c44ff5b-e309-4682-9205-d376ee61bb68 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:18.603887 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=1486ccf9-6a77-42c6-8813-7f0f6a177c3e,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:18.634433 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device c717020b-eb00-4aa5-abf9-67e3dfa3925c up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:52:18.650315 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1522a-2bb6-4ee3-a924-25a4b1345ae5 None None] Pushing event updated for resources: {'Port': ['ID=f3b3aa19-81b5-43f1-bce2-44e2c06c96ce,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:18.669923 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-5a5a9f0e-ad20-4807-b75d-b0ac70dbf9b7 None None] Attempting to bind port f3b3aa19-81b5-43f1-bce2-44e2c06c96ce on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:18.670300 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-5a5a9f0e-ad20-4807-b75d-b0ac70dbf9b7 None None] Attempting to bind port f3b3aa19-81b5-43f1-bce2-44e2c06c96ce by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'c2365945-0825-42dc-a302-48ce18607d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '31850627-f6e9-4ef5-9f05-dc1c1b19cf1b'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:18.670663 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5a9f0e-ad20-4807-b75d-b0ac70dbf9b7 None None] Attempting to bind port f3b3aa19-81b5-43f1-bce2-44e2c06c96ce on network 31850627-f6e9-4ef5-9f05-dc1c1b19cf1b {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:18.676995 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5a9f0e-ad20-4807-b75d-b0ac70dbf9b7 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:52:18.677363 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5a9f0e-ad20-4807-b75d-b0ac70dbf9b7 None None] Checking segment: {'id': 'c2365945-0825-42dc-a302-48ce18607d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '31850627-f6e9-4ef5-9f05-dc1c1b19cf1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:52:18.677759 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9f0e-ad20-4807-b75d-b0ac70dbf9b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:18.678146 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5a9f0e-ad20-4807-b75d-b0ac70dbf9b7 None None] Bound using segment: {'id': 'c2365945-0825-42dc-a302-48ce18607d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '31850627-f6e9-4ef5-9f05-dc1c1b19cf1b'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:52:18.678620 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-5a5a9f0e-ad20-4807-b75d-b0ac70dbf9b7 None None] Bound port: f3b3aa19-81b5-43f1-bce2-44e2c06c96ce, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2365945-0825-42dc-a302-48ce18607d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '31850627-f6e9-4ef5-9f05-dc1c1b19cf1b'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:52:18.679010 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9f0e-ad20-4807-b75d-b0ac70dbf9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:18.708015 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port c717020b-eb00-4aa5-abf9-67e3dfa3925c triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:18.708467 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:18.743977 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-04ea077d-be69-4e20-8b26-d1683971cf8b tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Usage tracker for resource:security_group_rule and tenant:d36f5522c6ec41e993e6cc182372eb1e is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:18.748077 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-04ea077d-be69-4e20-8b26-d1683971cf8b tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:18.755488 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-04ea077d-be69-4e20-8b26-d1683971cf8b tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:18.782383 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-5a5a9f0e-ad20-4807-b75d-b0ac70dbf9b7 None None] For port f3b3aa19-81b5-43f1-bce2-44e2c06c96ce, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:52:18.786125 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-5a5a9f0e-ad20-4807-b75d-b0ac70dbf9b7 None None] For port f3b3aa19-81b5-43f1-bce2-44e2c06c96ce, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f3b3aa19-81b5-43f1-bce2-44e2c06c96ce,segment=NetworkSegment(c2365945-0825-42dc-a302-48ce18607d40),segment_id=c2365945-0825-42dc-a302-48ce18607d40)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:52:18.793093 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9f0e-ad20-4807-b75d-b0ac70dbf9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:18.794477 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8a3a74-b80c-4c48-a5d6-963c8c2219b5 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Made reservation on behalf of 54b3b93764404397bf50a289ff183afd for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:52:18.797872 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cf8a3a74-b80c-4c48-a5d6-963c8c2219b5 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:18.836027 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port c717020b-eb00-4aa5-abf9-67e3dfa3925c is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:52:18.837121 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device b230af92-a4e0-4527-89a3-c58881bc43e0 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:52:18.842678 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5a9f0e-ad20-4807-b75d-b0ac70dbf9b7 None None] Routers {'61849ff4-bb8a-4a77-a910-194a89ff7d13'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:52:18.843712 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-5a5a9f0e-ad20-4807-b75d-b0ac70dbf9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:52:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['61849ff4-bb8a-4a77-a910-194a89ff7d13'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:18.862542 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cf8a3a74-b80c-4c48-a5d6-963c8c2219b5 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:18.908833 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port b230af92-a4e0-4527-89a3-c58881bc43e0 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:18.909196 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:18.947026 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.db.resource_extend [None req-0d56c535-0b24-4c2a-b3b6-92b85a167bf7 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 22:52:19.028932 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port b230af92-a4e0-4527-89a3-c58881bc43e0 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:52:19.055284 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1522a-2bb6-4ee3-a924-25a4b1345ae5 None None] Pushing event updated for resources: {'Port': ['ID=f3b3aa19-81b5-43f1-bce2-44e2c06c96ce,revision_number=4']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:19.058792 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-5a5a9f0e-ad20-4807-b75d-b0ac70dbf9b7 None None] Set router 61849ff4-bb8a-4a77-a910-194a89ff7d13 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:52:19.067415 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-cf8a3a74-b80c-4c48-a5d6-963c8c2219b5 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:19.091210 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:19.093697 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0d56c535-0b24-4c2a-b3b6-92b85a167bf7 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:19.181446 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-cf8a3a74-b80c-4c48-a5d6-963c8c2219b5 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Usage tracker for resource:security_group_rule and tenant:54b3b93764404397bf50a289ff183afd is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:19.191972 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0d56c535-0b24-4c2a-b3b6-92b85a167bf7 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:19.230092 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-cf8a3a74-b80c-4c48-a5d6-963c8c2219b5 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:19.306194 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6c44ff5b-e309-4682-9205-d376ee61bb68 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 4.5042925 Sep 14 22:52:19.309930 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44810) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:19.317690 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-b7d1fe27-6b38-4d06-84e1-a0d9a3b7d134 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:19.368034 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-cf8a3a74-b80c-4c48-a5d6-963c8c2219b5 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:19.382380 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-5a5a9f0e-ad20-4807-b75d-b0ac70dbf9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'name': 'tempest-ServersTestManualDisk-136148581-router', 'tenant_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': '2a579808-df45-4637-a166-5e1660fe6035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:51Z', 'updated_at': '2022-09-14T22:52:14Z', 'revision_number': 4, 'project_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'gw_port': {'id': '2a579808-df45-4637-a166-5e1660fe6035', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:54Z', 'updated_at': '2022-09-14T22:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'f3b3aa19-81b5-43f1-bce2-44e2c06c96ce', 'name': '', 'network_id': '31850627-f6e9-4ef5-9f05-dc1c1b19cf1b', 'tenant_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'mac_address': 'fa:16:3e:18:26:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'e47e8930-adcb-4694-be65-aa3ac5655b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:52:09Z', 'updated_at': '2022-09-14T22:52:18Z', 'revision_number': 4, 'project_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'subnets': [{'id': 'e47e8930-adcb-4694-be65-aa3ac5655b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:19.387150 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5a9f0e-ad20-4807-b75d-b0ac70dbf9b7 None None] The sync data for ids ['61849ff4-bb8a-4a77-a910-194a89ff7d13'] in dv-neutron-857791-1-hyperv is: [{'id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'name': 'tempest-ServersTestManualDisk-136148581-router', 'tenant_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': '2a579808-df45-4637-a166-5e1660fe6035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:51Z', 'updated_at': '2022-09-14T22:52:14Z', 'revision_number': 4, 'project_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'gw_port': {'id': '2a579808-df45-4637-a166-5e1660fe6035', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:54Z', 'updated_at': '2022-09-14T22:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'f3b3aa19-81b5-43f1-bce2-44e2c06c96ce', 'name': '', 'network_id': '31850627-f6e9-4ef5-9f05-dc1c1b19cf1b', 'tenant_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'mac_address': 'fa:16:3e:18:26:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'e47e8930-adcb-4694-be65-aa3ac5655b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:52:09Z', 'updated_at': '2022-09-14T22:52:18Z', 'revision_number': 4, 'project_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'subnets': [{'id': 'e47e8930-adcb-4694-be65-aa3ac5655b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:52:19.401212 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44ff5b-e309-4682-9205-d376ee61bb68 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Network': ['ID=ac1cbc11-ac8d-43cd-9c1d-398cae68a205,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:19.454715 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:52:19.467235 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-4e31f4ca-783d-4ce7-9390-71a5cf249a2d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Allocated IP 172.26.5.65 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/5136c223-d5c0-41cc-b335-3ff0f6f079a3) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:52:19.471289 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b7d1fe27-6b38-4d06-84e1-a0d9a3b7d134 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:19.476864 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b7d1fe27-6b38-4d06-84e1-a0d9a3b7d134 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:subnet and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:19.480133 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b7d1fe27-6b38-4d06-84e1-a0d9a3b7d134 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:19.492784 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b7d1fe27-6b38-4d06-84e1-a0d9a3b7d134 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:19.503625 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d1fe27-6b38-4d06-84e1-a0d9a3b7d134 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:52:19.507086 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b7d1fe27-6b38-4d06-84e1-a0d9a3b7d134 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:19.534309 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-52c0d2cb-4425-466d-806a-f3df46e2db86 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:19.724668 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56c535-0b24-4c2a-b3b6-92b85a167bf7 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Pushing event updated for resources: {'Port': ['ID=204520aa-be0d-4f0e-810d-7c529b5058c0,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:19.727252 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0d56c535-0b24-4c2a-b3b6-92b85a167bf7 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:19.742141 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-04ea077d-be69-4e20-8b26-d1683971cf8b tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:19.796308 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b7d1fe27-6b38-4d06-84e1-a0d9a3b7d134 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:19.806948 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-52c0d2cb-4425-466d-806a-f3df46e2db86 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Transition to ACTIVE for port object dedb1458-59ce-471a-a924-9b1b14c100f2 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:19.816734 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-04ea077d-be69-4e20-8b26-d1683971cf8b tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:19.880922 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1fe27-6b38-4d06-84e1-a0d9a3b7d134 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Subnet': ['ID=fd444deb-ff4f-478f-b7f8-871043716fa0,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:19.890837 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d1fe27-6b38-4d06-84e1-a0d9a3b7d134 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Checking segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:52:19.891197 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d1fe27-6b38-4d06-84e1-a0d9a3b7d134 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network hostable DHCP agents. Network: ac1cbc11-ac8d-43cd-9c1d-398cae68a205, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:52:19.913651 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d1fe27-6b38-4d06-84e1-a0d9a3b7d134 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:52:19.925286 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-b7d1fe27-6b38-4d06-84e1-a0d9a3b7d134 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, ac1cbc11-ac8d-43cd-9c1d-398cae68a205) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:19.929966 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d1fe27-6b38-4d06-84e1-a0d9a3b7d134 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:19.930754 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b7d1fe27-6b38-4d06-84e1-a0d9a3b7d134 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:19.940735 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f186fd5-93e2-450f-9df1-10f221297f07 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:52:19.978623 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b7d1fe27-6b38-4d06-84e1-a0d9a3b7d134 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6640916 Sep 14 22:52:19.979135 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44814) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:19.989527 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-fa177034-df7f-4613-9f65-cd0e07c2b745 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'port': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'name': 'tempest-NetworksTestDHCPv6-1081637727'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:19.997008 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0d56c535-0b24-4c2a-b3b6-92b85a167bf7 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:20.006762 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0d56c535-0b24-4c2a-b3b6-92b85a167bf7 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.7193253 Sep 14 22:52:20.023506 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea077d-be69-4e20-8b26-d1683971cf8b tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dca6bde9-ce0e-46af-b6a1-393a3e60b4d1,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:20.025794 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-04ea077d-be69-4e20-8b26-d1683971cf8b tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:20.030241 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-04ea077d-be69-4e20-8b26-d1683971cf8b tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.2171187 Sep 14 22:52:20.042243 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44820) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:20.102206 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-513facd1-ec33-467d-bef3-0b542f107e7f tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Request body: {'security_group_rule': {'security_group_id': 'dca6bde9-ce0e-46af-b6a1-393a3e60b4d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:20.119806 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-551fdde0-112a-4c52-af40-a83e737b5833 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:20.127635 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-513facd1-ec33-467d-bef3-0b542f107e7f tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:20.141311 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-513facd1-ec33-467d-bef3-0b542f107e7f tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Usage tracker for resource:security_group_rule and tenant:d36f5522c6ec41e993e6cc182372eb1e is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:20.154436 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-513facd1-ec33-467d-bef3-0b542f107e7f tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:20.165992 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-513facd1-ec33-467d-bef3-0b542f107e7f tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:20.174031 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-49603f7b-e587-4273-a96d-eff4d392c0f7 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Allocated IP 172.20.0.1 (b3e967cf-c325-409c-b5e4-d39cd729dfce/2902d335-8f4e-4aa9-a852-33db9b9b7acd/62404686-bd99-41bb-abdc-5547104c7292) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:52:20.295826 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab4bcf5-970c-457e-9e03-7ad059b34dde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'fixed_ips': [{'subnet_id': 'fd444deb-ff4f-478f-b7f8-871043716fa0'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:52:20.296832 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cab4bcf5-970c-457e-9e03-7ad059b34dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:20.303954 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-513facd1-ec33-467d-bef3-0b542f107e7f tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:20.328581 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-551fdde0-112a-4c52-af40-a83e737b5833 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Calling delete_port for c4fe476c-7d55-435a-8c87-0db36685812b owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:52:20.369550 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-fa177034-df7f-4613-9f65-cd0e07c2b745 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:20.370593 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cf8a3a74-b80c-4c48-a5d6-963c8c2219b5 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:20.382423 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-52c0d2cb-4425-466d-806a-f3df46e2db86 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:20.382723 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-fa177034-df7f-4613-9f65-cd0e07c2b745 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:port and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:20.393894 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-fa177034-df7f-4613-9f65-cd0e07c2b745 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:20.412080 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-fa177034-df7f-4613-9f65-cd0e07c2b745 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:20.436074 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa177034-df7f-4613-9f65-cd0e07c2b745 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:52:20.441251 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fa177034-df7f-4613-9f65-cd0e07c2b745 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:20.487827 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cf8a3a74-b80c-4c48-a5d6-963c8c2219b5 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:20.511235 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4e31f4ca-783d-4ce7-9390-71a5cf249a2d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:20.548593 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-fa177034-df7f-4613-9f65-cd0e07c2b745 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] device_id is not set on port 0282075a-a3ef-4edb-ba05-bc2604b67b89 yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:52:20.640675 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44844) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:20.650310 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-cab4bcf5-970c-457e-9e03-7ad059b34dde None None] Allocated IP 2001:db8::2 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/fd444deb-ff4f-478f-b7f8-871043716fa0/e0e245f0-0226-4cd5-be71-2539b176b5d7) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:52:20.653011 dv-neutron-857791-1-hyperv neutron-server[89170]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 14 22:52:20.671076 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 22:52:20.718529 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-f0248784-c657-4c1a-a46e-9e52ddf244e2 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--315890002&fields=id&tenant_id=619a722a9a6d4b25978034388633fb87 HTTP/1.1" status: 200 len: 267 time: 0.0701969 Sep 14 22:52:20.720638 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-513facd1-ec33-467d-bef3-0b542f107e7f tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:20.752595 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-513facd1-ec33-467d-bef3-0b542f107e7f tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:20.758935 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 1486ccf9-6a77-42c6-8813-7f0f6a177c3e up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:52:20.797675 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-49603f7b-e587-4273-a96d-eff4d392c0f7 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:20.836304 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513facd1-ec33-467d-bef3-0b542f107e7f tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cca1aa3a-6ceb-4798-9990-9802a07265ff,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:20.846167 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-49603f7b-e587-4273-a96d-eff4d392c0f7 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Transition to ACTIVE for port object 62404686-bd99-41bb-abdc-5547104c7292 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:20.860436 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-513facd1-ec33-467d-bef3-0b542f107e7f tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:20.865070 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-513facd1-ec33-467d-bef3-0b542f107e7f tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8189821 Sep 14 22:52:20.865352 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44848) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:20.867740 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 1486ccf9-6a77-42c6-8813-7f0f6a177c3e triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:20.868153 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:20.873898 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-e8d905f0-3bbd-486d-9ef3-436287716c8b tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Request body: {'security_group_rule': {'security_group_id': 'dca6bde9-ce0e-46af-b6a1-393a3e60b4d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:20.882984 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c0d2cb-4425-466d-806a-f3df46e2db86 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Network 2b69ce89-d338-407a-9920-37d3f61d6441 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:20.893633 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-e8d905f0-3bbd-486d-9ef3-436287716c8b tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:20.894217 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf8a3a74-b80c-4c48-a5d6-963c8c2219b5 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:52:20.897065 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-52c0d2cb-4425-466d-806a-f3df46e2db86 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:20.899778 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-e8d905f0-3bbd-486d-9ef3-436287716c8b tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Usage tracker for resource:security_group_rule and tenant:d36f5522c6ec41e993e6cc182372eb1e is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:20.905080 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-e8d905f0-3bbd-486d-9ef3-436287716c8b tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:20.908449 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a3a74-b80c-4c48-a5d6-963c8c2219b5 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5d4fa7-8a9b-4d78-82e1-eaa7d6ae86f0,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:20.921348 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-e8d905f0-3bbd-486d-9ef3-436287716c8b tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:20.929162 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0d2cb-4425-466d-806a-f3df46e2db86 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Pushing event updated for resources: {'Port': ['ID=dedb1458-59ce-471a-a924-9b1b14c100f2,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:20.935116 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-59346952-e907-41d7-8da1-41afc6b14b1b tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:20.936596 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-59346952-e907-41d7-8da1-41afc6b14b1b tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/networks?id=63e45686-e294-49ff-846c-ac2fe15584a9 HTTP/1.1" status: 200 len: 806 time: 0.2104626 Sep 14 22:52:20.945926 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c0d2cb-4425-466d-806a-f3df46e2db86 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:20.952504 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c0d2cb-4425-466d-806a-f3df46e2db86 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:20.953251 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-52c0d2cb-4425-466d-806a-f3df46e2db86 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:20.960179 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-ed17c72a-55e7-4595-8c56-9048cd523fcf tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/quotas/619a722a9a6d4b25978034388633fb87 HTTP/1.1" status: 200 len: 375 time: 0.0167859 Sep 14 22:52:20.961612 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e8d905f0-3bbd-486d-9ef3-436287716c8b tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:20.982902 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cf8a3a74-b80c-4c48-a5d6-963c8c2219b5 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:20.983397 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-cf8a3a74-b80c-4c48-a5d6-963c8c2219b5 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Added segment efa678ee-e519-4e04-a369-ecd711a3fc52 of type vlan for network 8d07be8c-6642-4c23-a18b-cc49402c16bc Sep 14 22:52:21.099130 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e8d905f0-3bbd-486d-9ef3-436287716c8b tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:21.113198 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e8d905f0-3bbd-486d-9ef3-436287716c8b tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:21.117625 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cab4bcf5-970c-457e-9e03-7ad059b34dde None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:21.137702 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-49603f7b-e587-4273-a96d-eff4d392c0f7 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:21.142675 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-cab4bcf5-970c-457e-9e03-7ad059b34dde None None] Transition to ACTIVE for port object e0e245f0-0226-4cd5-be71-2539b176b5d7 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:21.147412 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cf8a3a74-b80c-4c48-a5d6-963c8c2219b5 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:21.149507 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-7c218451-9939-4ad1-9de1-57dd026453f7 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Synchronizing usage tracker for tenant:619a722a9a6d4b25978034388633fb87 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:52:21.154302 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 1486ccf9-6a77-42c6-8813-7f0f6a177c3e is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:52:21.155388 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f3b3aa19-81b5-43f1-bce2-44e2c06c96ce up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:52:21.161419 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d905f0-3bbd-486d-9ef3-436287716c8b tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ab4d35-ca94-433c-83ba-e9f3a50831fb,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:21.189823 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e8d905f0-3bbd-486d-9ef3-436287716c8b tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:21.191541 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-e8d905f0-3bbd-486d-9ef3-436287716c8b tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3251808 Sep 14 22:52:21.201543 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44852) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:21.207740 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-77c9e597-4d02-4c7d-9c27-c67295192eac tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:21.210504 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-cab4bcf5-970c-457e-9e03-7ad059b34dde None None] Transition to ACTIVE for port object e0e245f0-0226-4cd5-be71-2539b176b5d7 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:21.216802 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-7c218451-9939-4ad1-9de1-57dd026453f7 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Unset dirty status for tenant:619a722a9a6d4b25978034388633fb87 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:52:21.221263 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-7c218451-9939-4ad1-9de1-57dd026453f7 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=619a722a9a6d4b25978034388633fb87&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2501855 Sep 14 22:52:21.235023 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cab4bcf5-970c-457e-9e03-7ad059b34dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:21.282504 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-77c9e597-4d02-4c7d-9c27-c67295192eac tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:21.297099 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-77c9e597-4d02-4c7d-9c27-c67295192eac tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Usage tracker for resource:floatingip and tenant:d36f5522c6ec41e993e6cc182372eb1e is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:21.303494 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-77c9e597-4d02-4c7d-9c27-c67295192eac tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:21.313345 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-77c9e597-4d02-4c7d-9c27-c67295192eac tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:21.348722 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-52c0d2cb-4425-466d-806a-f3df46e2db86 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 6.3277509 Sep 14 22:52:21.348722 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4e31f4ca-783d-4ce7-9390-71a5cf249a2d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:21.351050 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44860) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:21.373841 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab4bcf5-970c-457e-9e03-7ad059b34dde None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:21.377815 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-fa177034-df7f-4613-9f65-cd0e07c2b745 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Allocated IP 2001:db8::1dc (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/fd444deb-ff4f-478f-b7f8-871043716fa0/0282075a-a3ef-4edb-ba05-bc2604b67b89) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:52:21.379195 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-cab4bcf5-970c-457e-9e03-7ad059b34dde None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:21.381308 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port f3b3aa19-81b5-43f1-bce2-44e2c06c96ce completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:21.384998 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4bcf5-970c-457e-9e03-7ad059b34dde None None] Pushing event updated for resources: {'Port': ['ID=e0e245f0-0226-4cd5-be71-2539b176b5d7,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:21.389473 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab4bcf5-970c-457e-9e03-7ad059b34dde None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:21.390851 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-cca0f486-744d-4bc4-a803-a481be1b206a tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::ad', 'mac_address': 'fa:16:3e:ea:85:b9'}]}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:21.393995 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port f3b3aa19-81b5-43f1-bce2-44e2c06c96ce triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:21.394454 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:21.416937 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49603f7b-e587-4273-a96d-eff4d392c0f7 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Network b3e967cf-c325-409c-b5e4-d39cd729dfce is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:21.429925 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e31f4ca-783d-4ce7-9390-71a5cf249a2d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:21.432197 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-551fdde0-112a-4c52-af40-a83e737b5833 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:21.434478 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-77c9e597-4d02-4c7d-9c27-c67295192eac tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks [] for floatingip, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:21.447134 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-4e31f4ca-783d-4ce7-9390-71a5cf249a2d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:21.451190 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e31f4ca-783d-4ce7-9390-71a5cf249a2d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:21.555373 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-f597d08a-9384-453e-83cc-c27174eba0d9 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:52:21.556720 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-f597d08a-9384-453e-83cc-c27174eba0d9 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1253910 Sep 14 22:52:21.570294 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-49603f7b-e587-4273-a96d-eff4d392c0f7 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:21.580102 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-7cc15d48-a5a0-4cdf-b282-94b361887878 None None] Provisioning for port dedb1458-59ce-471a-a924-9b1b14c100f2 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:21.583834 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-cab4bcf5-970c-457e-9e03-7ad059b34dde None None] Attempting to bind port e0e245f0-0226-4cd5-be71-2539b176b5d7 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:21.584206 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-cab4bcf5-970c-457e-9e03-7ad059b34dde None None] Attempting to bind port e0e245f0-0226-4cd5-be71-2539b176b5d7 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:21.584429 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49603f7b-e587-4273-a96d-eff4d392c0f7 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:21.584598 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab4bcf5-970c-457e-9e03-7ad059b34dde None None] Attempting to bind port e0e245f0-0226-4cd5-be71-2539b176b5d7 on network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:21.602998 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-7cc15d48-a5a0-4cdf-b282-94b361887878 None None] Provisioning complete for port dedb1458-59ce-471a-a924-9b1b14c100f2 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:21.603368 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7cc15d48-a5a0-4cdf-b282-94b361887878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:21.636437 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab4bcf5-970c-457e-9e03-7ad059b34dde None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:52:21.641205 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab4bcf5-970c-457e-9e03-7ad059b34dde None None] Checking segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:52:21.641661 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cab4bcf5-970c-457e-9e03-7ad059b34dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:21.642572 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab4bcf5-970c-457e-9e03-7ad059b34dde None None] Bound using segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:52:21.643075 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-cab4bcf5-970c-457e-9e03-7ad059b34dde None None] Bound port: e0e245f0-0226-4cd5-be71-2539b176b5d7, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:52:21.644496 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cab4bcf5-970c-457e-9e03-7ad059b34dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:21.708198 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cf8a3a74-b80c-4c48-a5d6-963c8c2219b5 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:21.714642 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8a3a74-b80c-4c48-a5d6-963c8c2219b5 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:21.719057 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cf8a3a74-b80c-4c48-a5d6-963c8c2219b5 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:21.772311 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49603f7b-e587-4273-a96d-eff4d392c0f7 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Pushing event updated for resources: {'Port': ['ID=62404686-bd99-41bb-abdc-5547104c7292,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:21.888224 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-7cc15d48-a5a0-4cdf-b282-94b361887878 None None] Port dedb1458-59ce-471a-a924-9b1b14c100f2 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:52:21.910481 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port f3b3aa19-81b5-43f1-bce2-44e2c06c96ce is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:52:21.910857 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:21.963612 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port f3b3aa19-81b5-43f1-bce2-44e2c06c96ce, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f3b3aa19-81b5-43f1-bce2-44e2c06c96ce,segment=NetworkSegment(c2365945-0825-42dc-a302-48ce18607d40),segment_id=c2365945-0825-42dc-a302-48ce18607d40)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:52:21.968361 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-cab4bcf5-970c-457e-9e03-7ad059b34dde None None] For port e0e245f0-0226-4cd5-be71-2539b176b5d7, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:52:21.971469 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:21.979252 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-cab4bcf5-970c-457e-9e03-7ad059b34dde None None] For port e0e245f0-0226-4cd5-be71-2539b176b5d7, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=e0e245f0-0226-4cd5-be71-2539b176b5d7,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:52:22.019094 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-49603f7b-e587-4273-a96d-eff4d392c0f7 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:22.030651 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-cf8a3a74-b80c-4c48-a5d6-963c8c2219b5 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 4.4517186 Sep 14 22:52:22.037130 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cab4bcf5-970c-457e-9e03-7ad059b34dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:22.038538 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cca0f486-744d-4bc4-a803-a481be1b206a tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:22.059093 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31f4ca-783d-4ce7-9390-71a5cf249a2d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Pushing event updated for resources: {'Port': ['ID=5136c223-d5c0-41cc-b335-3ff0f6f079a3,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:22.066150 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a3a74-b80c-4c48-a5d6-963c8c2219b5 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Pushing event updated for resources: {'Network': ['ID=8d07be8c-6642-4c23-a18b-cc49402c16bc,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:22.083173 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 8d07be8c-6642-4c23-a18b-cc49402c16bc details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:52:22.117084 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-551fdde0-112a-4c52-af40-a83e737b5833 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:22.121831 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1f50f0ee-7fb6-46ed-981f-8b1de33d72f5 None None] Provisioning for port 62404686-bd99-41bb-abdc-5547104c7292 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:22.122331 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-551fdde0-112a-4c52-af40-a83e737b5833 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] 10.222.0.33 "DELETE /v2.0/ports/c4fe476c-7d55-435a-8c87-0db36685812b HTTP/1.1" status: 204 len: 168 time: 4.1861181 Sep 14 22:52:22.122331 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4e31f4ca-783d-4ce7-9390-71a5cf249a2d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:22.129571 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44870) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:22.174663 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44874) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:22.180024 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551fdde0-112a-4c52-af40-a83e737b5833 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Pushing event deleted for resources: {'Port': ['ID=c4fe476c-7d55-435a-8c87-0db36685812b,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:22.181706 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=f3b3aa19-81b5-43f1-bce2-44e2c06c96ce,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:22.193938 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Request body: {'port': {'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc', 'binding:host_id': 'hv-neutron-8577', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1981782707'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:22.237020 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:22.241239 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-801df046-c013-4224-a6ff-7ee1c2d4d36f tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] GET failed (client error): The resource could not be found. Sep 14 22:52:22.241884 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-801df046-c013-4224-a6ff-7ee1c2d4d36f tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Synchronizing usage tracker for tenant:cf52be6b4cca4eb79c0d08c2bf365b2b on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:52:22.260410 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Usage tracker for resource:port and tenant:b0f4d8c0c2b44d4e9ee422555e20ffc6 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:22.263734 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1f50f0ee-7fb6-46ed-981f-8b1de33d72f5 None None] Provisioning complete for port 62404686-bd99-41bb-abdc-5547104c7292 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:22.264099 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1f50f0ee-7fb6-46ed-981f-8b1de33d72f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:22.271736 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:22.289452 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:22.297608 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4e31f4ca-783d-4ce7-9390-71a5cf249a2d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:22.310742 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-58facf82-89a0-4895-9a34-6a1a9a26d0ab service neutron] 10.222.0.33 "GET /v2.0/networks/63e45686-e294-49ff-846c-ac2fe15584a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7363772 Sep 14 22:52:22.331378 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-801df046-c013-4224-a6ff-7ee1c2d4d36f tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Unset dirty status for tenant:cf52be6b4cca4eb79c0d08c2bf365b2b on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:52:22.342743 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-801df046-c013-4224-a6ff-7ee1c2d4d36f tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] 10.222.0.33 "GET /v2.0/ports/c4fe476c-7d55-435a-8c87-0db36685812b HTTP/1.1" status: 404 len: 333 time: 0.2073729 Sep 14 22:52:22.362486 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44878) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:22.421947 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-f920bf1e-f7c9-4455-82d6-23433ecb3562 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Request body: {'port': {'network_id': '5269fc46-1f9d-4b11-a096-ea0e5853251c', 'name': 'tempest-AllowedAddressPairTestJSON-1566012467'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:22.429352 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1f50f0ee-7fb6-46ed-981f-8b1de33d72f5 None None] Port 62404686-bd99-41bb-abdc-5547104c7292 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:52:22.446759 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4bcf5-970c-457e-9e03-7ad059b34dde None None] Pushing event updated for resources: {'Port': ['ID=e0e245f0-0226-4cd5-be71-2539b176b5d7,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:22.460424 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Made reservation on behalf of b0f4d8c0c2b44d4e9ee422555e20ffc6 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:52:22.463158 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:22.541801 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:22.626249 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:22.636119 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-8d26122d-4f9d-430f-a7b2-9b8a2b8d98be service neutron] 10.222.0.33 "GET /v2.0/networks/63e45686-e294-49ff-846c-ac2fe15584a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180363 Sep 14 22:52:22.662873 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-77c9e597-4d02-4c7d-9c27-c67295192eac tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:22.670970 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fa177034-df7f-4613-9f65-cd0e07c2b745 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:22.688767 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Usage tracker for resource:security_group_rule and tenant:b0f4d8c0c2b44d4e9ee422555e20ffc6 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:22.696891 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:22.772051 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-fa177034-df7f-4613-9f65-cd0e07c2b745 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Transition to ACTIVE for port object 0282075a-a3ef-4edb-ba05-bc2604b67b89 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:22.777397 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e0e245f0-0226-4cd5-be71-2539b176b5d7 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:52:22.779369 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:22.825922 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-49603f7b-e587-4273-a96d-eff4d392c0f7 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:22.895153 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-77c9e597-4d02-4c7d-9c27-c67295192eac tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Allocated IP 172.26.5.186 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/a811ae6b-8932-4c26-acee-49ce4c2f494a) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:52:22.896459 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-f920bf1e-f7c9-4455-82d6-23433ecb3562 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:22.898630 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cca0f486-744d-4bc4-a803-a481be1b206a tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:22.911494 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cca0f486-744d-4bc4-a803-a481be1b206a tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:22.912023 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-cca0f486-744d-4bc4-a803-a481be1b206a tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] In _notify_port_updated(), no bound segment for port dedb1458-59ce-471a-a924-9b1b14c100f2 on network 2b69ce89-d338-407a-9920-37d3f61d6441 {{(pid=89170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 14 22:52:22.918145 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca0f486-744d-4bc4-a803-a481be1b206a tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:22.918799 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cca0f486-744d-4bc4-a803-a481be1b206a tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:22.923161 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-cca0f486-744d-4bc4-a803-a481be1b206a tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] 10.222.0.33 "PUT /v2.0/ports/dedb1458-59ce-471a-a924-9b1b14c100f2 HTTP/1.1" status: 200 len: 1002 time: 1.5624301 Sep 14 22:52:22.943067 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port e0e245f0-0226-4cd5-be71-2539b176b5d7 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:22.952204 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44890) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:22.957851 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fa177034-df7f-4613-9f65-cd0e07c2b745 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:22.960862 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f3b3aa19-81b5-43f1-bce2-44e2c06c96ce up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:52:22.978289 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-f920bf1e-f7c9-4455-82d6-23433ecb3562 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:23.065434 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port f3b3aa19-81b5-43f1-bce2-44e2c06c96ce triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:23.066290 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:23.125475 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44904) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:23.164496 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:23.178048 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.db.resource_extend [None req-4e31f4ca-783d-4ce7-9390-71a5cf249a2d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 22:52:23.186889 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:23.191232 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] device_id is not set on port a13638d0-490d-449c-937e-c1ea907bff0c yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:52:23.259492 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port f3b3aa19-81b5-43f1-bce2-44e2c06c96ce is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:52:23.270608 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f920bf1e-f7c9-4455-82d6-23433ecb3562 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Made reservation on behalf of cf52be6b4cca4eb79c0d08c2bf365b2b for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:52:23.274825 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f920bf1e-f7c9-4455-82d6-23433ecb3562 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:23.276733 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0f486-744d-4bc4-a803-a481be1b206a tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Pushing event updated for resources: {'Port': ['ID=dedb1458-59ce-471a-a924-9b1b14c100f2,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:23.378748 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4e31f4ca-783d-4ce7-9390-71a5cf249a2d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:23.449896 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa177034-df7f-4613-9f65-cd0e07c2b745 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Port': ['ID=0282075a-a3ef-4edb-ba05-bc2604b67b89,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:23.457626 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-970ca640-6ef2-4486-af7c-08d475e8fd8f tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Deleting port dedb1458-59ce-471a-a924-9b1b14c100f2 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:52:23.458224 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-970ca640-6ef2-4486-af7c-08d475e8fd8f tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:23.526245 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3790218a-9daa-4351-8566-60e20974b720 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:52:23.534364 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa177034-df7f-4613-9f65-cd0e07c2b745 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:23.549635 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-fa177034-df7f-4613-9f65-cd0e07c2b745 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:23.552457 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa177034-df7f-4613-9f65-cd0e07c2b745 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:23.558424 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa177034-df7f-4613-9f65-cd0e07c2b745 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:23.559316 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fa177034-df7f-4613-9f65-cd0e07c2b745 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:23.576412 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-aff3f5e3-937c-4a1a-ad5b-6fe4f4d35ac5 req-90129951-9fc5-42d8-8ac4-12042b48e52e tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/ports?device_id=390a02d0-98e6-439c-bb9e-55ab228b2d5e HTTP/1.1" status: 200 len: 210 time: 0.4239545 Sep 14 22:52:23.687706 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-828511bc-63bd-47b3-a576-1c0d88ba5597 None None] Provisioning for port e0e245f0-0226-4cd5-be71-2539b176b5d7 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:23.762766 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-828511bc-63bd-47b3-a576-1c0d88ba5597 None None] Provisioning complete for port e0e245f0-0226-4cd5-be71-2539b176b5d7 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:23.763250 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-828511bc-63bd-47b3-a576-1c0d88ba5597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:23.822582 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4e31f4ca-783d-4ce7-9390-71a5cf249a2d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:23.868590 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-fa177034-df7f-4613-9f65-cd0e07c2b745 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.8881338 Sep 14 22:52:23.874490 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44926) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:23.880428 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-f920bf1e-f7c9-4455-82d6-23433ecb3562 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] device_id is not set on port 77a4d7f3-15d4-4342-88e5-f0ad7fa852f2 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:52:23.977759 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-77c9e597-4d02-4c7d-9c27-c67295192eac tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:23.980114 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5517a53-e75c-4ada-ad4b-8d924828ffc2,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:23.983260 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-828511bc-63bd-47b3-a576-1c0d88ba5597 None None] Current status of the port e0e245f0-0226-4cd5-be71-2539b176b5d7 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:52:23.983779 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-828511bc-63bd-47b3-a576-1c0d88ba5597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:24.023405 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-970ca640-6ef2-4486-af7c-08d475e8fd8f tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:24.036217 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-828511bc-63bd-47b3-a576-1c0d88ba5597 None None] For port e0e245f0-0226-4cd5-be71-2539b176b5d7, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=e0e245f0-0226-4cd5-be71-2539b176b5d7,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:52:24.043229 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-828511bc-63bd-47b3-a576-1c0d88ba5597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:24.168964 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828511bc-63bd-47b3-a576-1c0d88ba5597 None None] Pushing event updated for resources: {'Port': ['ID=e0e245f0-0226-4cd5-be71-2539b176b5d7,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:24.208152 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-970ca640-6ef2-4486-af7c-08d475e8fd8f tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Calling delete_port for dedb1458-59ce-471a-a924-9b1b14c100f2 owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:52:24.275572 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4e31f4ca-783d-4ce7-9390-71a5cf249a2d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:24.280145 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31f4ca-783d-4ce7-9390-71a5cf249a2d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Pushing event updated for resources: {'Port': ['ID=5136c223-d5c0-41cc-b335-3ff0f6f079a3,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:24.290520 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d449ed8d-3455-4fb2-a24c-75086d8c5ef0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:24.296599 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d449ed8d-3455-4fb2-a24c-75086d8c5ef0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:24.297487 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-d449ed8d-3455-4fb2-a24c-75086d8c5ef0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:52:24.333314 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-77c9e597-4d02-4c7d-9c27-c67295192eac tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:24.387514 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-13d4025b-4033-43d1-b04a-0f03274e262a None None] Provisioning for port 0282075a-a3ef-4edb-ba05-bc2604b67b89 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:24.394255 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-13d4025b-4033-43d1-b04a-0f03274e262a None None] Provisioning complete for port 0282075a-a3ef-4edb-ba05-bc2604b67b89 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:24.394767 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-13d4025b-4033-43d1-b04a-0f03274e262a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:24.422383 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-d449ed8d-3455-4fb2-a24c-75086d8c5ef0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:52:24.426569 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d449ed8d-3455-4fb2-a24c-75086d8c5ef0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5452106 Sep 14 22:52:24.463804 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] device_id is not set on port a13638d0-490d-449c-937e-c1ea907bff0c yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:52:24.473614 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44936) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:24.502729 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-13d4025b-4033-43d1-b04a-0f03274e262a None None] Port 0282075a-a3ef-4edb-ba05-bc2604b67b89 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:52:24.513619 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9e597-4d02-4c7d-9c27-c67295192eac tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Pushing event updated for resources: {'Port': ['ID=a811ae6b-8932-4c26-acee-49ce4c2f494a,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:24.519176 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-970ca640-6ef2-4486-af7c-08d475e8fd8f tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:24.532247 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-13d4025b-4033-43d1-b04a-0f03274e262a None None] Provisioning complete for port e0e245f0-0226-4cd5-be71-2539b176b5d7 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:24.533159 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-13d4025b-4033-43d1-b04a-0f03274e262a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:24.584049 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c9e597-4d02-4c7d-9c27-c67295192eac tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:24.585191 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ca640-6ef2-4486-af7c-08d475e8fd8f tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Pushing event deleted for resources: {'Port': ['ID=dedb1458-59ce-471a-a924-9b1b14c100f2,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:24.589307 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-77c9e597-4d02-4c7d-9c27-c67295192eac tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:24.610555 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:24.644424 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4e31f4ca-783d-4ce7-9390-71a5cf249a2d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:24.650753 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4e31f4ca-783d-4ce7-9390-71a5cf249a2d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.3555970 Sep 14 22:52:24.693808 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c9e597-4d02-4c7d-9c27-c67295192eac tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:24.810026 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e0e245f0-0226-4cd5-be71-2539b176b5d7 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:52:24.827019 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-ecd3b593-2985-4af3-a760-5430df6c8a9b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting port 0282075a-a3ef-4edb-ba05-bc2604b67b89 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:52:24.827545 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ecd3b593-2985-4af3-a760-5430df6c8a9b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:24.858789 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-970ca640-6ef2-4486-af7c-08d475e8fd8f tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:24.885917 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-970ca640-6ef2-4486-af7c-08d475e8fd8f tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] 10.222.0.33 "DELETE /v2.0/ports/dedb1458-59ce-471a-a924-9b1b14c100f2 HTTP/1.1" status: 204 len: 168 time: 1.9311121 Sep 14 22:52:24.888596 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 44948) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:24.889816 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Transition to ACTIVE for port object a13638d0-490d-449c-937e-c1ea907bff0c will not be triggered until provisioned by entity L2. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:24.898400 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-f920bf1e-f7c9-4455-82d6-23433ecb3562 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Allocated IP 172.20.0.13 (5269fc46-1f9d-4b11-a096-ea0e5853251c/b6a6f06a-af01-456e-b5c4-e414c3c9a3b3/77a4d7f3-15d4-4342-88e5-f0ad7fa852f2) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:52:24.969485 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-13d4025b-4033-43d1-b04a-0f03274e262a None None] Current status of the port e0e245f0-0226-4cd5-be71-2539b176b5d7 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:52:25.018106 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port e0e245f0-0226-4cd5-be71-2539b176b5d7 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:25.018869 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:25.042255 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-77c9e597-4d02-4c7d-9c27-c67295192eac tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:25.072581 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:25.105279 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5674b3bf-6e46-4f59-b9e3-b97c47a2cab5 req-f4ae1b13-aae3-4fd5-b361-9604d49d390a tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/ports?device_id=390a02d0-98e6-439c-bb9e-55ab228b2d5e HTTP/1.1" status: 200 len: 210 time: 0.0644104 Sep 14 22:52:25.107794 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-9955a9fa-fc6f-47a2-89f1-b3e4a1dedc97 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] GET failed (client error): The resource could not be found. Sep 14 22:52:25.108286 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9955a9fa-fc6f-47a2-89f1-b3e4a1dedc97 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Synchronizing usage tracker for tenant:546b5aea94954549b6ec9228e90089c7 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:52:25.138552 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f913b581-3f1d-4449-8521-e39f1714a0c1 None None] Provisioning complete for port 0282075a-a3ef-4edb-ba05-bc2604b67b89 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:25.140176 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f913b581-3f1d-4449-8521-e39f1714a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:25.174360 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.20', 59632) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:25.300458 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port e0e245f0-0226-4cd5-be71-2539b176b5d7 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:52:25.310807 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-f913b581-3f1d-4449-8521-e39f1714a0c1 None None] Port 0282075a-a3ef-4edb-ba05-bc2604b67b89 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:52:25.316028 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9955a9fa-fc6f-47a2-89f1-b3e4a1dedc97 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Unset dirty status for tenant:546b5aea94954549b6ec9228e90089c7 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:52:25.316831 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9955a9fa-fc6f-47a2-89f1-b3e4a1dedc97 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] 10.222.0.33 "GET /v2.0/ports/dedb1458-59ce-471a-a924-9b1b14c100f2 HTTP/1.1" status: 404 len: 333 time: 0.4272914 Sep 14 22:52:25.330844 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 44970) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:25.333267 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Pushing event updated for resources: {'Port': ['ID=a13638d0-490d-449c-937e-c1ea907bff0c,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:25.340203 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-563779eb-59b5-4707-8d15-a47fe6e753df tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Request body: {'port': {'network_id': '2b69ce89-d338-407a-9920-37d3f61d6441', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1904868939'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:25.342324 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-b197f46b-1b90-41c0-98c9-d6729732ac0a tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Synchronizing usage tracker for tenant:bd36d59a9e6b4be08e34d9d0bdaa27c1 on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:52:25.347149 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-77c9e597-4d02-4c7d-9c27-c67295192eac tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:25.422835 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-4b25d73e-332b-4f53-9ba3-ac243bc33708 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:25.424322 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-4b25d73e-332b-4f53-9ba3-ac243bc33708 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.20 "GET /v2.0/networks?id=63e45686-e294-49ff-846c-ac2fe15584a9 HTTP/1.1" status: 200 len: 806 time: 0.2468307 Sep 14 22:52:25.427053 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-b197f46b-1b90-41c0-98c9-d6729732ac0a tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Unset dirty status for tenant:bd36d59a9e6b4be08e34d9d0bdaa27c1 on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:52:25.428217 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-b197f46b-1b90-41c0-98c9-d6729732ac0a tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--63055861&fields=id&tenant_id=bd36d59a9e6b4be08e34d9d0bdaa27c1 HTTP/1.1" status: 200 len: 267 time: 0.3790922 Sep 14 22:52:25.583394 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.db.resource_extend [None req-49603f7b-e587-4273-a96d-eff4d392c0f7 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 22:52:25.600827 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f920bf1e-f7c9-4455-82d6-23433ecb3562 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:25.625104 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-49603f7b-e587-4273-a96d-eff4d392c0f7 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:25.663406 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Checking segment: {'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:52:25.663767 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Network hostable DHCP agents. Network: 8d07be8c-6642-4c23-a18b-cc49402c16bc, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:52:25.695779 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-49603f7b-e587-4273-a96d-eff4d392c0f7 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:25.699772 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-f29250c7-a70f-4e30-920b-fdaced17b700 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=619a722a9a6d4b25978034388633fb87 HTTP/1.1" status: 200 len: 379 time: 0.1851976 Sep 14 22:52:25.711295 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-e7352cb0-fc8f-42a3-8d17-058f79d08ece tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Request body: {'port': {'device_id': '390a02d0-98e6-439c-bb9e-55ab228b2d5e', 'network_id': '63e45686-e294-49ff-846c-ac2fe15584a9', 'admin_state_up': True, 'tenant_id': '619a722a9a6d4b25978034388633fb87', 'security_groups': ['e35e8c0d-cec2-422f-a730-b29b3659ae07']}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:25.774214 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-f920bf1e-f7c9-4455-82d6-23433ecb3562 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Transition to ACTIVE for port object 77a4d7f3-15d4-4342-88e5-f0ad7fa852f2 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:25.804020 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ecd3b593-2985-4af3-a760-5430df6c8a9b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:25.827112 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-00e626f1-282d-43f6-83fe-b80b83656d56 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:25.827112 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-00e626f1-282d-43f6-83fe-b80b83656d56 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Synchronizing usage tracker for tenant:bd36d59a9e6b4be08e34d9d0bdaa27c1 on resource:network {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:52:25.837048 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-563779eb-59b5-4707-8d15-a47fe6e753df tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:25.900206 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-77c9e597-4d02-4c7d-9c27-c67295192eac tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:25.902317 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-e7352cb0-fc8f-42a3-8d17-058f79d08ece tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:25.904717 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-00e626f1-282d-43f6-83fe-b80b83656d56 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Unset dirty status for tenant:bd36d59a9e6b4be08e34d9d0bdaa27c1 on resource:network {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:52:25.905755 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-00e626f1-282d-43f6-83fe-b80b83656d56 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/networks?id=96b70200-f113-466a-a996-3d001cbd44bb HTTP/1.1" status: 200 len: 812 time: 0.4672012 Sep 14 22:52:25.911675 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-77c9e597-4d02-4c7d-9c27-c67295192eac tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:25.912328 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-77c9e597-4d02-4c7d-9c27-c67295192eac tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:25.951157 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-e7352cb0-fc8f-42a3-8d17-058f79d08ece tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:25.997032 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-028fbe74-444f-47ea-8fb7-0dacb4269632 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/quotas/bd36d59a9e6b4be08e34d9d0bdaa27c1 HTTP/1.1" status: 200 len: 375 time: 0.0470793 Sep 14 22:52:26.000128 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-e7352cb0-fc8f-42a3-8d17-058f79d08ece tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Made reservation on behalf of 619a722a9a6d4b25978034388633fb87 for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:52:26.004416 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-e7352cb0-fc8f-42a3-8d17-058f79d08ece tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:26.039079 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-77c9e597-4d02-4c7d-9c27-c67295192eac tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:26.040253 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-77c9e597-4d02-4c7d-9c27-c67295192eac tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8374100 Sep 14 22:52:26.101198 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-ecd3b593-2985-4af3-a760-5430df6c8a9b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Calling delete_port for 0282075a-a3ef-4edb-ba05-bc2604b67b89 owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:52:26.102159 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9e597-4d02-4c7d-9c27-c67295192eac tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Pushing event updated for resources: {'Port': ['ID=a811ae6b-8932-4c26-acee-49ce4c2f494a,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:26.138003 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Network 8d07be8c-6642-4c23-a18b-cc49402c16bc is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:52:26.175955 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-563779eb-59b5-4707-8d15-a47fe6e753df tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:26.224567 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-49603f7b-e587-4273-a96d-eff4d392c0f7 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:26.228167 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49603f7b-e587-4273-a96d-eff4d392c0f7 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Pushing event updated for resources: {'Port': ['ID=62404686-bd99-41bb-abdc-5547104c7292,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:26.242567 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 8d07be8c-6642-4c23-a18b-cc49402c16bc) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:26.254783 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563779eb-59b5-4707-8d15-a47fe6e753df tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Made reservation on behalf of 546b5aea94954549b6ec9228e90089c7 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:52:26.258357 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-563779eb-59b5-4707-8d15-a47fe6e753df tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:26.264386 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de65b0f8-fbc5-433d-95c3-51e8dd354f2b None None] Network 8d07be8c-6642-4c23-a18b-cc49402c16bc requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:52:26.298573 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:26.328332 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-3449d173-e25e-43c0-bdb3-8a18cdc41901 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=bd36d59a9e6b4be08e34d9d0bdaa27c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2903042 Sep 14 22:52:26.485291 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-57a7991e-b124-4961-9858-a7d7174ed9cb tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1843853861&fields=id&tenant_id=d36f5522c6ec41e993e6cc182372eb1e HTTP/1.1" status: 200 len: 267 time: 0.1761751 Sep 14 22:52:26.489912 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-e7352cb0-fc8f-42a3-8d17-058f79d08ece tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Allocated IP 172.20.0.12 (63e45686-e294-49ff-846c-ac2fe15584a9/d53919ce-94ab-4885-ba14-5ce8afc3ce70/ed32ab64-6954-4e3d-b928-b6562f461149) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:52:26.558998 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port a13638d0-490d-449c-937e-c1ea907bff0c on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:26.560007 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port a13638d0-490d-449c-937e-c1ea907bff0c by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:26.560550 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port a13638d0-490d-449c-937e-c1ea907bff0c on network 8d07be8c-6642-4c23-a18b-cc49402c16bc {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:26.593902 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-563779eb-59b5-4707-8d15-a47fe6e753df tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] device_id is not set on port b79d809b-df3c-4a44-844e-a93bfb98faf4 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:52:26.652051 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f920bf1e-f7c9-4455-82d6-23433ecb3562 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:26.665495 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Port a13638d0-490d-449c-937e-c1ea907bff0c on network 8d07be8c-6642-4c23-a18b-cc49402c16bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:52:26.666143 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Failed to bind port a13638d0-490d-449c-937e-c1ea907bff0c on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] Sep 14 22:52:26.690783 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-f4563151-a70a-4a45-b0ae-a2b77abad4de service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:52:26.691788 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-f4563151-a70a-4a45-b0ae-a2b77abad4de service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1530073 Sep 14 22:52:26.706174 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempt 2 to bind port a13638d0-490d-449c-937e-c1ea907bff0c Sep 14 22:52:26.837666 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port a13638d0-490d-449c-937e-c1ea907bff0c on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:26.838296 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port a13638d0-490d-449c-937e-c1ea907bff0c by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:26.838874 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port a13638d0-490d-449c-937e-c1ea907bff0c on network 8d07be8c-6642-4c23-a18b-cc49402c16bc {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:26.886516 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f920bf1e-f7c9-4455-82d6-23433ecb3562 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Network 5269fc46-1f9d-4b11-a096-ea0e5853251c is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:26.897804 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Port a13638d0-490d-449c-937e-c1ea907bff0c on network 8d07be8c-6642-4c23-a18b-cc49402c16bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:52:26.898557 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Failed to bind port a13638d0-490d-449c-937e-c1ea907bff0c on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] Sep 14 22:52:26.906777 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempt 3 to bind port a13638d0-490d-449c-937e-c1ea907bff0c Sep 14 22:52:26.915169 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-f920bf1e-f7c9-4455-82d6-23433ecb3562 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:26.919927 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920bf1e-f7c9-4455-82d6-23433ecb3562 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Pushing event updated for resources: {'Port': ['ID=77a4d7f3-15d4-4342-88e5-f0ad7fa852f2,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:27.006430 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f920bf1e-f7c9-4455-82d6-23433ecb3562 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:27.176830 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ecd3b593-2985-4af3-a760-5430df6c8a9b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:27.193038 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port a13638d0-490d-449c-937e-c1ea907bff0c on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:27.205399 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port a13638d0-490d-449c-937e-c1ea907bff0c by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:27.205921 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port a13638d0-490d-449c-937e-c1ea907bff0c on network 8d07be8c-6642-4c23-a18b-cc49402c16bc {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:27.361955 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-75cc3b63-a2c2-48e4-abc9-f1f5dc664c97 service neutron] 10.222.0.33 "GET /v2.0/networks/96b70200-f113-466a-a996-3d001cbd44bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6462624 Sep 14 22:52:27.368303 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49603f7b-e587-4273-a96d-eff4d392c0f7 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Network b3e967cf-c325-409c-b5e4-d39cd729dfce is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:27.374916 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3b593-2985-4af3-a760-5430df6c8a9b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Port': ['ID=0282075a-a3ef-4edb-ba05-bc2604b67b89,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:27.378434 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-49603f7b-e587-4273-a96d-eff4d392c0f7 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:27.397249 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-563779eb-59b5-4707-8d15-a47fe6e753df tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Allocated IP 2001:db8::172 (2b69ce89-d338-407a-9920-37d3f61d6441/f9901846-1f70-4bae-80c0-acbcd9f2370d/b79d809b-df3c-4a44-844e-a93bfb98faf4) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:52:27.415679 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-6114df01-69f5-4bdb-a8da-62162d1ec77b None None] Provisioning for port 77a4d7f3-15d4-4342-88e5-f0ad7fa852f2 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:27.433141 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-e7352cb0-fc8f-42a3-8d17-058f79d08ece tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:27.437325 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-6114df01-69f5-4bdb-a8da-62162d1ec77b None None] Provisioning complete for port 77a4d7f3-15d4-4342-88e5-f0ad7fa852f2 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:27.437973 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6114df01-69f5-4bdb-a8da-62162d1ec77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:27.614523 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Port a13638d0-490d-449c-937e-c1ea907bff0c on network 8d07be8c-6642-4c23-a18b-cc49402c16bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:52:27.615499 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Failed to bind port a13638d0-490d-449c-937e-c1ea907bff0c on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] Sep 14 22:52:27.625078 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-6114df01-69f5-4bdb-a8da-62162d1ec77b None None] Port 77a4d7f3-15d4-4342-88e5-f0ad7fa852f2 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:52:27.631916 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempt 4 to bind port a13638d0-490d-449c-937e-c1ea907bff0c Sep 14 22:52:27.659468 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f920bf1e-f7c9-4455-82d6-23433ecb3562 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:27.659952 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f920bf1e-f7c9-4455-82d6-23433ecb3562 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:27.766518 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-e7352cb0-fc8f-42a3-8d17-058f79d08ece tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Transition to ACTIVE for port object ed32ab64-6954-4e3d-b928-b6562f461149 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:27.803884 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-5014b420-f197-4a2b-bd20-f794c2345a5a tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:27.806141 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-5014b420-f197-4a2b-bd20-f794c2345a5a tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/networks?id=31850627-f6e9-4ef5-9f05-dc1c1b19cf1b HTTP/1.1" status: 200 len: 811 time: 1.3177917 Sep 14 22:52:27.833139 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-5f8794fd-6368-49bf-b8c7-971d90817324 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/quotas/d36f5522c6ec41e993e6cc182372eb1e HTTP/1.1" status: 200 len: 375 time: 0.0187438 Sep 14 22:52:27.834188 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-563779eb-59b5-4707-8d15-a47fe6e753df tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:27.863077 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-433eedce-daeb-440f-b017-729deda5f988 None None] Provisioning complete for port 62404686-bd99-41bb-abdc-5547104c7292 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:27.863611 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-433eedce-daeb-440f-b017-729deda5f988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:27.888333 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ecd3b593-2985-4af3-a760-5430df6c8a9b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:27.971825 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port a13638d0-490d-449c-937e-c1ea907bff0c on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:27.973238 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port a13638d0-490d-449c-937e-c1ea907bff0c by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:27.975667 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port a13638d0-490d-449c-937e-c1ea907bff0c on network 8d07be8c-6642-4c23-a18b-cc49402c16bc {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:28.027172 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-433eedce-daeb-440f-b017-729deda5f988 None None] Port 62404686-bd99-41bb-abdc-5547104c7292 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:52:28.138881 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-eed8b6a7-9cc6-459a-9630-581a88070ccc service neutron] 10.222.0.33 "GET /v2.0/networks/96b70200-f113-466a-a996-3d001cbd44bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7021506 Sep 14 22:52:28.141605 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-563779eb-59b5-4707-8d15-a47fe6e753df tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Transition to ACTIVE for port object b79d809b-df3c-4a44-844e-a93bfb98faf4 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:28.160546 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f920bf1e-f7c9-4455-82d6-23433ecb3562 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.7940960 Sep 14 22:52:28.179266 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-d5dde3a1-600f-4cc5-9d5f-6b2467c21400 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Synchronizing usage tracker for tenant:d36f5522c6ec41e993e6cc182372eb1e on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:52:28.189609 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45018) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:28.207246 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Port a13638d0-490d-449c-937e-c1ea907bff0c on network 8d07be8c-6642-4c23-a18b-cc49402c16bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:52:28.207848 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Failed to bind port a13638d0-490d-449c-937e-c1ea907bff0c on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] Sep 14 22:52:28.211266 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-8b2426e4-07ed-4853-a817-66dff3e50257 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Request body: {'port': {'network_id': '5269fc46-1f9d-4b11-a096-ea0e5853251c', 'name': 'tempest-AllowedAddressPairTestJSON-93755411'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:28.211513 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempt 5 to bind port a13638d0-490d-449c-937e-c1ea907bff0c Sep 14 22:52:28.233708 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ecd3b593-2985-4af3-a760-5430df6c8a9b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/0282075a-a3ef-4edb-ba05-bc2604b67b89 HTTP/1.1" status: 204 len: 168 time: 3.7426159 Sep 14 22:52:28.243461 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45022) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:28.361239 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port a13638d0-490d-449c-937e-c1ea907bff0c on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:28.361239 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port a13638d0-490d-449c-937e-c1ea907bff0c by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:28.361239 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port a13638d0-490d-449c-937e-c1ea907bff0c on network 8d07be8c-6642-4c23-a18b-cc49402c16bc {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:28.403117 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Port a13638d0-490d-449c-937e-c1ea907bff0c on network 8d07be8c-6642-4c23-a18b-cc49402c16bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:52:28.403117 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Failed to bind port a13638d0-490d-449c-937e-c1ea907bff0c on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] Sep 14 22:52:28.409774 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempt 6 to bind port a13638d0-490d-449c-937e-c1ea907bff0c Sep 14 22:52:28.450545 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3523b81-b63e-4b13-95a2-9c4ee2eca1e8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:28.452036 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3523b81-b63e-4b13-95a2-9c4ee2eca1e8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:28.458241 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c3523b81-b63e-4b13-95a2-9c4ee2eca1e8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2135198 Sep 14 22:52:28.464159 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45030) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:28.472368 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port a13638d0-490d-449c-937e-c1ea907bff0c on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:28.472739 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port a13638d0-490d-449c-937e-c1ea907bff0c by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:28.473501 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port a13638d0-490d-449c-937e-c1ea907bff0c on network 8d07be8c-6642-4c23-a18b-cc49402c16bc {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:28.524299 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-e7352cb0-fc8f-42a3-8d17-058f79d08ece tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:28.561552 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-563779eb-59b5-4707-8d15-a47fe6e753df tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:28.571157 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Port a13638d0-490d-449c-937e-c1ea907bff0c on network 8d07be8c-6642-4c23-a18b-cc49402c16bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:52:28.571620 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Failed to bind port a13638d0-490d-449c-937e-c1ea907bff0c on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] Sep 14 22:52:28.580365 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempt 7 to bind port a13638d0-490d-449c-937e-c1ea907bff0c Sep 14 22:52:28.616499 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-d5dde3a1-600f-4cc5-9d5f-6b2467c21400 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Unset dirty status for tenant:d36f5522c6ec41e993e6cc182372eb1e on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:52:28.617990 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-d5dde3a1-600f-4cc5-9d5f-6b2467c21400 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=d36f5522c6ec41e993e6cc182372eb1e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7837267 Sep 14 22:52:28.630640 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-e7352cb0-fc8f-42a3-8d17-058f79d08ece tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Network 63e45686-e294-49ff-846c-ac2fe15584a9 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:28.648394 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49603f7b-e587-4273-a96d-eff4d392c0f7 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Router d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:52:28.672963 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-8b2426e4-07ed-4853-a817-66dff3e50257 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:28.707502 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port a13638d0-490d-449c-937e-c1ea907bff0c on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:28.707894 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port a13638d0-490d-449c-937e-c1ea907bff0c by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:28.708235 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port a13638d0-490d-449c-937e-c1ea907bff0c on network 8d07be8c-6642-4c23-a18b-cc49402c16bc {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:28.709467 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-e7352cb0-fc8f-42a3-8d17-058f79d08ece tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:28.713972 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-e7352cb0-fc8f-42a3-8d17-058f79d08ece tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:28.730747 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563779eb-59b5-4707-8d15-a47fe6e753df tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Network 2b69ce89-d338-407a-9920-37d3f61d6441 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:28.733505 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Port a13638d0-490d-449c-937e-c1ea907bff0c on network 8d07be8c-6642-4c23-a18b-cc49402c16bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:52:28.733754 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-e7352cb0-fc8f-42a3-8d17-058f79d08ece tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:28.733924 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Failed to bind port a13638d0-490d-449c-937e-c1ea907bff0c on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] Sep 14 22:52:28.734425 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-e7352cb0-fc8f-42a3-8d17-058f79d08ece tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:28.755543 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempt 8 to bind port a13638d0-490d-449c-937e-c1ea907bff0c Sep 14 22:52:28.763623 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-563779eb-59b5-4707-8d15-a47fe6e753df tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:28.769723 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a029a08-0f3b-43ab-ac07-1d848069cfea tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting subnet fd444deb-ff4f-478f-b7f8-871043716fa0 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:52:28.782894 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563779eb-59b5-4707-8d15-a47fe6e753df tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:28.789075 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563779eb-59b5-4707-8d15-a47fe6e753df tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:28.789728 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-563779eb-59b5-4707-8d15-a47fe6e753df tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:28.906299 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1a029a08-0f3b-43ab-ac07-1d848069cfea tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:28.937486 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-e7352cb0-fc8f-42a3-8d17-058f79d08ece tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2235594 Sep 14 22:52:28.948004 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563779eb-59b5-4707-8d15-a47fe6e753df tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Pushing event updated for resources: {'Port': ['ID=b79d809b-df3c-4a44-844e-a93bfb98faf4,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:29.009301 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-8b2426e4-07ed-4853-a817-66dff3e50257 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:29.117787 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-df3ea927-493a-42d9-a91f-87c8bacf26fa tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:52:29.119257 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-df3ea927-493a-42d9-a91f-87c8bacf26fa tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1051235 Sep 14 22:52:29.179450 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7352cb0-fc8f-42a3-8d17-058f79d08ece tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Pushing event updated for resources: {'Port': ['ID=ed32ab64-6954-4e3d-b928-b6562f461149,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:29.187764 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-36f3b017-4e32-43dd-9e72-ec1a1f1fa96a None None] Provisioning for port ed32ab64-6954-4e3d-b928-b6562f461149 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:29.199099 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-36f3b017-4e32-43dd-9e72-ec1a1f1fa96a None None] Provisioning complete for port ed32ab64-6954-4e3d-b928-b6562f461149 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:29.200232 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-36f3b017-4e32-43dd-9e72-ec1a1f1fa96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:29.204058 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2426e4-07ed-4853-a817-66dff3e50257 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Made reservation on behalf of cf52be6b4cca4eb79c0d08c2bf365b2b for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:52:29.207713 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8b2426e4-07ed-4853-a817-66dff3e50257 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:29.276210 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port a13638d0-490d-449c-937e-c1ea907bff0c on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:29.278436 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port a13638d0-490d-449c-937e-c1ea907bff0c by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:29.279448 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port a13638d0-490d-449c-937e-c1ea907bff0c on network 8d07be8c-6642-4c23-a18b-cc49402c16bc {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:29.302588 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-5036c739-3f0a-47fb-8da6-f682aacc57bd service neutron] 10.222.0.33 "GET /v2.0/networks/31850627-f6e9-4ef5-9f05-dc1c1b19cf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6710210 Sep 14 22:52:29.308692 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Port a13638d0-490d-449c-937e-c1ea907bff0c on network 8d07be8c-6642-4c23-a18b-cc49402c16bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:52:29.320127 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-8b2426e4-07ed-4853-a817-66dff3e50257 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] device_id is not set on port fd473410-d8d4-4804-ab2f-569b18fc0c7a yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:52:29.321022 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Failed to bind port a13638d0-490d-449c-937e-c1ea907bff0c on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] Sep 14 22:52:29.322752 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-563779eb-59b5-4707-8d15-a47fe6e753df tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.9908056 Sep 14 22:52:29.328656 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempt 9 to bind port a13638d0-490d-449c-937e-c1ea907bff0c Sep 14 22:52:29.346765 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45060) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:29.362699 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-36f3b017-4e32-43dd-9e72-ec1a1f1fa96a None None] Port ed32ab64-6954-4e3d-b928-b6562f461149 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:52:29.437199 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-7402522f-4ffb-4279-ae9a-93bc17b96bbe tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ea:85:b9'}]}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:29.503315 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-0320a07e-27bb-4e02-b4f3-55836a9f4f50 None None] Provisioning for port b79d809b-df3c-4a44-844e-a93bfb98faf4 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:29.531005 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-0320a07e-27bb-4e02-b4f3-55836a9f4f50 None None] Provisioning complete for port b79d809b-df3c-4a44-844e-a93bfb98faf4 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:29.533143 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0320a07e-27bb-4e02-b4f3-55836a9f4f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:29.543527 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1a029a08-0f3b-43ab-ac07-1d848069cfea tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:29.595978 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port a13638d0-490d-449c-937e-c1ea907bff0c on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:29.596571 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port a13638d0-490d-449c-937e-c1ea907bff0c by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:29.597154 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port a13638d0-490d-449c-937e-c1ea907bff0c on network 8d07be8c-6642-4c23-a18b-cc49402c16bc {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:29.632570 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Port a13638d0-490d-449c-937e-c1ea907bff0c on network 8d07be8c-6642-4c23-a18b-cc49402c16bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:52:29.633304 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Failed to bind port a13638d0-490d-449c-937e-c1ea907bff0c on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] Sep 14 22:52:29.635996 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-2e71a31a-876f-4b70-99c2-25c64eb7f690 service neutron] Request body: {'port': {'device_id': '390a02d0-98e6-439c-bb9e-55ab228b2d5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:29.645089 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempt 10 to bind port a13638d0-490d-449c-937e-c1ea907bff0c Sep 14 22:52:29.689526 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-0320a07e-27bb-4e02-b4f3-55836a9f4f50 None None] Port b79d809b-df3c-4a44-844e-a93bfb98faf4 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:52:29.712777 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port a13638d0-490d-449c-937e-c1ea907bff0c on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:29.713387 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port a13638d0-490d-449c-937e-c1ea907bff0c by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:29.713842 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port a13638d0-490d-449c-937e-c1ea907bff0c on network 8d07be8c-6642-4c23-a18b-cc49402c16bc {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:29.753007 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4983ac-a4b5-4923-9284-c5e1d465f196 req-d5dcdfaf-ae95-4fee-a2ef-05bd356878e3 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:29.753787 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-de4983ac-a4b5-4923-9284-c5e1d465f196 req-d5dcdfaf-ae95-4fee-a2ef-05bd356878e3 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Synchronizing usage tracker for tenant:619a722a9a6d4b25978034388633fb87 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:52:29.777999 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49603f7b-e587-4273-a96d-eff4d392c0f7 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:52:29.786881 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Port a13638d0-490d-449c-937e-c1ea907bff0c on network 8d07be8c-6642-4c23-a18b-cc49402c16bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:52:29.787291 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Failed to bind port a13638d0-490d-449c-937e-c1ea907bff0c on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] Sep 14 22:52:29.787754 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:29.799385 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a57d95f-48ca-447c-a3cf-bc262cadb897 None None] Sync routers for ids ['d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:52:29.813091 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-49603f7b-e587-4273-a96d-eff4d392c0f7 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] 10.222.0.33 "PUT /v2.0/routers/d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8951912 Sep 14 22:52:29.816419 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45068) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:29.827813 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a57d95f-48ca-447c-a3cf-bc262cadb897 None None] Routers {'d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:52:29.828809 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-9a57d95f-48ca-447c-a3cf-bc262cadb897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:52:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:29.832301 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-7ee83c9f-1776-4768-aeb1-0c830b25b7ee tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Request body: {'port': {'network_id': 'b3e967cf-c325-409c-b5e4-d39cd729dfce', 'name': 'tempest-FloatingIPAdminTestJSON-1232084973'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:29.914416 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-de4983ac-a4b5-4923-9284-c5e1d465f196 req-d5dcdfaf-ae95-4fee-a2ef-05bd356878e3 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Unset dirty status for tenant:619a722a9a6d4b25978034388633fb87 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:52:29.915687 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-de4983ac-a4b5-4923-9284-c5e1d465f196 req-d5dcdfaf-ae95-4fee-a2ef-05bd356878e3 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/ports?device_id=390a02d0-98e6-439c-bb9e-55ab228b2d5e HTTP/1.1" status: 200 len: 932 time: 1.1353259 Sep 14 22:52:29.994787 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-7d0e546d-8125-4e8f-9e1a-3c505e12cb9d service neutron] 10.222.0.33 "GET /v2.0/networks/31850627-f6e9-4ef5-9f05-dc1c1b19cf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6755292 Sep 14 22:52:30.055817 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-9a57d95f-48ca-447c-a3cf-bc262cadb897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:30.057437 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-de4983ac-a4b5-4923-9284-c5e1d465f196 req-36dd3367-e535-465b-9b94-189c6a2e597c tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/security-groups?id=e35e8c0d-cec2-422f-a730-b29b3659ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746911 Sep 14 22:52:30.058021 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-2e71a31a-876f-4b70-99c2-25c64eb7f690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:30.080334 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a57d95f-48ca-447c-a3cf-bc262cadb897 None None] Routers {'d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:52:30.083110 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-9a57d95f-48ca-447c-a3cf-bc262cadb897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:52:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:30.124023 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1a029a08-0f3b-43ab-ac07-1d848069cfea tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:30.228895 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-8b2426e4-07ed-4853-a817-66dff3e50257 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Allocated IP 172.20.0.11 (5269fc46-1f9d-4b11-a096-ea0e5853251c/b6a6f06a-af01-456e-b5c4-e414c3c9a3b3/fd473410-d8d4-4804-ab2f-569b18fc0c7a) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:52:30.302312 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-9a57d95f-48ca-447c-a3cf-bc262cadb897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:30.302937 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a57d95f-48ca-447c-a3cf-bc262cadb897 None None] The sync data for ids ['d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:52:30.369462 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] For port a13638d0-490d-449c-937e-c1ea907bff0c, host hv-neutron-8577, cleared binding levels {{(pid=89171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:52:30.370214 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempted to set empty binding levels {{(pid=89171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 14 22:52:30.413567 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:30.422053 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:30.423022 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:30.439666 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-7ee83c9f-1776-4768-aeb1-0c830b25b7ee tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:30.501642 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7402522f-4ffb-4279-ae9a-93bc17b96bbe tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:30.513220 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-7ee83c9f-1776-4768-aeb1-0c830b25b7ee tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Usage tracker for resource:port and tenant:561ca200a0204bdcada1dd83c9520fde is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:30.562906 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-7ee83c9f-1776-4768-aeb1-0c830b25b7ee tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:30.632482 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 8.4498036 Sep 14 22:52:30.673754 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b4fbef94-bd41-4ff1-8aec-e869d67a1f6d req-8557fb48-68f9-4665-88cb-2b58a4d49906 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 210 time: 0.2107613 Sep 14 22:52:30.675184 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45080) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:30.676450 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-7ee83c9f-1776-4768-aeb1-0c830b25b7ee tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:30.712636 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc0a27-c122-4ad7-8f9f-fff4025d3de3 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Pushing event updated for resources: {'Port': ['ID=a13638d0-490d-449c-937e-c1ea907bff0c,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:30.717877 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1a029a08-0f3b-43ab-ac07-1d848069cfea tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:30.725944 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d72ab33e-d7d1-4dfe-bbc9-09cebf4ec00e req-24ae53fe-d001-4915-988d-43d8eda0775b tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/ports?device_id=e2748707-0a02-47fb-9d12-94dde6087559 HTTP/1.1" status: 200 len: 210 time: 0.2585990 Sep 14 22:52:30.810963 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a029a08-0f3b-43ab-ac07-1d848069cfea tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Subnet': ['ID=fd444deb-ff4f-478f-b7f8-871043716fa0,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:30.815426 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1a029a08-0f3b-43ab-ac07-1d848069cfea tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:30.817969 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1a029a08-0f3b-43ab-ac07-1d848069cfea tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/fd444deb-ff4f-478f-b7f8-871043716fa0 HTTP/1.1" status: 204 len: 168 time: 2.3521934 Sep 14 22:52:30.823476 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45086) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:30.830249 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee83c9f-1776-4768-aeb1-0c830b25b7ee tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Made reservation on behalf of 561ca200a0204bdcada1dd83c9520fde for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:52:30.834448 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7ee83c9f-1776-4768-aeb1-0c830b25b7ee tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:30.839548 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7266102c-969d-4d25-b389-f9bc351a2a26 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:52:31.015783 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-7ee83c9f-1776-4768-aeb1-0c830b25b7ee tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] device_id is not set on port e19c9a55-c901-44d7-be6a-4cc5eba9d40a yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:52:31.131576 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-050f918c-981a-4f3e-936f-012558d75802 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Deleting port a13638d0-490d-449c-937e-c1ea907bff0c {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:52:31.131966 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-050f918c-981a-4f3e-936f-012558d75802 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:31.359636 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-7ee83c9f-1776-4768-aeb1-0c830b25b7ee tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Allocated IP 172.20.0.7 (b3e967cf-c325-409c-b5e4-d39cd729dfce/2902d335-8f4e-4aa9-a852-33db9b9b7acd/e19c9a55-c901-44d7-be6a-4cc5eba9d40a) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:52:31.386096 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3f810e-0277-4bf2-89a0-0523924816ac None None] DHCP port deletion for ac1cbc11-ac8d-43cd-9c1d-398cae68a205 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:52:31.391801 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-5c3f810e-0277-4bf2-89a0-0523924816ac None None] Deleting port e0e245f0-0226-4cd5-be71-2539b176b5d7 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:52:31.392398 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5c3f810e-0277-4bf2-89a0-0523924816ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:31.617816 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-24f1eb74-ba0d-4d8d-8918-685c86e62ede tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7900994 Sep 14 22:52:31.623948 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45096) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:31.696512 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-e8debd7b-5cae-4394-ad0d-921fc921b5c2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:31.897387 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-5c3f810e-0277-4bf2-89a0-0523924816ac None None] For port e0e245f0-0226-4cd5-be71-2539b176b5d7, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=e0e245f0-0226-4cd5-be71-2539b176b5d7,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:52:31.897931 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5c3f810e-0277-4bf2-89a0-0523924816ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:31.924541 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-050f918c-981a-4f3e-936f-012558d75802 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] For port a13638d0-490d-449c-937e-c1ea907bff0c, host hv-neutron-8577, got binding levels [] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:52:31.925222 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-050f918c-981a-4f3e-936f-012558d75802 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:32.105109 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-e8debd7b-5cae-4394-ad0d-921fc921b5c2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:32.110233 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e8debd7b-5cae-4394-ad0d-921fc921b5c2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:subnet and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:32.115472 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e8debd7b-5cae-4394-ad0d-921fc921b5c2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:32.122269 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-e8debd7b-5cae-4394-ad0d-921fc921b5c2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:32.149255 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8debd7b-5cae-4394-ad0d-921fc921b5c2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:52:32.153225 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e8debd7b-5cae-4394-ad0d-921fc921b5c2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:32.239330 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-5c3f810e-0277-4bf2-89a0-0523924816ac None None] Calling delete_port for e0e245f0-0226-4cd5-be71-2539b176b5d7 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:52:32.271588 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7ee83c9f-1776-4768-aeb1-0c830b25b7ee tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:32.285674 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4c5680a1-a80e-40d2-8815-734415c9b486 req-69a27e9e-1f36-4e35-bf14-593915987cbd tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 210 time: 0.3505521 Sep 14 22:52:32.300234 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-050f918c-981a-4f3e-936f-012558d75802 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Calling delete_port for a13638d0-490d-449c-937e-c1ea907bff0c owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:52:32.300531 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-7ee83c9f-1776-4768-aeb1-0c830b25b7ee tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Transition to ACTIVE for port object e19c9a55-c901-44d7-be6a-4cc5eba9d40a will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:32.400380 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7ee83c9f-1776-4768-aeb1-0c830b25b7ee tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:32.413446 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.db.resource_extend [None req-7402522f-4ffb-4279-ae9a-93bc17b96bbe tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 22:52:32.447066 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5c3f810e-0277-4bf2-89a0-0523924816ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:32.506223 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.20', 59640) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:32.600784 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8b2426e4-07ed-4853-a817-66dff3e50257 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:32.615107 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.resource_extend [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-2e71a31a-876f-4b70-99c2-25c64eb7f690 service neutron] It took 0.67 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 22:52:32.620713 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f810e-0277-4bf2-89a0-0523924816ac None None] Pushing event deleted for resources: {'Port': ['ID=e0e245f0-0226-4cd5-be71-2539b176b5d7,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:32.633967 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3f810e-0277-4bf2-89a0-0523924816ac None None] No DVR routers for this DVR port e0e245f0-0226-4cd5-be71-2539b176b5d7 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:52:32.680494 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee83c9f-1776-4768-aeb1-0c830b25b7ee tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Network b3e967cf-c325-409c-b5e4-d39cd729dfce is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:32.712795 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-7ee83c9f-1776-4768-aeb1-0c830b25b7ee tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:32.713244 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e0e245f0-0226-4cd5-be71-2539b176b5d7 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:52:32.741212 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee83c9f-1776-4768-aeb1-0c830b25b7ee tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:32.796725 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: e0e245f0-0226-4cd5-be71-2539b176b5d7 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:52:32.797163 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e0e245f0-0226-4cd5-be71-2539b176b5d7 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:52:32.803077 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7402522f-4ffb-4279-ae9a-93bc17b96bbe tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:32.815882 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee83c9f-1776-4768-aeb1-0c830b25b7ee tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:32.817023 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7ee83c9f-1776-4768-aeb1-0c830b25b7ee tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:32.828556 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7402522f-4ffb-4279-ae9a-93bc17b96bbe tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:32.829864 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-7402522f-4ffb-4279-ae9a-93bc17b96bbe tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] In _notify_port_updated(), no bound segment for port b79d809b-df3c-4a44-844e-a93bfb98faf4 on network 2b69ce89-d338-407a-9920-37d3f61d6441 {{(pid=89171) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 14 22:52:32.834905 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7402522f-4ffb-4279-ae9a-93bc17b96bbe tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:32.835594 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7402522f-4ffb-4279-ae9a-93bc17b96bbe tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:32.839672 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7402522f-4ffb-4279-ae9a-93bc17b96bbe tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] 10.222.0.33 "PUT /v2.0/ports/b79d809b-df3c-4a44-844e-a93bfb98faf4 HTTP/1.1" status: 200 len: 1003 time: 3.4867380 Sep 14 22:52:32.849850 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45104) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:32.850559 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee83c9f-1776-4768-aeb1-0c830b25b7ee tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Pushing event updated for resources: {'Port': ['ID=e19c9a55-c901-44d7-be6a-4cc5eba9d40a,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:32.917555 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-2e71a31a-876f-4b70-99c2-25c64eb7f690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed32ab64-6954-4e3d-b928-b6562f461149 {{(pid=89170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 22:52:32.926898 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-2e71a31a-876f-4b70-99c2-25c64eb7f690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:32.953992 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-2e71a31a-876f-4b70-99c2-25c64eb7f690 service neutron] Transition to ACTIVE for port object ed32ab64-6954-4e3d-b928-b6562f461149 will not be triggered until provisioned by entity L2. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:32.957827 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-050f918c-981a-4f3e-936f-012558d75802 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:32.986465 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-2e71a31a-876f-4b70-99c2-25c64eb7f690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:33.016437 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7ee83c9f-1776-4768-aeb1-0c830b25b7ee tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1945128 Sep 14 22:52:33.020981 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45108) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:33.083310 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402522f-4ffb-4279-ae9a-93bc17b96bbe tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Pushing event updated for resources: {'Port': ['ID=b79d809b-df3c-4a44-844e-a93bfb98faf4,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:33.104058 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-95940d91-e860-455d-a2c7-765ad279c643 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Deleting port b79d809b-df3c-4a44-844e-a93bfb98faf4 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:52:33.104819 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-95940d91-e860-455d-a2c7-765ad279c643 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:33.126103 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d4f0c61b-ce69-4843-8009-10ff6019e0dc req-a550812f-cbc1-4630-a00c-8cdb55fa5492 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/ports?device_id=e2748707-0a02-47fb-9d12-94dde6087559 HTTP/1.1" status: 200 len: 210 time: 0.4864674 Sep 14 22:52:33.160500 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-89630795-3629-4d40-847b-91a838c636fc None None] Provisioning for port e19c9a55-c901-44d7-be6a-4cc5eba9d40a completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:33.160721 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-8b2426e4-07ed-4853-a817-66dff3e50257 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Transition to ACTIVE for port object fd473410-d8d4-4804-ab2f-569b18fc0c7a will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:33.168818 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f918c-981a-4f3e-936f-012558d75802 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Pushing event deleted for resources: {'Port': ['ID=a13638d0-490d-449c-937e-c1ea907bff0c,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:33.174083 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-89630795-3629-4d40-847b-91a838c636fc None None] Provisioning complete for port e19c9a55-c901-44d7-be6a-4cc5eba9d40a triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:33.175701 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-89630795-3629-4d40-847b-91a838c636fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:33.284633 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71a31a-876f-4b70-99c2-25c64eb7f690 service neutron] Pushing event updated for resources: {'Port': ['ID=ed32ab64-6954-4e3d-b928-b6562f461149,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:33.291352 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-89630795-3629-4d40-847b-91a838c636fc None None] Port e19c9a55-c901-44d7-be6a-4cc5eba9d40a cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:52:33.295440 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-050f918c-981a-4f3e-936f-012558d75802 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:33.310391 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4022e-a1cc-4fd0-9da8-009f678fbd45 req-4212c8fb-eed4-4d0e-888b-e97b2f09fa67 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:33.312751 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ece4022e-a1cc-4fd0-9da8-009f678fbd45 req-4212c8fb-eed4-4d0e-888b-e97b2f09fa67 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/ports?device_id=390a02d0-98e6-439c-bb9e-55ab228b2d5e HTTP/1.1" status: 200 len: 932 time: 1.9598186 Sep 14 22:52:33.344143 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-ff25fa75-d39f-41fe-bfce-8767883fe659 tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'project_id': '561ca200a0204bdcada1dd83c9520fde', 'port_id': 'e19c9a55-c901-44d7-be6a-4cc5eba9d40a'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:33.407747 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ff25fa75-d39f-41fe-bfce-8767883fe659 tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:33.420136 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8b2426e4-07ed-4853-a817-66dff3e50257 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:33.426406 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ff25fa75-d39f-41fe-bfce-8767883fe659 tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Usage tracker for resource:floatingip and tenant:561ca200a0204bdcada1dd83c9520fde is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:33.431551 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e8debd7b-5cae-4394-ad0d-921fc921b5c2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:33.437121 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ff25fa75-d39f-41fe-bfce-8767883fe659 tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:33.487908 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ff25fa75-d39f-41fe-bfce-8767883fe659 tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:33.528418 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-2e71a31a-876f-4b70-99c2-25c64eb7f690 service neutron] Attempting to bind port ed32ab64-6954-4e3d-b928-b6562f461149 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:33.528935 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-2e71a31a-876f-4b70-99c2-25c64eb7f690 service neutron] Attempting to bind port ed32ab64-6954-4e3d-b928-b6562f461149 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '4c21d747-86b6-499f-8ff9-8eac2cda9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '63e45686-e294-49ff-846c-ac2fe15584a9'}] {{(pid=89170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:33.529303 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-2e71a31a-876f-4b70-99c2-25c64eb7f690 service neutron] Attempting to bind port ed32ab64-6954-4e3d-b928-b6562f461149 on network 63e45686-e294-49ff-846c-ac2fe15584a9 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:33.531320 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8debd7b-5cae-4394-ad0d-921fc921b5c2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:33.539578 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-e8debd7b-5cae-4394-ad0d-921fc921b5c2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:33.551375 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48d3a92-7011-4505-8f49-643b4f710bf1 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:52:33.553364 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-2e71a31a-876f-4b70-99c2-25c64eb7f690 service neutron] Port ed32ab64-6954-4e3d-b928-b6562f461149 on network 63e45686-e294-49ff-846c-ac2fe15584a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:52:33.553891 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-2e71a31a-876f-4b70-99c2-25c64eb7f690 service neutron] Attempting to bind port ed32ab64-6954-4e3d-b928-b6562f461149 on network 63e45686-e294-49ff-846c-ac2fe15584a9 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:33.565780 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2426e4-07ed-4853-a817-66dff3e50257 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Network 5269fc46-1f9d-4b11-a096-ea0e5853251c is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:33.567184 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2426e4-07ed-4853-a817-66dff3e50257 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Pushing event updated for resources: {'Port': ['ID=fd473410-d8d4-4804-ab2f-569b18fc0c7a,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:33.576283 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-8b2426e4-07ed-4853-a817-66dff3e50257 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:33.596824 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2426e4-07ed-4853-a817-66dff3e50257 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:33.597050 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8debd7b-5cae-4394-ad0d-921fc921b5c2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:33.597423 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e8debd7b-5cae-4394-ad0d-921fc921b5c2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:33.603709 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2426e4-07ed-4853-a817-66dff3e50257 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:33.605329 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8b2426e4-07ed-4853-a817-66dff3e50257 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:33.642235 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ff25fa75-d39f-41fe-bfce-8767883fe659 tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:33.686893 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-050f918c-981a-4f3e-936f-012558d75802 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] 10.222.0.33 "DELETE /v2.0/ports/a13638d0-490d-449c-937e-c1ea907bff0c HTTP/1.1" status: 204 len: 168 time: 2.9595881 Sep 14 22:52:33.699218 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45116) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:33.709701 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-2e71a31a-876f-4b70-99c2-25c64eb7f690 service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:52:33.710304 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-2e71a31a-876f-4b70-99c2-25c64eb7f690 service neutron] Checking segment: {'id': '4c21d747-86b6-499f-8ff9-8eac2cda9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '63e45686-e294-49ff-846c-ac2fe15584a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:52:33.711090 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-2e71a31a-876f-4b70-99c2-25c64eb7f690 service neutron] Bound using segment: {'id': '4c21d747-86b6-499f-8ff9-8eac2cda9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '63e45686-e294-49ff-846c-ac2fe15584a9'} {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:52:33.712496 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-2e71a31a-876f-4b70-99c2-25c64eb7f690 service neutron] Bound port: ed32ab64-6954-4e3d-b928-b6562f461149, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c21d747-86b6-499f-8ff9-8eac2cda9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '63e45686-e294-49ff-846c-ac2fe15584a9'}}] {{(pid=89170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:52:33.713329 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-2e71a31a-876f-4b70-99c2-25c64eb7f690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:33.728842 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8b2426e4-07ed-4853-a817-66dff3e50257 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.5333996 Sep 14 22:52:33.730025 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45120) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:33.750363 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-6203e256-5bd2-43c5-8c7e-178df0668155 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:bb:ea:ec'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:a6:7b:52'}]}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:33.790534 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e8debd7b-5cae-4394-ad0d-921fc921b5c2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1606994 Sep 14 22:52:33.791724 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a5ab8a1e-5602-4ffc-ac92-a7c18ddf2ee7 req-c7c2578c-e921-4413-aa24-52c043d72e77 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 210 time: 0.2522583 Sep 14 22:52:33.793486 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8debd7b-5cae-4394-ad0d-921fc921b5c2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Subnet': ['ID=93c46ce3-9382-4c3b-b8c7-a95361bd9790,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:33.802510 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45124) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:33.818423 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ece4022e-a1cc-4fd0-9da8-009f678fbd45 req-3726974d-ce7b-458d-a124-2b64bb6d92b5 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/security-groups?id=e35e8c0d-cec2-422f-a730-b29b3659ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4546819 Sep 14 22:52:33.840504 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-fd6c2cd4-4d73-417e-8c67-16c80b2cb270 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'port': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'name': 'tempest-NetworksTestDHCPv6-289935461'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:33.894489 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb9ef32-c6df-4f30-96e1-93e254f49bb0 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] GET failed (client error): The resource could not be found. Sep 14 22:52:33.894489 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9eb9ef32-c6df-4f30-96e1-93e254f49bb0 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Synchronizing usage tracker for tenant:b0f4d8c0c2b44d4e9ee422555e20ffc6 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:52:34.028419 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9eb9ef32-c6df-4f30-96e1-93e254f49bb0 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Unset dirty status for tenant:b0f4d8c0c2b44d4e9ee422555e20ffc6 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:52:34.033374 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9eb9ef32-c6df-4f30-96e1-93e254f49bb0 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] 10.222.0.33 "GET /v2.0/ports/a13638d0-490d-449c-937e-c1ea907bff0c HTTP/1.1" status: 404 len: 333 time: 0.3280637 Sep 14 22:52:34.033374 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-95940d91-e860-455d-a2c7-765ad279c643 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:34.039640 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45128) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:34.056508 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-bf9baeb6-4636-402b-b59d-726f9ce6870c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Request body: {'port': {'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-578343350'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:34.111701 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c5d247-acb8-4e33-b43b-1c9e1e26cbef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'fixed_ips': [{'subnet_id': '93c46ce3-9382-4c3b-b8c7-a95361bd9790'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:52:34.112975 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-27c5d247-acb8-4e33-b43b-1c9e1e26cbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:34.120147 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-bf9baeb6-4636-402b-b59d-726f9ce6870c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:34.200133 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-95940d91-e860-455d-a2c7-765ad279c643 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Calling delete_port for b79d809b-df3c-4a44-844e-a93bfb98faf4 owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:52:34.251807 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-bf9baeb6-4636-402b-b59d-726f9ce6870c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:34.277998 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9baeb6-4636-402b-b59d-726f9ce6870c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Made reservation on behalf of b0f4d8c0c2b44d4e9ee422555e20ffc6 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:52:34.280961 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bf9baeb6-4636-402b-b59d-726f9ce6870c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:34.308334 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-bf9baeb6-4636-402b-b59d-726f9ce6870c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] device_id is not set on port df39a191-60d0-4a4e-b61a-f178a4f5b018 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:52:34.397721 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-2e71a31a-876f-4b70-99c2-25c64eb7f690 service neutron] For port ed32ab64-6954-4e3d-b928-b6562f461149, host hv-neutron-8577, cleared binding levels {{(pid=89170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:52:34.401670 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6203e256-5bd2-43c5-8c7e-178df0668155 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:34.420109 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c681e2f4-1583-4bc5-afd5-a544c7ef9aca None None] Provisioning for port fd473410-d8d4-4804-ab2f-569b18fc0c7a completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:34.462294 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c681e2f4-1583-4bc5-afd5-a544c7ef9aca None None] Provisioning complete for port fd473410-d8d4-4804-ab2f-569b18fc0c7a triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:34.462517 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c681e2f4-1583-4bc5-afd5-a544c7ef9aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:34.468454 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-2e71a31a-876f-4b70-99c2-25c64eb7f690 service neutron] For port ed32ab64-6954-4e3d-b928-b6562f461149, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ed32ab64-6954-4e3d-b928-b6562f461149,segment=NetworkSegment(4c21d747-86b6-499f-8ff9-8eac2cda9b2e),segment_id=4c21d747-86b6-499f-8ff9-8eac2cda9b2e)] {{(pid=89170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:52:34.506030 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-95940d91-e860-455d-a2c7-765ad279c643 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:34.556470 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-2e71a31a-876f-4b70-99c2-25c64eb7f690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:34.627067 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-fd6c2cd4-4d73-417e-8c67-16c80b2cb270 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:34.709182 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95940d91-e860-455d-a2c7-765ad279c643 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Pushing event deleted for resources: {'Port': ['ID=b79d809b-df3c-4a44-844e-a93bfb98faf4,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:34.710293 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-fd6c2cd4-4d73-417e-8c67-16c80b2cb270 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:port and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:34.712462 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c681e2f4-1583-4bc5-afd5-a544c7ef9aca None None] Port fd473410-d8d4-4804-ab2f-569b18fc0c7a cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:52:34.726366 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-2e71a31a-876f-4b70-99c2-25c64eb7f690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:34.726993 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-2e71a31a-876f-4b70-99c2-25c64eb7f690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:34.729029 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-2e71a31a-876f-4b70-99c2-25c64eb7f690 service neutron] 10.222.0.20 "PUT /v2.0/ports/ed32ab64-6954-4e3d-b928-b6562f461149 HTTP/1.1" status: 200 len: 1094 time: 5.5103605 Sep 14 22:52:34.731628 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-58421b88-60eb-4d4d-a754-b706ebe1f172 req-e7294432-6bc8-403d-9b4c-b95bb522140d tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/ports?device_id=e2748707-0a02-47fb-9d12-94dde6087559 HTTP/1.1" status: 200 len: 210 time: 0.2092676 Sep 14 22:52:34.732076 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390a02d0-98e6-439c-bb9e-55ab228b2d5e', 'tag': 'ed32ab64-6954-4e3d-b928-b6562f461149'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 22:52:34.786096 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-27c5d247-acb8-4e33-b43b-1c9e1e26cbef None None] Allocated IP 2001:db8::2 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/93c46ce3-9382-4c3b-b8c7-a95361bd9790/8ec22f68-8a9a-46fe-9213-9922c1952436) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:52:35.043476 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-95940d91-e860-455d-a2c7-765ad279c643 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:35.105800 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-fd6c2cd4-4d73-417e-8c67-16c80b2cb270 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:35.120795 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-fd6c2cd4-4d73-417e-8c67-16c80b2cb270 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:35.202815 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ff25fa75-d39f-41fe-bfce-8767883fe659 tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:35.283330 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e6d86d61-eee1-4ca2-ab29-de5f59a0bfcb req-94948634-3347-474a-b462-2cd7fcf67e2d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 210 time: 0.1706553 Sep 14 22:52:35.344330 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6c2cd4-4d73-417e-8c67-16c80b2cb270 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:52:35.348915 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fd6c2cd4-4d73-417e-8c67-16c80b2cb270 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:35.375777 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-27c5d247-acb8-4e33-b43b-1c9e1e26cbef None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:35.379837 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-fd6c2cd4-4d73-417e-8c67-16c80b2cb270 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] device_id is not set on port eec5ef59-3bff-4db8-b8b9-daba55b74701 yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:52:35.409164 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-ff25fa75-d39f-41fe-bfce-8767883fe659 tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Allocated IP 172.26.5.15 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/289680d3-a6e6-4d1d-bd31-51172636e19c) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:52:35.410343 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-27c5d247-acb8-4e33-b43b-1c9e1e26cbef None None] Transition to ACTIVE for port object 8ec22f68-8a9a-46fe-9213-9922c1952436 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:35.457387 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-27c5d247-acb8-4e33-b43b-1c9e1e26cbef None None] Transition to ACTIVE for port object 8ec22f68-8a9a-46fe-9213-9922c1952436 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:35.460100 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71a31a-876f-4b70-99c2-25c64eb7f690 service neutron] Pushing event updated for resources: {'Port': ['ID=ed32ab64-6954-4e3d-b928-b6562f461149,revision_number=3']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:35.469455 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-27c5d247-acb8-4e33-b43b-1c9e1e26cbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:35.474881 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d52a8b-6414-4bf2-b526-453d80ad9fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "390a02d0-98e6-439c-bb9e-55ab228b2d5e", "tag": "ed32ab64-6954-4e3d-b928-b6562f461149"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:52:35.571248 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-fd6c2cd4-4d73-417e-8c67-16c80b2cb270 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Allocated IP 2001:db8::368 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/93c46ce3-9382-4c3b-b8c7-a95361bd9790/eec5ef59-3bff-4db8-b8b9-daba55b74701) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:52:35.601053 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c5d247-acb8-4e33-b43b-1c9e1e26cbef None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:35.607900 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ff25fa75-d39f-41fe-bfce-8767883fe659 tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:35.610756 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-27c5d247-acb8-4e33-b43b-1c9e1e26cbef None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:35.619643 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c5d247-acb8-4e33-b43b-1c9e1e26cbef None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:35.646963 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-95940d91-e860-455d-a2c7-765ad279c643 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] 10.222.0.33 "DELETE /v2.0/ports/b79d809b-df3c-4a44-844e-a93bfb98faf4 HTTP/1.1" status: 204 len: 168 time: 2.7934864 Sep 14 22:52:35.653248 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45146) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:35.712712 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ff25fa75-d39f-41fe-bfce-8767883fe659 tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:35.721450 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 22:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7f4553-d33a-4471-95ce-d35d34a254fb x-openstack-request-id: req-4e7f4553-d33a-4471-95ce-d35d34a254fb {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:52:35.721740 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "390a02d0-98e6-439c-bb9e-55ab228b2d5e", "tag": "ed32ab64-6954-4e3d-b928-b6562f461149", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:52:35.721991 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4e7f4553-d33a-4471-95ce-d35d34a254fb {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:52:35.722457 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e7f4553-d33a-4471-95ce-d35d34a254fb'] response: {'name': 'network-changed', 'server_uuid': '390a02d0-98e6-439c-bb9e-55ab228b2d5e', 'tag': 'ed32ab64-6954-4e3d-b928-b6562f461149', 'status': 'completed', 'code': 200} Sep 14 22:52:35.745516 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5d247-acb8-4e33-b43b-1c9e1e26cbef None None] Pushing event updated for resources: {'Port': ['ID=8ec22f68-8a9a-46fe-9213-9922c1952436,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:35.751236 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d990f-0729-421e-84d5-ec8bc1618854 req-ccee4013-233d-428e-882b-5b98119174e0 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:35.753081 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-27c5d247-acb8-4e33-b43b-1c9e1e26cbef None None] Attempting to bind port 8ec22f68-8a9a-46fe-9213-9922c1952436 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:35.753450 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-27c5d247-acb8-4e33-b43b-1c9e1e26cbef None None] Attempting to bind port 8ec22f68-8a9a-46fe-9213-9922c1952436 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:35.753590 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-412d990f-0729-421e-84d5-ec8bc1618854 req-ccee4013-233d-428e-882b-5b98119174e0 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/ports?device_id=390a02d0-98e6-439c-bb9e-55ab228b2d5e HTTP/1.1" status: 200 len: 944 time: 0.6303198 Sep 14 22:52:35.753807 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c5d247-acb8-4e33-b43b-1c9e1e26cbef None None] Attempting to bind port 8ec22f68-8a9a-46fe-9213-9922c1952436 on network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:35.759449 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c5d247-acb8-4e33-b43b-1c9e1e26cbef None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:52:35.759823 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c5d247-acb8-4e33-b43b-1c9e1e26cbef None None] Checking segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:52:35.760224 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-27c5d247-acb8-4e33-b43b-1c9e1e26cbef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:35.760631 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c5d247-acb8-4e33-b43b-1c9e1e26cbef None None] Bound using segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:52:35.761202 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-27c5d247-acb8-4e33-b43b-1c9e1e26cbef None None] Bound port: 8ec22f68-8a9a-46fe-9213-9922c1952436, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:52:35.761595 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-27c5d247-acb8-4e33-b43b-1c9e1e26cbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:35.781526 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5659691-ba09-49f6-9fbc-4051e7522a4f tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] GET failed (client error): The resource could not be found. Sep 14 22:52:35.782923 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e5659691-ba09-49f6-9fbc-4051e7522a4f tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Synchronizing usage tracker for tenant:546b5aea94954549b6ec9228e90089c7 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:52:35.812622 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff25fa75-d39f-41fe-bfce-8767883fe659 tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:35.819883 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-ff25fa75-d39f-41fe-bfce-8767883fe659 tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:35.829887 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff25fa75-d39f-41fe-bfce-8767883fe659 tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:35.879027 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-27c5d247-acb8-4e33-b43b-1c9e1e26cbef None None] For port 8ec22f68-8a9a-46fe-9213-9922c1952436, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:52:35.882705 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-27c5d247-acb8-4e33-b43b-1c9e1e26cbef None None] For port 8ec22f68-8a9a-46fe-9213-9922c1952436, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=8ec22f68-8a9a-46fe-9213-9922c1952436,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:52:35.888895 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-27c5d247-acb8-4e33-b43b-1c9e1e26cbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:35.889316 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff25fa75-d39f-41fe-bfce-8767883fe659 tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Pushing event updated for resources: {'Port': ['ID=289680d3-a6e6-4d1d-bd31-51172636e19c,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:35.896779 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e5659691-ba09-49f6-9fbc-4051e7522a4f tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Unset dirty status for tenant:546b5aea94954549b6ec9228e90089c7 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:52:35.901523 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e5659691-ba09-49f6-9fbc-4051e7522a4f tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] 10.222.0.33 "GET /v2.0/ports/b79d809b-df3c-4a44-844e-a93bfb98faf4 HTTP/1.1" status: 404 len: 333 time: 0.2436538 Sep 14 22:52:35.901523 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bf9baeb6-4636-402b-b59d-726f9ce6870c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:35.904499 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45154) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:35.908952 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6203e256-5bd2-43c5-8c7e-178df0668155 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:35.913108 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-412d990f-0729-421e-84d5-ec8bc1618854 req-d5d14735-8608-40ab-9ee4-3e7e5c65197f tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/security-groups?id=e35e8c0d-cec2-422f-a730-b29b3659ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317446 Sep 14 22:52:35.917314 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-36bee5a1-c9f9-41d5-b15b-1842b531642e tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Request body: {'port': {'network_id': '2b69ce89-d338-407a-9920-37d3f61d6441', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-405382058'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:35.963780 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6203e256-5bd2-43c5-8c7e-178df0668155 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:35.964559 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-6203e256-5bd2-43c5-8c7e-178df0668155 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] In _notify_port_updated(), no bound segment for port fd473410-d8d4-4804-ab2f-569b18fc0c7a on network 5269fc46-1f9d-4b11-a096-ea0e5853251c {{(pid=89170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 14 22:52:35.970578 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6203e256-5bd2-43c5-8c7e-178df0668155 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:35.971307 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6203e256-5bd2-43c5-8c7e-178df0668155 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:35.975236 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6203e256-5bd2-43c5-8c7e-178df0668155 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] 10.222.0.33 "PUT /v2.0/ports/fd473410-d8d4-4804-ab2f-569b18fc0c7a HTTP/1.1" status: 200 len: 1056 time: 2.2310688 Sep 14 22:52:35.990461 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5d247-acb8-4e33-b43b-1c9e1e26cbef None None] Pushing event updated for resources: {'Port': ['ID=8ec22f68-8a9a-46fe-9213-9922c1952436,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:35.993072 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45158) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:36.021511 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-94c5ed9a-a1d4-4637-97e3-74608de20338 req-95b536cd-1370-41d2-ab85-d95944dfbbed tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/ports?device_id=e2748707-0a02-47fb-9d12-94dde6087559 HTTP/1.1" status: 200 len: 210 time: 0.1303654 Sep 14 22:52:36.103880 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6203e256-5bd2-43c5-8c7e-178df0668155 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Pushing event updated for resources: {'Port': ['ID=fd473410-d8d4-4804-ab2f-569b18fc0c7a,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:36.140299 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fd6c2cd4-4d73-417e-8c67-16c80b2cb270 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:36.157744 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-fd6c2cd4-4d73-417e-8c67-16c80b2cb270 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Transition to ACTIVE for port object eec5ef59-3bff-4db8-b8b9-daba55b74701 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:36.200340 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fd6c2cd4-4d73-417e-8c67-16c80b2cb270 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:36.427913 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6c2cd4-4d73-417e-8c67-16c80b2cb270 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:36.433084 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-2733ac9c-60b4-4a1d-86b2-c7563687a93f tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Deleting port fd473410-d8d4-4804-ab2f-569b18fc0c7a {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:52:36.433525 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2733ac9c-60b4-4a1d-86b2-c7563687a93f tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:36.434656 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-fd6c2cd4-4d73-417e-8c67-16c80b2cb270 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:36.437859 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6c2cd4-4d73-417e-8c67-16c80b2cb270 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:36.443289 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6c2cd4-4d73-417e-8c67-16c80b2cb270 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:36.443900 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fd6c2cd4-4d73-417e-8c67-16c80b2cb270 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:36.497614 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c2cd4-4d73-417e-8c67-16c80b2cb270 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Port': ['ID=eec5ef59-3bff-4db8-b8b9-daba55b74701,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:36.506135 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-fd6c2cd4-4d73-417e-8c67-16c80b2cb270 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7017353 Sep 14 22:52:36.519251 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45172) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:36.611782 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-36bee5a1-c9f9-41d5-b15b-1842b531642e tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:36.624893 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bf9baeb6-4636-402b-b59d-726f9ce6870c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:36.642311 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6f01cac6-3c90-4bf0-baba-2ed932014f9b req-029b64ca-4230-40b1-a072-35a4e40020b6 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 210 time: 0.1465175 Sep 14 22:52:36.675519 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d52a8b-6414-4bf2-b526-453d80ad9fd1 req-afe173e9-0d43-49f9-bb99-3923afae3fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:36.677055 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-32d52a8b-6414-4bf2-b526-453d80ad9fd1 req-afe173e9-0d43-49f9-bb99-3923afae3fa7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=619a722a9a6d4b25978034388633fb87&device_id=390a02d0-98e6-439c-bb9e-55ab228b2d5e HTTP/1.1" status: 200 len: 1097 time: 0.3574317 Sep 14 22:52:36.697329 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 8ec22f68-8a9a-46fe-9213-9922c1952436 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:52:36.782864 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 8ec22f68-8a9a-46fe-9213-9922c1952436 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:36.817498 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.20', 59646) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:36.840485 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-36bee5a1-c9f9-41d5-b15b-1842b531642e tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:36.843360 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9baeb6-4636-402b-b59d-726f9ce6870c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Pushing event updated for resources: {'Port': ['ID=df39a191-60d0-4a4e-b61a-f178a4f5b018,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:36.892043 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-e55888de-f4a4-4f5c-b58a-0e01faca068e tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:36.893604 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-e55888de-f4a4-4f5c-b58a-0e01faca068e tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.20 "GET /v2.0/networks?id=96b70200-f113-466a-a996-3d001cbd44bb HTTP/1.1" status: 200 len: 812 time: 0.8159585 Sep 14 22:52:36.939274 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9baeb6-4636-402b-b59d-726f9ce6870c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Network 8d07be8c-6642-4c23-a18b-cc49402c16bc is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:37.010546 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d52a8b-6414-4bf2-b526-453d80ad9fd1 req-705c826f-09a9-4129-9893-7f239d744110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:37.012093 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-32d52a8b-6414-4bf2-b526-453d80ad9fd1 req-705c826f-09a9-4129-9893-7f239d744110 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=619a722a9a6d4b25978034388633fb87&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3067470 Sep 14 22:52:37.134535 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-b85bdce7-4c78-482a-aee3-69f805e99208 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:37.136037 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-b85bdce7-4c78-482a-aee3-69f805e99208 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.20 "GET /v2.0/networks?id=31850627-f6e9-4ef5-9f05-dc1c1b19cf1b HTTP/1.1" status: 200 len: 811 time: 0.3174496 Sep 14 22:52:37.196140 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-bf9baeb6-4636-402b-b59d-726f9ce6870c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:37.198076 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bee5a1-c9f9-41d5-b15b-1842b531642e tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Made reservation on behalf of 546b5aea94954549b6ec9228e90089c7 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:52:37.201451 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-36bee5a1-c9f9-41d5-b15b-1842b531642e tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:37.225120 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9baeb6-4636-402b-b59d-726f9ce6870c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:37.226052 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9baeb6-4636-402b-b59d-726f9ce6870c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:37.226640 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bf9baeb6-4636-402b-b59d-726f9ce6870c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:37.289232 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0f562734-03ed-4401-918a-cf85a6b253c8 req-170c734c-17fc-4deb-a75a-851c103150ea tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/ports?device_id=e2748707-0a02-47fb-9d12-94dde6087559 HTTP/1.1" status: 200 len: 210 time: 0.0922515 Sep 14 22:52:37.346746 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-6c3611f9-0ffd-44d7-bf8e-40f6d10bdf35 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d36f5522c6ec41e993e6cc182372eb1e HTTP/1.1" status: 200 len: 380 time: 0.1595213 Sep 14 22:52:37.359220 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0725166f-4032-46f1-9b1e-944f2d003dec tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:37.365005 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0725166f-4032-46f1-9b1e-944f2d003dec tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:37.365799 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0725166f-4032-46f1-9b1e-944f2d003dec tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:52:37.374877 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-36bee5a1-c9f9-41d5-b15b-1842b531642e tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] device_id is not set on port 36278d8b-f929-40c4-9e8b-6b2d03219745 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:52:37.376099 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-f5da6a37-cedf-4419-811e-95c032649124 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Request body: {'port': {'device_id': 'e2748707-0a02-47fb-9d12-94dde6087559', 'network_id': '31850627-f6e9-4ef5-9f05-dc1c1b19cf1b', 'admin_state_up': True, 'tenant_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'security_groups': ['dca6bde9-ce0e-46af-b6a1-393a3e60b4d1']}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:37.393440 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-a36a2d57-ebf6-4a10-ae02-56caf240a934 None None] Provisioning for port 8ec22f68-8a9a-46fe-9213-9922c1952436 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:37.399648 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-a36a2d57-ebf6-4a10-ae02-56caf240a934 None None] Provisioning complete for port 8ec22f68-8a9a-46fe-9213-9922c1952436 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:37.400138 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a36a2d57-ebf6-4a10-ae02-56caf240a934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:37.434269 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-bf9baeb6-4636-402b-b59d-726f9ce6870c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 3.3875639 Sep 14 22:52:37.444240 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-0de8c136-e0b6-491c-94da-62f03a626509 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd36d59a9e6b4be08e34d9d0bdaa27c1 HTTP/1.1" status: 200 len: 378 time: 0.5348206 Sep 14 22:52:37.457887 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45188) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:37.476301 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d52a8b-6414-4bf2-b526-453d80ad9fd1 req-b0c7d9a4-80a0-42ac-b415-23dc8ca73764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:37.477967 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-32d52a8b-6414-4bf2-b526-453d80ad9fd1 req-b0c7d9a4-80a0-42ac-b415-23dc8ca73764 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4564664 Sep 14 22:52:37.509745 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-6c26b762-935e-4a5b-bc95-98463a1af61f tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Request body: {'port': {'device_id': '0192ba17-7400-45a3-bd64-92c260697360', 'network_id': '96b70200-f113-466a-a996-3d001cbd44bb', 'admin_state_up': True, 'tenant_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'security_groups': ['1157bb60-4273-4a42-9e7f-53bfcfb40ac8']}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:37.513022 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eadbecb-538a-4fb0-a44c-f911a32fdc26 req-eefcb292-800d-434a-b372-b2bd91d64775 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:37.514967 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2eadbecb-538a-4fb0-a44c-f911a32fdc26 req-eefcb292-800d-434a-b372-b2bd91d64775 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/ports?device_id=390a02d0-98e6-439c-bb9e-55ab228b2d5e HTTP/1.1" status: 200 len: 944 time: 0.3877420 Sep 14 22:52:37.562094 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8577'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:37.637280 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-a36a2d57-ebf6-4a10-ae02-56caf240a934 None None] Current status of the port 8ec22f68-8a9a-46fe-9213-9922c1952436 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:52:37.638519 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a36a2d57-ebf6-4a10-ae02-56caf240a934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:37.661830 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8d4c8954-b73e-443d-9152-b4f68ddfdcc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:37.694750 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-f5da6a37-cedf-4419-811e-95c032649124 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:37.700365 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-a36a2d57-ebf6-4a10-ae02-56caf240a934 None None] For port 8ec22f68-8a9a-46fe-9213-9922c1952436, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=8ec22f68-8a9a-46fe-9213-9922c1952436,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:52:37.701274 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2eadbecb-538a-4fb0-a44c-f911a32fdc26 req-ae50e380-0705-469c-a36d-78146e3f596d tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/security-groups?id=e35e8c0d-cec2-422f-a730-b29b3659ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777050 Sep 14 22:52:37.714113 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a36a2d57-ebf6-4a10-ae02-56caf240a934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:37.716574 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-f5da6a37-cedf-4419-811e-95c032649124 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:37.749683 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-f5da6a37-cedf-4419-811e-95c032649124 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Made reservation on behalf of d36f5522c6ec41e993e6cc182372eb1e for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:52:37.753876 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-f5da6a37-cedf-4419-811e-95c032649124 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:37.771900 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-be21285d-8e09-463b-8b84-299560ce6fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:37.773559 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-be21285d-8e09-463b-8b84-299560ce6fdf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=619a722a9a6d4b25978034388633fb87&device_id=390a02d0-98e6-439c-bb9e-55ab228b2d5e HTTP/1.1" status: 200 len: 1097 time: 0.2357097 Sep 14 22:52:37.819988 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a2d57-ebf6-4a10-ae02-56caf240a934 None None] Pushing event updated for resources: {'Port': ['ID=8ec22f68-8a9a-46fe-9213-9922c1952436,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:37.855402 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e76373e5-3a2c-4e7d-8e87-465570d7f6f9 None None] Provisioning for port eec5ef59-3bff-4db8-b8b9-daba55b74701 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:37.861196 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e76373e5-3a2c-4e7d-8e87-465570d7f6f9 None None] Provisioning complete for port eec5ef59-3bff-4db8-b8b9-daba55b74701 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:37.861631 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e76373e5-3a2c-4e7d-8e87-465570d7f6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:37.870872 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0725166f-4032-46f1-9b1e-944f2d003dec tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:52:37.874756 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0725166f-4032-46f1-9b1e-944f2d003dec tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 1.3497429 Sep 14 22:52:37.885649 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45198) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:37.899087 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2733ac9c-60b4-4a1d-86b2-c7563687a93f tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:37.918858 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-e76373e5-3a2c-4e7d-8e87-465570d7f6f9 None None] Port eec5ef59-3bff-4db8-b8b9-daba55b74701 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:52:37.951081 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-9e9df2ee-739c-4c1d-8a5b-cb1114132326 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed32ab64-6954-4e3d-b928-b6562f461149 HTTP/1.1" status: 200 len: 217 time: 0.1691282 Sep 14 22:52:38.032690 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cbf88cd2-adce-4ede-8103-5f222bc954b8 req-2af65b80-dbe0-4e95-9225-428da8ec06e5 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 210 time: 0.1550701 Sep 14 22:52:38.071883 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-1ed0d253-2065-42c2-bf5f-061da66b7df4 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting port eec5ef59-3bff-4db8-b8b9-daba55b74701 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:52:38.072238 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1ed0d253-2065-42c2-bf5f-061da66b7df4 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:38.094435 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-2733ac9c-60b4-4a1d-86b2-c7563687a93f tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Calling delete_port for fd473410-d8d4-4804-ab2f-569b18fc0c7a owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:52:38.179697 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-36ebe3e2-9727-44f7-92d6-5aa7c6da3ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:38.181151 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-36ebe3e2-9727-44f7-92d6-5aa7c6da3ca4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d53919ce-94ab-4885-ba14-5ce8afc3ce70 HTTP/1.1" status: 200 len: 845 time: 0.2017040 Sep 14 22:52:38.287406 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-36bee5a1-c9f9-41d5-b15b-1842b531642e tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Allocated IP 2001:db8::390 (2b69ce89-d338-407a-9920-37d3f61d6441/f9901846-1f70-4bae-80c0-acbcd9f2370d/36278d8b-f929-40c4-9e8b-6b2d03219745) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:52:38.300489 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-6c26b762-935e-4a5b-bc95-98463a1af61f tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:38.309959 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-6c26b762-935e-4a5b-bc95-98463a1af61f tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Usage tracker for resource:port and tenant:bd36d59a9e6b4be08e34d9d0bdaa27c1 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:38.311459 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-f5da6a37-cedf-4419-811e-95c032649124 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Allocated IP 172.20.0.12 (31850627-f6e9-4ef5-9f05-dc1c1b19cf1b/e47e8930-adcb-4694-be65-aa3ac5655b4d/d8322af4-320b-42fa-97d1-4a56969f9b08) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:52:38.321042 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:38.333273 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-6c26b762-935e-4a5b-bc95-98463a1af61f tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:38.365043 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-6c26b762-935e-4a5b-bc95-98463a1af61f tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:38.448927 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-6c26b762-935e-4a5b-bc95-98463a1af61f tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Made reservation on behalf of bd36d59a9e6b4be08e34d9d0bdaa27c1 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:52:38.452253 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-6c26b762-935e-4a5b-bc95-98463a1af61f tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:38.468447 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ff25fa75-d39f-41fe-bfce-8767883fe659 tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:38.639724 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 8ec22f68-8a9a-46fe-9213-9922c1952436 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:52:38.694866 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8e0e4482-6728-42be-8cbf-8262a41bae99 req-c2d9e9ec-10e9-4a3c-9cae-93134d03767d tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/ports?device_id=e2748707-0a02-47fb-9d12-94dde6087559 HTTP/1.1" status: 200 len: 210 time: 0.1321995 Sep 14 22:52:38.708891 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 8ec22f68-8a9a-46fe-9213-9922c1952436 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:38.709396 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:38.779322 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1ed0d253-2065-42c2-bf5f-061da66b7df4 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:38.843880 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 8ec22f68-8a9a-46fe-9213-9922c1952436 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:52:38.852513 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-fe74ef7b-3476-4bb8-aa47-43086daf9131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:38.854000 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-fe74ef7b-3476-4bb8-aa47-43086daf9131 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=63e45686-e294-49ff-846c-ac2fe15584a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6662738 Sep 14 22:52:38.951808 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-1ed0d253-2065-42c2-bf5f-061da66b7df4 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Calling delete_port for eec5ef59-3bff-4db8-b8b9-daba55b74701 owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:52:38.992931 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2733ac9c-60b4-4a1d-86b2-c7563687a93f tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:39.101715 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733ac9c-60b4-4a1d-86b2-c7563687a93f tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Pushing event deleted for resources: {'Port': ['ID=fd473410-d8d4-4804-ab2f-569b18fc0c7a,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:39.155553 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-f5da6a37-cedf-4419-811e-95c032649124 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:39.192092 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ff25fa75-d39f-41fe-bfce-8767883fe659 tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:39.258884 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7235541e-9652-4914-86b9-4570cbae58e7 req-ceab96d8-d639-4d7a-be39-a43b60c3c0ac tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 210 time: 0.0967116 Sep 14 22:52:39.306948 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-36bee5a1-c9f9-41d5-b15b-1842b531642e tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:39.333642 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-e2ded4d2-1f68-488b-adfd-f80b80ea91af service neutron] 10.222.0.20 "GET /v2.0/networks/63e45686-e294-49ff-846c-ac2fe15584a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071550 Sep 14 22:52:39.424495 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d894bf-2cb4-4178-9aba-992730a30238 req-4a382080-ab51-459c-a968-884d127bb2d8 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:39.425953 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-76d894bf-2cb4-4178-9aba-992730a30238 req-4a382080-ab51-459c-a968-884d127bb2d8 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/ports?device_id=390a02d0-98e6-439c-bb9e-55ab228b2d5e HTTP/1.1" status: 200 len: 944 time: 0.5708520 Sep 14 22:52:39.439927 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-f5da6a37-cedf-4419-811e-95c032649124 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Transition to ACTIVE for port object d8322af4-320b-42fa-97d1-4a56969f9b08 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:39.443533 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1ed0d253-2065-42c2-bf5f-061da66b7df4 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:39.463191 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-36bee5a1-c9f9-41d5-b15b-1842b531642e tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Transition to ACTIVE for port object 36278d8b-f929-40c4-9e8b-6b2d03219745 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:39.464756 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-6c26b762-935e-4a5b-bc95-98463a1af61f tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Allocated IP 172.20.0.14 (96b70200-f113-466a-a996-3d001cbd44bb/e26eddd1-1e83-4e64-8dc5-ded3ed029f12/7e4e6e2e-a643-4ae1-8469-ecc9fe80890e) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:52:39.521761 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0d253-2065-42c2-bf5f-061da66b7df4 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Port': ['ID=eec5ef59-3bff-4db8-b8b9-daba55b74701,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:39.596034 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] device_id is not set on port df39a191-60d0-4a4e-b61a-f178a4f5b018 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:52:39.618056 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1ed0d253-2065-42c2-bf5f-061da66b7df4 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:39.620627 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:39.628128 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-76d894bf-2cb4-4178-9aba-992730a30238 req-8ddded82-405d-44bb-b01c-6cd54f79ecf0 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/security-groups?id=e35e8c0d-cec2-422f-a730-b29b3659ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897440 Sep 14 22:52:39.634595 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c350176d-1b3e-4baf-a90c-766c5cc64524 req-d62d5917-bf61-41ac-99c9-4a4f06f65691 service neutron] 10.222.0.20 "GET /v2.0/networks/63e45686-e294-49ff-846c-ac2fe15584a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907164 Sep 14 22:52:39.648834 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1ed0d253-2065-42c2-bf5f-061da66b7df4 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/eec5ef59-3bff-4db8-b8b9-daba55b74701 HTTP/1.1" status: 204 len: 168 time: 1.7592812 Sep 14 22:52:39.649705 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45208) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:39.689272 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-f5da6a37-cedf-4419-811e-95c032649124 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:39.698558 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-48544061-410f-4b6f-b51c-2f1260e218d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:39.787827 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-f5da6a37-cedf-4419-811e-95c032649124 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Network 31850627-f6e9-4ef5-9f05-dc1c1b19cf1b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:39.793654 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-f5da6a37-cedf-4419-811e-95c032649124 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:39.798066 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e883cc7-9e82-4f8d-b4ac-ec8713935515 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:39.799611 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e883cc7-9e82-4f8d-b4ac-ec8713935515 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:39.800286 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-3e883cc7-9e82-4f8d-b4ac-ec8713935515 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:52:39.803168 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Transition to ACTIVE for port object df39a191-60d0-4a4e-b61a-f178a4f5b018 will not be triggered until provisioned by entity L2. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:39.803847 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-f5da6a37-cedf-4419-811e-95c032649124 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:39.809138 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-f5da6a37-cedf-4419-811e-95c032649124 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:39.809743 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-f5da6a37-cedf-4419-811e-95c032649124 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:39.818189 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da6a37-cedf-4419-811e-95c032649124 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Pushing event updated for resources: {'Port': ['ID=d8322af4-320b-42fa-97d1-4a56969f9b08,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:39.868490 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:39.885067 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-3e883cc7-9e82-4f8d-b4ac-ec8713935515 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:52:39.885067 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3e883cc7-9e82-4f8d-b4ac-ec8713935515 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2337191 Sep 14 22:52:39.885350 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-f5da6a37-cedf-4419-811e-95c032649124 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5221221 Sep 14 22:52:39.891120 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45214) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:39.929732 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-39aa1839-9444-4ee8-bb7f-62ed3d26012d service neutron] Request body: {'port': {'device_id': 'e2748707-0a02-47fb-9d12-94dde6087559', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:40.019712 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-36bee5a1-c9f9-41d5-b15b-1842b531642e tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:40.026679 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-6572e552-6524-43a8-908c-b7fce21746a8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting subnet 93c46ce3-9382-4c3b-b8c7-a95361bd9790 {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:52:40.058465 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6572e552-6524-43a8-908c-b7fce21746a8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:40.062029 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-53a33562-4ea5-48f0-baac-66cdcc2450c9 None None] Provisioning for port d8322af4-320b-42fa-97d1-4a56969f9b08 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:40.068562 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-53a33562-4ea5-48f0-baac-66cdcc2450c9 None None] Provisioning complete for port d8322af4-320b-42fa-97d1-4a56969f9b08 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:40.069051 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-53a33562-4ea5-48f0-baac-66cdcc2450c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:40.131366 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-53a33562-4ea5-48f0-baac-66cdcc2450c9 None None] Port d8322af4-320b-42fa-97d1-4a56969f9b08 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:52:40.166333 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bee5a1-c9f9-41d5-b15b-1842b531642e tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Network 2b69ce89-d338-407a-9920-37d3f61d6441 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:40.176718 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.db.resource_extend [None req-ff25fa75-d39f-41fe-bfce-8767883fe659 tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 22:52:40.184114 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:40.184452 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:40.184813 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:40.186937 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-36bee5a1-c9f9-41d5-b15b-1842b531642e tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:40.189262 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Pushing event updated for resources: {'Port': ['ID=df39a191-60d0-4a4e-b61a-f178a4f5b018,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:40.191346 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bee5a1-c9f9-41d5-b15b-1842b531642e tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:40.196830 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bee5a1-c9f9-41d5-b15b-1842b531642e tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:40.197406 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-36bee5a1-c9f9-41d5-b15b-1842b531642e tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:40.226020 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-39aa1839-9444-4ee8-bb7f-62ed3d26012d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:40.236978 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6572e552-6524-43a8-908c-b7fce21746a8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:40.247693 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c51e6b-6985-4500-a47a-85752ed25f17 req-668cd4cf-08fb-4dea-b148-b15c22d19312 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:40.248404 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-28c51e6b-6985-4500-a47a-85752ed25f17 req-668cd4cf-08fb-4dea-b148-b15c22d19312 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Synchronizing usage tracker for tenant:d36f5522c6ec41e993e6cc182372eb1e on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:52:40.259401 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Port df39a191-60d0-4a4e-b61a-f178a4f5b018 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:52:40.259742 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Failed to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] Sep 14 22:52:40.283587 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempt 2 to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 Sep 14 22:52:40.291583 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ff25fa75-d39f-41fe-bfce-8767883fe659 tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:40.324319 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2733ac9c-60b4-4a1d-86b2-c7563687a93f tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:40.335879 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ff25fa75-d39f-41fe-bfce-8767883fe659 tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:40.396029 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-28c51e6b-6985-4500-a47a-85752ed25f17 req-668cd4cf-08fb-4dea-b148-b15c22d19312 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Unset dirty status for tenant:d36f5522c6ec41e993e6cc182372eb1e on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:52:40.397367 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-28c51e6b-6985-4500-a47a-85752ed25f17 req-668cd4cf-08fb-4dea-b148-b15c22d19312 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/ports?device_id=e2748707-0a02-47fb-9d12-94dde6087559 HTTP/1.1" status: 200 len: 932 time: 0.5566349 Sep 14 22:52:40.406572 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ff25fa75-d39f-41fe-bfce-8767883fe659 tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:40.452333 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6572e552-6524-43a8-908c-b7fce21746a8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:40.487958 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-6c26b762-935e-4a5b-bc95-98463a1af61f tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:40.490720 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:40.491048 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:40.491378 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:40.535538 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Port df39a191-60d0-4a4e-b61a-f178a4f5b018 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:52:40.535861 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Failed to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] Sep 14 22:52:40.536403 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bee5a1-c9f9-41d5-b15b-1842b531642e tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Pushing event updated for resources: {'Port': ['ID=36278d8b-f929-40c4-9e8b-6b2d03219745,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:40.544379 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempt 3 to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 Sep 14 22:52:40.560454 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e1c70a02-7a6f-455a-a746-be014b57d82c None None] Provisioning for port 36278d8b-f929-40c4-9e8b-6b2d03219745 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:40.565730 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e1c70a02-7a6f-455a-a746-be014b57d82c None None] Provisioning complete for port 36278d8b-f929-40c4-9e8b-6b2d03219745 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:40.566100 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e1c70a02-7a6f-455a-a746-be014b57d82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:40.598288 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-136cd450-45ea-4b50-94b8-e8370ee5dad4 req-ef9bedf3-2508-44b9-a003-689367a850f9 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 210 time: 0.1120894 Sep 14 22:52:40.626513 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-28c51e6b-6985-4500-a47a-85752ed25f17 req-581a2105-1e8f-4100-84ab-9f18267d829d tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/security-groups?id=dca6bde9-ce0e-46af-b6a1-393a3e60b4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866937 Sep 14 22:52:40.645155 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-e1c70a02-7a6f-455a-a746-be014b57d82c None None] Port 36278d8b-f929-40c4-9e8b-6b2d03219745 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:52:40.687711 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-6c26b762-935e-4a5b-bc95-98463a1af61f tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Transition to ACTIVE for port object 7e4e6e2e-a643-4ae1-8469-ecc9fe80890e will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:40.733688 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6572e552-6524-43a8-908c-b7fce21746a8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:40.745858 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2733ac9c-60b4-4a1d-86b2-c7563687a93f tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] 10.222.0.33 "DELETE /v2.0/ports/fd473410-d8d4-4804-ab2f-569b18fc0c7a HTTP/1.1" status: 204 len: 168 time: 4.7473736 Sep 14 22:52:40.745858 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-36bee5a1-c9f9-41d5-b15b-1842b531642e tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.8375280 Sep 14 22:52:40.755112 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45222) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:40.755112 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45224) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:40.761003 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:40.762892 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-6c26b762-935e-4a5b-bc95-98463a1af61f tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:40.806934 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-c1741d83-4a86-4408-82e5-1c548d066dff tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Request body: {'port': {'network_id': '2b69ce89-d338-407a-9920-37d3f61d6441', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-664391690'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:40.841528 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572e552-6524-43a8-908c-b7fce21746a8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Subnet': ['ID=93c46ce3-9382-4c3b-b8c7-a95361bd9790,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:40.861036 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6572e552-6524-43a8-908c-b7fce21746a8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:40.864346 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da4ec6e-a365-49d8-9b16-753b650f92d0 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:52:40.882119 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:40.894098 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:40.894294 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:40.894630 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:40.907564 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6572e552-6524-43a8-908c-b7fce21746a8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/93c46ce3-9382-4c3b-b8c7-a95361bd9790 HTTP/1.1" status: 204 len: 168 time: 1.0126853 Sep 14 22:52:40.908321 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45230) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:40.986204 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-010aa78a-c35d-411a-8c2e-2f8ec93abe0b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] GET failed (client error): The resource could not be found. Sep 14 22:52:40.986738 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-010aa78a-c35d-411a-8c2e-2f8ec93abe0b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Synchronizing usage tracker for tenant:cf52be6b4cca4eb79c0d08c2bf365b2b on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:52:40.990046 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Port df39a191-60d0-4a4e-b61a-f178a4f5b018 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:52:40.990046 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Failed to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] Sep 14 22:52:40.993455 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b60574c7-59bb-4e40-8264-be321e5d092c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0817440 Sep 14 22:52:40.996161 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45234) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:40.998764 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-6c26b762-935e-4a5b-bc95-98463a1af61f tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Network 96b70200-f113-466a-a996-3d001cbd44bb is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:41.004106 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-07750115-cb32-496e-bc68-034e91c07dd8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:41.011886 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempt 4 to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 Sep 14 22:52:41.019076 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-6c26b762-935e-4a5b-bc95-98463a1af61f tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:41.036567 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-6c26b762-935e-4a5b-bc95-98463a1af61f tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:41.074142 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff25fa75-d39f-41fe-bfce-8767883fe659 tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Pushing event updated for resources: {'Port': ['ID=289680d3-a6e6-4d1d-bd31-51172636e19c,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:41.142181 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:41.142692 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:41.143171 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:41.168216 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4d6d8-3773-404e-a24a-73e7f4d2ffa2 req-549dbbd6-0f28-4ca9-8dd5-e6bff542162a tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:41.170016 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-85d4d6d8-3773-404e-a24a-73e7f4d2ffa2 req-549dbbd6-0f28-4ca9-8dd5-e6bff542162a tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/ports?device_id=390a02d0-98e6-439c-bb9e-55ab228b2d5e HTTP/1.1" status: 200 len: 944 time: 0.3818939 Sep 14 22:52:41.180414 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-39aa1839-9444-4ee8-bb7f-62ed3d26012d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8322af4-320b-42fa-97d1-4a56969f9b08 {{(pid=89170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 22:52:41.193349 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b889cd31-f369-44b5-8f8c-cf97f80e7473 None None] DHCP port deletion for ac1cbc11-ac8d-43cd-9c1d-398cae68a205 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:52:41.198089 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-b889cd31-f369-44b5-8f8c-cf97f80e7473 None None] Deleting port 8ec22f68-8a9a-46fe-9213-9922c1952436 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:52:41.198701 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b889cd31-f369-44b5-8f8c-cf97f80e7473 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:41.200173 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Port df39a191-60d0-4a4e-b61a-f178a4f5b018 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:52:41.200173 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Failed to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] Sep 14 22:52:41.208956 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempt 5 to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 Sep 14 22:52:41.216439 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-010aa78a-c35d-411a-8c2e-2f8ec93abe0b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Unset dirty status for tenant:cf52be6b4cca4eb79c0d08c2bf365b2b on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:52:41.217690 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-010aa78a-c35d-411a-8c2e-2f8ec93abe0b tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] 10.222.0.33 "GET /v2.0/ports/fd473410-d8d4-4804-ab2f-569b18fc0c7a HTTP/1.1" status: 404 len: 333 time: 0.4578912 Sep 14 22:52:41.224905 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45238) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:41.226292 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-39aa1839-9444-4ee8-bb7f-62ed3d26012d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:41.227141 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.l3_db [None req-ff25fa75-d39f-41fe-bfce-8767883fe659 tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Floating IP 6bec7e92-1d0e-4145-992e-60457a33173a associated. External IP: 172.26.5.15, port: e19c9a55-c901-44d7-be6a-4cc5eba9d40a. Sep 14 22:52:41.319225 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-07750115-cb32-496e-bc68-034e91c07dd8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:41.324591 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-39aa1839-9444-4ee8-bb7f-62ed3d26012d service neutron] Transition to ACTIVE for port object d8322af4-320b-42fa-97d1-4a56969f9b08 will not be triggered until provisioned by entity L2. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:41.325779 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-6c26b762-935e-4a5b-bc95-98463a1af61f tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:41.326130 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-6c26b762-935e-4a5b-bc95-98463a1af61f tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:41.334169 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-07750115-cb32-496e-bc68-034e91c07dd8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:subnet and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:41.341699 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-07750115-cb32-496e-bc68-034e91c07dd8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:41.344439 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:41.344439 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:41.345247 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:41.348210 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-85d4d6d8-3773-404e-a24a-73e7f4d2ffa2 req-fffa2a47-8dc3-440c-b3a9-11b8a7989eb7 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/security-groups?id=e35e8c0d-cec2-422f-a730-b29b3659ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480687 Sep 14 22:52:41.348965 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-39aa1839-9444-4ee8-bb7f-62ed3d26012d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:41.384770 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Port df39a191-60d0-4a4e-b61a-f178a4f5b018 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:52:41.385046 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Failed to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] Sep 14 22:52:41.385592 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26b762-935e-4a5b-bc95-98463a1af61f tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Pushing event updated for resources: {'Port': ['ID=7e4e6e2e-a643-4ae1-8469-ecc9fe80890e,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:41.389198 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c1741d83-4a86-4408-82e5-1c548d066dff tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:41.394239 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempt 6 to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 Sep 14 22:52:41.410027 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c1741d83-4a86-4408-82e5-1c548d066dff tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Usage tracker for resource:port and tenant:546b5aea94954549b6ec9228e90089c7 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:41.416574 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-6c26b762-935e-4a5b-bc95-98463a1af61f tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9210355 Sep 14 22:52:41.446090 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-07750115-cb32-496e-bc68-034e91c07dd8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:41.465131 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c1741d83-4a86-4408-82e5-1c548d066dff tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:41.468139 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-160d369f-1612-43e8-8e7c-4146557a66c3 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Deleting port 77a4d7f3-15d4-4342-88e5-f0ad7fa852f2 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:52:41.468475 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-160d369f-1612-43e8-8e7c-4146557a66c3 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:41.483856 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-ccbdc0b5-0f9d-46ae-95b6-37a85c65a8eb service neutron] Request body: {'port': {'device_id': '0192ba17-7400-45a3-bd64-92c260697360', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:41.484240 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-bb488e83-1f96-430c-a68d-b67ecb515f61 None None] Provisioning for port 7e4e6e2e-a643-4ae1-8469-ecc9fe80890e completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:41.492768 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-bb488e83-1f96-430c-a68d-b67ecb515f61 None None] Provisioning complete for port 7e4e6e2e-a643-4ae1-8469-ecc9fe80890e triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:41.493239 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bb488e83-1f96-430c-a68d-b67ecb515f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:41.523535 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c1741d83-4a86-4408-82e5-1c548d066dff tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:41.530951 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-b889cd31-f369-44b5-8f8c-cf97f80e7473 None None] For port 8ec22f68-8a9a-46fe-9213-9922c1952436, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=8ec22f68-8a9a-46fe-9213-9922c1952436,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:52:41.530951 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b889cd31-f369-44b5-8f8c-cf97f80e7473 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:41.533445 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:41.533787 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:41.533978 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:41.565259 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Port df39a191-60d0-4a4e-b61a-f178a4f5b018 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:52:41.565551 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Failed to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] Sep 14 22:52:41.570921 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempt 7 to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 Sep 14 22:52:41.581799 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07750115-cb32-496e-bc68-034e91c07dd8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:52:41.585051 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-07750115-cb32-496e-bc68-034e91c07dd8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:41.591546 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1741d83-4a86-4408-82e5-1c548d066dff tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Made reservation on behalf of 546b5aea94954549b6ec9228e90089c7 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:52:41.595003 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c1741d83-4a86-4408-82e5-1c548d066dff tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:41.645649 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:41.645985 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:41.646324 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:41.700743 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-b889cd31-f369-44b5-8f8c-cf97f80e7473 None None] Calling delete_port for 8ec22f68-8a9a-46fe-9213-9922c1952436 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:52:41.724558 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Port df39a191-60d0-4a4e-b61a-f178a4f5b018 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:52:41.724906 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Failed to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] Sep 14 22:52:41.732414 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-c1741d83-4a86-4408-82e5-1c548d066dff tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] device_id is not set on port 2e7ae5f6-a04f-4c52-a989-ee4bd96cea3b yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:52:41.733647 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa1839-9444-4ee8-bb7f-62ed3d26012d service neutron] Pushing event updated for resources: {'Port': ['ID=d8322af4-320b-42fa-97d1-4a56969f9b08,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:41.748005 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-39aa1839-9444-4ee8-bb7f-62ed3d26012d service neutron] Attempting to bind port d8322af4-320b-42fa-97d1-4a56969f9b08 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:41.748285 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-39aa1839-9444-4ee8-bb7f-62ed3d26012d service neutron] Attempting to bind port d8322af4-320b-42fa-97d1-4a56969f9b08 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'c2365945-0825-42dc-a302-48ce18607d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '31850627-f6e9-4ef5-9f05-dc1c1b19cf1b'}] {{(pid=89170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:41.748635 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-39aa1839-9444-4ee8-bb7f-62ed3d26012d service neutron] Attempting to bind port d8322af4-320b-42fa-97d1-4a56969f9b08 on network 31850627-f6e9-4ef5-9f05-dc1c1b19cf1b {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:41.750692 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-bb488e83-1f96-430c-a68d-b67ecb515f61 None None] Port 7e4e6e2e-a643-4ae1-8469-ecc9fe80890e cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:52:41.767274 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempt 8 to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 Sep 14 22:52:41.770284 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-39aa1839-9444-4ee8-bb7f-62ed3d26012d service neutron] Port d8322af4-320b-42fa-97d1-4a56969f9b08 on network 31850627-f6e9-4ef5-9f05-dc1c1b19cf1b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:52:41.770610 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-39aa1839-9444-4ee8-bb7f-62ed3d26012d service neutron] Attempting to bind port d8322af4-320b-42fa-97d1-4a56969f9b08 on network 31850627-f6e9-4ef5-9f05-dc1c1b19cf1b {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:41.789935 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-39aa1839-9444-4ee8-bb7f-62ed3d26012d service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:52:41.790165 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-39aa1839-9444-4ee8-bb7f-62ed3d26012d service neutron] Checking segment: {'id': 'c2365945-0825-42dc-a302-48ce18607d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '31850627-f6e9-4ef5-9f05-dc1c1b19cf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:52:41.790479 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-39aa1839-9444-4ee8-bb7f-62ed3d26012d service neutron] Bound using segment: {'id': 'c2365945-0825-42dc-a302-48ce18607d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '31850627-f6e9-4ef5-9f05-dc1c1b19cf1b'} {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:52:41.790911 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-39aa1839-9444-4ee8-bb7f-62ed3d26012d service neutron] Bound port: d8322af4-320b-42fa-97d1-4a56969f9b08, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2365945-0825-42dc-a302-48ce18607d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '31850627-f6e9-4ef5-9f05-dc1c1b19cf1b'}}] {{(pid=89170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:52:41.791263 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-39aa1839-9444-4ee8-bb7f-62ed3d26012d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:41.804636 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b889cd31-f369-44b5-8f8c-cf97f80e7473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:41.821803 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:41.822133 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:41.822469 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:41.841419 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-ccbdc0b5-0f9d-46ae-95b6-37a85c65a8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:41.858294 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b889cd31-f369-44b5-8f8c-cf97f80e7473 None None] Pushing event deleted for resources: {'Port': ['ID=8ec22f68-8a9a-46fe-9213-9922c1952436,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:41.862954 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b889cd31-f369-44b5-8f8c-cf97f80e7473 None None] No DVR routers for this DVR port 8ec22f68-8a9a-46fe-9213-9922c1952436 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:52:41.865065 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Port df39a191-60d0-4a4e-b61a-f178a4f5b018 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:52:41.865400 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Failed to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] Sep 14 22:52:41.918821 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempt 9 to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 Sep 14 22:52:41.998781 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:41.999095 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:41.999428 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:42.022506 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Port df39a191-60d0-4a4e-b61a-f178a4f5b018 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:52:42.022831 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Failed to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] Sep 14 22:52:42.053460 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempt 10 to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 Sep 14 22:52:42.110649 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:42.110981 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:42.111310 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:42.125141 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff25fa75-d39f-41fe-bfce-8767883fe659 tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Router d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:52:42.164435 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Port df39a191-60d0-4a4e-b61a-f178a4f5b018 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:52:42.164699 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Failed to bind port df39a191-60d0-4a4e-b61a-f178a4f5b018 on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] Sep 14 22:52:42.165062 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:42.204502 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-c1741d83-4a86-4408-82e5-1c548d066dff tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Allocated IP 2001:db8::171 (2b69ce89-d338-407a-9920-37d3f61d6441/f9901846-1f70-4bae-80c0-acbcd9f2370d/2e7ae5f6-a04f-4c52-a989-ee4bd96cea3b) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:52:42.304886 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-160d369f-1612-43e8-8e7c-4146557a66c3 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:42.313993 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-39aa1839-9444-4ee8-bb7f-62ed3d26012d service neutron] For port d8322af4-320b-42fa-97d1-4a56969f9b08, host hv-neutron-8577, cleared binding levels {{(pid=89170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:52:42.347268 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:42.389264 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-39aa1839-9444-4ee8-bb7f-62ed3d26012d service neutron] For port d8322af4-320b-42fa-97d1-4a56969f9b08, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=d8322af4-320b-42fa-97d1-4a56969f9b08,segment=NetworkSegment(c2365945-0825-42dc-a302-48ce18607d40),segment_id=c2365945-0825-42dc-a302-48ce18607d40)] {{(pid=89170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:52:42.453155 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-160d369f-1612-43e8-8e7c-4146557a66c3 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Calling delete_port for 77a4d7f3-15d4-4342-88e5-f0ad7fa852f2 owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:52:42.494734 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-39aa1839-9444-4ee8-bb7f-62ed3d26012d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:42.534355 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-39aa1839-9444-4ee8-bb7f-62ed3d26012d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:42.534956 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-39aa1839-9444-4ee8-bb7f-62ed3d26012d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:42.536285 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-39aa1839-9444-4ee8-bb7f-62ed3d26012d service neutron] 10.222.0.20 "PUT /v2.0/ports/d8322af4-320b-42fa-97d1-4a56969f9b08 HTTP/1.1" status: 200 len: 1094 time: 2.6421883 Sep 14 22:52:42.546972 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2748707-0a02-47fb-9d12-94dde6087559', 'tag': 'd8322af4-320b-42fa-97d1-4a56969f9b08'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 22:52:42.549095 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bd6561-372f-4bc4-8095-0f9445c98bae" -d '{"events": [{"name": "network-changed", "server_uuid": "e2748707-0a02-47fb-9d12-94dde6087559", "tag": "d8322af4-320b-42fa-97d1-4a56969f9b08"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:52:42.586763 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b31ab-15c8-45be-b12c-a2bd3a29c306 req-4afb9d91-f15d-478f-9ba0-af4930d2e7c2 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:42.588884 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-733b31ab-15c8-45be-b12c-a2bd3a29c306 req-4afb9d91-f15d-478f-9ba0-af4930d2e7c2 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 932 time: 0.5974951 Sep 14 22:52:42.616645 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b300930-24f6-43bf-a36a-c6fa10e14b91 req-b41ae9b7-e562-4f85-a3d3-e3616f9588b3 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:42.618101 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4b300930-24f6-43bf-a36a-c6fa10e14b91 req-b41ae9b7-e562-4f85-a3d3-e3616f9588b3 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/ports?device_id=e2748707-0a02-47fb-9d12-94dde6087559 HTTP/1.1" status: 200 len: 944 time: 0.6262739 Sep 14 22:52:42.651494 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 8ec22f68-8a9a-46fe-9213-9922c1952436 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:52:42.685364 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 8ec22f68-8a9a-46fe-9213-9922c1952436 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:52:42.687823 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 8ec22f68-8a9a-46fe-9213-9922c1952436 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:52:42.769219 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-07750115-cb32-496e-bc68-034e91c07dd8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:42.804184 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] For port df39a191-60d0-4a4e-b61a-f178a4f5b018, host hv-neutron-8577, cleared binding levels {{(pid=89171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:52:42.804553 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempted to set empty binding levels {{(pid=89171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 14 22:52:42.807872 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa1839-9444-4ee8-bb7f-62ed3d26012d service neutron] Pushing event updated for resources: {'Port': ['ID=d8322af4-320b-42fa-97d1-4a56969f9b08,revision_number=3']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:42.819771 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:42.820306 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] In _notify_port_updated(), no bound segment for port df39a191-60d0-4a4e-b61a-f178a4f5b018 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc {{(pid=89171) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 14 22:52:42.821205 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:42.821803 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:42.823186 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] 10.222.0.33 "PUT /v2.0/ports/df39a191-60d0-4a4e-b61a-f178a4f5b018 HTTP/1.1" status: 200 len: 976 time: 5.3589306 Sep 14 22:52:42.859830 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45250) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:42.862794 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff25fa75-d39f-41fe-bfce-8767883fe659 tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:52:42.874858 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-733b31ab-15c8-45be-b12c-a2bd3a29c306 req-37dfecce-1e19-4bff-a30b-245a8a6a2931 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2728219 Sep 14 22:52:42.875421 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6631105-949d-4d09-ba02-fe9a30f06f07 None None] Sync routers for ids ['d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:52:42.907551 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6631105-949d-4d09-ba02-fe9a30f06f07 None None] Routers {'d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:52:42.911754 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-b6631105-949d-4d09-ba02-fe9a30f06f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:52:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:42.935732 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4b300930-24f6-43bf-a36a-c6fa10e14b91 req-248033a1-b40b-46e0-bd06-188299977378 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/security-groups?id=dca6bde9-ce0e-46af-b6a1-393a3e60b4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2453184 Sep 14 22:52:42.937597 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07750115-cb32-496e-bc68-034e91c07dd8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:42.953596 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-07750115-cb32-496e-bc68-034e91c07dd8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:42.962495 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ff25fa75-d39f-41fe-bfce-8767883fe659 tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:42.965560 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc21c6d-64df-4e4e-89b5-a453a1a8378f None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:52:42.971117 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07750115-cb32-496e-bc68-034e91c07dd8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:42.971702 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-07750115-cb32-496e-bc68-034e91c07dd8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:42.999314 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833df4c-9ac7-437a-b0d5-f537099fde6e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Pushing event updated for resources: {'Port': ['ID=df39a191-60d0-4a4e-b61a-f178a4f5b018,revision_number=3']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:43.011504 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-b6631105-949d-4d09-ba02-fe9a30f06f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:43.020783 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07750115-cb32-496e-bc68-034e91c07dd8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Subnet': ['ID=168adb81-9319-4a08-8e82-7b78f683e42b,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:43.025534 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6631105-949d-4d09-ba02-fe9a30f06f07 None None] Routers {'d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:52:43.026403 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-b6631105-949d-4d09-ba02-fe9a30f06f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:52:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:43.036325 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.db.resource_extend [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-ccbdc0b5-0f9d-46ae-95b6-37a85c65a8eb service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 22:52:43.060865 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-160d369f-1612-43e8-8e7c-4146557a66c3 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:43.102757 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-b6631105-949d-4d09-ba02-fe9a30f06f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:43.103160 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6631105-949d-4d09-ba02-fe9a30f06f07 None None] The sync data for ids ['d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:52:43.133663 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-07750115-cb32-496e-bc68-034e91c07dd8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1361144 Sep 14 22:52:43.133819 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45256) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:43.156184 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c1741d83-4a86-4408-82e5-1c548d066dff tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:43.178407 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 22:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f9ec47-81f3-4b57-bbc1-926aa953ef6e x-openstack-request-id: req-35f9ec47-81f3-4b57-bbc1-926aa953ef6e {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:52:43.178757 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2748707-0a02-47fb-9d12-94dde6087559", "tag": "d8322af4-320b-42fa-97d1-4a56969f9b08", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:52:43.178934 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-35f9ec47-81f3-4b57-bbc1-926aa953ef6e {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:52:43.179310 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35f9ec47-81f3-4b57-bbc1-926aa953ef6e'] response: {'name': 'network-changed', 'server_uuid': 'e2748707-0a02-47fb-9d12-94dde6087559', 'tag': 'd8322af4-320b-42fa-97d1-4a56969f9b08', 'status': 'completed', 'code': 200} Sep 14 22:52:43.180080 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ff25fa75-d39f-41fe-bfce-8767883fe659 tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 10.1511750 Sep 14 22:52:43.182957 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45258) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:43.190618 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-ccbdc0b5-0f9d-46ae-95b6-37a85c65a8eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e4e6e2e-a643-4ae1-8469-ecc9fe80890e {{(pid=89171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 22:52:43.198672 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-c1741d83-4a86-4408-82e5-1c548d066dff tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Transition to ACTIVE for port object 2e7ae5f6-a04f-4c52-a989-ee4bd96cea3b will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:43.200446 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-a8d1f857-8d20-4a39-8c8a-c3d49d1c9c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:43.201326 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-ccbdc0b5-0f9d-46ae-95b6-37a85c65a8eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:43.201949 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-a8d1f857-8d20-4a39-8c8a-c3d49d1c9c27 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d36f5522c6ec41e993e6cc182372eb1e&device_id=e2748707-0a02-47fb-9d12-94dde6087559 HTTP/1.1" status: 200 len: 1097 time: 0.5932109 Sep 14 22:52:43.211620 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-48e42a78-497d-4382-b87c-c6237ed06e76 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'port': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'name': 'tempest-NetworksTestDHCPv6-263550478'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:43.222590 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-ccbdc0b5-0f9d-46ae-95b6-37a85c65a8eb service neutron] Transition to ACTIVE for port object 7e4e6e2e-a643-4ae1-8469-ecc9fe80890e will not be triggered until provisioned by entity L2. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:43.232421 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-ccbdc0b5-0f9d-46ae-95b6-37a85c65a8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:43.313549 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d369f-1612-43e8-8e7c-4146557a66c3 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Pushing event deleted for resources: {'Port': ['ID=77a4d7f3-15d4-4342-88e5-f0ad7fa852f2,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:43.350597 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9377ec-871b-4949-b635-6d49fc7ae5e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'fixed_ips': [{'subnet_id': '168adb81-9319-4a08-8e82-7b78f683e42b'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:52:43.352984 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1c9377ec-871b-4949-b635-6d49fc7ae5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:43.398328 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-160d369f-1612-43e8-8e7c-4146557a66c3 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:43.400198 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-160d369f-1612-43e8-8e7c-4146557a66c3 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] 10.222.0.33 "DELETE /v2.0/ports/77a4d7f3-15d4-4342-88e5-f0ad7fa852f2 HTTP/1.1" status: 204 len: 168 time: 2.1692271 Sep 14 22:52:43.404472 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45266) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:43.503382 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c1741d83-4a86-4408-82e5-1c548d066dff tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:43.505868 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbdc0b5-0f9d-46ae-95b6-37a85c65a8eb service neutron] Pushing event updated for resources: {'Port': ['ID=7e4e6e2e-a643-4ae1-8469-ecc9fe80890e,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:43.551368 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-1c9377ec-871b-4949-b635-6d49fc7ae5e1 None None] Allocated IP 2001:db8::2 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/168adb81-9319-4a08-8e82-7b78f683e42b/b3cbf7ea-0748-4936-a88f-45d21bc5e438) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:52:43.561593 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-859325e8-4747-4738-b436-b25d5ff97492 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] GET failed (client error): The resource could not be found. Sep 14 22:52:43.562953 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-859325e8-4747-4738-b436-b25d5ff97492 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] 10.222.0.33 "GET /v2.0/ports/77a4d7f3-15d4-4342-88e5-f0ad7fa852f2 HTTP/1.1" status: 404 len: 333 time: 0.1296780 Sep 14 22:52:43.575201 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45270) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:43.592403 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-3b75629e-fd06-468d-a457-f1fb7a0c44da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8322af4-320b-42fa-97d1-4a56969f9b08 HTTP/1.1" status: 200 len: 217 time: 0.2705700 Sep 14 22:52:43.648577 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1741d83-4a86-4408-82e5-1c548d066dff tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Network 2b69ce89-d338-407a-9920-37d3f61d6441 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:43.662857 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-c1741d83-4a86-4408-82e5-1c548d066dff tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:43.680027 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1741d83-4a86-4408-82e5-1c548d066dff tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:43.685611 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1741d83-4a86-4408-82e5-1c548d066dff tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:43.686260 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c1741d83-4a86-4408-82e5-1c548d066dff tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:43.695213 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1741d83-4a86-4408-82e5-1c548d066dff tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Pushing event updated for resources: {'Port': ['ID=2e7ae5f6-a04f-4c52-a989-ee4bd96cea3b,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:43.699148 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c407d1-6e28-4da6-bce8-b04bf0198921 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:43.699623 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c407d1-6e28-4da6-bce8-b04bf0198921 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:43.700084 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c407d1-6e28-4da6-bce8-b04bf0198921 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:43.700542 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c407d1-6e28-4da6-bce8-b04bf0198921 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:43.701025 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c407d1-6e28-4da6-bce8-b04bf0198921 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:43.701477 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c407d1-6e28-4da6-bce8-b04bf0198921 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:43.701928 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c407d1-6e28-4da6-bce8-b04bf0198921 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:43.702383 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c407d1-6e28-4da6-bce8-b04bf0198921 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:43.702827 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c407d1-6e28-4da6-bce8-b04bf0198921 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:43.703274 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c407d1-6e28-4da6-bce8-b04bf0198921 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:43.703812 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c407d1-6e28-4da6-bce8-b04bf0198921 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:43.704419 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c407d1-6e28-4da6-bce8-b04bf0198921 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:43.704718 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c407d1-6e28-4da6-bce8-b04bf0198921 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:43.705578 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c407d1-6e28-4da6-bce8-b04bf0198921 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:43.705578 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c407d1-6e28-4da6-bce8-b04bf0198921 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:43.706039 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c407d1-6e28-4da6-bce8-b04bf0198921 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:43.706485 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c407d1-6e28-4da6-bce8-b04bf0198921 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:43.707460 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c407d1-6e28-4da6-bce8-b04bf0198921 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:43.707460 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c407d1-6e28-4da6-bce8-b04bf0198921 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:43.707901 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c407d1-6e28-4da6-bce8-b04bf0198921 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:43.708247 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c407d1-6e28-4da6-bce8-b04bf0198921 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:43.708731 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c407d1-6e28-4da6-bce8-b04bf0198921 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:43.709180 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c407d1-6e28-4da6-bce8-b04bf0198921 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:43.709625 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c407d1-6e28-4da6-bce8-b04bf0198921 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:43.710068 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c407d1-6e28-4da6-bce8-b04bf0198921 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:43.710941 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c407d1-6e28-4da6-bce8-b04bf0198921 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:43.710941 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c407d1-6e28-4da6-bce8-b04bf0198921 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:43.711380 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c407d1-6e28-4da6-bce8-b04bf0198921 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:43.711841 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c407d1-6e28-4da6-bce8-b04bf0198921 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:43.712267 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c407d1-6e28-4da6-bce8-b04bf0198921 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:43.712939 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c407d1-6e28-4da6-bce8-b04bf0198921 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:43.713246 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c407d1-6e28-4da6-bce8-b04bf0198921 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:43.715807 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a5c407d1-6e28-4da6-bce8-b04bf0198921 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Synchronizing usage tracker for tenant:b0f4d8c0c2b44d4e9ee422555e20ffc6 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:52:43.720062 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-09d6525d-8eb3-42a1-9266-d61d4b08df7e tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Deleting port 818e2c8c-54bd-4e2d-8068-f0890d9a5378 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:52:43.720454 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-09d6525d-8eb3-42a1-9266-d61d4b08df7e tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:43.745479 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-06608615-a635-44c9-975a-224ed0b23d85 tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] 10.222.0.33 "GET /v2.0/floatingips/6bec7e92-1d0e-4145-992e-60457a33173a HTTP/1.1" status: 200 len: 982 time: 0.5453277 Sep 14 22:52:43.748496 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-ccbdc0b5-0f9d-46ae-95b6-37a85c65a8eb service neutron] Attempting to bind port 7e4e6e2e-a643-4ae1-8469-ecc9fe80890e on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:43.750071 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-ccbdc0b5-0f9d-46ae-95b6-37a85c65a8eb service neutron] Attempting to bind port 7e4e6e2e-a643-4ae1-8469-ecc9fe80890e by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'f0430932-3f17-4258-a3c6-3118c23bd221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '96b70200-f113-466a-a996-3d001cbd44bb'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:43.750071 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-ccbdc0b5-0f9d-46ae-95b6-37a85c65a8eb service neutron] Attempting to bind port 7e4e6e2e-a643-4ae1-8469-ecc9fe80890e on network 96b70200-f113-466a-a996-3d001cbd44bb {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:43.752264 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45274) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:43.761289 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c1741d83-4a86-4408-82e5-1c548d066dff tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.9998963 Sep 14 22:52:43.769916 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-ccbdc0b5-0f9d-46ae-95b6-37a85c65a8eb service neutron] Port 7e4e6e2e-a643-4ae1-8469-ecc9fe80890e on network 96b70200-f113-466a-a996-3d001cbd44bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:52:43.770404 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-ccbdc0b5-0f9d-46ae-95b6-37a85c65a8eb service neutron] Attempting to bind port 7e4e6e2e-a643-4ae1-8469-ecc9fe80890e on network 96b70200-f113-466a-a996-3d001cbd44bb {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:43.772415 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45278) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:43.789732 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-b19c5819-0ec5-4786-993e-2d2a907486be tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::ad', 'mac_address': 'fa:16:3e:ea:85:b9'}, {'ip_address': '2001:db8::390', 'mac_address': 'fa:16:3e:1e:ec:31'}]}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:43.808896 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1c9377ec-871b-4949-b635-6d49fc7ae5e1 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:43.827280 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1c9377ec-871b-4949-b635-6d49fc7ae5e1 None None] Transition to ACTIVE for port object b3cbf7ea-0748-4936-a88f-45d21bc5e438 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:43.838497 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-ccbdc0b5-0f9d-46ae-95b6-37a85c65a8eb service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:52:43.839195 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-ccbdc0b5-0f9d-46ae-95b6-37a85c65a8eb service neutron] Checking segment: {'id': 'f0430932-3f17-4258-a3c6-3118c23bd221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '96b70200-f113-466a-a996-3d001cbd44bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:52:43.839679 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-ccbdc0b5-0f9d-46ae-95b6-37a85c65a8eb service neutron] Bound using segment: {'id': 'f0430932-3f17-4258-a3c6-3118c23bd221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '96b70200-f113-466a-a996-3d001cbd44bb'} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:52:43.840285 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-ccbdc0b5-0f9d-46ae-95b6-37a85c65a8eb service neutron] Bound port: 7e4e6e2e-a643-4ae1-8469-ecc9fe80890e, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0430932-3f17-4258-a3c6-3118c23bd221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '96b70200-f113-466a-a996-3d001cbd44bb'}}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:52:43.840773 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-ccbdc0b5-0f9d-46ae-95b6-37a85c65a8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:43.847717 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-262934e2-24ac-4938-8ed6-b38ee201f9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:43.849104 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-262934e2-24ac-4938-8ed6-b38ee201f9b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e47e8930-adcb-4694-be65-aa3ac5655b4d HTTP/1.1" status: 200 len: 850 time: 0.2397251 Sep 14 22:52:43.856893 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1c9377ec-871b-4949-b635-6d49fc7ae5e1 None None] Transition to ACTIVE for port object b3cbf7ea-0748-4936-a88f-45d21bc5e438 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:43.865202 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1c9377ec-871b-4949-b635-6d49fc7ae5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:43.916719 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a5c407d1-6e28-4da6-bce8-b04bf0198921 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Unset dirty status for tenant:b0f4d8c0c2b44d4e9ee422555e20ffc6 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:52:43.917608 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a5c407d1-6e28-4da6-bce8-b04bf0198921 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28234 time: 1.0494568 Sep 14 22:52:43.933904 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45284) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:43.935165 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-48e42a78-497d-4382-b87c-c6237ed06e76 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:43.953057 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9377ec-871b-4949-b635-6d49fc7ae5e1 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:43.956284 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-1c9377ec-871b-4949-b635-6d49fc7ae5e1 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:43.963065 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9377ec-871b-4949-b635-6d49fc7ae5e1 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:43.974035 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device ed32ab64-6954-4e3d-b928-b6562f461149 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 22:52:44.025328 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-fd39c065-d292-4c60-9ee6-4babb2c305aa tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Deleting port df39a191-60d0-4a4e-b61a-f178a4f5b018 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:52:44.025671 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fd39c065-d292-4c60-9ee6-4babb2c305aa tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:44.068145 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-48e42a78-497d-4382-b87c-c6237ed06e76 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:port and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:44.092770 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9377ec-871b-4949-b635-6d49fc7ae5e1 None None] Pushing event updated for resources: {'Port': ['ID=b3cbf7ea-0748-4936-a88f-45d21bc5e438,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:44.102495 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-6cca7a58-166f-47f9-81b0-c3625f71e2ef None None] Provisioning for port 2e7ae5f6-a04f-4c52-a989-ee4bd96cea3b completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:44.114268 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-48e42a78-497d-4382-b87c-c6237ed06e76 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:44.125375 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-1c9377ec-871b-4949-b635-6d49fc7ae5e1 None None] Attempting to bind port b3cbf7ea-0748-4936-a88f-45d21bc5e438 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:44.125893 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-1c9377ec-871b-4949-b635-6d49fc7ae5e1 None None] Attempting to bind port b3cbf7ea-0748-4936-a88f-45d21bc5e438 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:44.126310 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9377ec-871b-4949-b635-6d49fc7ae5e1 None None] Attempting to bind port b3cbf7ea-0748-4936-a88f-45d21bc5e438 on network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:44.128454 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-6cca7a58-166f-47f9-81b0-c3625f71e2ef None None] Provisioning complete for port 2e7ae5f6-a04f-4c52-a989-ee4bd96cea3b triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:44.128918 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6cca7a58-166f-47f9-81b0-c3625f71e2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:44.162144 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff070270-1f63-4bc1-ae64-b0f47d08a611 req-a0605d9e-138d-470e-9458-9511b03a99f0 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:44.163778 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ff070270-1f63-4bc1-ae64-b0f47d08a611 req-a0605d9e-138d-470e-9458-9511b03a99f0 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/ports?device_id=390a02d0-98e6-439c-bb9e-55ab228b2d5e HTTP/1.1" status: 200 len: 944 time: 0.9912496 Sep 14 22:52:44.175499 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-48e42a78-497d-4382-b87c-c6237ed06e76 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:44.186183 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b7b7fb9d-b670-4c41-953a-90280f6dc848 tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] 10.222.0.33 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2903 time: 0.4267459 Sep 14 22:52:44.193078 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45292) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:44.216045 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9377ec-871b-4949-b635-6d49fc7ae5e1 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:52:44.216448 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9377ec-871b-4949-b635-6d49fc7ae5e1 None None] Checking segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:52:44.216821 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1c9377ec-871b-4949-b635-6d49fc7ae5e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:44.217436 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9377ec-871b-4949-b635-6d49fc7ae5e1 None None] Bound using segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:52:44.217681 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-1c9377ec-871b-4949-b635-6d49fc7ae5e1 None None] Bound port: b3cbf7ea-0748-4936-a88f-45d21bc5e438, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:52:44.218036 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1c9377ec-871b-4949-b635-6d49fc7ae5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:44.304174 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-6cca7a58-166f-47f9-81b0-c3625f71e2ef None None] Port 2e7ae5f6-a04f-4c52-a989-ee4bd96cea3b cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:52:44.340120 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e42a78-497d-4382-b87c-c6237ed06e76 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:52:44.344212 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-48e42a78-497d-4382-b87c-c6237ed06e76 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:44.364533 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port ed32ab64-6954-4e3d-b928-b6562f461149, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ed32ab64-6954-4e3d-b928-b6562f461149,segment=NetworkSegment(4c21d747-86b6-499f-8ff9-8eac2cda9b2e),segment_id=4c21d747-86b6-499f-8ff9-8eac2cda9b2e)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:52:44.384301 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': 'ed32ab64-6954-4e3d-b928-b6562f461149', 'network_id': '63e45686-e294-49ff-846c-ac2fe15584a9', 'port_id': 'ed32ab64-6954-4e3d-b928-b6562f461149', 'mac_address': 'fa:16:3e:9e:8a:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd53919ce-94ab-4885-ba14-5ce8afc3ce70', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 22:52:44.388139 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1c9377ec-871b-4949-b635-6d49fc7ae5e1 None None] For port b3cbf7ea-0748-4936-a88f-45d21bc5e438, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:52:44.391641 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1c9377ec-871b-4949-b635-6d49fc7ae5e1 None None] For port b3cbf7ea-0748-4936-a88f-45d21bc5e438, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=b3cbf7ea-0748-4936-a88f-45d21bc5e438,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:52:44.421293 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1c9377ec-871b-4949-b635-6d49fc7ae5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:44.437148 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-48e42a78-497d-4382-b87c-c6237ed06e76 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] device_id is not set on port 8ede5b45-72bc-4394-88dd-c15b76330752 yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:52:44.458912 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-ccbdc0b5-0f9d-46ae-95b6-37a85c65a8eb service neutron] For port 7e4e6e2e-a643-4ae1-8469-ecc9fe80890e, host hv-neutron-8577, cleared binding levels {{(pid=89171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:52:44.482673 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ff070270-1f63-4bc1-ae64-b0f47d08a611 req-d9710966-d37f-404c-8806-cae713de4ca1 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/security-groups?id=e35e8c0d-cec2-422f-a730-b29b3659ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2944338 Sep 14 22:52:44.514557 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port ed32ab64-6954-4e3d-b928-b6562f461149 is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:52:44.515222 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:44.530750 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-ccbdc0b5-0f9d-46ae-95b6-37a85c65a8eb service neutron] For port 7e4e6e2e-a643-4ae1-8469-ecc9fe80890e, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7e4e6e2e-a643-4ae1-8469-ecc9fe80890e,segment=NetworkSegment(f0430932-3f17-4258-a3c6-3118c23bd221),segment_id=f0430932-3f17-4258-a3c6-3118c23bd221)] {{(pid=89171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:52:44.541502 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-09d6525d-8eb3-42a1-9266-d61d4b08df7e tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:44.563629 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-ccbdc0b5-0f9d-46ae-95b6-37a85c65a8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:44.582662 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-84eb4b56-6e40-454a-b6ba-8a73684b8c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:44.584559 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-84eb4b56-6e40-454a-b6ba-8a73684b8c44 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31850627-f6e9-4ef5-9f05-dc1c1b19cf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7195761 Sep 14 22:52:44.597231 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9377ec-871b-4949-b635-6d49fc7ae5e1 None None] Pushing event updated for resources: {'Port': ['ID=b3cbf7ea-0748-4936-a88f-45d21bc5e438,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:44.600859 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed32ab64-6954-4e3d-b928-b6562f461149 {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 22:52:44.627194 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port ed32ab64-6954-4e3d-b928-b6562f461149, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ed32ab64-6954-4e3d-b928-b6562f461149,segment=NetworkSegment(4c21d747-86b6-499f-8ff9-8eac2cda9b2e),segment_id=4c21d747-86b6-499f-8ff9-8eac2cda9b2e)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:52:44.638359 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:44.645402 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-ccbdc0b5-0f9d-46ae-95b6-37a85c65a8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:44.646160 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-ccbdc0b5-0f9d-46ae-95b6-37a85c65a8eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:44.647664 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-ccbdc0b5-0f9d-46ae-95b6-37a85c65a8eb service neutron] 10.222.0.20 "PUT /v2.0/ports/7e4e6e2e-a643-4ae1-8469-ecc9fe80890e HTTP/1.1" status: 200 len: 1094 time: 3.1678779 Sep 14 22:52:44.707960 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0192ba17-7400-45a3-bd64-92c260697360', 'tag': '7e4e6e2e-a643-4ae1-8469-ecc9fe80890e'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 22:52:44.731014 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=ed32ab64-6954-4e3d-b928-b6562f461149,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:44.866943 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2cc4ab-852e-4a24-a1cf-5a6b75938645 req-ca38a4f3-b9f4-4b43-b55c-6e2b406fef40 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:44.868430 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-af2cc4ab-852e-4a24-a1cf-5a6b75938645 req-ca38a4f3-b9f4-4b43-b55c-6e2b406fef40 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 944 time: 0.8117201 Sep 14 22:52:44.901357 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-09d6525d-8eb3-42a1-9266-d61d4b08df7e tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Calling delete_port for 818e2c8c-54bd-4e2d-8068-f0890d9a5378 owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:52:44.919584 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['ed32ab64-6954-4e3d-b928-b6562f461149'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 22:52:44.995228 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ae967d-eec8-4ea4-b90d-170e4c12a5cf" -d '{"events": [{"name": "network-changed", "server_uuid": "0192ba17-7400-45a3-bd64-92c260697360", "tag": "7e4e6e2e-a643-4ae1-8469-ecc9fe80890e"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:52:44.995529 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-79f31a1d-48a6-44b1-bfbe-7bf0fedb8fb1 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Deleting port 289680d3-a6e6-4d1d-bd31-51172636e19c {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:52:44.996068 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-79f31a1d-48a6-44b1-bfbe-7bf0fedb8fb1 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:45.065507 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbdc0b5-0f9d-46ae-95b6-37a85c65a8eb service neutron] Pushing event updated for resources: {'Port': ['ID=7e4e6e2e-a643-4ae1-8469-ecc9fe80890e,revision_number=3']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:45.066004 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-fd39c065-d292-4c60-9ee6-4babb2c305aa tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] For port df39a191-60d0-4a4e-b61a-f178a4f5b018, host hv-neutron-8577, got binding levels [] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:52:45.066353 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fd39c065-d292-4c60-9ee6-4babb2c305aa tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:45.103789 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b19c5819-0ec5-4786-993e-2d2a907486be tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:45.212553 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-49449d8e-6cd7-46ed-b70e-56608b93eee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:45.214123 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-49449d8e-6cd7-46ed-b70e-56608b93eee3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd36d59a9e6b4be08e34d9d0bdaa27c1&device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 1097 time: 0.5018215 Sep 14 22:52:45.217812 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-09d6525d-8eb3-42a1-9266-d61d4b08df7e tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:45.345992 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6525d-8eb3-42a1-9266-d61d4b08df7e tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Pushing event deleted for resources: {'Port': ['ID=818e2c8c-54bd-4e2d-8068-f0890d9a5378,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:45.358552 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-af2cc4ab-852e-4a24-a1cf-5a6b75938645 req-c09a4e96-5228-4d4f-899d-4e10315e5904 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4693263 Sep 14 22:52:45.389046 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-2c89d046-50f1-41f9-8e23-a586eec18bdc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e4e6e2e-a643-4ae1-8469-ecc9fe80890e HTTP/1.1" status: 200 len: 217 time: 0.1551280 Sep 14 22:52:45.389237 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-fd39c065-d292-4c60-9ee6-4babb2c305aa tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Calling delete_port for df39a191-60d0-4a4e-b61a-f178a4f5b018 owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:52:45.489534 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-48e42a78-497d-4382-b87c-c6237ed06e76 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Allocated IP 2001:db8::286 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/168adb81-9319-4a08-8e82-7b78f683e42b/8ede5b45-72bc-4394-88dd-c15b76330752) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:52:45.573715 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-0172a419-7462-4057-827d-8a38334a9b4b service neutron] 10.222.0.20 "GET /v2.0/networks/31850627-f6e9-4ef5-9f05-dc1c1b19cf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9488785 Sep 14 22:52:45.577610 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 22:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85f5f2f-68f7-45d7-ac6c-fd7675057896 x-openstack-request-id: req-b85f5f2f-68f7-45d7-ac6c-fd7675057896 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:52:45.578084 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0192ba17-7400-45a3-bd64-92c260697360", "tag": "7e4e6e2e-a643-4ae1-8469-ecc9fe80890e", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:52:45.578166 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b85f5f2f-68f7-45d7-ac6c-fd7675057896 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:52:45.578599 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b85f5f2f-68f7-45d7-ac6c-fd7675057896'] response: {'name': 'network-changed', 'server_uuid': '0192ba17-7400-45a3-bd64-92c260697360', 'tag': '7e4e6e2e-a643-4ae1-8469-ecc9fe80890e', 'status': 'completed', 'code': 200} Sep 14 22:52:45.685380 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-f0a65758-a1fa-4105-86d2-0e8158049ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:45.686842 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-f0a65758-a1fa-4105-86d2-0e8158049ead service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e26eddd1-1e83-4e64-8dc5-ded3ed029f12 HTTP/1.1" status: 200 len: 851 time: 0.2854273 Sep 14 22:52:45.690632 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-09d6525d-8eb3-42a1-9266-d61d4b08df7e tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:45.764983 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-09d6525d-8eb3-42a1-9266-d61d4b08df7e tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] 10.222.0.33 "DELETE /v2.0/ports/818e2c8c-54bd-4e2d-8068-f0890d9a5378 HTTP/1.1" status: 204 len: 168 time: 2.1822269 Sep 14 22:52:45.769895 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45308) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:45.772065 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce378f-d88c-45cb-9fc8-47e3dff36ac6 req-bcae625f-4380-47ec-b4e9-93a2483356aa tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:45.773662 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-edce378f-d88c-45cb-9fc8-47e3dff36ac6 req-bcae625f-4380-47ec-b4e9-93a2483356aa tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/ports?device_id=e2748707-0a02-47fb-9d12-94dde6087559 HTTP/1.1" status: 200 len: 944 time: 1.0551057 Sep 14 22:52:45.840999 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-11e74b0f-0ecb-4c63-8d62-7236d098e374 None None] Provisioning for port b3cbf7ea-0748-4936-a88f-45d21bc5e438 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:45.861890 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b19c5819-0ec5-4786-993e-2d2a907486be tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:45.870431 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9284588-6a6d-4612-8f96-aee8d3739af8 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Deleting subnet b6a6f06a-af01-456e-b5c4-e414c3c9a3b3 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:52:45.874444 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b19c5819-0ec5-4786-993e-2d2a907486be tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:45.875059 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-b19c5819-0ec5-4786-993e-2d2a907486be tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] In _notify_port_updated(), no bound segment for port 2e7ae5f6-a04f-4c52-a989-ee4bd96cea3b on network 2b69ce89-d338-407a-9920-37d3f61d6441 {{(pid=89171) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 14 22:52:45.880872 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19c5819-0ec5-4786-993e-2d2a907486be tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:45.881497 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b19c5819-0ec5-4786-993e-2d2a907486be tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:45.882771 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b19c5819-0ec5-4786-993e-2d2a907486be tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] 10.222.0.33 "PUT /v2.0/ports/2e7ae5f6-a04f-4c52-a989-ee4bd96cea3b HTTP/1.1" status: 200 len: 1066 time: 2.1022615 Sep 14 22:52:45.884465 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f9284588-6a6d-4612-8f96-aee8d3739af8 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:45.899287 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45312) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:45.913227 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-79f31a1d-48a6-44b1-bfbe-7bf0fedb8fb1 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:45.913540 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-79f31a1d-48a6-44b1-bfbe-7bf0fedb8fb1 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:45.918668 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device ed32ab64-6954-4e3d-b928-b6562f461149 up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:52:45.920727 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fd39c065-d292-4c60-9ee6-4babb2c305aa tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:45.991881 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port ed32ab64-6954-4e3d-b928-b6562f461149 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:45.996309 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c5819-0ec5-4786-993e-2d2a907486be tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Pushing event updated for resources: {'Port': ['ID=2e7ae5f6-a04f-4c52-a989-ee4bd96cea3b,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:46.000172 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-23b28fc2-4358-4b58-88b4-b7aa5ff1f081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:46.001777 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-23b28fc2-4358-4b58-88b4-b7aa5ff1f081 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96b70200-f113-466a-a996-3d001cbd44bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3049836 Sep 14 22:52:46.005702 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port ed32ab64-6954-4e3d-b928-b6562f461149 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:46.005702 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:46.015661 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f9284588-6a6d-4612-8f96-aee8d3739af8 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:46.131362 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port ed32ab64-6954-4e3d-b928-b6562f461149 is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:52:46.131705 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:46.162435 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390a02d0-98e6-439c-bb9e-55ab228b2d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed32ab64-6954-4e3d-b928-b6562f461149'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 22:52:46.227184 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-79f31a1d-48a6-44b1-bfbe-7bf0fedb8fb1 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Calling delete_port for 289680d3-a6e6-4d1d-bd31-51172636e19c owned by network:floatingip {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:52:46.231951 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port ed32ab64-6954-4e3d-b928-b6562f461149, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ed32ab64-6954-4e3d-b928-b6562f461149,segment=NetworkSegment(4c21d747-86b6-499f-8ff9-8eac2cda9b2e),segment_id=4c21d747-86b6-499f-8ff9-8eac2cda9b2e)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:52:46.240390 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:46.286032 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39c065-d292-4c60-9ee6-4babb2c305aa tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Pushing event deleted for resources: {'Port': ['ID=df39a191-60d0-4a4e-b61a-f178a4f5b018,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:46.317375 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749d2165-5306-4f03-b4e3-26b0b3bcb8b1" -d '{"events": [{"server_uuid": "390a02d0-98e6-439c-bb9e-55ab228b2d5e", "name": "network-vif-plugged", "status": "completed", "tag": "ed32ab64-6954-4e3d-b928-b6562f461149"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:52:46.326679 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=ed32ab64-6954-4e3d-b928-b6562f461149,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:46.329242 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-edce378f-d88c-45cb-9fc8-47e3dff36ac6 req-f71cc892-be5c-4241-8384-54b9b9a1f75e tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/security-groups?id=dca6bde9-ce0e-46af-b6a1-393a3e60b4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5007105 Sep 14 22:52:46.361586 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-8f846a3a-81d4-4756-a3e9-77180d34bf52 service neutron] 10.222.0.20 "GET /v2.0/networks/96b70200-f113-466a-a996-3d001cbd44bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009759 Sep 14 22:52:46.362683 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f9284588-6a6d-4612-8f96-aee8d3739af8 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:46.373234 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fd39c065-d292-4c60-9ee6-4babb2c305aa tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:46.379281 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-52ea6ce1-86ff-48f7-98bf-bad0b5d3813e req-19e97912-21d9-4f86-a8e8-4d38241108aa service neutron] 10.222.0.20 "GET /v2.0/networks/31850627-f6e9-4ef5-9f05-dc1c1b19cf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7863450 Sep 14 22:52:46.404604 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-161699f7-c03d-40f9-b847-af028d4e76ce tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Deleting port 2e7ae5f6-a04f-4c52-a989-ee4bd96cea3b {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:52:46.404967 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-161699f7-c03d-40f9-b847-af028d4e76ce tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:46.457194 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 22:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca02015-e3a9-4a5e-8548-4bbe125e9fe2 x-openstack-request-id: req-dca02015-e3a9-4a5e-8548-4bbe125e9fe2 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:52:46.457484 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "390a02d0-98e6-439c-bb9e-55ab228b2d5e", "name": "network-vif-plugged", "status": "completed", "tag": "ed32ab64-6954-4e3d-b928-b6562f461149", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:52:46.457744 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-dca02015-e3a9-4a5e-8548-4bbe125e9fe2 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:52:46.458382 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dca02015-e3a9-4a5e-8548-4bbe125e9fe2'] response: {'server_uuid': '390a02d0-98e6-439c-bb9e-55ab228b2d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed32ab64-6954-4e3d-b928-b6562f461149', 'code': 200} Sep 14 22:52:46.580078 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fcec45-9189-43b2-b9ce-f104f6db41c3 req-6e19cd94-c18a-41d0-8c51-a8daeb170d68 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:46.580795 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f9284588-6a6d-4612-8f96-aee8d3739af8 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:46.581620 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-59fcec45-9189-43b2-b9ce-f104f6db41c3 req-6e19cd94-c18a-41d0-8c51-a8daeb170d68 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/ports?device_id=390a02d0-98e6-439c-bb9e-55ab228b2d5e HTTP/1.1" status: 200 len: 945 time: 0.8643889 Sep 14 22:52:46.612574 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-cefaf4f1-8971-48dd-9de1-cc389f12675b req-bef087a7-e644-4936-86e7-d6b7be85931f service neutron] 10.222.0.20 "GET /v2.0/networks/96b70200-f113-466a-a996-3d001cbd44bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086902 Sep 14 22:52:46.623205 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9284588-6a6d-4612-8f96-aee8d3739af8 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Pushing event deleted for resources: {'Subnet': ['ID=b6a6f06a-af01-456e-b5c4-e414c3c9a3b3,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:46.626646 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f9284588-6a6d-4612-8f96-aee8d3739af8 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:46.636533 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5b7a10-f410-410b-9a39-4d1aaa691924 None None] Network 5269fc46-1f9d-4b11-a096-ea0e5853251c requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:52:46.638120 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f9284588-6a6d-4612-8f96-aee8d3739af8 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] 10.222.0.33 "DELETE /v2.0/subnets/b6a6f06a-af01-456e-b5c4-e414c3c9a3b3 HTTP/1.1" status: 204 len: 168 time: 0.8672421 Sep 14 22:52:46.643825 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45330) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:46.762560 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device b3cbf7ea-0748-4936-a88f-45d21bc5e438 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:52:46.776903 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-fd39c065-d292-4c60-9ee6-4babb2c305aa tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] 10.222.0.33 "DELETE /v2.0/ports/df39a191-60d0-4a4e-b61a-f178a4f5b018 HTTP/1.1" status: 204 len: 168 time: 2.8391931 Sep 14 22:52:46.779867 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45334) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:46.862339 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-790ca007-6762-42b9-8961-46a77afe6a6c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] GET failed (client error): The resource could not be found. Sep 14 22:52:46.862779 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-790ca007-6762-42b9-8961-46a77afe6a6c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Synchronizing usage tracker for tenant:b0f4d8c0c2b44d4e9ee422555e20ffc6 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:52:46.872397 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-33694271-87aa-407e-a280-acc341344158 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:46.875610 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-48e42a78-497d-4382-b87c-c6237ed06e76 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:46.899317 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-790ca007-6762-42b9-8961-46a77afe6a6c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Unset dirty status for tenant:b0f4d8c0c2b44d4e9ee422555e20ffc6 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:52:46.900484 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-790ca007-6762-42b9-8961-46a77afe6a6c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] 10.222.0.33 "GET /v2.0/ports/df39a191-60d0-4a4e-b61a-f178a4f5b018 HTTP/1.1" status: 404 len: 333 time: 0.1188087 Sep 14 22:52:46.901971 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-33694271-87aa-407e-a280-acc341344158 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Deleting port 60b54061-03e4-416a-b5aa-d155c0eae765 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:52:46.902300 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-33694271-87aa-407e-a280-acc341344158 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:46.927569 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45338) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:46.929715 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae967d-eec8-4ea4-b90d-170e4c12a5cf req-ddee7edf-fa43-420f-a288-7eb8f2783dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:46.931496 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-59ae967d-eec8-4ea4-b90d-170e4c12a5cf req-ddee7edf-fa43-420f-a288-7eb8f2783dde service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd36d59a9e6b4be08e34d9d0bdaa27c1&device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 1097 time: 0.2154644 Sep 14 22:52:46.942189 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-59fcec45-9189-43b2-b9ce-f104f6db41c3 req-33d20195-77fc-4487-a115-f6f587f298ac tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/security-groups?id=e35e8c0d-cec2-422f-a730-b29b3659ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2316294 Sep 14 22:52:46.947612 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port b3cbf7ea-0748-4936-a88f-45d21bc5e438 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:46.951833 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-82d3235c-9be9-4775-ad4b-e38a377d9b9c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1248555153', 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:46.955806 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port b3cbf7ea-0748-4936-a88f-45d21bc5e438 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:46.955950 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:46.964212 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-82d3235c-9be9-4775-ad4b-e38a377d9b9c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:47.032827 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-48e42a78-497d-4382-b87c-c6237ed06e76 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Transition to ACTIVE for port object 8ede5b45-72bc-4394-88dd-c15b76330752 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:47.083008 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-82d3235c-9be9-4775-ad4b-e38a377d9b9c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:47.094823 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port b3cbf7ea-0748-4936-a88f-45d21bc5e438 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:52:47.095439 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:47.121778 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2d9d2b-264b-4111-b3f4-805f12c828e1 None None] DHCP port deletion for 5269fc46-1f9d-4b11-a096-ea0e5853251c request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:52:47.134090 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d9d2b-264b-4111-b3f4-805f12c828e1 None None] Deleting port 60b54061-03e4-416a-b5aa-d155c0eae765 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:52:47.134686 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4b2d9d2b-264b-4111-b3f4-805f12c828e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:47.135383 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd6561-372f-4bc4-8095-0f9445c98bae req-30f86725-15e7-45dc-ac0f-b04b4c6d6e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:47.136897 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-02bd6561-372f-4bc4-8095-0f9445c98bae req-30f86725-15e7-45dc-ac0f-b04b4c6d6e9c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d36f5522c6ec41e993e6cc182372eb1e&device_id=e2748707-0a02-47fb-9d12-94dde6087559 HTTP/1.1" status: 200 len: 1097 time: 0.6301091 Sep 14 22:52:47.158428 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d3235c-9be9-4775-ad4b-e38a377d9b9c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Made reservation on behalf of b0f4d8c0c2b44d4e9ee422555e20ffc6 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:52:47.160668 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-82d3235c-9be9-4775-ad4b-e38a377d9b9c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:47.176216 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port b3cbf7ea-0748-4936-a88f-45d21bc5e438, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=b3cbf7ea-0748-4936-a88f-45d21bc5e438,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:52:47.191770 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:47.203527 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e8c44-43bc-4f61-b8ec-3a28c8d750e6 req-fc9c82ff-bd36-4492-8856-b352996a0c5c tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:47.205048 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-379e8c44-43bc-4f61-b8ec-3a28c8d750e6 req-fc9c82ff-bd36-4492-8856-b352996a0c5c tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 944 time: 0.6622131 Sep 14 22:52:47.280386 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-82d3235c-9be9-4775-ad4b-e38a377d9b9c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] device_id is not set on port 1fba36c0-e9be-4eb0-935d-dd8b76a0c15b yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:52:47.314372 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=b3cbf7ea-0748-4936-a88f-45d21bc5e438,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:47.356649 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae967d-eec8-4ea4-b90d-170e4c12a5cf req-1806ce7e-06a3-4e43-9c3d-5e1d7e15d1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:47.358132 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-59ae967d-eec8-4ea4-b90d-170e4c12a5cf req-1806ce7e-06a3-4e43-9c3d-5e1d7e15d1fa service neutron] 10.222.0.20 "GET /v2.0/networks?id=96b70200-f113-466a-a996-3d001cbd44bb HTTP/1.1" status: 200 len: 912 time: 0.3953519 Sep 14 22:52:47.391481 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89d013-b790-4d8a-99da-a63dc9ddb6c3 req-a330e68c-94d2-4487-8176-428e25f619b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:47.392706 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8f89d013-b790-4d8a-99da-a63dc9ddb6c3 req-a330e68c-94d2-4487-8176-428e25f619b6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=390a02d0-98e6-439c-bb9e-55ab228b2d5e HTTP/1.1" status: 200 len: 1099 time: 0.6520250 Sep 14 22:52:47.401901 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-161699f7-c03d-40f9-b847-af028d4e76ce tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:47.435949 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-4b2d9d2b-264b-4111-b3f4-805f12c828e1 None None] For port 60b54061-03e4-416a-b5aa-d155c0eae765, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=60b54061-03e4-416a-b5aa-d155c0eae765,segment=NetworkSegment(deb5006a-062f-4859-9808-584869cc0151),segment_id=deb5006a-062f-4859-9808-584869cc0151)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:52:47.436545 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4b2d9d2b-264b-4111-b3f4-805f12c828e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:47.440736 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-79f31a1d-48a6-44b1-bfbe-7bf0fedb8fb1 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:47.447333 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-59ae967d-eec8-4ea4-b90d-170e4c12a5cf req-47585fcd-ae67-483c-b856-68b56b56a0a0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e4e6e2e-a643-4ae1-8469-ecc9fe80890e HTTP/1.1" status: 200 len: 217 time: 0.0761456 Sep 14 22:52:47.448856 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-33694271-87aa-407e-a280-acc341344158 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] For port 60b54061-03e4-416a-b5aa-d155c0eae765, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=60b54061-03e4-416a-b5aa-d155c0eae765,segment=NetworkSegment(deb5006a-062f-4859-9808-584869cc0151),segment_id=deb5006a-062f-4859-9808-584869cc0151)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:52:47.449383 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-33694271-87aa-407e-a280-acc341344158 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:47.554578 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-8f89d013-b790-4d8a-99da-a63dc9ddb6c3 req-491c18a6-f10a-424b-b64d-106776a2c9bb service neutron] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:47.563972 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-48e42a78-497d-4382-b87c-c6237ed06e76 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:47.590276 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d9d2b-264b-4111-b3f4-805f12c828e1 None None] Calling delete_port for 60b54061-03e4-416a-b5aa-d155c0eae765 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:52:47.626206 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f31a1d-48a6-44b1-bfbe-7bf0fedb8fb1 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Pushing event deleted for resources: {'Port': ['ID=289680d3-a6e6-4d1d-bd31-51172636e19c,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:47.638468 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-33694271-87aa-407e-a280-acc341344158 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Calling delete_port for 60b54061-03e4-416a-b5aa-d155c0eae765 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:52:47.644086 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-161699f7-c03d-40f9-b847-af028d4e76ce tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Calling delete_port for 2e7ae5f6-a04f-4c52-a989-ee4bd96cea3b owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:52:47.682792 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4b2d9d2b-264b-4111-b3f4-805f12c828e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:47.738483 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2d9d2b-264b-4111-b3f4-805f12c828e1 None None] No DVR routers for this DVR port 60b54061-03e4-416a-b5aa-d155c0eae765 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:52:47.740293 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d9d2b-264b-4111-b3f4-805f12c828e1 None None] Pushing event deleted for resources: {'Port': ['ID=60b54061-03e4-416a-b5aa-d155c0eae765,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:47.793349 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f31a1d-48a6-44b1-bfbe-7bf0fedb8fb1 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:52:47.793705 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f31a1d-48a6-44b1-bfbe-7bf0fedb8fb1 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:52:47.794033 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f31a1d-48a6-44b1-bfbe-7bf0fedb8fb1 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:52:47.794363 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f31a1d-48a6-44b1-bfbe-7bf0fedb8fb1 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:52:47.794693 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f31a1d-48a6-44b1-bfbe-7bf0fedb8fb1 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:52:47.795018 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f31a1d-48a6-44b1-bfbe-7bf0fedb8fb1 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:52:47.795339 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f31a1d-48a6-44b1-bfbe-7bf0fedb8fb1 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:52:47.795662 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f31a1d-48a6-44b1-bfbe-7bf0fedb8fb1 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:52:47.795982 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f31a1d-48a6-44b1-bfbe-7bf0fedb8fb1 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:52:47.796297 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f31a1d-48a6-44b1-bfbe-7bf0fedb8fb1 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:52:47.796635 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f31a1d-48a6-44b1-bfbe-7bf0fedb8fb1 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:52:47.796949 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f31a1d-48a6-44b1-bfbe-7bf0fedb8fb1 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:52:47.825424 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [req-8f89d013-b790-4d8a-99da-a63dc9ddb6c3 req-491c18a6-f10a-424b-b64d-106776a2c9bb service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:47.855220 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae967d-eec8-4ea4-b90d-170e4c12a5cf req-b38c0fa2-9d83-4a02-bcb8-9b9edac336e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:47.855220 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-59ae967d-eec8-4ea4-b90d-170e4c12a5cf req-b38c0fa2-9d83-4a02-bcb8-9b9edac336e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e26eddd1-1e83-4e64-8dc5-ded3ed029f12 HTTP/1.1" status: 200 len: 851 time: 0.3920076 Sep 14 22:52:47.866498 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-79f31a1d-48a6-44b1-bfbe-7bf0fedb8fb1 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks [] for floatingip, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:47.867071 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-79f31a1d-48a6-44b1-bfbe-7bf0fedb8fb1 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Floating IP 6bec7e92-1d0e-4145-992e-60457a33173a disassociated (deleted). External IP: 172.26.5.15, port: e19c9a55-c901-44d7-be6a-4cc5eba9d40a. Sep 14 22:52:47.929248 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-379e8c44-43bc-4f61-b8ec-3a28c8d750e6 req-d4f8a619-d3bd-424f-b8c6-2f7df30d7835 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5460546 Sep 14 22:52:47.932187 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-8f89d013-b790-4d8a-99da-a63dc9ddb6c3 req-491c18a6-f10a-424b-b64d-106776a2c9bb service neutron] Usage tracker for resource:security_group_rule and tenant:6fdcf0395acd493c8158a12495f47759 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:47.967694 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-8f89d013-b790-4d8a-99da-a63dc9ddb6c3 req-491c18a6-f10a-424b-b64d-106776a2c9bb service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:47.971408 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e42a78-497d-4382-b87c-c6237ed06e76 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:47.979586 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.db.api [None req-33694271-87aa-407e-a280-acc341344158 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:52:47.979951 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG oslo_db.api [None req-33694271-87aa-407e-a280-acc341344158 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:52:47.995091 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-48e42a78-497d-4382-b87c-c6237ed06e76 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:48.006075 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [req-8f89d013-b790-4d8a-99da-a63dc9ddb6c3 req-491c18a6-f10a-424b-b64d-106776a2c9bb service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:48.022549 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e42a78-497d-4382-b87c-c6237ed06e76 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:48.028952 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e42a78-497d-4382-b87c-c6237ed06e76 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:48.029754 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-48e42a78-497d-4382-b87c-c6237ed06e76 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:48.036471 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-82d3235c-9be9-4775-ad4b-e38a377d9b9c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:48.055416 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd6561-372f-4bc4-8095-0f9445c98bae req-964af581-f385-465b-a4d9-877da59eb48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:48.056906 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-02bd6561-372f-4bc4-8095-0f9445c98bae req-964af581-f385-465b-a4d9-877da59eb48b service neutron] 10.222.0.20 "GET /v2.0/networks?id=31850627-f6e9-4ef5-9f05-dc1c1b19cf1b HTTP/1.1" status: 200 len: 911 time: 0.9117458 Sep 14 22:52:48.071779 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae967d-eec8-4ea4-b90d-170e4c12a5cf req-0cb4870a-984c-4c13-be58-83d8ba50892a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:48.073312 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-59ae967d-eec8-4ea4-b90d-170e4c12a5cf req-0cb4870a-984c-4c13-be58-83d8ba50892a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96b70200-f113-466a-a996-3d001cbd44bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2056885 Sep 14 22:52:48.156102 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-82d3235c-9be9-4775-ad4b-e38a377d9b9c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:48.160794 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e42a78-497d-4382-b87c-c6237ed06e76 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Port': ['ID=8ede5b45-72bc-4394-88dd-c15b76330752,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:48.243835 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d3235c-9be9-4775-ad4b-e38a377d9b9c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Network 8d07be8c-6642-4c23-a18b-cc49402c16bc is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:48.249838 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-82d3235c-9be9-4775-ad4b-e38a377d9b9c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:48.252413 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d3235c-9be9-4775-ad4b-e38a377d9b9c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:48.253702 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d3235c-9be9-4775-ad4b-e38a377d9b9c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:48.254292 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-82d3235c-9be9-4775-ad4b-e38a377d9b9c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:48.264591 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-02bd6561-372f-4bc4-8095-0f9445c98bae req-1452ff31-76b9-4c2b-9fc8-94abb3d6a2a0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8322af4-320b-42fa-97d1-4a56969f9b08 HTTP/1.1" status: 200 len: 217 time: 0.1853964 Sep 14 22:52:48.287761 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d3235c-9be9-4775-ad4b-e38a377d9b9c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Pushing event updated for resources: {'Port': ['ID=1fba36c0-e9be-4eb0-935d-dd8b76a0c15b,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:48.295391 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-69d6378e-0550-4d72-8192-ad8faa5417b6 None None] Provisioning for port 8ede5b45-72bc-4394-88dd-c15b76330752 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:48.301691 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-69d6378e-0550-4d72-8192-ad8faa5417b6 None None] Provisioning complete for port 8ede5b45-72bc-4394-88dd-c15b76330752 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:48.302059 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-69d6378e-0550-4d72-8192-ad8faa5417b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:48.310653 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d3235c-9be9-4775-ad4b-e38a377d9b9c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:52:48.310998 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d3235c-9be9-4775-ad4b-e38a377d9b9c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:52:48.311331 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d3235c-9be9-4775-ad4b-e38a377d9b9c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:52:48.311656 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d3235c-9be9-4775-ad4b-e38a377d9b9c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:52:48.311984 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d3235c-9be9-4775-ad4b-e38a377d9b9c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:52:48.312311 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d3235c-9be9-4775-ad4b-e38a377d9b9c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:52:48.312663 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d3235c-9be9-4775-ad4b-e38a377d9b9c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:52:48.312992 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d3235c-9be9-4775-ad4b-e38a377d9b9c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:52:48.313310 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d3235c-9be9-4775-ad4b-e38a377d9b9c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:52:48.313625 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d3235c-9be9-4775-ad4b-e38a377d9b9c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:52:48.313941 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d3235c-9be9-4775-ad4b-e38a377d9b9c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:52:48.314267 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d3235c-9be9-4775-ad4b-e38a377d9b9c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:52:48.332486 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-59ae967d-eec8-4ea4-b90d-170e4c12a5cf req-77cda7cd-beb4-4e14-9428-01cde2133e62 service neutron] 10.222.0.20 "GET /v2.0/networks/96b70200-f113-466a-a996-3d001cbd44bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521350 Sep 14 22:52:48.338889 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-82d3235c-9be9-4775-ad4b-e38a377d9b9c tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4065497 Sep 14 22:52:48.352011 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-48e42a78-497d-4382-b87c-c6237ed06e76 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.1697593 Sep 14 22:52:48.352397 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45346) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:48.404484 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45348) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:48.414707 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-69d6378e-0550-4d72-8192-ad8faa5417b6 None None] Port 8ede5b45-72bc-4394-88dd-c15b76330752 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:52:48.477272 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-59ae967d-eec8-4ea4-b90d-170e4c12a5cf req-13cef014-bc6d-4af4-9657-807c6e1d6dc2 service neutron] 10.222.0.20 "GET /v2.0/networks/96b70200-f113-466a-a996-3d001cbd44bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368132 Sep 14 22:52:48.480868 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-33694271-87aa-407e-a280-acc341344158 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Deleting port 60b54061-03e4-416a-b5aa-d155c0eae765 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:52:48.481199 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-33694271-87aa-407e-a280-acc341344158 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:48.554033 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-33694271-87aa-407e-a280-acc341344158 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] The port '60b54061-03e4-416a-b5aa-d155c0eae765' was deleted {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:52:48.562203 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abd344-9649-4d11-8878-deac050b5ab1 req-2c5aa9b9-bb8a-4594-952c-1e637a138258 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:48.563695 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b8abd344-9649-4d11-8878-deac050b5ab1 req-2c5aa9b9-bb8a-4594-952c-1e637a138258 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/ports?device_id=e2748707-0a02-47fb-9d12-94dde6087559 HTTP/1.1" status: 200 len: 944 time: 0.9960210 Sep 14 22:52:48.584816 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd6561-372f-4bc4-8095-0f9445c98bae req-5f44d9cd-5bd3-4e2c-a650-7b905f7f7235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:48.586219 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-02bd6561-372f-4bc4-8095-0f9445c98bae req-5f44d9cd-5bd3-4e2c-a650-7b905f7f7235 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e47e8930-adcb-4694-be65-aa3ac5655b4d HTTP/1.1" status: 200 len: 850 time: 0.3023083 Sep 14 22:52:48.649916 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device b3cbf7ea-0748-4936-a88f-45d21bc5e438 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:52:48.657564 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfebe378-cac8-4032-ba75-6ce0fd1ed740 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:48.658134 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-bfebe378-cac8-4032-ba75-6ce0fd1ed740 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Synchronizing usage tracker for tenant:b0f4d8c0c2b44d4e9ee422555e20ffc6 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:52:48.688848 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-33694271-87aa-407e-a280-acc341344158 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:48.714335 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-33694271-87aa-407e-a280-acc341344158 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5269fc46-1f9d-4b11-a096-ea0e5853251c']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:48.719702 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port b3cbf7ea-0748-4936-a88f-45d21bc5e438 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:48.720210 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:48.728087 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-33694271-87aa-407e-a280-acc341344158 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb5006a-062f-4859-9808-584869cc0151') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:48.728389 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-33694271-87aa-407e-a280-acc341344158 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb5006a-062f-4859-9808-584869cc0151') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:48.736822 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-161699f7-c03d-40f9-b847-af028d4e76ce tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:48.741860 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-33694271-87aa-407e-a280-acc341344158 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:48.759587 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-33694271-87aa-407e-a280-acc341344158 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:48.768581 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33694271-87aa-407e-a280-acc341344158 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:52:48.769185 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-33694271-87aa-407e-a280-acc341344158 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:48.850559 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port b3cbf7ea-0748-4936-a88f-45d21bc5e438 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:52:48.871544 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment deb5006a-062f-4859-9808-584869cc0151 resource provider aggregate not found Sep 14 22:52:48.892589 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment deb5006a-062f-4859-9808-584869cc0151 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid deb5006a-062f-4859-9808-584869cc0151 found for delete ", "request_id": "req-729a1b24-4b83-4a99-af2e-04a293154db7"}]} Sep 14 22:52:48.893395 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-33694271-87aa-407e-a280-acc341344158 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:48.907802 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 60b54061-03e4-416a-b5aa-d155c0eae765 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:52:48.917578 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-33694271-87aa-407e-a280-acc341344158 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:48.920262 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33694271-87aa-407e-a280-acc341344158 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] Pushing event deleted for resources: {'Network': ['ID=5269fc46-1f9d-4b11-a096-ea0e5853251c,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:48.925846 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-33694271-87aa-407e-a280-acc341344158 tempest-AllowedAddressPairTestJSON-40897869 tempest-AllowedAddressPairTestJSON-40897869-project] 10.222.0.33 "DELETE /v2.0/networks/5269fc46-1f9d-4b11-a096-ea0e5853251c HTTP/1.1" status: 204 len: 168 time: 2.2825613 Sep 14 22:52:48.959107 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 60b54061-03e4-416a-b5aa-d155c0eae765 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:52:48.960228 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 60b54061-03e4-416a-b5aa-d155c0eae765 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:52:48.998641 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b8abd344-9649-4d11-8878-deac050b5ab1 req-5fadbeb8-0148-4559-aa7b-0280a6d70b77 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/security-groups?id=dca6bde9-ce0e-46af-b6a1-393a3e60b4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4211237 Sep 14 22:52:49.095904 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-bfebe378-cac8-4032-ba75-6ce0fd1ed740 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Unset dirty status for tenant:b0f4d8c0c2b44d4e9ee422555e20ffc6 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:52:49.097102 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-bfebe378-cac8-4032-ba75-6ce0fd1ed740 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] 10.222.0.33 "GET /v2.0/ports/1fba36c0-e9be-4eb0-935d-dd8b76a0c15b HTTP/1.1" status: 200 len: 955 time: 0.7020679 Sep 14 22:52:49.100065 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45364) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:49.108564 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:49.141580 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f75ef-aaaf-43b7-a5b3-97e71ecbfd63 req-ab966d70-e1a0-4d4c-820a-fd1669720606 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:49.144372 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-036f75ef-aaaf-43b7-a5b3-97e71ecbfd63 req-ab966d70-e1a0-4d4c-820a-fd1669720606 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/ports?device_id=390a02d0-98e6-439c-bb9e-55ab228b2d5e HTTP/1.1" status: 200 len: 946 time: 0.9994123 Sep 14 22:52:49.145678 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161699f7-c03d-40f9-b847-af028d4e76ce tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Pushing event deleted for resources: {'Port': ['ID=2e7ae5f6-a04f-4c52-a989-ee4bd96cea3b,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:49.193321 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-c2780a35-5f98-4f08-9459-7a613c3cf93e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Deleting port 1fba36c0-e9be-4eb0-935d-dd8b76a0c15b {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:52:49.193519 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c2780a35-5f98-4f08-9459-7a613c3cf93e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:49.247905 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e61892-57ac-48dc-8e85-8e77615ddab6 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:49.254017 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e61892-57ac-48dc-8e85-8e77615ddab6 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:49.254925 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-06e61892-57ac-48dc-8e85-8e77615ddab6 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:52:49.389884 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-036f75ef-aaaf-43b7-a5b3-97e71ecbfd63 req-5a321871-f721-4acf-84e6-bddbd659cf35 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/security-groups?id=e35e8c0d-cec2-422f-a730-b29b3659ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521242 Sep 14 22:52:49.431835 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c2780a35-5f98-4f08-9459-7a613c3cf93e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:49.439480 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45370) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:49.445849 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-8f89d013-b790-4d8a-99da-a63dc9ddb6c3 req-491c18a6-f10a-424b-b64d-106776a2c9bb service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:49.461504 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd6561-372f-4bc4-8095-0f9445c98bae req-50bf5553-8984-4622-8cb1-eddda9d0c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:49.462966 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-02bd6561-372f-4bc4-8095-0f9445c98bae req-50bf5553-8984-4622-8cb1-eddda9d0c22c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31850627-f6e9-4ef5-9f05-dc1c1b19cf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8662014 Sep 14 22:52:49.468022 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-8f89d013-b790-4d8a-99da-a63dc9ddb6c3 req-491c18a6-f10a-424b-b64d-106776a2c9bb service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:49.514959 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-06e61892-57ac-48dc-8e85-8e77615ddab6 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:52:49.518619 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-06e61892-57ac-48dc-8e85-8e77615ddab6 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 1.1071842 Sep 14 22:52:49.537776 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45376) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:49.562801 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-c2780a35-5f98-4f08-9459-7a613c3cf93e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Calling delete_port for 1fba36c0-e9be-4eb0-935d-dd8b76a0c15b owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:52:49.693298 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-8f89d013-b790-4d8a-99da-a63dc9ddb6c3 req-491c18a6-f10a-424b-b64d-106776a2c9bb service neutron] Synchronizing usage tracker for tenant:6fdcf0395acd493c8158a12495f47759 on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:52:49.710008 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f31a1d-48a6-44b1-bfbe-7bf0fedb8fb1 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Router d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:52:49.773884 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-cab1a12a-115a-48bf-bf3a-87e8ae6765c2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=cf52be6b4cca4eb79c0d08c2bf365b2b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3282444 Sep 14 22:52:49.774429 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45380) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:49.787386 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c18a6-f10a-424b-b64d-106776a2c9bb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=82204c8d-8a08-4548-ab4c-209f463775a9,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:49.788083 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c2780a35-5f98-4f08-9459-7a613c3cf93e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:49.831040 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-161699f7-c03d-40f9-b847-af028d4e76ce tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:49.851985 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2780a35-5f98-4f08-9459-7a613c3cf93e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Pushing event deleted for resources: {'Port': ['ID=1fba36c0-e9be-4eb0-935d-dd8b76a0c15b,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:49.854587 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-7ab074e5-7520-43fa-99b5-0aaebfbfd652 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting port 8ede5b45-72bc-4394-88dd-c15b76330752 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:52:49.855040 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7ab074e5-7520-43fa-99b5-0aaebfbfd652 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:49.867855 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c2780a35-5f98-4f08-9459-7a613c3cf93e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:49.891440 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c2780a35-5f98-4f08-9459-7a613c3cf93e tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] 10.222.0.33 "DELETE /v2.0/ports/1fba36c0-e9be-4eb0-935d-dd8b76a0c15b HTTP/1.1" status: 204 len: 168 time: 0.7901196 Sep 14 22:52:49.894168 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45384) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:49.930022 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2ba4a05c-ff8f-4535-a9f0-3344bf125f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:49.934542 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 7e4e6e2e-a643-4ae1-8469-ecc9fe80890e details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 22:52:49.951513 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce2dc46-79f1-49ca-a94f-43f13c6a61e6 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] GET failed (client error): The resource could not be found. Sep 14 22:52:49.952045 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-7ce2dc46-79f1-49ca-a94f-43f13c6a61e6 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Synchronizing usage tracker for tenant:b0f4d8c0c2b44d4e9ee422555e20ffc6 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:52:49.962746 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad28b50-4baf-4f06-bb4d-b72a1963cde4 req-3c54deb1-e69b-416f-91ac-4ae3f483baaf tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:49.964199 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-aad28b50-4baf-4f06-bb4d-b72a1963cde4 req-3c54deb1-e69b-416f-91ac-4ae3f483baaf tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 944 time: 0.8016956 Sep 14 22:52:49.972379 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2ba4a05c-ff8f-4535-a9f0-3344bf125f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:49.987068 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-8f89d013-b790-4d8a-99da-a63dc9ddb6c3 req-491c18a6-f10a-424b-b64d-106776a2c9bb service neutron] Unset dirty status for tenant:6fdcf0395acd493c8158a12495f47759 on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:52:49.988316 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8f89d013-b790-4d8a-99da-a63dc9ddb6c3 req-491c18a6-f10a-424b-b64d-106776a2c9bb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e35e8c0d-cec2-422f-a730-b29b3659ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 2.5655169 Sep 14 22:52:49.997081 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-7ce2dc46-79f1-49ca-a94f-43f13c6a61e6 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Unset dirty status for tenant:b0f4d8c0c2b44d4e9ee422555e20ffc6 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:52:50.002359 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7ce2dc46-79f1-49ca-a94f-43f13c6a61e6 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] 10.222.0.33 "GET /v2.0/ports/1fba36c0-e9be-4eb0-935d-dd8b76a0c15b HTTP/1.1" status: 404 len: 333 time: 0.1031995 Sep 14 22:52:50.002612 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45388) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:50.017220 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-161699f7-c03d-40f9-b847-af028d4e76ce tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] 10.222.0.33 "DELETE /v2.0/ports/2e7ae5f6-a04f-4c52-a989-ee4bd96cea3b HTTP/1.1" status: 204 len: 168 time: 4.1113319 Sep 14 22:52:50.018642 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-f1249975-5beb-4f6e-98ec-6445bcc4938f tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Request body: {'port': {'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-355471228'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:50.024535 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45392) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:50.027453 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-f1249975-5beb-4f6e-98ec-6445bcc4938f tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:50.069545 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-02bd6561-372f-4bc4-8095-0f9445c98bae req-7091225b-aa37-4e0c-a9a1-fc467d9ca684 service neutron] 10.222.0.20 "GET /v2.0/networks/31850627-f6e9-4ef5-9f05-dc1c1b19cf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5939286 Sep 14 22:52:50.077813 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d19450e-60ae-4cd4-91fe-c4e83747c554 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] GET failed (client error): The resource could not be found. Sep 14 22:52:50.078868 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9d19450e-60ae-4cd4-91fe-c4e83747c554 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Synchronizing usage tracker for tenant:546b5aea94954549b6ec9228e90089c7 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:52:50.083229 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-f1249975-5beb-4f6e-98ec-6445bcc4938f tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:50.110877 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1249975-5beb-4f6e-98ec-6445bcc4938f tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Made reservation on behalf of b0f4d8c0c2b44d4e9ee422555e20ffc6 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:52:50.114040 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f1249975-5beb-4f6e-98ec-6445bcc4938f tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:50.128443 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9d19450e-60ae-4cd4-91fe-c4e83747c554 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Unset dirty status for tenant:546b5aea94954549b6ec9228e90089c7 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:52:50.132313 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9d19450e-60ae-4cd4-91fe-c4e83747c554 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] 10.222.0.33 "GET /v2.0/ports/2e7ae5f6-a04f-4c52-a989-ee4bd96cea3b HTTP/1.1" status: 404 len: 333 time: 0.1043296 Sep 14 22:52:50.132313 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2ba4a05c-ff8f-4535-a9f0-3344bf125f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:50.134189 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45398) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:50.139618 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 7e4e6e2e-a643-4ae1-8469-ecc9fe80890e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7e4e6e2e-a643-4ae1-8469-ecc9fe80890e,segment=NetworkSegment(f0430932-3f17-4258-a3c6-3118c23bd221),segment_id=f0430932-3f17-4258-a3c6-3118c23bd221)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:52:50.157467 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': '7e4e6e2e-a643-4ae1-8469-ecc9fe80890e', 'network_id': '96b70200-f113-466a-a996-3d001cbd44bb', 'port_id': '7e4e6e2e-a643-4ae1-8469-ecc9fe80890e', 'mac_address': 'fa:16:3e:64:e6:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e26eddd1-1e83-4e64-8dc5-ded3ed029f12', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 22:52:50.197646 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4a05c-ff8f-4535-a9f0-3344bf125f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c2e4bb-2366-4a9b-bdc9-53dca9ca262a,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:50.209928 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-f1249975-5beb-4f6e-98ec-6445bcc4938f tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] device_id is not set on port c123577c-451f-4227-8c2d-6f42be034b99 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:52:50.229408 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 7e4e6e2e-a643-4ae1-8469-ecc9fe80890e is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:52:50.229911 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:50.248332 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2ba4a05c-ff8f-4535-a9f0-3344bf125f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:50.249732 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2ba4a05c-ff8f-4535-a9f0-3344bf125f7d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/41c2e4bb-2366-4a9b-bdc9-53dca9ca262a HTTP/1.1" status: 204 len: 168 time: 0.4747226 Sep 14 22:52:50.251730 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e4e6e2e-a643-4ae1-8469-ecc9fe80890e {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 22:52:50.270831 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 7e4e6e2e-a643-4ae1-8469-ecc9fe80890e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7e4e6e2e-a643-4ae1-8469-ecc9fe80890e,segment=NetworkSegment(f0430932-3f17-4258-a3c6-3118c23bd221),segment_id=f0430932-3f17-4258-a3c6-3118c23bd221)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:52:50.279482 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:50.281167 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device d8322af4-320b-42fa-97d1-4a56969f9b08 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 22:52:50.289243 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-a1ff70b3-f74f-4b32-84f1-5d3163345952 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Deleting port 36278d8b-f929-40c4-9e8b-6b2d03219745 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:52:50.289461 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-aad28b50-4baf-4f06-bb4d-b72a1963cde4 req-e6bbfff9-612e-4c8d-9f84-c16dce6b73a6 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2890778 Sep 14 22:52:50.289573 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a1ff70b3-f74f-4b32-84f1-5d3163345952 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:50.494687 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f31a1d-48a6-44b1-bfbe-7bf0fedb8fb1 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:52:50.499644 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-79f31a1d-48a6-44b1-bfbe-7bf0fedb8fb1 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:50.517916 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=7e4e6e2e-a643-4ae1-8469-ecc9fe80890e,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:50.520506 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cc7703-e91a-4b7f-ac02-48b66e341283 None None] Sync routers for ids ['d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:52:50.541239 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:52:50.541814 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:52:50.542329 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:52:50.542812 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:52:50.543287 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:52:50.543762 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:52:50.544240 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:52:50.544571 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:52:50.544944 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:52:50.545271 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:52:50.545597 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:52:50.545919 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:52:50.570087 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cc7703-e91a-4b7f-ac02-48b66e341283 None None] Routers {'d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:52:50.570736 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-51cc7703-e91a-4b7f-ac02-48b66e341283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:52:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:50.656806 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-51cc7703-e91a-4b7f-ac02-48b66e341283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:50.684540 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cc7703-e91a-4b7f-ac02-48b66e341283 None None] Routers {'d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:52:50.685191 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-51cc7703-e91a-4b7f-ac02-48b66e341283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:52:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:50.754682 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-51cc7703-e91a-4b7f-ac02-48b66e341283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:50.755086 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cc7703-e91a-4b7f-ac02-48b66e341283 None None] The sync data for ids ['d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:52:50.761054 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port d8322af4-320b-42fa-97d1-4a56969f9b08, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=d8322af4-320b-42fa-97d1-4a56969f9b08,segment=NetworkSegment(c2365945-0825-42dc-a302-48ce18607d40),segment_id=c2365945-0825-42dc-a302-48ce18607d40)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:52:50.775523 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': 'd8322af4-320b-42fa-97d1-4a56969f9b08', 'network_id': '31850627-f6e9-4ef5-9f05-dc1c1b19cf1b', 'port_id': 'd8322af4-320b-42fa-97d1-4a56969f9b08', 'mac_address': 'fa:16:3e:c6:ba:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e47e8930-adcb-4694-be65-aa3ac5655b4d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 22:52:50.835717 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port d8322af4-320b-42fa-97d1-4a56969f9b08 is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:52:50.836564 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:50.840545 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-79f31a1d-48a6-44b1-bfbe-7bf0fedb8fb1 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] 10.222.0.33 "DELETE /v2.0/floatingips/6bec7e92-1d0e-4145-992e-60457a33173a HTTP/1.1" status: 204 len: 168 time: 6.6434748 Sep 14 22:52:50.841230 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f1249975-5beb-4f6e-98ec-6445bcc4938f tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:50.846663 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-02bd6561-372f-4bc4-8095-0f9445c98bae req-a140097c-c452-4730-bcb9-ecb004b219cf service neutron] 10.222.0.20 "GET /v2.0/networks/31850627-f6e9-4ef5-9f05-dc1c1b19cf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5980866 Sep 14 22:52:50.847127 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45416) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:50.848888 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7ab074e5-7520-43fa-99b5-0aaebfbfd652 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:50.859143 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8322af4-320b-42fa-97d1-4a56969f9b08 {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 22:52:50.870937 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-b2441421-670b-43bc-b5b6-db33fedbd4fa tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:50.879657 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port d8322af4-320b-42fa-97d1-4a56969f9b08, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=d8322af4-320b-42fa-97d1-4a56969f9b08,segment=NetworkSegment(c2365945-0825-42dc-a302-48ce18607d40),segment_id=c2365945-0825-42dc-a302-48ce18607d40)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:52:50.886517 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:50.887623 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3837bb-6ad6-4d48-a9cd-90a6c523027e req-427f7e64-3b13-4df4-a8cc-6b3f315b778f tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:50.890025 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4d3837bb-6ad6-4d48-a9cd-90a6c523027e req-427f7e64-3b13-4df4-a8cc-6b3f315b778f tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/ports?device_id=e2748707-0a02-47fb-9d12-94dde6087559 HTTP/1.1" status: 200 len: 944 time: 0.7279332 Sep 14 22:52:50.892754 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b2441421-670b-43bc-b5b6-db33fedbd4fa tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:50.909322 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a1ff70b3-f74f-4b32-84f1-5d3163345952 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:50.948945 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b2441421-670b-43bc-b5b6-db33fedbd4fa tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Usage tracker for resource:floatingip and tenant:b77f058c7a8e43539f9ea3655bda3ac6 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:50.987691 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=d8322af4-320b-42fa-97d1-4a56969f9b08,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:51.011855 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b2441421-670b-43bc-b5b6-db33fedbd4fa tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:51.040249 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-7ab074e5-7520-43fa-99b5-0aaebfbfd652 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Calling delete_port for 8ede5b45-72bc-4394-88dd-c15b76330752 owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:52:51.053925 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-a1ff70b3-f74f-4b32-84f1-5d3163345952 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Calling delete_port for 36278d8b-f929-40c4-9e8b-6b2d03219745 owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:52:51.092642 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f1249975-5beb-4f6e-98ec-6445bcc4938f tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:51.098425 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b2441421-670b-43bc-b5b6-db33fedbd4fa tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:51.137113 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['7e4e6e2e-a643-4ae1-8469-ecc9fe80890e'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 22:52:51.143457 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b2441421-670b-43bc-b5b6-db33fedbd4fa tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:51.165576 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32febea1-ed8f-40fc-adaa-27c7071cdaf0 req-782e8d28-12fb-4197-a595-7161775de61a tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:51.167057 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-32febea1-ed8f-40fc-adaa-27c7071cdaf0 req-782e8d28-12fb-4197-a595-7161775de61a tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/ports?device_id=390a02d0-98e6-439c-bb9e-55ab228b2d5e HTTP/1.1" status: 200 len: 946 time: 0.4978180 Sep 14 22:52:51.174694 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4d3837bb-6ad6-4d48-a9cd-90a6c523027e req-2be42325-ac27-4464-964a-caf7feb46f02 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/security-groups?id=dca6bde9-ce0e-46af-b6a1-393a3e60b4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295091 Sep 14 22:52:51.181362 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['d8322af4-320b-42fa-97d1-4a56969f9b08'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 22:52:51.225382 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1249975-5beb-4f6e-98ec-6445bcc4938f tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Network 8d07be8c-6642-4c23-a18b-cc49402c16bc is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:51.226600 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249975-5beb-4f6e-98ec-6445bcc4938f tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Pushing event updated for resources: {'Port': ['ID=c123577c-451f-4227-8c2d-6f42be034b99,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:51.230314 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-f1249975-5beb-4f6e-98ec-6445bcc4938f tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:51.233674 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1249975-5beb-4f6e-98ec-6445bcc4938f tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:51.235380 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1249975-5beb-4f6e-98ec-6445bcc4938f tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:51.236548 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f1249975-5beb-4f6e-98ec-6445bcc4938f tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:51.336364 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45428) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:51.337503 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-32febea1-ed8f-40fc-adaa-27c7071cdaf0 req-7d99eb01-9574-4bb5-8567-2761eb0d24b2 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/security-groups?id=e35e8c0d-cec2-422f-a730-b29b3659ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617811 Sep 14 22:52:51.374779 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f1249975-5beb-4f6e-98ec-6445bcc4938f tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3687406 Sep 14 22:52:51.374935 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45436) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:51.386906 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7ab074e5-7520-43fa-99b5-0aaebfbfd652 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:51.388856 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8577'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:51.421961 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a1ff70b3-f74f-4b32-84f1-5d3163345952 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:51.445307 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab074e5-7520-43fa-99b5-0aaebfbfd652 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Port': ['ID=8ede5b45-72bc-4394-88dd-c15b76330752,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:51.506216 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff70b3-f74f-4b32-84f1-5d3163345952 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Pushing event deleted for resources: {'Port': ['ID=36278d8b-f929-40c4-9e8b-6b2d03219745,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:51.676710 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a1ff70b3-f74f-4b32-84f1-5d3163345952 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:51.682585 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a1ff70b3-f74f-4b32-84f1-5d3163345952 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] 10.222.0.33 "DELETE /v2.0/ports/36278d8b-f929-40c4-9e8b-6b2d03219745 HTTP/1.1" status: 204 len: 168 time: 1.5380974 Sep 14 22:52:51.683845 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7ab074e5-7520-43fa-99b5-0aaebfbfd652 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:51.689156 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-5f0ff7a2-453c-4572-a9d3-0628b7b822bc tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1690425115'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:51.715400 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45440) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:51.729708 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7ab074e5-7520-43fa-99b5-0aaebfbfd652 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/8ede5b45-72bc-4394-88dd-c15b76330752 HTTP/1.1" status: 204 len: 168 time: 2.1821642 Sep 14 22:52:51.730351 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45444) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:51.793070 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-5f0ff7a2-453c-4572-a9d3-0628b7b822bc tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:51.816623 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5f0ff7a2-453c-4572-a9d3-0628b7b822bc tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Usage tracker for resource:network and tenant:c3b8060bdcc1452ba7bbb4ccc54d5103 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:51.827236 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc5fd17e-d3f1-438e-87aa-c715d2f43eca tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] GET failed (client error): The resource could not be found. Sep 14 22:52:51.827236 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-dc5fd17e-d3f1-438e-87aa-c715d2f43eca tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Synchronizing usage tracker for tenant:546b5aea94954549b6ec9228e90089c7 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:52:51.831603 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5f0ff7a2-453c-4572-a9d3-0628b7b822bc tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:51.850029 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:51.860811 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-5f0ff7a2-453c-4572-a9d3-0628b7b822bc tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:51.907241 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b2441421-670b-43bc-b5b6-db33fedbd4fa tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:51.916102 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0ff7a2-453c-4572-a9d3-0628b7b822bc tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Made reservation on behalf of c3b8060bdcc1452ba7bbb4ccc54d5103 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:52:51.919719 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5f0ff7a2-453c-4572-a9d3-0628b7b822bc tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:51.941519 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-dc5fd17e-d3f1-438e-87aa-c715d2f43eca tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Unset dirty status for tenant:546b5aea94954549b6ec9228e90089c7 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:52:51.942671 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-dc5fd17e-d3f1-438e-87aa-c715d2f43eca tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] 10.222.0.33 "GET /v2.0/ports/36278d8b-f929-40c4-9e8b-6b2d03219745 HTTP/1.1" status: 404 len: 333 time: 0.2262452 Sep 14 22:52:51.946150 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5f0ff7a2-453c-4572-a9d3-0628b7b822bc tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:51.950383 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45450) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:51.956499 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa378f8-c68a-4ce3-b8f3-53ca3e84a94e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:51.958126 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa378f8-c68a-4ce3-b8f3-53ca3e84a94e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:51.958855 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-aaa378f8-c68a-4ce3-b8f3-53ca3e84a94e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:52:51.966759 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-5f0ff7a2-453c-4572-a9d3-0628b7b822bc tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:51.990204 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5f0ff7a2-453c-4572-a9d3-0628b7b822bc tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Usage tracker for resource:security_group_rule and tenant:c3b8060bdcc1452ba7bbb4ccc54d5103 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:52.008585 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed14ed-6034-4735-97b3-a19c5c010893 req-3acc1927-8456-4f4d-9252-d96ba5aaf4e1 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:52.010163 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-aaed14ed-6034-4735-97b3-a19c5c010893 req-3acc1927-8456-4f4d-9252-d96ba5aaf4e1 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 945 time: 0.4645026 Sep 14 22:52:52.077436 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-aaa378f8-c68a-4ce3-b8f3-53ca3e84a94e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:52:52.078526 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-aaa378f8-c68a-4ce3-b8f3-53ca3e84a94e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3456945 Sep 14 22:52:52.087847 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45454) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:52.119608 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5f0ff7a2-453c-4572-a9d3-0628b7b822bc tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:52.138330 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-5f0ff7a2-453c-4572-a9d3-0628b7b822bc tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:52.186221 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-64f14c0f-055a-4ce0-9202-3a3faecae987 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Deleting port 4bab0518-fb74-40c0-8616-412dd47057cf {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:52:52.186453 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-64f14c0f-055a-4ce0-9202-3a3faecae987 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:52.275121 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-aaed14ed-6034-4735-97b3-a19c5c010893 req-e00f0fc4-35a7-425c-825b-e9348d609886 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2475708 Sep 14 22:52:52.311775 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] device_id is not set on port c123577c-451f-4227-8c2d-6f42be034b99 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:52:52.327690 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:52.335456 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5f0ff7a2-453c-4572-a9d3-0628b7b822bc tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:52.348598 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5f0ff7a2-453c-4572-a9d3-0628b7b822bc tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:52.363198 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Transition to ACTIVE for port object c123577c-451f-4227-8c2d-6f42be034b99 will not be triggered until provisioned by entity L2. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:52.366315 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac8173ce-74f7-4cad-b08c-1a0aa9420c77 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting subnet 168adb81-9319-4a08-8e82-7b78f683e42b {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:52:52.376781 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:52.405818 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-b2441421-670b-43bc-b5b6-db33fedbd4fa tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Allocated IP 172.26.5.132 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/1739f7b9-19b7-4b81-b183-2da7ae6b82ba) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:52:52.419927 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ac8173ce-74f7-4cad-b08c-1a0aa9420c77 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:52.437034 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f0ff7a2-453c-4572-a9d3-0628b7b822bc tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:52:52.517103 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5f0ff7a2-453c-4572-a9d3-0628b7b822bc tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:52.517438 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-5f0ff7a2-453c-4572-a9d3-0628b7b822bc tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Added segment bfd69017-2211-4cfc-a52d-f94e82673ee8 of type vlan for network d27b8a6e-a159-4ac1-b309-1f0aa497a093 Sep 14 22:52:52.524475 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ff7a2-453c-4572-a9d3-0628b7b822bc tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=215ff479-9328-45c9-a2dc-4be8b917c936,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:52.551499 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port c123577c-451f-4227-8c2d-6f42be034b99 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:52.551845 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port c123577c-451f-4227-8c2d-6f42be034b99 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:52.552170 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port c123577c-451f-4227-8c2d-6f42be034b99 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:52.555940 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Pushing event updated for resources: {'Port': ['ID=c123577c-451f-4227-8c2d-6f42be034b99,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:52.576507 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Port c123577c-451f-4227-8c2d-6f42be034b99 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:52:52.576862 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Failed to bind port c123577c-451f-4227-8c2d-6f42be034b99 on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] Sep 14 22:52:52.579384 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempt 2 to bind port c123577c-451f-4227-8c2d-6f42be034b99 Sep 14 22:52:52.586625 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5f0ff7a2-453c-4572-a9d3-0628b7b822bc tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:52.602094 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port c123577c-451f-4227-8c2d-6f42be034b99 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:52.602423 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port c123577c-451f-4227-8c2d-6f42be034b99 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:52.602752 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port c123577c-451f-4227-8c2d-6f42be034b99 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:52.615972 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Port c123577c-451f-4227-8c2d-6f42be034b99 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:52:52.616290 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Failed to bind port c123577c-451f-4227-8c2d-6f42be034b99 on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] Sep 14 22:52:52.618772 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempt 3 to bind port c123577c-451f-4227-8c2d-6f42be034b99 Sep 14 22:52:52.636869 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port c123577c-451f-4227-8c2d-6f42be034b99 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:52.637362 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port c123577c-451f-4227-8c2d-6f42be034b99 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:52.637737 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port c123577c-451f-4227-8c2d-6f42be034b99 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:52.642764 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5f0ff7a2-453c-4572-a9d3-0628b7b822bc tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:52.648289 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0ff7a2-453c-4572-a9d3-0628b7b822bc tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:52.648940 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5f0ff7a2-453c-4572-a9d3-0628b7b822bc tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:52.669566 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Port c123577c-451f-4227-8c2d-6f42be034b99 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:52:52.669890 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Failed to bind port c123577c-451f-4227-8c2d-6f42be034b99 on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] Sep 14 22:52:52.678057 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempt 4 to bind port c123577c-451f-4227-8c2d-6f42be034b99 Sep 14 22:52:52.775270 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port c123577c-451f-4227-8c2d-6f42be034b99 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:52.775750 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port c123577c-451f-4227-8c2d-6f42be034b99 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:52.776182 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port c123577c-451f-4227-8c2d-6f42be034b99 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:52.783131 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5f0ff7a2-453c-4572-a9d3-0628b7b822bc tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4239113 Sep 14 22:52:52.783909 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ff7a2-453c-4572-a9d3-0628b7b822bc tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event updated for resources: {'Network': ['ID=d27b8a6e-a159-4ac1-b309-1f0aa497a093,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:52.784120 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ac8173ce-74f7-4cad-b08c-1a0aa9420c77 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:52.786909 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45462) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:52.791054 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Port c123577c-451f-4227-8c2d-6f42be034b99 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:52:52.791465 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Failed to bind port c123577c-451f-4227-8c2d-6f42be034b99 on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] Sep 14 22:52:52.796002 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-a12fda51-d267-4b8b-8579-1764328d90cb tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Request body: {'subnet': {'network_id': 'd27b8a6e-a159-4ac1-b309-1f0aa497a093', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:52.796212 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network d27b8a6e-a159-4ac1-b309-1f0aa497a093 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:52:52.810014 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempt 5 to bind port c123577c-451f-4227-8c2d-6f42be034b99 Sep 14 22:52:52.877502 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port c123577c-451f-4227-8c2d-6f42be034b99 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:52.878154 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port c123577c-451f-4227-8c2d-6f42be034b99 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:52.878154 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port c123577c-451f-4227-8c2d-6f42be034b99 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:52.895296 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Port c123577c-451f-4227-8c2d-6f42be034b99 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:52:52.895625 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Failed to bind port c123577c-451f-4227-8c2d-6f42be034b99 on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] Sep 14 22:52:52.898077 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempt 6 to bind port c123577c-451f-4227-8c2d-6f42be034b99 Sep 14 22:52:52.914297 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe886f-b49a-4c0b-a6d1-b061b9d12a64 req-e9602bfe-f772-454f-b0c7-1a62bf25ed6d tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:52.915785 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-77fe886f-b49a-4c0b-a6d1-b061b9d12a64 req-e9602bfe-f772-454f-b0c7-1a62bf25ed6d tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/ports?device_id=e2748707-0a02-47fb-9d12-94dde6087559 HTTP/1.1" status: 200 len: 945 time: 0.6145632 Sep 14 22:52:52.930930 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port c123577c-451f-4227-8c2d-6f42be034b99 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:52.931255 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port c123577c-451f-4227-8c2d-6f42be034b99 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:52.931574 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port c123577c-451f-4227-8c2d-6f42be034b99 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:52.940931 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a12fda51-d267-4b8b-8579-1764328d90cb tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:52.942932 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Port c123577c-451f-4227-8c2d-6f42be034b99 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:52:52.943250 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Failed to bind port c123577c-451f-4227-8c2d-6f42be034b99 on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] Sep 14 22:52:52.944745 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempt 7 to bind port c123577c-451f-4227-8c2d-6f42be034b99 Sep 14 22:52:52.952101 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a12fda51-d267-4b8b-8579-1764328d90cb tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Usage tracker for resource:subnet and tenant:c3b8060bdcc1452ba7bbb4ccc54d5103 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:52.956693 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a12fda51-d267-4b8b-8579-1764328d90cb tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:52.966211 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a12fda51-d267-4b8b-8579-1764328d90cb tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:52.967324 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-64f14c0f-055a-4ce0-9202-3a3faecae987 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:52.970442 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port c123577c-451f-4227-8c2d-6f42be034b99 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:52.970851 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port c123577c-451f-4227-8c2d-6f42be034b99 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:52.971230 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port c123577c-451f-4227-8c2d-6f42be034b99 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:52.978770 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Port c123577c-451f-4227-8c2d-6f42be034b99 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:52:52.979333 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Failed to bind port c123577c-451f-4227-8c2d-6f42be034b99 on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] Sep 14 22:52:52.980528 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempt 8 to bind port c123577c-451f-4227-8c2d-6f42be034b99 Sep 14 22:52:52.989974 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12fda51-d267-4b8b-8579-1764328d90cb tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Made reservation on behalf of c3b8060bdcc1452ba7bbb4ccc54d5103 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:52:52.990638 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ac8173ce-74f7-4cad-b08c-1a0aa9420c77 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:52.993078 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a12fda51-d267-4b8b-8579-1764328d90cb tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:53.044549 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b2441421-670b-43bc-b5b6-db33fedbd4fa tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:53.059896 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port c123577c-451f-4227-8c2d-6f42be034b99 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:53.060229 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port c123577c-451f-4227-8c2d-6f42be034b99 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:53.060558 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port c123577c-451f-4227-8c2d-6f42be034b99 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:53.085182 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Port c123577c-451f-4227-8c2d-6f42be034b99 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:52:53.085502 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Failed to bind port c123577c-451f-4227-8c2d-6f42be034b99 on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] Sep 14 22:52:53.087874 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempt 9 to bind port c123577c-451f-4227-8c2d-6f42be034b99 Sep 14 22:52:53.109121 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port c123577c-451f-4227-8c2d-6f42be034b99 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:53.109960 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port c123577c-451f-4227-8c2d-6f42be034b99 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:53.110914 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port c123577c-451f-4227-8c2d-6f42be034b99 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:53.123233 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Port c123577c-451f-4227-8c2d-6f42be034b99 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:52:53.123551 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Failed to bind port c123577c-451f-4227-8c2d-6f42be034b99 on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] Sep 14 22:52:53.124863 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempt 10 to bind port c123577c-451f-4227-8c2d-6f42be034b99 Sep 14 22:52:53.145894 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port c123577c-451f-4227-8c2d-6f42be034b99 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:53.146146 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port c123577c-451f-4227-8c2d-6f42be034b99 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:53.146487 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempting to bind port c123577c-451f-4227-8c2d-6f42be034b99 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:53.153110 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Port c123577c-451f-4227-8c2d-6f42be034b99 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:52:53.153440 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Failed to bind port c123577c-451f-4227-8c2d-6f42be034b99 on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'efa678ee-e519-4e04-a369-ecd711a3fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d07be8c-6642-4c23-a18b-cc49402c16bc'}] Sep 14 22:52:53.153763 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:53.171840 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-64f14c0f-055a-4ce0-9202-3a3faecae987 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Calling delete_port for 4bab0518-fb74-40c0-8616-412dd47057cf owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:52:53.210595 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c3d7e-0a41-486f-ad58-5844a345d01a req-2bb54d24-1b32-42f1-9905-2e3e42d13b18 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:53.212048 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-049c3d7e-0a41-486f-ad58-5844a345d01a req-2bb54d24-1b32-42f1-9905-2e3e42d13b18 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/ports?device_id=390a02d0-98e6-439c-bb9e-55ab228b2d5e HTTP/1.1" status: 200 len: 946 time: 0.7239015 Sep 14 22:52:53.258587 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-77fe886f-b49a-4c0b-a6d1-b061b9d12a64 req-ada3bbe5-1252-4891-8c64-8813311c5fb2 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/security-groups?id=dca6bde9-ce0e-46af-b6a1-393a3e60b4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3178961 Sep 14 22:52:53.330430 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] For port c123577c-451f-4227-8c2d-6f42be034b99, host hv-neutron-8577, cleared binding levels {{(pid=89171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:52:53.330923 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attempted to set empty binding levels {{(pid=89171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 14 22:52:53.335914 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-049c3d7e-0a41-486f-ad58-5844a345d01a req-d218fc84-81f6-4b20-8f9d-fb0687d866ea tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/security-groups?id=e35e8c0d-cec2-422f-a730-b29b3659ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104469 Sep 14 22:52:53.339517 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ac8173ce-74f7-4cad-b08c-1a0aa9420c77 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:53.342891 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:53.343814 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] In _notify_port_updated(), no bound segment for port c123577c-451f-4227-8c2d-6f42be034b99 on network 8d07be8c-6642-4c23-a18b-cc49402c16bc {{(pid=89171) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 14 22:52:53.344799 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:53.346179 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:53.347716 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] 10.222.0.33 "PUT /v2.0/ports/c123577c-451f-4227-8c2d-6f42be034b99 HTTP/1.1" status: 200 len: 976 time: 1.9712822 Sep 14 22:52:53.401738 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45468) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:53.436322 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a12fda51-d267-4b8b-8579-1764328d90cb tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:53.466710 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8173ce-74f7-4cad-b08c-1a0aa9420c77 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Subnet': ['ID=168adb81-9319-4a08-8e82-7b78f683e42b,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:53.472811 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ac8173ce-74f7-4cad-b08c-1a0aa9420c77 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:53.482009 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b2441421-670b-43bc-b5b6-db33fedbd4fa tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:53.486117 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a80a73-fabd-405d-ae5e-f7d00a21221e None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:52:53.503177 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235eaca-07b9-49ff-b1bd-421f8880fe38 tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Pushing event updated for resources: {'Port': ['ID=c123577c-451f-4227-8c2d-6f42be034b99,revision_number=3']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:53.552995 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12fda51-d267-4b8b-8579-1764328d90cb tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event updated for resources: {'Subnet': ['ID=f6a110bd-a1f5-4f09-bf86-2ad469d5bb85,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:53.564452 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12fda51-d267-4b8b-8579-1764328d90cb tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Checking segment: {'id': 'bfd69017-2211-4cfc-a52d-f94e82673ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd27b8a6e-a159-4ac1-b309-1f0aa497a093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:52:53.566254 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12fda51-d267-4b8b-8579-1764328d90cb tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Network hostable DHCP agents. Network: d27b8a6e-a159-4ac1-b309-1f0aa497a093, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:52:53.589915 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12fda51-d267-4b8b-8579-1764328d90cb tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Network d27b8a6e-a159-4ac1-b309-1f0aa497a093 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:52:53.600893 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-a12fda51-d267-4b8b-8579-1764328d90cb tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, d27b8a6e-a159-4ac1-b309-1f0aa497a093) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:53.613428 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12fda51-d267-4b8b-8579-1764328d90cb tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:53.614018 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a12fda51-d267-4b8b-8579-1764328d90cb tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:53.635498 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a12fda51-d267-4b8b-8579-1764328d90cb tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8459518 Sep 14 22:52:53.638003 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45474) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:53.644762 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-e9f7d8ed-5752-49b4-9068-5eb68cf521b5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1833392351', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}, 'admin_state_up': False}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:53.651777 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-e9f7d8ed-5752-49b4-9068-5eb68cf521b5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:53.655846 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e9f7d8ed-5752-49b4-9068-5eb68cf521b5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Usage tracker for resource:router and tenant:c3b8060bdcc1452ba7bbb4ccc54d5103 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:53.660848 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e9f7d8ed-5752-49b4-9068-5eb68cf521b5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:53.668069 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-e9f7d8ed-5752-49b4-9068-5eb68cf521b5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:53.679024 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e9f7d8ed-5752-49b4-9068-5eb68cf521b5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:53.680096 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e9f7d8ed-5752-49b4-9068-5eb68cf521b5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:53.683650 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2441421-670b-43bc-b5b6-db33fedbd4fa tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:53.689273 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-5611f406-7b57-47a7-a488-6caaa8aaae1a tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Deleting port c123577c-451f-4227-8c2d-6f42be034b99 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:52:53.689636 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5611f406-7b57-47a7-a488-6caaa8aaae1a tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:53.697919 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e9f7d8ed-5752-49b4-9068-5eb68cf521b5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:53.704394 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53ca35b-2695-434e-9d20-78ea2b267ba3 None None] Network d27b8a6e-a159-4ac1-b309-1f0aa497a093 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:52:53.730665 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-b2441421-670b-43bc-b5b6-db33fedbd4fa tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:53.742733 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-64f14c0f-055a-4ce0-9202-3a3faecae987 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:53.747827 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ac8173ce-74f7-4cad-b08c-1a0aa9420c77 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/168adb81-9319-4a08-8e82-7b78f683e42b HTTP/1.1" status: 204 len: 168 time: 1.6541944 Sep 14 22:52:53.749270 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2441421-670b-43bc-b5b6-db33fedbd4fa tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:53.773657 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45478) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:53.777198 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2441421-670b-43bc-b5b6-db33fedbd4fa tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Pushing event updated for resources: {'Port': ['ID=1739f7b9-19b7-4b81-b183-2da7ae6b82ba,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:53.942779 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ba6eee08-ecf5-46bf-a30b-dcdfb5a2f3f1 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1677356 Sep 14 22:52:53.943623 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f14c0f-055a-4ce0-9202-3a3faecae987 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Pushing event deleted for resources: {'Port': ['ID=4bab0518-fb74-40c0-8616-412dd47057cf,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:53.958920 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45482) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:53.960891 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 7e4e6e2e-a643-4ae1-8469-ecc9fe80890e up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:52:54.032231 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa95b130-5200-40e4-bc97-e74583df8a48 None None] DHCP port deletion for ac1cbc11-ac8d-43cd-9c1d-398cae68a205 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:52:54.034286 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b676d9-b76d-44f6-8226-427faa341922 None None] Network d27b8a6e-a159-4ac1-b309-1f0aa497a093 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:52:54.070038 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-64f14c0f-055a-4ce0-9202-3a3faecae987 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:54.098769 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e9f7d8ed-5752-49b4-9068-5eb68cf521b5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:54.101323 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b2441421-670b-43bc-b5b6-db33fedbd4fa tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:54.109353 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-64f14c0f-055a-4ce0-9202-3a3faecae987 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] 10.222.0.33 "DELETE /v2.0/ports/4bab0518-fb74-40c0-8616-412dd47057cf HTTP/1.1" status: 204 len: 168 time: 2.1565182 Sep 14 22:52:54.124709 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45486) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:54.144505 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-aa95b130-5200-40e4-bc97-e74583df8a48 None None] Deleting port b3cbf7ea-0748-4936-a88f-45d21bc5e438 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:52:54.145111 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-aa95b130-5200-40e4-bc97-e74583df8a48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:54.145495 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44272f4-1446-48c1-87ea-89d576b132eb req-fabaaa79-4c54-4ca9-b94c-64b2ca6da083 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:54.146666 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c44272f4-1446-48c1-87ea-89d576b132eb req-fabaaa79-4c54-4ca9-b94c-64b2ca6da083 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/ports?device_id=390a02d0-98e6-439c-bb9e-55ab228b2d5e HTTP/1.1" status: 200 len: 946 time: 0.6753309 Sep 14 22:52:54.163077 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45490) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:54.175219 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-68862083-a6b0-429e-a1b6-bccef0152f34 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Request body: {'floatingip': {'port_id': 'ed32ab64-6954-4e3d-b928-b6562f461149'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:54.259355 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a95a60-4679-4c8c-a252-76d70e7eed4d req-cdba48ab-10b7-4031-adf3-ce6034db8a37 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:54.260864 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-92a95a60-4679-4c8c-a252-76d70e7eed4d req-cdba48ab-10b7-4031-adf3-ce6034db8a37 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 945 time: 0.7336252 Sep 14 22:52:54.318221 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-5611f406-7b57-47a7-a488-6caaa8aaae1a tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] For port c123577c-451f-4227-8c2d-6f42be034b99, host hv-neutron-8577, got binding levels [] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:52:54.318587 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5611f406-7b57-47a7-a488-6caaa8aaae1a tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:54.349001 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b2441421-670b-43bc-b5b6-db33fedbd4fa tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:54.374850 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bd46b3a-1633-4af3-b6f0-f6afcec84764 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Deleting subnet f9901846-1f70-4bae-80c0-acbcd9f2370d {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:52:54.388437 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-68862083-a6b0-429e-a1b6-bccef0152f34 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks [] for floatingip, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:54.457443 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port 7e4e6e2e-a643-4ae1-8469-ecc9fe80890e completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:54.464701 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7bd46b3a-1633-4af3-b6f0-f6afcec84764 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:54.496219 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port 7e4e6e2e-a643-4ae1-8469-ecc9fe80890e triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:54.496219 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:54.559472 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-aa95b130-5200-40e4-bc97-e74583df8a48 None None] For port b3cbf7ea-0748-4936-a88f-45d21bc5e438, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=b3cbf7ea-0748-4936-a88f-45d21bc5e438,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:52:54.559860 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-aa95b130-5200-40e4-bc97-e74583df8a48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:54.599466 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7bd46b3a-1633-4af3-b6f0-f6afcec84764 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:54.637908 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885fc562-7746-45c8-ab50-9a0b39118ba7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:54.638605 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-885fc562-7746-45c8-ab50-9a0b39118ba7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:52:54.661283 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-5611f406-7b57-47a7-a488-6caaa8aaae1a tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Calling delete_port for c123577c-451f-4227-8c2d-6f42be034b99 owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:52:54.700058 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-92a95a60-4679-4c8c-a252-76d70e7eed4d req-5f5bc71f-9f15-4ce2-96c7-24bc129a6b65 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4289424 Sep 14 22:52:54.731238 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device b3cbf7ea-0748-4936-a88f-45d21bc5e438 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:52:54.758882 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-885fc562-7746-45c8-ab50-9a0b39118ba7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:52:54.762661 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-885fc562-7746-45c8-ab50-9a0b39118ba7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7988493 Sep 14 22:52:54.767415 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45496) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:54.776349 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-aa95b130-5200-40e4-bc97-e74583df8a48 None None] Calling delete_port for b3cbf7ea-0748-4936-a88f-45d21bc5e438 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:52:54.929738 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7bd46b3a-1633-4af3-b6f0-f6afcec84764 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:54.939399 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec8320-34ca-4f13-ade3-53b3b58457e0 req-440d0c13-a5f2-4a80-8175-3f9c2dfd1559 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:54.940851 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-04ec8320-34ca-4f13-ade3-53b3b58457e0 req-440d0c13-a5f2-4a80-8175-3f9c2dfd1559 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/ports?device_id=e2748707-0a02-47fb-9d12-94dde6087559 HTTP/1.1" status: 200 len: 945 time: 0.4185607 Sep 14 22:52:54.946025 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5611f406-7b57-47a7-a488-6caaa8aaae1a tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:54.970547 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-aa95b130-5200-40e4-bc97-e74583df8a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:54.994066 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ff8feb-2054-412b-9647-20a84876c75b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:54.994646 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-29ff8feb-2054-412b-9647-20a84876c75b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:52:55.014546 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 7e4e6e2e-a643-4ae1-8469-ecc9fe80890e is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:52:55.014546 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:55.023230 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Port b3cbf7ea-0748-4936-a88f-45d21bc5e438 update to DOWN by agent not found {{(pid=89172) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2176}} Sep 14 22:52:55.030847 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611f406-7b57-47a7-a488-6caaa8aaae1a tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Pushing event deleted for resources: {'Port': ['ID=c123577c-451f-4227-8c2d-6f42be034b99,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:55.041152 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa95b130-5200-40e4-bc97-e74583df8a48 None None] No DVR routers for this DVR port b3cbf7ea-0748-4936-a88f-45d21bc5e438 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:52:55.047853 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa95b130-5200-40e4-bc97-e74583df8a48 None None] Pushing event deleted for resources: {'Port': ['ID=b3cbf7ea-0748-4936-a88f-45d21bc5e438,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:55.073147 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5611f406-7b57-47a7-a488-6caaa8aaae1a tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:55.076235 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 7e4e6e2e-a643-4ae1-8469-ecc9fe80890e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7e4e6e2e-a643-4ae1-8469-ecc9fe80890e,segment=NetworkSegment(f0430932-3f17-4258-a3c6-3118c23bd221),segment_id=f0430932-3f17-4258-a3c6-3118c23bd221)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:52:55.077227 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0192ba17-7400-45a3-bd64-92c260697360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4e6e2e-a643-4ae1-8469-ecc9fe80890e'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 22:52:55.080946 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f52bb1-c58a-412c-89cf-6fdf220292b2" -d '{"events": [{"server_uuid": "0192ba17-7400-45a3-bd64-92c260697360", "name": "network-vif-plugged", "status": "completed", "tag": "7e4e6e2e-a643-4ae1-8469-ecc9fe80890e"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:52:55.084438 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:55.085408 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device d8322af4-320b-42fa-97d1-4a56969f9b08 up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:52:55.090717 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-29ff8feb-2054-412b-9647-20a84876c75b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:52:55.094471 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-29ff8feb-2054-412b-9647-20a84876c75b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3214757 Sep 14 22:52:55.098676 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5611f406-7b57-47a7-a488-6caaa8aaae1a tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] 10.222.0.33 "DELETE /v2.0/ports/c123577c-451f-4227-8c2d-6f42be034b99 HTTP/1.1" status: 204 len: 168 time: 1.6933806 Sep 14 22:52:55.098676 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45502) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:55.110120 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-04ec8320-34ca-4f13-ade3-53b3b58457e0 req-8fdc95c2-5391-4f11-98a5-bbc239e7cf83 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/security-groups?id=dca6bde9-ce0e-46af-b6a1-393a3e60b4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499407 Sep 14 22:52:55.115127 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45504) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:55.175887 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 22:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1395e853-6d70-4a51-80d1-722b9a4e3861 x-openstack-request-id: req-1395e853-6d70-4a51-80d1-722b9a4e3861 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:52:55.176162 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0192ba17-7400-45a3-bd64-92c260697360", "name": "network-vif-plugged", "status": "completed", "tag": "7e4e6e2e-a643-4ae1-8469-ecc9fe80890e", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:52:55.176406 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1395e853-6d70-4a51-80d1-722b9a4e3861 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:52:55.176827 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1395e853-6d70-4a51-80d1-722b9a4e3861'] response: {'server_uuid': '0192ba17-7400-45a3-bd64-92c260697360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4e6e2e-a643-4ae1-8469-ecc9fe80890e', 'code': 200} Sep 14 22:52:55.221667 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=7e4e6e2e-a643-4ae1-8469-ecc9fe80890e,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:55.230490 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-fd7f0969-f035-49fa-9082-c428df8c07c2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1316373 Sep 14 22:52:55.232044 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.resource_extend [None req-b2441421-670b-43bc-b5b6-db33fedbd4fa tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 22:52:55.242169 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port d8322af4-320b-42fa-97d1-4a56969f9b08 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:52:55.243060 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45510) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:55.245827 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5b67c9a-0cee-4d85-9b5e-5108b9fa337b tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] GET failed (client error): The resource could not be found. Sep 14 22:52:55.246694 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a5b67c9a-0cee-4d85-9b5e-5108b9fa337b tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Synchronizing usage tracker for tenant:b0f4d8c0c2b44d4e9ee422555e20ffc6 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:52:55.247837 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port d8322af4-320b-42fa-97d1-4a56969f9b08 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:52:55.248385 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:55.258123 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-258fb823-1e76-40dc-a049-b2b007e47c3a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:55.278324 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b2441421-670b-43bc-b5b6-db33fedbd4fa tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:55.332920 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b2441421-670b-43bc-b5b6-db33fedbd4fa tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:55.333492 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b2441421-670b-43bc-b5b6-db33fedbd4fa tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:55.412201 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a5b67c9a-0cee-4d85-9b5e-5108b9fa337b tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] Unset dirty status for tenant:b0f4d8c0c2b44d4e9ee422555e20ffc6 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:52:55.416706 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a5b67c9a-0cee-4d85-9b5e-5108b9fa337b tempest-PortsAdminExtendedAttrsTestJSON-1317377048 tempest-PortsAdminExtendedAttrsTestJSON-1317377048-project-admin] 10.222.0.33 "GET /v2.0/ports/c123577c-451f-4227-8c2d-6f42be034b99 HTTP/1.1" status: 404 len: 333 time: 0.2959630 Sep 14 22:52:55.456255 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-68862083-a6b0-429e-a1b6-bccef0152f34 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:55.457316 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45514) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:55.459890 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e9f7d8ed-5752-49b4-9068-5eb68cf521b5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for router_gateway, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:55.490080 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-68862083-a6b0-429e-a1b6-bccef0152f34 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:55.501063 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port d8322af4-320b-42fa-97d1-4a56969f9b08 is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:52:55.501574 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:55.524013 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b2441421-670b-43bc-b5b6-db33fedbd4fa tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:55.525511 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b2441421-670b-43bc-b5b6-db33fedbd4fa tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6665998 Sep 14 22:52:55.539096 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port d8322af4-320b-42fa-97d1-4a56969f9b08, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=d8322af4-320b-42fa-97d1-4a56969f9b08,segment=NetworkSegment(c2365945-0825-42dc-a302-48ce18607d40),segment_id=c2365945-0825-42dc-a302-48ce18607d40)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:52:55.543374 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:55.574852 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45518) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:55.598864 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2441421-670b-43bc-b5b6-db33fedbd4fa tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Pushing event updated for resources: {'Port': ['ID=1739f7b9-19b7-4b81-b183-2da7ae6b82ba,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:55.616057 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-258fb823-1e76-40dc-a049-b2b007e47c3a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:55.623641 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=d8322af4-320b-42fa-97d1-4a56969f9b08,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:55.650923 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-258fb823-1e76-40dc-a049-b2b007e47c3a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:55.656844 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-40159725-4d3c-429f-ae35-997e45af5958 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:55.673519 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e9f7d8ed-5752-49b4-9068-5eb68cf521b5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:55.677190 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258fb823-1e76-40dc-a049-b2b007e47c3a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:52:55.680537 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-258fb823-1e76-40dc-a049-b2b007e47c3a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:55.719367 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7bd46b3a-1633-4af3-b6f0-f6afcec84764 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:55.735702 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5edd4-a939-4faf-8f04-230d38b98123 req-4a86a2ac-93d5-48dd-b4eb-8f9b2669f50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:55.737226 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-49f5edd4-a939-4faf-8f04-230d38b98123 req-4a86a2ac-93d5-48dd-b4eb-8f9b2669f50d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 1099 time: 0.3261011 Sep 14 22:52:55.791145 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd46b3a-1633-4af3-b6f0-f6afcec84764 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Pushing event deleted for resources: {'Subnet': ['ID=f9901846-1f70-4bae-80c0-acbcd9f2370d,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:55.792757 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6cfcde-91be-414d-8b8d-acb88605dd65 None None] Network 2b69ce89-d338-407a-9920-37d3f61d6441 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:52:55.793269 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7bd46b3a-1633-4af3-b6f0-f6afcec84764 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:55.802118 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-03a6342c-beb3-4c58-a3e0-c548471eccb1 tempest-FloatingIPAdminTestJSON-2115038732 tempest-FloatingIPAdminTestJSON-2115038732-project] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:55.880670 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7bd46b3a-1633-4af3-b6f0-f6afcec84764 tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] 10.222.0.33 "DELETE /v2.0/subnets/f9901846-1f70-4bae-80c0-acbcd9f2370d HTTP/1.1" status: 204 len: 168 time: 1.7520180 Sep 14 22:52:55.893163 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45526) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:56.032917 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-03a6342c-beb3-4c58-a3e0-c548471eccb1 tempest-FloatingIPAdminTestJSON-2115038732 tempest-FloatingIPAdminTestJSON-2115038732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:56.048860 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.l3_db [None req-68862083-a6b0-429e-a1b6-bccef0152f34 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Floating IP 712a408b-9162-4eb2-a03f-1aabeab77a55 associated. External IP: 172.26.5.46, port: ed32ab64-6954-4e3d-b928-b6562f461149. Sep 14 22:52:56.081810 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-03a6342c-beb3-4c58-a3e0-c548471eccb1 tempest-FloatingIPAdminTestJSON-2115038732 tempest-FloatingIPAdminTestJSON-2115038732-project] Usage tracker for resource:floatingip and tenant:f06b0467b818404ab5d6dd63141d5308 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:52:56.082534 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d61efe-d168-4ea6-a2f3-a2f4cfc33671 None None] DHCP port deletion for 2b69ce89-d338-407a-9920-37d3f61d6441 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:52:56.087027 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-45d61efe-d168-4ea6-a2f3-a2f4cfc33671 None None] Deleting port 78bb439b-b14b-4e06-852d-47d427c45b55 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:52:56.087507 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-45d61efe-d168-4ea6-a2f3-a2f4cfc33671 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:56.091957 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-03a6342c-beb3-4c58-a3e0-c548471eccb1 tempest-FloatingIPAdminTestJSON-2115038732 tempest-FloatingIPAdminTestJSON-2115038732-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:52:56.107565 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-03a6342c-beb3-4c58-a3e0-c548471eccb1 tempest-FloatingIPAdminTestJSON-2115038732 tempest-FloatingIPAdminTestJSON-2115038732-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:56.116317 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-40159725-4d3c-429f-ae35-997e45af5958 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:56.136273 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-49f5edd4-a939-4faf-8f04-230d38b98123 req-f6d7d320-3ed4-4c20-80c0-68a13e41de0f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3294847 Sep 14 22:52:56.155894 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3912f4af-6809-44bb-8295-c2411c58d27c tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:56.173016 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-40159725-4d3c-429f-ae35-997e45af5958 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Subscribe: > segment before_delete 55550000 {{(pid=89170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:52:56.173359 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-40159725-4d3c-429f-ae35-997e45af5958 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:52:56.174273 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-40159725-4d3c-429f-ae35-997e45af5958 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:52:56.174558 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-e9f7d8ed-5752-49b4-9068-5eb68cf521b5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Allocated IP 172.26.5.252 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/5b5cafb1-3d55-4f22-befb-400e19bfed5e) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:52:56.174903 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-40159725-4d3c-429f-ae35-997e45af5958 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Subscribe: > port after_create 55550000 {{(pid=89170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:52:56.175385 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-40159725-4d3c-429f-ae35-997e45af5958 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Subscribe: > port after_delete 55550000 {{(pid=89170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:52:56.175870 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-40159725-4d3c-429f-ae35-997e45af5958 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Subscribe: > port after_update 55550000 {{(pid=89170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:52:56.176341 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-40159725-4d3c-429f-ae35-997e45af5958 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Subscribe: > segment after_delete 55550000 {{(pid=89170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:52:56.176873 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-40159725-4d3c-429f-ae35-997e45af5958 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Subscribe: > subnet after_create 55550000 {{(pid=89170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:52:56.177358 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-40159725-4d3c-429f-ae35-997e45af5958 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Subscribe: > subnet after_delete 55550000 {{(pid=89170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:52:56.177819 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-40159725-4d3c-429f-ae35-997e45af5958 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Subscribe: > subnet after_update 55550000 {{(pid=89170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:52:56.191556 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-3912f4af-6809-44bb-8295-c2411c58d27c tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Deleting port 78bb439b-b14b-4e06-852d-47d427c45b55 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:52:56.191899 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3912f4af-6809-44bb-8295-c2411c58d27c tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:56.287975 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-40159725-4d3c-429f-ae35-997e45af5958 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Subscribe: > subnet after_create 55550000 {{(pid=89170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:52:56.288273 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-40159725-4d3c-429f-ae35-997e45af5958 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Subscribe: > subnet after_delete 55550000 {{(pid=89170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:52:56.288822 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-40159725-4d3c-429f-ae35-997e45af5958 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Subscribe: > subnet before_create 55550000 {{(pid=89170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:52:56.289149 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-40159725-4d3c-429f-ae35-997e45af5958 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Subscribe: > subnet before_update 55550000 {{(pid=89170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:52:56.289703 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-40159725-4d3c-429f-ae35-997e45af5958 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d07be8c-6642-4c23-a18b-cc49402c16bc']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:56.308335 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-03a6342c-beb3-4c58-a3e0-c548471eccb1 tempest-FloatingIPAdminTestJSON-2115038732 tempest-FloatingIPAdminTestJSON-2115038732-project] Notify callbacks [] for floatingip, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:56.318784 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-45d61efe-d168-4ea6-a2f3-a2f4cfc33671 None None] For port 78bb439b-b14b-4e06-852d-47d427c45b55, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=78bb439b-b14b-4e06-852d-47d427c45b55,segment=NetworkSegment(f4fcaf5c-42a7-477a-9991-5613f2fa2fa0),segment_id=f4fcaf5c-42a7-477a-9991-5613f2fa2fa0)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:52:56.319272 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-45d61efe-d168-4ea6-a2f3-a2f4cfc33671 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:56.373851 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-40159725-4d3c-429f-ae35-997e45af5958 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efa678ee-e519-4e04-a369-ecd711a3fc52') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:56.374404 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-40159725-4d3c-429f-ae35-997e45af5958 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efa678ee-e519-4e04-a369-ecd711a3fc52') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:56.398919 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-40159725-4d3c-429f-ae35-997e45af5958 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:56.470833 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-45d61efe-d168-4ea6-a2f3-a2f4cfc33671 None None] Calling delete_port for 78bb439b-b14b-4e06-852d-47d427c45b55 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:52:56.523325 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-40159725-4d3c-429f-ae35-997e45af5958 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:56.545826 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40159725-4d3c-429f-ae35-997e45af5958 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:52:56.546227 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-40159725-4d3c-429f-ae35-997e45af5958 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:56.557350 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-45d61efe-d168-4ea6-a2f3-a2f4cfc33671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:56.588348 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4eec82-2e42-43cb-b7e3-5d4bd79914b4 req-369a2ce3-a1e1-4c1d-93d7-dc5016e7625d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:56.595331 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6f4eec82-2e42-43cb-b7e3-5d4bd79914b4 req-369a2ce3-a1e1-4c1d-93d7-dc5016e7625d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.7473381 Sep 14 22:52:56.618061 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d61efe-d168-4ea6-a2f3-a2f4cfc33671 None None] Pushing event deleted for resources: {'Port': ['ID=78bb439b-b14b-4e06-852d-47d427c45b55,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:56.624400 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d61efe-d168-4ea6-a2f3-a2f4cfc33671 None None] No DVR routers for this DVR port 78bb439b-b14b-4e06-852d-47d427c45b55 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:52:56.704473 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 78bb439b-b14b-4e06-852d-47d427c45b55 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:52:56.709288 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e9f7d8ed-5752-49b4-9068-5eb68cf521b5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:56.757939 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 78bb439b-b14b-4e06-852d-47d427c45b55 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:52:56.759032 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 78bb439b-b14b-4e06-852d-47d427c45b55 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:52:56.768023 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-40159725-4d3c-429f-ae35-997e45af5958 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:56.777405 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6f4eec82-2e42-43cb-b7e3-5d4bd79914b4 req-c6cffa32-c7c7-46a8-bd55-080c4b012c40 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1809559 Sep 14 22:52:56.799779 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d574423-d59b-4437-91ae-9d8177720049 req-86a16db2-989f-4950-b3f3-011c129fa38c tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:56.805078 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8d574423-d59b-4437-91ae-9d8177720049 req-86a16db2-989f-4950-b3f3-011c129fa38c tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/ports?device_id=e2748707-0a02-47fb-9d12-94dde6087559 HTTP/1.1" status: 200 len: 946 time: 0.5042567 Sep 14 22:52:56.806911 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-258fb823-1e76-40dc-a049-b2b007e47c3a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:56.823252 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-3912f4af-6809-44bb-8295-c2411c58d27c tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] For port 78bb439b-b14b-4e06-852d-47d427c45b55, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=78bb439b-b14b-4e06-852d-47d427c45b55,segment=NetworkSegment(f4fcaf5c-42a7-477a-9991-5613f2fa2fa0),segment_id=f4fcaf5c-42a7-477a-9991-5613f2fa2fa0)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:52:56.823621 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3912f4af-6809-44bb-8295-c2411c58d27c tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:56.866901 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-40159725-4d3c-429f-ae35-997e45af5958 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:56.914665 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40159725-4d3c-429f-ae35-997e45af5958 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] Pushing event deleted for resources: {'Network': ['ID=8d07be8c-6642-4c23-a18b-cc49402c16bc,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:56.927933 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258fb823-1e76-40dc-a049-b2b007e47c3a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:56.934553 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-40159725-4d3c-429f-ae35-997e45af5958 tempest-PortsAdminExtendedAttrsTestJSON-438203966 tempest-PortsAdminExtendedAttrsTestJSON-438203966-project] 10.222.0.33 "DELETE /v2.0/networks/8d07be8c-6642-4c23-a18b-cc49402c16bc HTTP/1.1" status: 204 len: 168 time: 1.4676921 Sep 14 22:52:56.935639 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-258fb823-1e76-40dc-a049-b2b007e47c3a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:56.948471 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dba0343-86c1-4c1b-a63f-e2b277e239de None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:52:56.955219 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment efa678ee-e519-4e04-a369-ecd711a3fc52 resource provider aggregate not found Sep 14 22:52:56.963675 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-3912f4af-6809-44bb-8295-c2411c58d27c tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Calling delete_port for 78bb439b-b14b-4e06-852d-47d427c45b55 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:52:56.964856 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258fb823-1e76-40dc-a049-b2b007e47c3a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:56.965455 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-258fb823-1e76-40dc-a049-b2b007e47c3a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:56.986663 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258fb823-1e76-40dc-a049-b2b007e47c3a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Subnet': ['ID=8615e54c-2b80-4d07-b95c-40993d3d1c61,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:57.023594 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8d574423-d59b-4437-91ae-9d8177720049 req-9c8aeba8-ac03-4c80-82c5-e4c7c1424afb tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/security-groups?id=dca6bde9-ce0e-46af-b6a1-393a3e60b4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078028 Sep 14 22:52:57.025254 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment efa678ee-e519-4e04-a369-ecd711a3fc52 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid efa678ee-e519-4e04-a369-ecd711a3fc52 found for delete ", "request_id": "req-a53ef8fe-c96d-47ad-acff-0ba41bd0e5d5"}]} Sep 14 22:52:57.028759 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-258fb823-1e76-40dc-a049-b2b007e47c3a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7845550 Sep 14 22:52:57.042297 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45544) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:57.060742 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-6507cd39-3754-4a5a-8efc-623e47c10003 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'port': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'fixed_ips': [{'subnet_id': '8615e54c-2b80-4d07-b95c-40993d3d1c61', 'ip_address': '2001:db8::cab7:807b:67ed:8a5'}], 'name': 'tempest-NetworksTestDHCPv6-227574473'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:52:57.140880 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68862083-a6b0-429e-a1b6-bccef0152f34 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Router 84bea323-87c5-4677-a994-08c058623ad3 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:52:57.154356 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e9f7d8ed-5752-49b4-9068-5eb68cf521b5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:57.178116 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2748707-0a02-47fb-9d12-94dde6087559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8322af4-320b-42fa-97d1-4a56969f9b08'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 22:52:57.181118 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fd6cae-d8cb-47de-8c81-f3b1d9206b84" -d '{"events": [{"server_uuid": "e2748707-0a02-47fb-9d12-94dde6087559", "name": "network-vif-plugged", "status": "completed", "tag": "d8322af4-320b-42fa-97d1-4a56969f9b08"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:52:57.212709 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-03a6342c-beb3-4c58-a3e0-c548471eccb1 tempest-FloatingIPAdminTestJSON-2115038732 tempest-FloatingIPAdminTestJSON-2115038732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:57.269612 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 22:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09715d39-aaf8-4ab6-ad9e-d689b8684cdf x-openstack-request-id: req-09715d39-aaf8-4ab6-ad9e-d689b8684cdf {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:52:57.269893 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2748707-0a02-47fb-9d12-94dde6087559", "name": "network-vif-plugged", "status": "completed", "tag": "d8322af4-320b-42fa-97d1-4a56969f9b08", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:52:57.270143 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-09715d39-aaf8-4ab6-ad9e-d689b8684cdf {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:52:57.270573 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09715d39-aaf8-4ab6-ad9e-d689b8684cdf'] response: {'server_uuid': 'e2748707-0a02-47fb-9d12-94dde6087559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8322af4-320b-42fa-97d1-4a56969f9b08', 'code': 200} Sep 14 22:52:57.300812 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e908f98f-586a-45f4-a4dd-01df2c1bdf6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'fixed_ips': [{'subnet_id': '8615e54c-2b80-4d07-b95c-40993d3d1c61'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:52:57.301735 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e908f98f-586a-45f4-a4dd-01df2c1bdf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:57.363993 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f7d8ed-5752-49b4-9068-5eb68cf521b5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:57.399764 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-e9f7d8ed-5752-49b4-9068-5eb68cf521b5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:57.418767 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f7d8ed-5752-49b4-9068-5eb68cf521b5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:57.475727 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.db.api [None req-3912f4af-6809-44bb-8295-c2411c58d27c tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:52:57.475727 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG oslo_db.api [None req-3912f4af-6809-44bb-8295-c2411c58d27c tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:52:57.476046 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45552) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:57.482870 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7d8ed-5752-49b4-9068-5eb68cf521b5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event updated for resources: {'Port': ['ID=5b5cafb1-3d55-4f22-befb-400e19bfed5e,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:57.503416 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-e908f98f-586a-45f4-a4dd-01df2c1bdf6d None None] Allocated IP 2001:db8::2 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/8615e54c-2b80-4d07-b95c-40993d3d1c61/aaf6342c-5ca3-483b-8265-42a746e058e3) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:52:57.595383 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-03a6342c-beb3-4c58-a3e0-c548471eccb1 tempest-FloatingIPAdminTestJSON-2115038732 tempest-FloatingIPAdminTestJSON-2115038732-project] Allocated IP 172.26.5.181 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/92617cea-369a-4242-8218-31785cf02d29) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:52:57.673410 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 22:52:57.747541 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e908f98f-586a-45f4-a4dd-01df2c1bdf6d None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:57.754406 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68862083-a6b0-429e-a1b6-bccef0152f34 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:52:57.758636 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6507cd39-3754-4a5a-8efc-623e47c10003 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:52:57.765727 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e908f98f-586a-45f4-a4dd-01df2c1bdf6d None None] Transition to ACTIVE for port object aaf6342c-5ca3-483b-8265-42a746e058e3 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:57.766451 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe619b8-7161-4678-a89f-8bcbd76e1478 None None] Sync routers for ids ['84bea323-87c5-4677-a994-08c058623ad3'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:52:57.787632 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe619b8-7161-4678-a89f-8bcbd76e1478 None None] Routers {'84bea323-87c5-4677-a994-08c058623ad3'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:52:57.788039 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e908f98f-586a-45f4-a4dd-01df2c1bdf6d None None] Transition to ACTIVE for port object aaf6342c-5ca3-483b-8265-42a746e058e3 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:52:57.791834 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-abe619b8-7161-4678-a89f-8bcbd76e1478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:52:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['84bea323-87c5-4677-a994-08c058623ad3'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:57.799520 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e908f98f-586a-45f4-a4dd-01df2c1bdf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:57.800940 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6507cd39-3754-4a5a-8efc-623e47c10003 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:52:57.831210 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-68862083-a6b0-429e-a1b6-bccef0152f34 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:57.846462 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-03a6342c-beb3-4c58-a3e0-c548471eccb1 tempest-FloatingIPAdminTestJSON-2115038732 tempest-FloatingIPAdminTestJSON-2115038732-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:57.852659 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6507cd39-3754-4a5a-8efc-623e47c10003 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:52:57.878571 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-41a1b1c1-8f20-4be6-b783-78154953549c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=54b3b93764404397bf50a289ff183afd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3968771 Sep 14 22:52:57.886956 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45560) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:57.946462 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412001e-04ef-491f-a6c0-de1aafdefaec req-ff8f7e84-0751-4c08-9075-99b7b9284317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:57.947971 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1412001e-04ef-491f-a6c0-de1aafdefaec req-ff8f7e84-0751-4c08-9075-99b7b9284317 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e2748707-0a02-47fb-9d12-94dde6087559 HTTP/1.1" status: 200 len: 1099 time: 0.2655981 Sep 14 22:52:58.014858 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e908f98f-586a-45f4-a4dd-01df2c1bdf6d None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:58.018221 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-e908f98f-586a-45f4-a4dd-01df2c1bdf6d None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:58.022066 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e908f98f-586a-45f4-a4dd-01df2c1bdf6d None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:58.027965 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908f98f-586a-45f4-a4dd-01df2c1bdf6d None None] Pushing event updated for resources: {'Port': ['ID=aaf6342c-5ca3-483b-8265-42a746e058e3,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:58.078714 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-abe619b8-7161-4678-a89f-8bcbd76e1478 None None] Set router 84bea323-87c5-4677-a994-08c058623ad3 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:52:58.099189 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1412001e-04ef-491f-a6c0-de1aafdefaec req-3e7c61d5-b5a0-4b40-995a-ff7c5a1a18ea service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dca6bde9-ce0e-46af-b6a1-393a3e60b4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417122 Sep 14 22:52:58.107831 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-3912f4af-6809-44bb-8295-c2411c58d27c tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Deleting port 78bb439b-b14b-4e06-852d-47d427c45b55 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:52:58.108181 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3912f4af-6809-44bb-8295-c2411c58d27c tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:58.130757 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6507cd39-3754-4a5a-8efc-623e47c10003 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:58.158734 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-03a6342c-beb3-4c58-a3e0-c548471eccb1 tempest-FloatingIPAdminTestJSON-2115038732 tempest-FloatingIPAdminTestJSON-2115038732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:58.168662 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-6507cd39-3754-4a5a-8efc-623e47c10003 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] device_id is not set on port d604da9c-3d24-48e3-acdc-82b484bf1b61 yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:52:58.200393 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-3912f4af-6809-44bb-8295-c2411c58d27c tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] The port '78bb439b-b14b-4e06-852d-47d427c45b55' was deleted {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:52:58.202326 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-68862083-a6b0-429e-a1b6-bccef0152f34 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "PUT /v2.0/floatingips/712a408b-9162-4eb2-a03f-1aabeab77a55 HTTP/1.1" status: 200 len: 991 time: 4.0361209 Sep 14 22:52:58.202453 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e908f98f-586a-45f4-a4dd-01df2c1bdf6d None None] Attempting to bind port aaf6342c-5ca3-483b-8265-42a746e058e3 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:52:58.203324 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e908f98f-586a-45f4-a4dd-01df2c1bdf6d None None] Attempting to bind port aaf6342c-5ca3-483b-8265-42a746e058e3 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:52:58.203818 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e908f98f-586a-45f4-a4dd-01df2c1bdf6d None None] Attempting to bind port aaf6342c-5ca3-483b-8265-42a746e058e3 on network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:52:58.210553 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e908f98f-586a-45f4-a4dd-01df2c1bdf6d None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:52:58.211502 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390a02d0-98e6-439c-bb9e-55ab228b2d5e', 'tag': 'ed32ab64-6954-4e3d-b928-b6562f461149'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 22:52:58.212189 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e908f98f-586a-45f4-a4dd-01df2c1bdf6d None None] Checking segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:52:58.212771 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e908f98f-586a-45f4-a4dd-01df2c1bdf6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:58.213327 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e908f98f-586a-45f4-a4dd-01df2c1bdf6d None None] Bound using segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:52:58.213723 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055edaa7-d946-4c29-8ebc-95743a4fadf1" -d '{"events": [{"name": "network-changed", "server_uuid": "390a02d0-98e6-439c-bb9e-55ab228b2d5e", "tag": "ed32ab64-6954-4e3d-b928-b6562f461149"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:52:58.214143 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e908f98f-586a-45f4-a4dd-01df2c1bdf6d None None] Bound port: aaf6342c-5ca3-483b-8265-42a746e058e3, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:52:58.214665 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e908f98f-586a-45f4-a4dd-01df2c1bdf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:58.270329 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a6342c-beb3-4c58-a3e0-c548471eccb1 tempest-FloatingIPAdminTestJSON-2115038732 tempest-FloatingIPAdminTestJSON-2115038732-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:52:58.327098 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-e908f98f-586a-45f4-a4dd-01df2c1bdf6d None None] For port aaf6342c-5ca3-483b-8265-42a746e058e3, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:52:58.333104 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-e908f98f-586a-45f4-a4dd-01df2c1bdf6d None None] For port aaf6342c-5ca3-483b-8265-42a746e058e3, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=aaf6342c-5ca3-483b-8265-42a746e058e3,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:52:58.341654 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e908f98f-586a-45f4-a4dd-01df2c1bdf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:58.369936 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e9f7d8ed-5752-49b4-9068-5eb68cf521b5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for router_gateway, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:58.418428 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-03a6342c-beb3-4c58-a3e0-c548471eccb1 tempest-FloatingIPAdminTestJSON-2115038732 tempest-FloatingIPAdminTestJSON-2115038732-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:52:58.420961 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a6342c-beb3-4c58-a3e0-c548471eccb1 tempest-FloatingIPAdminTestJSON-2115038732 tempest-FloatingIPAdminTestJSON-2115038732-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:52:58.455060 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-30014a71-b04c-4c4d-8568-62d51f096eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:58.465073 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908f98f-586a-45f4-a4dd-01df2c1bdf6d None None] Pushing event updated for resources: {'Port': ['ID=aaf6342c-5ca3-483b-8265-42a746e058e3,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:58.512191 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3912f4af-6809-44bb-8295-c2411c58d27c tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:58.532938 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09976dad-5eb3-4897-9410-55ae9ad3c896 req-baf2bbde-d771-4719-9a7b-6060c82aee98 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:58.540081 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-09976dad-5eb3-4897-9410-55ae9ad3c896 req-baf2bbde-d771-4719-9a7b-6060c82aee98 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.5598941 Sep 14 22:52:58.552786 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6342c-beb3-4c58-a3e0-c548471eccb1 tempest-FloatingIPAdminTestJSON-2115038732 tempest-FloatingIPAdminTestJSON-2115038732-project] Pushing event updated for resources: {'Port': ['ID=92617cea-369a-4242-8218-31785cf02d29,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:58.555062 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-30014a71-b04c-4c4d-8568-62d51f096eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:58.624444 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-3912f4af-6809-44bb-8295-c2411c58d27c tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b69ce89-d338-407a-9920-37d3f61d6441']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:58.636117 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-abe619b8-7161-4678-a89f-8bcbd76e1478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bea323-87c5-4677-a994-08c058623ad3', 'name': 'tempest-ServersTestJSON-1842162660-router', 'tenant_id': '619a722a9a6d4b25978034388633fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:51Z', 'updated_at': '2022-09-14T22:52:03Z', 'revision_number': 4, 'project_id': '619a722a9a6d4b25978034388633fb87', 'gw_port': {'id': 'da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bea323-87c5-4677-a994-08c058623ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:52Z', 'updated_at': '2022-09-14T22:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '712a408b-9162-4eb2-a03f-1aabeab77a55', 'tenant_id': '619a722a9a6d4b25978034388633fb87', 'floating_ip_address': '172.26.5.46', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '84bea323-87c5-4677-a994-08c058623ad3', 'port_id': 'ed32ab64-6954-4e3d-b928-b6562f461149', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63e45686-e294-49ff-846c-ac2fe15584a9', 'mac_address': 'fa:16:3e:9e:8a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390a02d0-98e6-439c-bb9e-55ab228b2d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T22:52:15Z', 'updated_at': '2022-09-14T22:52:55Z', 'revision_number': 1, 'project_id': '619a722a9a6d4b25978034388633fb87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c717020b-eb00-4aa5-abf9-67e3dfa3925c', 'name': '', 'network_id': '63e45686-e294-49ff-846c-ac2fe15584a9', 'tenant_id': '619a722a9a6d4b25978034388633fb87', 'mac_address': 'fa:16:3e:76:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bea323-87c5-4677-a994-08c058623ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'd53919ce-94ab-4885-ba14-5ce8afc3ce70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:52:01Z', 'updated_at': '2022-09-14T22:52:16Z', 'revision_number': 5, 'project_id': '619a722a9a6d4b25978034388633fb87', 'subnets': [{'id': 'd53919ce-94ab-4885-ba14-5ce8afc3ce70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:58.641829 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe619b8-7161-4678-a89f-8bcbd76e1478 None None] Checking router: 84bea323-87c5-4677-a994-08c058623ad3 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:52:58.650654 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe619b8-7161-4678-a89f-8bcbd76e1478 None None] Routers {'84bea323-87c5-4677-a994-08c058623ad3'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:52:58.651396 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-abe619b8-7161-4678-a89f-8bcbd76e1478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:52:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['84bea323-87c5-4677-a994-08c058623ad3'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:58.673406 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-09976dad-5eb3-4897-9410-55ae9ad3c896 req-bb9443e5-25a5-42e8-a613-a97db2fdb235 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1323066 Sep 14 22:52:58.801864 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-3912f4af-6809-44bb-8295-c2411c58d27c tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4fcaf5c-42a7-477a-9991-5613f2fa2fa0') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:58.802410 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-3912f4af-6809-44bb-8295-c2411c58d27c tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4fcaf5c-42a7-477a-9991-5613f2fa2fa0') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:58.819956 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3912f4af-6809-44bb-8295-c2411c58d27c tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:58.858291 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3912f4af-6809-44bb-8295-c2411c58d27c tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:58.916296 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3912f4af-6809-44bb-8295-c2411c58d27c tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:52:58.916725 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3912f4af-6809-44bb-8295-c2411c58d27c tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:58.935764 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718137ca-8dfa-43cb-be32-35856b5bc239 req-69353e51-a508-492d-8d1f-56ef26d71b1f tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:58.944298 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-718137ca-8dfa-43cb-be32-35856b5bc239 req-69353e51-a508-492d-8d1f-56ef26d71b1f tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/ports?device_id=e2748707-0a02-47fb-9d12-94dde6087559 HTTP/1.1" status: 200 len: 946 time: 0.6957419 Sep 14 22:52:58.965989 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment f4fcaf5c-42a7-477a-9991-5613f2fa2fa0 resource provider aggregate not found Sep 14 22:52:58.977474 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-abe619b8-7161-4678-a89f-8bcbd76e1478 None None] Set router 84bea323-87c5-4677-a994-08c058623ad3 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:52:58.984449 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-03a6342c-beb3-4c58-a3e0-c548471eccb1 tempest-FloatingIPAdminTestJSON-2115038732 tempest-FloatingIPAdminTestJSON-2115038732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:59.028788 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment f4fcaf5c-42a7-477a-9991-5613f2fa2fa0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f4fcaf5c-42a7-477a-9991-5613f2fa2fa0 found for delete ", "request_id": "req-d46dc249-18ef-425b-b9a2-6c01b9148437"}]} Sep 14 22:52:59.054182 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-30014a71-b04c-4c4d-8568-62d51f096eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:59.100871 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-6507cd39-3754-4a5a-8efc-623e47c10003 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Allocated IP 2001:db8::cab7:807b:67ed:8a5 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/8615e54c-2b80-4d07-b95c-40993d3d1c61/d604da9c-3d24-48e3-acdc-82b484bf1b61) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:52:59.129100 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30014a71-b04c-4c4d-8568-62d51f096eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5d4fa7-8a9b-4d78-82e1-eaa7d6ae86f0,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:59.140709 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3912f4af-6809-44bb-8295-c2411c58d27c tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:59.140877 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-03a6342c-beb3-4c58-a3e0-c548471eccb1 tempest-FloatingIPAdminTestJSON-2115038732 tempest-FloatingIPAdminTestJSON-2115038732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:59.168582 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3912f4af-6809-44bb-8295-c2411c58d27c tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:59.180153 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-30014a71-b04c-4c4d-8568-62d51f096eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:59.195500 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-30014a71-b04c-4c4d-8568-62d51f096eb5 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6d5d4fa7-8a9b-4d78-82e1-eaa7d6ae86f0 HTTP/1.1" status: 204 len: 168 time: 1.2958219 Sep 14 22:52:59.202361 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3912f4af-6809-44bb-8295-c2411c58d27c tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] Pushing event deleted for resources: {'Network': ['ID=2b69ce89-d338-407a-9920-37d3f61d6441,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:52:59.212541 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3912f4af-6809-44bb-8295-c2411c58d27c tempest-AllowedAddressPairIpV6TestJSON-1013408161 tempest-AllowedAddressPairIpV6TestJSON-1013408161-project] 10.222.0.33 "DELETE /v2.0/networks/2b69ce89-d338-407a-9920-37d3f61d6441 HTTP/1.1" status: 204 len: 168 time: 3.3183832 Sep 14 22:52:59.240145 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e9f7d8ed-5752-49b4-9068-5eb68cf521b5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:52:59.403706 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-718137ca-8dfa-43cb-be32-35856b5bc239 req-df726d64-2909-4026-8e29-618f53110742 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/security-groups?id=dca6bde9-ce0e-46af-b6a1-393a3e60b4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4583082 Sep 14 22:52:59.518876 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c6e9a-ee3f-4971-978e-8762ead1219d req-efe86d40-a06f-48b2-b5dd-71246b56ae12 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:52:59.527937 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9e3c6e9a-ee3f-4971-978e-8762ead1219d req-efe86d40-a06f-48b2-b5dd-71246b56ae12 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/ports?device_id=390a02d0-98e6-439c-bb9e-55ab228b2d5e HTTP/1.1" status: 200 len: 946 time: 0.6767781 Sep 14 22:52:59.550029 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 22:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef847cdc-eab5-4ae2-b58e-9ce5dc8f3643 x-openstack-request-id: req-ef847cdc-eab5-4ae2-b58e-9ce5dc8f3643 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:52:59.551689 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "390a02d0-98e6-439c-bb9e-55ab228b2d5e", "tag": "ed32ab64-6954-4e3d-b928-b6562f461149", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:52:59.552001 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ef847cdc-eab5-4ae2-b58e-9ce5dc8f3643 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:52:59.556346 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef847cdc-eab5-4ae2-b58e-9ce5dc8f3643'] response: {'name': 'network-changed', 'server_uuid': '390a02d0-98e6-439c-bb9e-55ab228b2d5e', 'tag': 'ed32ab64-6954-4e3d-b928-b6562f461149', 'status': 'completed', 'code': 200} Sep 14 22:52:59.618920 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-abe619b8-7161-4678-a89f-8bcbd76e1478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bea323-87c5-4677-a994-08c058623ad3', 'name': 'tempest-ServersTestJSON-1842162660-router', 'tenant_id': '619a722a9a6d4b25978034388633fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:51Z', 'updated_at': '2022-09-14T22:52:03Z', 'revision_number': 4, 'project_id': '619a722a9a6d4b25978034388633fb87', 'gw_port': {'id': 'da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bea323-87c5-4677-a994-08c058623ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:52Z', 'updated_at': '2022-09-14T22:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '712a408b-9162-4eb2-a03f-1aabeab77a55', 'tenant_id': '619a722a9a6d4b25978034388633fb87', 'floating_ip_address': '172.26.5.46', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '84bea323-87c5-4677-a994-08c058623ad3', 'port_id': 'ed32ab64-6954-4e3d-b928-b6562f461149', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63e45686-e294-49ff-846c-ac2fe15584a9', 'mac_address': 'fa:16:3e:9e:8a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390a02d0-98e6-439c-bb9e-55ab228b2d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T22:52:15Z', 'updated_at': '2022-09-14T22:52:55Z', 'revision_number': 1, 'project_id': '619a722a9a6d4b25978034388633fb87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c717020b-eb00-4aa5-abf9-67e3dfa3925c', 'name': '', 'network_id': '63e45686-e294-49ff-846c-ac2fe15584a9', 'tenant_id': '619a722a9a6d4b25978034388633fb87', 'mac_address': 'fa:16:3e:76:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bea323-87c5-4677-a994-08c058623ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'd53919ce-94ab-4885-ba14-5ce8afc3ce70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:52:01Z', 'updated_at': '2022-09-14T22:52:16Z', 'revision_number': 5, 'project_id': '619a722a9a6d4b25978034388633fb87', 'subnets': [{'id': 'd53919ce-94ab-4885-ba14-5ce8afc3ce70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:52:59.633684 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe619b8-7161-4678-a89f-8bcbd76e1478 None None] The sync data for ids ['84bea323-87c5-4677-a994-08c058623ad3'] in dv-neutron-857791-1-hyperv is: [{'id': '84bea323-87c5-4677-a994-08c058623ad3', 'name': 'tempest-ServersTestJSON-1842162660-router', 'tenant_id': '619a722a9a6d4b25978034388633fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:51Z', 'updated_at': '2022-09-14T22:52:03Z', 'revision_number': 4, 'project_id': '619a722a9a6d4b25978034388633fb87', 'gw_port': {'id': 'da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bea323-87c5-4677-a994-08c058623ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:52Z', 'updated_at': '2022-09-14T22:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '712a408b-9162-4eb2-a03f-1aabeab77a55', 'tenant_id': '619a722a9a6d4b25978034388633fb87', 'floating_ip_address': '172.26.5.46', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '84bea323-87c5-4677-a994-08c058623ad3', 'port_id': 'ed32ab64-6954-4e3d-b928-b6562f461149', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63e45686-e294-49ff-846c-ac2fe15584a9', 'mac_address': 'fa:16:3e:9e:8a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390a02d0-98e6-439c-bb9e-55ab228b2d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T22:52:15Z', 'updated_at': '2022-09-14T22:52:55Z', 'revision_number': 1, 'project_id': '619a722a9a6d4b25978034388633fb87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c717020b-eb00-4aa5-abf9-67e3dfa3925c', 'name': '', 'network_id': '63e45686-e294-49ff-846c-ac2fe15584a9', 'tenant_id': '619a722a9a6d4b25978034388633fb87', 'mac_address': 'fa:16:3e:76:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bea323-87c5-4677-a994-08c058623ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'd53919ce-94ab-4885-ba14-5ce8afc3ce70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:52:01Z', 'updated_at': '2022-09-14T22:52:16Z', 'revision_number': 5, 'project_id': '619a722a9a6d4b25978034388633fb87', 'subnets': [{'id': 'd53919ce-94ab-4885-ba14-5ce8afc3ce70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:52:59.660768 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45584) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:59.801676 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f7d8ed-5752-49b4-9068-5eb68cf521b5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Router f43c8169-1688-4667-b754-fb3c60e75895 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:52:59.935146 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45590) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:52:59.963056 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9e3c6e9a-ee3f-4971-978e-8762ead1219d req-cfcd87ba-57d1-4ddc-b5b3-85ba6bd45d51 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/security-groups?id=e35e8c0d-cec2-422f-a730-b29b3659ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3994393 Sep 14 22:52:59.997512 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba1a5f2-1199-4e3f-af9a-1f693d0a8d36 None None] New status for floating IP 712a408b-9162-4eb2-a03f-1aabeab77a55: ACTIVE {{(pid=89172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 22:53:00.033607 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-fe3ff023-7b9c-475c-9a47-ee193236a6c6 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b0f4d8c0c2b44d4e9ee422555e20ffc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0927022 Sep 14 22:53:00.035731 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45596) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:00.139800 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-03a6342c-beb3-4c58-a3e0-c548471eccb1 tempest-FloatingIPAdminTestJSON-2115038732 tempest-FloatingIPAdminTestJSON-2115038732-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:00.149748 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b8497-3595-4942-b196-df2fd6993da7 req-f19595a6-e6e2-4cea-a700-3fb954eb4607 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:00.151338 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-856b8497-3595-4942-b196-df2fd6993da7 req-f19595a6-e6e2-4cea-a700-3fb954eb4607 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.4213557 Sep 14 22:53:00.153383 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055edaa7-d946-4c29-8ebc-95743a4fadf1 req-f568e2c0-7b7a-4523-ac4c-aaf59278c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:00.154989 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-055edaa7-d946-4c29-8ebc-95743a4fadf1 req-f568e2c0-7b7a-4523-ac4c-aaf59278c5a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=619a722a9a6d4b25978034388633fb87&device_id=390a02d0-98e6-439c-bb9e-55ab228b2d5e HTTP/1.1" status: 200 len: 1099 time: 0.5239143 Sep 14 22:53:00.159679 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-03a6342c-beb3-4c58-a3e0-c548471eccb1 tempest-FloatingIPAdminTestJSON-2115038732 tempest-FloatingIPAdminTestJSON-2115038732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:00.176081 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45602) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:00.189515 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-f3542200-c5cc-4cd1-8916-773acaa5beee tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Request body: {'floatingip': {'port_id': '7e4e6e2e-a643-4ae1-8469-ecc9fe80890e'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:00.221442 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-96872057-1402-495e-8a0f-2ed157e24e7c None None] Provisioning for port aaf6342c-5ca3-483b-8265-42a746e058e3 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:53:00.271399 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f03ebae4-a289-4568-9339-c9ecd45bd7ec admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=546b5aea94954549b6ec9228e90089c7&name=default HTTP/1.1" status: 200 len: 2976 time: 0.6070392 Sep 14 22:53:00.281826 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45606) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:00.291903 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f3542200-c5cc-4cd1-8916-773acaa5beee tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks [] for floatingip, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:00.338744 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6507cd39-3754-4a5a-8efc-623e47c10003 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:00.392335 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-6507cd39-3754-4a5a-8efc-623e47c10003 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Transition to ACTIVE for port object d604da9c-3d24-48e3-acdc-82b484bf1b61 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:53:00.393097 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f7d8ed-5752-49b4-9068-5eb68cf521b5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:53:00.406249 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6342c-beb3-4c58-a3e0-c548471eccb1 tempest-FloatingIPAdminTestJSON-2115038732 tempest-FloatingIPAdminTestJSON-2115038732-project] Pushing event updated for resources: {'Port': ['ID=92617cea-369a-4242-8218-31785cf02d29,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:00.410337 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-03a6342c-beb3-4c58-a3e0-c548471eccb1 tempest-FloatingIPAdminTestJSON-2115038732 tempest-FloatingIPAdminTestJSON-2115038732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:00.411545 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bea88c-c1d2-4a0b-ae3d-725f65c4a4d5 None None] Sync routers for ids ['f43c8169-1688-4667-b754-fb3c60e75895'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:53:00.422547 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bea88c-c1d2-4a0b-ae3d-725f65c4a4d5 None None] Routers {'f43c8169-1688-4667-b754-fb3c60e75895'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:53:00.423398 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-49bea88c-c1d2-4a0b-ae3d-725f65c4a4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:52:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f43c8169-1688-4667-b754-fb3c60e75895'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:00.443013 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b6a01c7f-e062-49e6-900d-67edd230b0c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:00.475431 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-03a6342c-beb3-4c58-a3e0-c548471eccb1 tempest-FloatingIPAdminTestJSON-2115038732 tempest-FloatingIPAdminTestJSON-2115038732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:00.479902 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-03a6342c-beb3-4c58-a3e0-c548471eccb1 tempest-FloatingIPAdminTestJSON-2115038732 tempest-FloatingIPAdminTestJSON-2115038732-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8964627 Sep 14 22:53:00.482306 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45612) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:00.535584 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-49bea88c-c1d2-4a0b-ae3d-725f65c4a4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:00.545563 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bea88c-c1d2-4a0b-ae3d-725f65c4a4d5 None None] Routers {'f43c8169-1688-4667-b754-fb3c60e75895'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:53:00.546187 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-49bea88c-c1d2-4a0b-ae3d-725f65c4a4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:52:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f43c8169-1688-4667-b754-fb3c60e75895'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:00.559510 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b6a01c7f-e062-49e6-900d-67edd230b0c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:00.573581 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e9f7d8ed-5752-49b4-9068-5eb68cf521b5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:00.574786 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e9f7d8ed-5752-49b4-9068-5eb68cf521b5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.9353809 Sep 14 22:53:00.583117 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45616) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:00.591327 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055edaa7-d946-4c29-8ebc-95743a4fadf1 req-283cf230-e7e4-4b5d-a11d-24dbf023ddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:00.593074 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-055edaa7-d946-4c29-8ebc-95743a4fadf1 req-283cf230-e7e4-4b5d-a11d-24dbf023ddbd service neutron] 10.222.0.20 "GET /v2.0/networks?id=63e45686-e294-49ff-846c-ac2fe15584a9 HTTP/1.1" status: 200 len: 906 time: 0.4019721 Sep 14 22:53:00.611015 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-49bea88c-c1d2-4a0b-ae3d-725f65c4a4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:00.611429 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bea88c-c1d2-4a0b-ae3d-725f65c4a4d5 None None] The sync data for ids ['f43c8169-1688-4667-b754-fb3c60e75895'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:53:00.706775 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device aaf6342c-5ca3-483b-8265-42a746e058e3 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:53:00.744975 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6507cd39-3754-4a5a-8efc-623e47c10003 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:00.768265 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-20586a45-f58c-4cd5-a95a-a85604575ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:00.780158 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port aaf6342c-5ca3-483b-8265-42a746e058e3 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:53:00.786387 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port aaf6342c-5ca3-483b-8265-42a746e058e3 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:53:00.786770 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:00.913652 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-d52388e9-15f7-4d2e-8d4c-b236a4536715 tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Synchronizing usage tracker for tenant:b77f058c7a8e43539f9ea3655bda3ac6 on resource:floatingip {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:53:00.917644 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port aaf6342c-5ca3-483b-8265-42a746e058e3 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:53:00.918031 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:00.941217 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-055edaa7-d946-4c29-8ebc-95743a4fadf1 req-618661fc-93b5-4f56-a5d0-c7f669aa9d9d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed32ab64-6954-4e3d-b928-b6562f461149 HTTP/1.1" status: 200 len: 1001 time: 0.3239558 Sep 14 22:53:00.953608 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port aaf6342c-5ca3-483b-8265-42a746e058e3, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=aaf6342c-5ca3-483b-8265-42a746e058e3,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:53:00.958918 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:00.995655 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6507cd39-3754-4a5a-8efc-623e47c10003 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:53:01.003868 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-6507cd39-3754-4a5a-8efc-623e47c10003 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:01.007954 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-20586a45-f58c-4cd5-a95a-a85604575ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:01.018584 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6507cd39-3754-4a5a-8efc-623e47c10003 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:53:01.025132 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6507cd39-3754-4a5a-8efc-623e47c10003 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:01.025734 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6507cd39-3754-4a5a-8efc-623e47c10003 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:01.036631 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6507cd39-3754-4a5a-8efc-623e47c10003 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Port': ['ID=d604da9c-3d24-48e3-acdc-82b484bf1b61,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:01.048898 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-d52388e9-15f7-4d2e-8d4c-b236a4536715 tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Unset dirty status for tenant:b77f058c7a8e43539f9ea3655bda3ac6 on resource:floatingip {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:53:01.052560 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d52388e9-15f7-4d2e-8d4c-b236a4536715 tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] 10.222.0.33 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3395 time: 0.5666134 Sep 14 22:53:01.056075 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=aaf6342c-5ca3-483b-8265-42a746e058e3,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:01.061956 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45620) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:01.138148 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053f108-4ad8-4591-aaa0-84086ae634d0 req-7e6d29fb-03d6-4e09-8afe-2394cf11cd98 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:01.139813 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9053f108-4ad8-4591-aaa0-84086ae634d0 req-7e6d29fb-03d6-4e09-8afe-2394cf11cd98 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/ports?device_id=e2748707-0a02-47fb-9d12-94dde6087559 HTTP/1.1" status: 200 len: 946 time: 0.5847909 Sep 14 22:53:01.180250 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b6a01c7f-e062-49e6-900d-67edd230b0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:01.182534 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055edaa7-d946-4c29-8ebc-95743a4fadf1 req-19592069-6ff8-40a3-8d52-f3ddf17e8264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:01.184005 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-055edaa7-d946-4c29-8ebc-95743a4fadf1 req-19592069-6ff8-40a3-8d52-f3ddf17e8264 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d53919ce-94ab-4885-ba14-5ce8afc3ce70 HTTP/1.1" status: 200 len: 845 time: 0.2352903 Sep 14 22:53:01.185351 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6507cd39-3754-4a5a-8efc-623e47c10003 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.1356528 Sep 14 22:53:01.191340 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-d7989771-169c-42a3-9c0a-8eb9da188fb6 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Synchronizing usage tracker for tenant:561ca200a0204bdcada1dd83c9520fde on resource:floatingip {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:53:01.196990 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45624) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:01.322732 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9053f108-4ad8-4591-aaa0-84086ae634d0 req-9eb4cb5f-b3ce-43c9-ab9d-7f0fb4d31134 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/security-groups?id=dca6bde9-ce0e-46af-b6a1-393a3e60b4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633649 Sep 14 22:53:01.327028 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a01c7f-e062-49e6-900d-67edd230b0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5517a53-e75c-4ada-ad4b-8d924828ffc2,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:01.351649 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-d7989771-169c-42a3-9c0a-8eb9da188fb6 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Unset dirty status for tenant:561ca200a0204bdcada1dd83c9520fde on resource:floatingip {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:53:01.355346 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d7989771-169c-42a3-9c0a-8eb9da188fb6 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] 10.222.0.33 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2886536 Sep 14 22:53:01.355958 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45628) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:01.393924 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f4affb1d-ecd2-4e91-9580-b2ee85fa9699 None None] Provisioning for port d604da9c-3d24-48e3-acdc-82b484bf1b61 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:53:01.400188 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f4affb1d-ecd2-4e91-9580-b2ee85fa9699 None None] Provisioning complete for port d604da9c-3d24-48e3-acdc-82b484bf1b61 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:53:01.400943 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f4affb1d-ecd2-4e91-9580-b2ee85fa9699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:01.438325 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b6a01c7f-e062-49e6-900d-67edd230b0c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:01.439733 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b6a01c7f-e062-49e6-900d-67edd230b0c1 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c5517a53-e75c-4ada-ad4b-8d924828ffc2 HTTP/1.1" status: 204 len: 168 time: 1.4015272 Sep 14 22:53:01.463424 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-20586a45-f58c-4cd5-a95a-a85604575ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:01.502829 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-f4affb1d-ecd2-4e91-9580-b2ee85fa9699 None None] Port d604da9c-3d24-48e3-acdc-82b484bf1b61 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:53:01.580499 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-20586a45-f58c-4cd5-a95a-a85604575ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:01.582010 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-20586a45-f58c-4cd5-a95a-a85604575ea7 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c24d396d-8fc7-44e1-b6e4-8fb6e5c54cbb HTTP/1.1" status: 204 len: 168 time: 1.2969167 Sep 14 22:53:01.619839 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20586a45-f58c-4cd5-a95a-a85604575ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24d396d-8fc7-44e1-b6e4-8fb6e5c54cbb,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:01.675808 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-c855533b-5e46-4c40-8f4c-67160e20051d tempest-FloatingIPAdminTestJSON-2115038732 tempest-FloatingIPAdminTestJSON-2115038732-project] Deleting port 92617cea-369a-4242-8218-31785cf02d29 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:01.675808 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c855533b-5e46-4c40-8f4c-67160e20051d tempest-FloatingIPAdminTestJSON-2115038732 tempest-FloatingIPAdminTestJSON-2115038732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:01.757331 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055edaa7-d946-4c29-8ebc-95743a4fadf1 req-343c1ec6-bd7a-4e7b-a352-956761569088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:01.758825 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-055edaa7-d946-4c29-8ebc-95743a4fadf1 req-343c1ec6-bd7a-4e7b-a352-956761569088 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=63e45686-e294-49ff-846c-ac2fe15584a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5630238 Sep 14 22:53:01.782302 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f008031-4b72-478c-a1a3-ebada53b437c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:01.788283 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f008031-4b72-478c-a1a3-ebada53b437c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:01.789100 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-7f008031-4b72-478c-a1a3-ebada53b437c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:53:01.865416 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f3542200-c5cc-4cd1-8916-773acaa5beee tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:01.891565 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f3542200-c5cc-4cd1-8916-773acaa5beee tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:02.001455 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-7f008031-4b72-478c-a1a3-ebada53b437c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:53:02.002612 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7f008031-4b72-478c-a1a3-ebada53b437c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.8046281 Sep 14 22:53:02.008883 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45644) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:02.133533 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a86a4-f570-4632-9b16-8cf71020b62f req-09a2d448-91c6-4ed8-80e8-baa0255e0310 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:02.135045 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-232a86a4-f570-4632-9b16-8cf71020b62f req-09a2d448-91c6-4ed8-80e8-baa0255e0310 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/ports?device_id=e2748707-0a02-47fb-9d12-94dde6087559 HTTP/1.1" status: 200 len: 946 time: 0.5311456 Sep 14 22:53:02.139477 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c855533b-5e46-4c40-8f4c-67160e20051d tempest-FloatingIPAdminTestJSON-2115038732 tempest-FloatingIPAdminTestJSON-2115038732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:02.139812 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c855533b-5e46-4c40-8f4c-67160e20051d tempest-FloatingIPAdminTestJSON-2115038732 tempest-FloatingIPAdminTestJSON-2115038732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:02.149288 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45654) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:02.218824 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-f705600d-7ac3-4aa0-9d90-3670fd66edb2 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Request body: {'floatingip': {'port_id': 'd8322af4-320b-42fa-97d1-4a56969f9b08'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:02.242695 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.l3_db [None req-f3542200-c5cc-4cd1-8916-773acaa5beee tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Floating IP 61385d17-43c0-4229-9422-55dd757c5c5f associated. External IP: 172.26.5.65, port: 7e4e6e2e-a643-4ae1-8469-ecc9fe80890e. Sep 14 22:53:02.348553 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-c855533b-5e46-4c40-8f4c-67160e20051d tempest-FloatingIPAdminTestJSON-2115038732 tempest-FloatingIPAdminTestJSON-2115038732-project] Calling delete_port for 92617cea-369a-4242-8218-31785cf02d29 owned by network:floatingip {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:02.379142 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-8c7e8d49-f329-4f86-a5e9-41cc4fe6d6bf tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting port d604da9c-3d24-48e3-acdc-82b484bf1b61 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:02.379489 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8c7e8d49-f329-4f86-a5e9-41cc4fe6d6bf tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:02.405650 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-055edaa7-d946-4c29-8ebc-95743a4fadf1 req-6a4573ab-1c8d-40f8-9de8-f7b305dd6b95 service neutron] 10.222.0.20 "GET /v2.0/networks/63e45686-e294-49ff-846c-ac2fe15584a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6320896 Sep 14 22:53:02.482997 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f705600d-7ac3-4aa0-9d90-3670fd66edb2 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks [] for floatingip, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:02.702328 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device aaf6342c-5ca3-483b-8265-42a746e058e3 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:53:02.832957 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fcea5f14-c8a2-4094-a9d6-ed439837f159 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:02.840233 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port aaf6342c-5ca3-483b-8265-42a746e058e3 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:53:02.840601 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:03.047560 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-055edaa7-d946-4c29-8ebc-95743a4fadf1 req-e3480d34-a8c1-44b3-87ea-ab1d41c13f15 service neutron] 10.222.0.20 "GET /v2.0/networks/63e45686-e294-49ff-846c-ac2fe15584a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6063497 Sep 14 22:53:03.067548 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port aaf6342c-5ca3-483b-8265-42a746e058e3 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:53:03.098536 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45688) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:03.229666 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3542200-c5cc-4cd1-8916-773acaa5beee tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Router e5f37f16-0bc4-4b99-ab3b-19cca337c577 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:53:03.238720 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c855533b-5e46-4c40-8f4c-67160e20051d tempest-FloatingIPAdminTestJSON-2115038732 tempest-FloatingIPAdminTestJSON-2115038732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:03.365066 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855533b-5e46-4c40-8f4c-67160e20051d tempest-FloatingIPAdminTestJSON-2115038732 tempest-FloatingIPAdminTestJSON-2115038732-project] Pushing event deleted for resources: {'Port': ['ID=92617cea-369a-4242-8218-31785cf02d29,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:03.430957 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3542200-c5cc-4cd1-8916-773acaa5beee tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:53:03.439139 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f3542200-c5cc-4cd1-8916-773acaa5beee tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:03.495300 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8c7e8d49-f329-4f86-a5e9-41cc4fe6d6bf tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:03.506610 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-6e85c1ed-0542-4480-a259-48620adaa961 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1194980135'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:03.522091 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6e85c1ed-0542-4480-a259-48620adaa961 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:03.537130 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58091f05-d3d1-4e46-9011-79a9025dfa40 None None] Sync routers for ids ['e5f37f16-0bc4-4b99-ab3b-19cca337c577'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:53:03.541829 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6e85c1ed-0542-4480-a259-48620adaa961 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Usage tracker for resource:network and tenant:9555a02e4b3c47aabfcabae0aedc434e is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:03.561217 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f3542200-c5cc-4cd1-8916-773acaa5beee tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "PUT /v2.0/floatingips/61385d17-43c0-4229-9422-55dd757c5c5f HTTP/1.1" status: 200 len: 991 time: 3.3836322 Sep 14 22:53:03.565292 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0192ba17-7400-45a3-bd64-92c260697360', 'tag': '7e4e6e2e-a643-4ae1-8469-ecc9fe80890e'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 22:53:03.568149 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f450e6-89a9-4b5d-bc8f-758c34cb500a" -d '{"events": [{"name": "network-changed", "server_uuid": "0192ba17-7400-45a3-bd64-92c260697360", "tag": "7e4e6e2e-a643-4ae1-8469-ecc9fe80890e"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:53:03.586382 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58091f05-d3d1-4e46-9011-79a9025dfa40 None None] Routers {'e5f37f16-0bc4-4b99-ab3b-19cca337c577'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:53:03.587243 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-58091f05-d3d1-4e46-9011-79a9025dfa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:52:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['e5f37f16-0bc4-4b99-ab3b-19cca337c577'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:03.596357 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6e85c1ed-0542-4480-a259-48620adaa961 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:03.598837 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45706) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:03.629089 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 22:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5796f0-3523-4480-8db5-547510322ec7 x-openstack-request-id: req-ef5796f0-3523-4480-8db5-547510322ec7 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:53:03.629385 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0192ba17-7400-45a3-bd64-92c260697360", "tag": "7e4e6e2e-a643-4ae1-8469-ecc9fe80890e", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:53:03.629617 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ef5796f0-3523-4480-8db5-547510322ec7 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:53:03.630051 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef5796f0-3523-4480-8db5-547510322ec7'] response: {'name': 'network-changed', 'server_uuid': '0192ba17-7400-45a3-bd64-92c260697360', 'tag': '7e4e6e2e-a643-4ae1-8469-ecc9fe80890e', 'status': 'completed', 'code': 200} Sep 14 22:53:03.725589 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-fcea5f14-c8a2-4094-a9d6-ed439837f159 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Allocated IP 172.20.0.1 (d27b8a6e-a159-4ac1-b309-1f0aa497a093/f6a110bd-a1f5-4f09-bf86-2ad469d5bb85/95826fa6-fa11-4cc5-aead-012f793b2779) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:53:03.738522 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-8c7e8d49-f329-4f86-a5e9-41cc4fe6d6bf tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Calling delete_port for d604da9c-3d24-48e3-acdc-82b484bf1b61 owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:03.774412 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6e85c1ed-0542-4480-a259-48620adaa961 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:03.889433 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-58091f05-d3d1-4e46-9011-79a9025dfa40 None None] Set router e5f37f16-0bc4-4b99-ab3b-19cca337c577 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:53:03.893510 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fcea5f14-c8a2-4094-a9d6-ed439837f159 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:03.926144 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fcea5f14-c8a2-4094-a9d6-ed439837f159 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:03.987054 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c855533b-5e46-4c40-8f4c-67160e20051d tempest-FloatingIPAdminTestJSON-2115038732 tempest-FloatingIPAdminTestJSON-2115038732-project] Notify callbacks [] for floatingip, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:04.004465 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea5f14-c8a2-4094-a9d6-ed439837f159 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event updated for resources: {'Port': ['ID=95826fa6-fa11-4cc5-aead-012f793b2779,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:04.006470 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e85c1ed-0542-4480-a259-48620adaa961 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Made reservation on behalf of 9555a02e4b3c47aabfcabae0aedc434e for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:04.009911 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6e85c1ed-0542-4480-a259-48620adaa961 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:04.017523 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcea5f14-c8a2-4094-a9d6-ed439837f159 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Network d27b8a6e-a159-4ac1-b309-1f0aa497a093 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:53:04.018667 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-fcea5f14-c8a2-4094-a9d6-ed439837f159 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:04.026333 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcea5f14-c8a2-4094-a9d6-ed439837f159 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:53:04.065109 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6e85c1ed-0542-4480-a259-48620adaa961 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:04.091038 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fcea5f14-c8a2-4094-a9d6-ed439837f159 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:04.194259 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-5b6d6d18-7e28-42a3-af8f-bb66e23a4fa9 tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-14088459'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:04.206295 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c855533b-5e46-4c40-8f4c-67160e20051d tempest-FloatingIPAdminTestJSON-2115038732 tempest-FloatingIPAdminTestJSON-2115038732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:04.207397 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c855533b-5e46-4c40-8f4c-67160e20051d tempest-FloatingIPAdminTestJSON-2115038732 tempest-FloatingIPAdminTestJSON-2115038732-project] 10.222.0.33 "DELETE /v2.0/floatingips/70695ad9-25e7-4ab6-b1b6-b79fa0ef131a HTTP/1.1" status: 204 len: 168 time: 2.8508449 Sep 14 22:53:04.210437 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-5b6d6d18-7e28-42a3-af8f-bb66e23a4fa9 tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:04.218398 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6e85c1ed-0542-4480-a259-48620adaa961 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:04.221958 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45714) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:04.224711 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5b6d6d18-7e28-42a3-af8f-bb66e23a4fa9 tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Usage tracker for resource:router and tenant:105db2bff51c4ff6ab30cae461e8a48d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:04.239167 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fcea5f14-c8a2-4094-a9d6-ed439837f159 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:04.285660 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6e85c1ed-0542-4480-a259-48620adaa961 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Usage tracker for resource:security_group_rule and tenant:9555a02e4b3c47aabfcabae0aedc434e is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:04.290953 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5b6d6d18-7e28-42a3-af8f-bb66e23a4fa9 tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:04.337036 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6e85c1ed-0542-4480-a259-48620adaa961 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:04.354311 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-5b6d6d18-7e28-42a3-af8f-bb66e23a4fa9 tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:04.361435 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-58091f05-d3d1-4e46-9011-79a9025dfa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'name': 'tempest-ServerActionsTestJSON-1223850239-router', 'tenant_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '1a2bd903-ebbd-40b2-b3a9-44036384e2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:47Z', 'updated_at': '2022-09-14T22:52:02Z', 'revision_number': 4, 'project_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'gw_port': {'id': '1a2bd903-ebbd-40b2-b3a9-44036384e2eb', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:49Z', 'updated_at': '2022-09-14T22:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '61385d17-43c0-4229-9422-55dd757c5c5f', 'tenant_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'floating_ip_address': '172.26.5.65', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'port_id': '7e4e6e2e-a643-4ae1-8469-ecc9fe80890e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96b70200-f113-466a-a996-3d001cbd44bb', 'mac_address': 'fa:16:3e:64:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0192ba17-7400-45a3-bd64-92c260697360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T22:52:21Z', 'updated_at': '2022-09-14T22:53:01Z', 'revision_number': 1, 'project_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b230af92-a4e0-4527-89a3-c58881bc43e0', 'name': '', 'network_id': '96b70200-f113-466a-a996-3d001cbd44bb', 'tenant_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'mac_address': 'fa:16:3e:fd:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e26eddd1-1e83-4e64-8dc5-ded3ed029f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:59Z', 'updated_at': '2022-09-14T22:52:17Z', 'revision_number': 5, 'project_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'subnets': [{'id': 'e26eddd1-1e83-4e64-8dc5-ded3ed029f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:04.367993 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58091f05-d3d1-4e46-9011-79a9025dfa40 None None] Checking router: e5f37f16-0bc4-4b99-ab3b-19cca337c577 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:53:04.379327 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6e85c1ed-0542-4480-a259-48620adaa961 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:04.381652 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58091f05-d3d1-4e46-9011-79a9025dfa40 None None] Routers {'e5f37f16-0bc4-4b99-ab3b-19cca337c577'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:53:04.382652 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-58091f05-d3d1-4e46-9011-79a9025dfa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:52:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['e5f37f16-0bc4-4b99-ab3b-19cca337c577'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:04.483830 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5b6d6d18-7e28-42a3-af8f-bb66e23a4fa9 tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:04.485326 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5b6d6d18-7e28-42a3-af8f-bb66e23a4fa9 tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:04.492824 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-45da89c9-61e6-49e2-a1f0-559ba71ec9de tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Deleting port 1739f7b9-19b7-4b81-b183-2da7ae6b82ba {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:04.493165 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-45da89c9-61e6-49e2-a1f0-559ba71ec9de tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:04.577872 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-58091f05-d3d1-4e46-9011-79a9025dfa40 None None] Set router e5f37f16-0bc4-4b99-ab3b-19cca337c577 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:53:04.598696 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f450e6-89a9-4b5d-bc8f-758c34cb500a req-bb533b0a-afb0-44ff-8d27-81d294b527bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:04.600086 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e3f450e6-89a9-4b5d-bc8f-758c34cb500a req-bb533b0a-afb0-44ff-8d27-81d294b527bd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd36d59a9e6b4be08e34d9d0bdaa27c1&device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 1099 time: 0.8689222 Sep 14 22:53:04.600718 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8c7e8d49-f329-4f86-a5e9-41cc4fe6d6bf tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:04.696363 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5b6d6d18-7e28-42a3-af8f-bb66e23a4fa9 tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:04.774233 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e8d49-f329-4f86-a5e9-41cc4fe6d6bf tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Port': ['ID=d604da9c-3d24-48e3-acdc-82b484bf1b61,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:04.780305 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.resource_extend [None req-f705600d-7ac3-4aa0-9d90-3670fd66edb2 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 22:53:04.816274 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fcea5f14-c8a2-4094-a9d6-ed439837f159 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:04.821938 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fcea5f14-c8a2-4094-a9d6-ed439837f159 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:04.880481 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f705600d-7ac3-4aa0-9d90-3670fd66edb2 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:04.940084 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea5f14-c8a2-4094-a9d6-ed439837f159 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event updated for resources: {'Port': ['ID=95826fa6-fa11-4cc5-aead-012f793b2779,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:04.972641 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-58091f05-d3d1-4e46-9011-79a9025dfa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'name': 'tempest-ServerActionsTestJSON-1223850239-router', 'tenant_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '1a2bd903-ebbd-40b2-b3a9-44036384e2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:47Z', 'updated_at': '2022-09-14T22:52:02Z', 'revision_number': 4, 'project_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'gw_port': {'id': '1a2bd903-ebbd-40b2-b3a9-44036384e2eb', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:49Z', 'updated_at': '2022-09-14T22:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '61385d17-43c0-4229-9422-55dd757c5c5f', 'tenant_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'floating_ip_address': '172.26.5.65', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'port_id': '7e4e6e2e-a643-4ae1-8469-ecc9fe80890e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96b70200-f113-466a-a996-3d001cbd44bb', 'mac_address': 'fa:16:3e:64:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0192ba17-7400-45a3-bd64-92c260697360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T22:52:21Z', 'updated_at': '2022-09-14T22:53:01Z', 'revision_number': 1, 'project_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b230af92-a4e0-4527-89a3-c58881bc43e0', 'name': '', 'network_id': '96b70200-f113-466a-a996-3d001cbd44bb', 'tenant_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'mac_address': 'fa:16:3e:fd:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e26eddd1-1e83-4e64-8dc5-ded3ed029f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:59Z', 'updated_at': '2022-09-14T22:52:17Z', 'revision_number': 5, 'project_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'subnets': [{'id': 'e26eddd1-1e83-4e64-8dc5-ded3ed029f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:04.975677 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fcea5f14-c8a2-4094-a9d6-ed439837f159 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:04.977472 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58091f05-d3d1-4e46-9011-79a9025dfa40 None None] The sync data for ids ['e5f37f16-0bc4-4b99-ab3b-19cca337c577'] in dv-neutron-857791-1-hyperv is: [{'id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'name': 'tempest-ServerActionsTestJSON-1223850239-router', 'tenant_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '1a2bd903-ebbd-40b2-b3a9-44036384e2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:47Z', 'updated_at': '2022-09-14T22:52:02Z', 'revision_number': 4, 'project_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'gw_port': {'id': '1a2bd903-ebbd-40b2-b3a9-44036384e2eb', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:49Z', 'updated_at': '2022-09-14T22:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '61385d17-43c0-4229-9422-55dd757c5c5f', 'tenant_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'floating_ip_address': '172.26.5.65', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'port_id': '7e4e6e2e-a643-4ae1-8469-ecc9fe80890e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96b70200-f113-466a-a996-3d001cbd44bb', 'mac_address': 'fa:16:3e:64:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0192ba17-7400-45a3-bd64-92c260697360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T22:52:21Z', 'updated_at': '2022-09-14T22:53:01Z', 'revision_number': 1, 'project_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b230af92-a4e0-4527-89a3-c58881bc43e0', 'name': '', 'network_id': '96b70200-f113-466a-a996-3d001cbd44bb', 'tenant_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'mac_address': 'fa:16:3e:fd:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e26eddd1-1e83-4e64-8dc5-ded3ed029f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:59Z', 'updated_at': '2022-09-14T22:52:17Z', 'revision_number': 5, 'project_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'subnets': [{'id': 'e26eddd1-1e83-4e64-8dc5-ded3ed029f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:53:04.985429 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f705600d-7ac3-4aa0-9d90-3670fd66edb2 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:05.080964 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8c7e8d49-f329-4f86-a5e9-41cc4fe6d6bf tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:05.118178 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5b6d6d18-7e28-42a3-af8f-bb66e23a4fa9 tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:05.126362 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcea5f14-c8a2-4094-a9d6-ed439837f159 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Network d27b8a6e-a159-4ac1-b309-1f0aa497a093 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:53:05.127619 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-fcea5f14-c8a2-4094-a9d6-ed439837f159 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:05.239108 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ad5086-fc73-462d-a22f-518c2224c46c None None] New status for floating IP 61385d17-43c0-4229-9422-55dd757c5c5f: ACTIVE {{(pid=89173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 22:53:05.272052 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8c7e8d49-f329-4f86-a5e9-41cc4fe6d6bf tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/d604da9c-3d24-48e3-acdc-82b484bf1b61 HTTP/1.1" status: 204 len: 168 time: 3.2497120 Sep 14 22:53:05.276943 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45718) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:05.296042 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5b6d6d18-7e28-42a3-af8f-bb66e23a4fa9 tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:05.297157 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5b6d6d18-7e28-42a3-af8f-bb66e23a4fa9 tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 1.5819561 Sep 14 22:53:05.310476 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f450e6-89a9-4b5d-bc8f-758c34cb500a req-8915dd11-6048-4e4e-94e6-528bbb750b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:05.311917 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e3f450e6-89a9-4b5d-bc8f-758c34cb500a req-8915dd11-6048-4e4e-94e6-528bbb750b9b service neutron] 10.222.0.20 "GET /v2.0/networks?id=96b70200-f113-466a-a996-3d001cbd44bb HTTP/1.1" status: 200 len: 912 time: 0.7009764 Sep 14 22:53:05.317816 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45722) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:05.388577 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1876e464-b757-452b-8934-3ddaea0afaa2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:05.390152 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1876e464-b757-452b-8934-3ddaea0afaa2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:05.391465 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1876e464-b757-452b-8934-3ddaea0afaa2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:53:05.403068 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcea5f14-c8a2-4094-a9d6-ed439837f159 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Router f43c8169-1688-4667-b754-fb3c60e75895 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:53:05.418214 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1876e464-b757-452b-8934-3ddaea0afaa2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:53:05.420128 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1876e464-b757-452b-8934-3ddaea0afaa2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1415820 Sep 14 22:53:05.450512 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-45da89c9-61e6-49e2-a1f0-559ba71ec9de tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:05.450867 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-45da89c9-61e6-49e2-a1f0-559ba71ec9de tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:05.510396 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45726) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:05.597897 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcea5f14-c8a2-4094-a9d6-ed439837f159 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:53:05.607787 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-fcea5f14-c8a2-4094-a9d6-ed439837f159 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "PUT /v2.0/routers/f43c8169-1688-4667-b754-fb3c60e75895/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0214622 Sep 14 22:53:05.609765 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e388363a-54c4-4781-bddd-ac8f320314c5 None None] Sync routers for ids ['f43c8169-1688-4667-b754-fb3c60e75895'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:53:05.610693 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45732) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:05.616501 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-033c1468-c55f-477c-8b82-e68c4fa53856 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Request body: {'port': {'network_id': 'd27b8a6e-a159-4ac1-b309-1f0aa497a093', 'name': 'tempest-FloatingIPTestJSON-1824794711'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:05.620066 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e388363a-54c4-4781-bddd-ac8f320314c5 None None] Routers {'f43c8169-1688-4667-b754-fb3c60e75895'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:53:05.620933 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-e388363a-54c4-4781-bddd-ac8f320314c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:52:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f43c8169-1688-4667-b754-fb3c60e75895'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:05.679458 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6e85c1ed-0542-4480-a259-48620adaa961 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:05.686930 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-e388363a-54c4-4781-bddd-ac8f320314c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:05.696375 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e388363a-54c4-4781-bddd-ac8f320314c5 None None] Routers {'f43c8169-1688-4667-b754-fb3c60e75895'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:53:05.696998 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-e388363a-54c4-4781-bddd-ac8f320314c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:52:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f43c8169-1688-4667-b754-fb3c60e75895'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:05.756997 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-033c1468-c55f-477c-8b82-e68c4fa53856 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:05.758152 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-e388363a-54c4-4781-bddd-ac8f320314c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:05.758842 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e388363a-54c4-4781-bddd-ac8f320314c5 None None] The sync data for ids ['f43c8169-1688-4667-b754-fb3c60e75895'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:53:05.760961 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-033c1468-c55f-477c-8b82-e68c4fa53856 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Usage tracker for resource:port and tenant:c3b8060bdcc1452ba7bbb4ccc54d5103 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:05.764049 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-033c1468-c55f-477c-8b82-e68c4fa53856 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:05.770169 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-033c1468-c55f-477c-8b82-e68c4fa53856 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:05.779936 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033c1468-c55f-477c-8b82-e68c4fa53856 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Made reservation on behalf of c3b8060bdcc1452ba7bbb4ccc54d5103 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:05.783906 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-033c1468-c55f-477c-8b82-e68c4fa53856 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:05.805416 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-033c1468-c55f-477c-8b82-e68c4fa53856 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] device_id is not set on port eb094f3e-b769-4823-9ca8-b8fcdafb037c yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:53:05.817460 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-45da89c9-61e6-49e2-a1f0-559ba71ec9de tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Calling delete_port for 1739f7b9-19b7-4b81-b183-2da7ae6b82ba owned by network:floatingip {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:05.844284 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6e85c1ed-0542-4480-a259-48620adaa961 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:05.872976 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f45b4e62-b322-4b5b-b8e2-523b1ae9997f tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks [] for router, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:05.944817 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-f705600d-7ac3-4aa0-9d90-3670fd66edb2 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Floating IP 662f63bf-c189-42fc-9051-b44984b9fe64 associated. External IP: 172.26.5.186, port: d8322af4-320b-42fa-97d1-4a56969f9b08. Sep 14 22:53:05.945342 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-033c1468-c55f-477c-8b82-e68c4fa53856 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Allocated IP 172.20.0.5 (d27b8a6e-a159-4ac1-b309-1f0aa497a093/f6a110bd-a1f5-4f09-bf86-2ad469d5bb85/eb094f3e-b769-4823-9ca8-b8fcdafb037c) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:53:06.115441 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e85c1ed-0542-4480-a259-48620adaa961 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:53:06.142174 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e3f450e6-89a9-4b5d-bc8f-758c34cb500a req-23330070-86a9-4f05-8b95-b63309237f42 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e4e6e2e-a643-4ae1-8469-ecc9fe80890e HTTP/1.1" status: 200 len: 1001 time: 0.6814301 Sep 14 22:53:06.151615 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85c1ed-0542-4480-a259-48620adaa961 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53b29d67-5668-4c46-bf34-8bb3eb9d6c3a,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:06.152177 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-033c1468-c55f-477c-8b82-e68c4fa53856 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:06.186006 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-033c1468-c55f-477c-8b82-e68c4fa53856 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:06.209478 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b92abd-0966-411e-8deb-7c1f8508bf1e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting subnet 8615e54c-2b80-4d07-b95c-40993d3d1c61 {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:53:06.312750 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6e85c1ed-0542-4480-a259-48620adaa961 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:06.313458 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-6e85c1ed-0542-4480-a259-48620adaa961 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Added segment 103f82e3-60dd-428f-a676-cc5fe933dd96 of type vlan for network 7afdae70-ebda-494b-b715-9ab54e85d5eb Sep 14 22:53:06.357607 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033c1468-c55f-477c-8b82-e68c4fa53856 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Network d27b8a6e-a159-4ac1-b309-1f0aa497a093 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:53:06.361038 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-033c1468-c55f-477c-8b82-e68c4fa53856 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:06.365212 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033c1468-c55f-477c-8b82-e68c4fa53856 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:53:06.400938 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b8b92abd-0966-411e-8deb-7c1f8508bf1e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:06.402705 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c1468-c55f-477c-8b82-e68c4fa53856 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event updated for resources: {'Port': ['ID=eb094f3e-b769-4823-9ca8-b8fcdafb037c,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:06.434508 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033c1468-c55f-477c-8b82-e68c4fa53856 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:06.435114 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-033c1468-c55f-477c-8b82-e68c4fa53856 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:06.454879 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-033c1468-c55f-477c-8b82-e68c4fa53856 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8431354 Sep 14 22:53:06.457604 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45736) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:06.462945 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-d040e806-22ae-475d-99c4-ba1af0cc5330 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Request body: {'port': {'network_id': 'd27b8a6e-a159-4ac1-b309-1f0aa497a093', 'name': 'tempest-FloatingIPTestJSON-588663666'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:06.538741 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f45b4e62-b322-4b5b-b8e2-523b1ae9997f tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:06.547379 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f45b4e62-b322-4b5b-b8e2-523b1ae9997f tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:06.601255 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-d040e806-22ae-475d-99c4-ba1af0cc5330 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:06.605604 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-d040e806-22ae-475d-99c4-ba1af0cc5330 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Usage tracker for resource:port and tenant:c3b8060bdcc1452ba7bbb4ccc54d5103 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:06.608466 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-d040e806-22ae-475d-99c4-ba1af0cc5330 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:06.614202 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-d040e806-22ae-475d-99c4-ba1af0cc5330 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:06.623903 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d040e806-22ae-475d-99c4-ba1af0cc5330 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Made reservation on behalf of c3b8060bdcc1452ba7bbb4ccc54d5103 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:06.627798 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d040e806-22ae-475d-99c4-ba1af0cc5330 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:06.655665 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-d040e806-22ae-475d-99c4-ba1af0cc5330 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] device_id is not set on port 67055081-e22d-4054-b074-0adf84641216 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:53:06.680112 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b8b92abd-0966-411e-8deb-7c1f8508bf1e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:06.740242 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f450e6-89a9-4b5d-bc8f-758c34cb500a req-9f309518-5f61-4d6f-a369-80ad7c5f742e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:06.741760 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e3f450e6-89a9-4b5d-bc8f-758c34cb500a req-9f309518-5f61-4d6f-a369-80ad7c5f742e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e26eddd1-1e83-4e64-8dc5-ded3ed029f12 HTTP/1.1" status: 200 len: 851 time: 0.5804365 Sep 14 22:53:06.745132 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6e85c1ed-0542-4480-a259-48620adaa961 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:06.809883 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-d040e806-22ae-475d-99c4-ba1af0cc5330 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Allocated IP 172.20.0.4 (d27b8a6e-a159-4ac1-b309-1f0aa497a093/f6a110bd-a1f5-4f09-bf86-2ad469d5bb85/67055081-e22d-4054-b074-0adf84641216) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:53:06.865219 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f45b4e62-b322-4b5b-b8e2-523b1ae9997f tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:06.865787 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45b4e62-b322-4b5b-b8e2-523b1ae9997f tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 28328f8c-431f-4db4-8bb0-970b2465b86b {{(pid=89170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:53:07.014300 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.resource_extend [None req-6e85c1ed-0542-4480-a259-48620adaa961 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 22:53:07.058155 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-45da89c9-61e6-49e2-a1f0-559ba71ec9de tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:07.134769 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da89c9-61e6-49e2-a1f0-559ba71ec9de tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Pushing event deleted for resources: {'Port': ['ID=1739f7b9-19b7-4b81-b183-2da7ae6b82ba,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:07.176863 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d040e806-22ae-475d-99c4-ba1af0cc5330 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:07.206555 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d040e806-22ae-475d-99c4-ba1af0cc5330 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:07.235565 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6e85c1ed-0542-4480-a259-48620adaa961 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:07.240957 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e85c1ed-0542-4480-a259-48620adaa961 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:07.241538 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6e85c1ed-0542-4480-a259-48620adaa961 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:07.274045 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d040e806-22ae-475d-99c4-ba1af0cc5330 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Network d27b8a6e-a159-4ac1-b309-1f0aa497a093 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:53:07.277075 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-d040e806-22ae-475d-99c4-ba1af0cc5330 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:07.279916 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d040e806-22ae-475d-99c4-ba1af0cc5330 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:53:07.338435 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040e806-22ae-475d-99c4-ba1af0cc5330 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event updated for resources: {'Port': ['ID=67055081-e22d-4054-b074-0adf84641216,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:07.364627 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d040e806-22ae-475d-99c4-ba1af0cc5330 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:07.365300 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d040e806-22ae-475d-99c4-ba1af0cc5330 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:07.389062 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d040e806-22ae-475d-99c4-ba1af0cc5330 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9272280 Sep 14 22:53:07.389325 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45740) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:07.394944 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-376b0569-12f5-4a7a-a1c2-02d4466b9dcd tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'port_id': '67055081-e22d-4054-b074-0adf84641216', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:07.402545 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-376b0569-12f5-4a7a-a1c2-02d4466b9dcd tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:07.407748 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-376b0569-12f5-4a7a-a1c2-02d4466b9dcd tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Usage tracker for resource:floatingip and tenant:c3b8060bdcc1452ba7bbb4ccc54d5103 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:07.410987 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-376b0569-12f5-4a7a-a1c2-02d4466b9dcd tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:07.416990 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-376b0569-12f5-4a7a-a1c2-02d4466b9dcd tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:07.426070 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-376b0569-12f5-4a7a-a1c2-02d4466b9dcd tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for floatingip, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:07.430033 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b8b92abd-0966-411e-8deb-7c1f8508bf1e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:07.476181 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6e85c1ed-0542-4480-a259-48620adaa961 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 4.3743801 Sep 14 22:53:07.490732 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f45b4e62-b322-4b5b-b8e2-523b1ae9997f tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:07.491159 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45744) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:07.494753 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f45b4e62-b322-4b5b-b8e2-523b1ae9997f tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] 10.222.0.33 "DELETE /v2.0/routers/28328f8c-431f-4db4-8bb0-970b2465b86b HTTP/1.1" status: 204 len: 168 time: 2.1730847 Sep 14 22:53:07.496434 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45748) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:07.500043 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-0b45bb31-ec1c-4f09-9572-ff239d3ef76e tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Request body: {'subnet': {'network_id': '7afdae70-ebda-494b-b715-9ab54e85d5eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:07.507991 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f450e6-89a9-4b5d-bc8f-758c34cb500a req-b8f3f1ce-e104-4e10-b34a-8a92d47b5116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:07.509557 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e3f450e6-89a9-4b5d-bc8f-758c34cb500a req-b8f3f1ce-e104-4e10-b34a-8a92d47b5116 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96b70200-f113-466a-a996-3d001cbd44bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7513862 Sep 14 22:53:07.514651 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85c1ed-0542-4480-a259-48620adaa961 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Pushing event updated for resources: {'Network': ['ID=7afdae70-ebda-494b-b715-9ab54e85d5eb,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:07.519901 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-45da89c9-61e6-49e2-a1f0-559ba71ec9de tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:07.522255 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-45da89c9-61e6-49e2-a1f0-559ba71ec9de tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:07.526745 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 7afdae70-ebda-494b-b715-9ab54e85d5eb details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:53:07.527230 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-45da89c9-61e6-49e2-a1f0-559ba71ec9de tempest-FloatingIPAdminTestJSON-695773467 tempest-FloatingIPAdminTestJSON-695773467-project-admin] 10.222.0.33 "DELETE /v2.0/floatingips/905ed9e2-5f44-40aa-b78f-8866dd3e5a0b HTTP/1.1" status: 204 len: 168 time: 3.3038108 Sep 14 22:53:07.535824 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45752) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:07.538752 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-b8a0c304-ce23-430b-a570-5fb419d9eedb tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Request body: {'router': {'name': 'tempest-router-1372779573', 'distributed': False}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:07.549785 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f705600d-7ac3-4aa0-9d90-3670fd66edb2 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Router 61849ff4-bb8a-4a77-a910-194a89ff7d13 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:53:07.625739 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b8a0c304-ce23-430b-a570-5fb419d9eedb tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:07.643067 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4e0db98a-949a-48f9-a9ae-3330b5a8bdab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:07.661796 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b8a0c304-ce23-430b-a570-5fb419d9eedb tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Usage tracker for resource:router and tenant:105db2bff51c4ff6ab30cae461e8a48d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:07.665457 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b8a0c304-ce23-430b-a570-5fb419d9eedb tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:07.693636 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b8a0c304-ce23-430b-a570-5fb419d9eedb tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:07.728852 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-7112f014-f535-4ab6-bf06-9830ff6503f9 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Deleting port e19c9a55-c901-44d7-be6a-4cc5eba9d40a {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:07.729442 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7112f014-f535-4ab6-bf06-9830ff6503f9 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:07.740406 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b8b92abd-0966-411e-8deb-7c1f8508bf1e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:07.758565 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0b45bb31-ec1c-4f09-9572-ff239d3ef76e tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:07.761775 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b8a0c304-ce23-430b-a570-5fb419d9eedb tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:07.762760 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b8a0c304-ce23-430b-a570-5fb419d9eedb tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:07.788208 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0b45bb31-ec1c-4f09-9572-ff239d3ef76e tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Usage tracker for resource:subnet and tenant:9555a02e4b3c47aabfcabae0aedc434e is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:07.796060 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0b45bb31-ec1c-4f09-9572-ff239d3ef76e tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:07.813795 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0b45bb31-ec1c-4f09-9572-ff239d3ef76e tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:07.851063 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b8b92abd-0966-411e-8deb-7c1f8508bf1e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:07.856885 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dd3afe-3e05-4462-a5c6-dbca66c53368 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:53:07.862542 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b92abd-0966-411e-8deb-7c1f8508bf1e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Subnet': ['ID=8615e54c-2b80-4d07-b95c-40993d3d1c61,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:07.867687 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b8a0c304-ce23-430b-a570-5fb419d9eedb tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:07.879328 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e3f450e6-89a9-4b5d-bc8f-758c34cb500a req-a5e612dc-08e3-4c47-a795-5421ca44099e service neutron] 10.222.0.20 "GET /v2.0/networks/96b70200-f113-466a-a996-3d001cbd44bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488271 Sep 14 22:53:07.895592 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b45bb31-ec1c-4f09-9572-ff239d3ef76e tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Made reservation on behalf of 9555a02e4b3c47aabfcabae0aedc434e for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:07.898986 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0b45bb31-ec1c-4f09-9572-ff239d3ef76e tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:07.923162 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b8b92abd-0966-411e-8deb-7c1f8508bf1e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/8615e54c-2b80-4d07-b95c-40993d3d1c61 HTTP/1.1" status: 204 len: 168 time: 2.3972170 Sep 14 22:53:07.930059 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45756) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:07.991044 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f705600d-7ac3-4aa0-9d90-3670fd66edb2 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:53:07.996186 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f705600d-7ac3-4aa0-9d90-3670fd66edb2 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:08.002335 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb865521-66c4-4079-8278-ad506578fa13 None None] Sync routers for ids ['61849ff4-bb8a-4a77-a910-194a89ff7d13'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:53:08.012912 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb865521-66c4-4079-8278-ad506578fa13 None None] Routers {'61849ff4-bb8a-4a77-a910-194a89ff7d13'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:53:08.013835 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-fb865521-66c4-4079-8278-ad506578fa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:52:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['61849ff4-bb8a-4a77-a910-194a89ff7d13'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:08.089000 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f705600d-7ac3-4aa0-9d90-3670fd66edb2 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "PUT /v2.0/floatingips/662f63bf-c189-42fc-9051-b44984b9fe64 HTTP/1.1" status: 200 len: 992 time: 5.9337454 Sep 14 22:53:08.092001 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2748707-0a02-47fb-9d12-94dde6087559', 'tag': 'd8322af4-320b-42fa-97d1-4a56969f9b08'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 22:53:08.095834 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d8ee5c-fbf3-49d3-8f3d-6f184aed9a87" -d '{"events": [{"name": "network-changed", "server_uuid": "e2748707-0a02-47fb-9d12-94dde6087559", "tag": "d8322af4-320b-42fa-97d1-4a56969f9b08"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:53:08.120858 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e3f450e6-89a9-4b5d-bc8f-758c34cb500a req-a50d319f-83f1-4077-988c-5ed2a2f32eac service neutron] 10.222.0.20 "GET /v2.0/networks/96b70200-f113-466a-a996-3d001cbd44bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333305 Sep 14 22:53:08.162115 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 22:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276e40fc-2ef1-4b66-8b82-e4fddc909999 x-openstack-request-id: req-276e40fc-2ef1-4b66-8b82-e4fddc909999 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:53:08.162403 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2748707-0a02-47fb-9d12-94dde6087559", "tag": "d8322af4-320b-42fa-97d1-4a56969f9b08", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:53:08.162651 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-276e40fc-2ef1-4b66-8b82-e4fddc909999 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:53:08.163054 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-276e40fc-2ef1-4b66-8b82-e4fddc909999'] response: {'name': 'network-changed', 'server_uuid': 'e2748707-0a02-47fb-9d12-94dde6087559', 'tag': 'd8322af4-320b-42fa-97d1-4a56969f9b08', 'status': 'completed', 'code': 200} Sep 14 22:53:08.247845 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-fb865521-66c4-4079-8278-ad506578fa13 None None] Set router 61849ff4-bb8a-4a77-a910-194a89ff7d13 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:53:08.269206 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-297cc680-0090-4d82-89f8-6ec8225229ea tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2889516 Sep 14 22:53:08.282278 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45764) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:08.298654 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b8a0c304-ce23-430b-a570-5fb419d9eedb tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:08.305114 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-4c236fad-3de4-4f49-af87-b76133d22c8c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:08.326462 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-376b0569-12f5-4a7a-a1c2-02d4466b9dcd tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:08.334776 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4beb011-8e13-47ee-89c3-b5c014a6fb28 None None] DHCP port deletion for ac1cbc11-ac8d-43cd-9c1d-398cae68a205 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:53:08.339612 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c4beb011-8e13-47ee-89c3-b5c014a6fb28 None None] Deleting port aaf6342c-5ca3-483b-8265-42a746e058e3 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:08.339612 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c4beb011-8e13-47ee-89c3-b5c014a6fb28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:08.459509 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8ee5c-fbf3-49d3-8f3d-6f184aed9a87 req-86a0fb26-711f-4bf8-b448-c4aa1e9cb1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:08.461033 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-09d8ee5c-fbf3-49d3-8f3d-6f184aed9a87 req-86a0fb26-711f-4bf8-b448-c4aa1e9cb1b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d36f5522c6ec41e993e6cc182372eb1e&device_id=e2748707-0a02-47fb-9d12-94dde6087559 HTTP/1.1" status: 200 len: 1099 time: 0.2765326 Sep 14 22:53:08.496877 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25185f79-55bb-4fb0-a45a-0249845629aa req-0abe1723-c0c8-4b51-834c-52c4dabf5928 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:08.498109 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-25185f79-55bb-4fb0-a45a-0249845629aa req-0abe1723-c0c8-4b51-834c-52c4dabf5928 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/ports?device_id=e2748707-0a02-47fb-9d12-94dde6087559 HTTP/1.1" status: 200 len: 946 time: 0.2464750 Sep 14 22:53:08.504541 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b8a0c304-ce23-430b-a570-5fb419d9eedb tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:08.508273 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b8a0c304-ce23-430b-a570-5fb419d9eedb tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9855511 Sep 14 22:53:08.533223 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45768) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:08.573386 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-c4beb011-8e13-47ee-89c3-b5c014a6fb28 None None] For port aaf6342c-5ca3-483b-8265-42a746e058e3, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=aaf6342c-5ca3-483b-8265-42a746e058e3,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:53:08.573936 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c4beb011-8e13-47ee-89c3-b5c014a6fb28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:08.615845 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7112f014-f535-4ab6-bf06-9830ff6503f9 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:08.627941 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8ee5c-fbf3-49d3-8f3d-6f184aed9a87 req-edc48bda-468d-4a17-965b-1becb542d85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:08.629619 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-09d8ee5c-fbf3-49d3-8f3d-6f184aed9a87 req-edc48bda-468d-4a17-965b-1becb542d85d service neutron] 10.222.0.20 "GET /v2.0/networks?id=31850627-f6e9-4ef5-9f05-dc1c1b19cf1b HTTP/1.1" status: 200 len: 911 time: 0.1613598 Sep 14 22:53:08.649327 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-4c236fad-3de4-4f49-af87-b76133d22c8c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:08.697080 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-25185f79-55bb-4fb0-a45a-0249845629aa req-5e9f6f98-79fe-4510-8c20-4243a8596fac tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/security-groups?id=dca6bde9-ce0e-46af-b6a1-393a3e60b4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647588 Sep 14 22:53:08.751862 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-fb865521-66c4-4079-8278-ad506578fa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'name': 'tempest-ServersTestManualDisk-136148581-router', 'tenant_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': '2a579808-df45-4637-a166-5e1660fe6035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:51Z', 'updated_at': '2022-09-14T22:52:14Z', 'revision_number': 4, 'project_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'gw_port': {'id': '2a579808-df45-4637-a166-5e1660fe6035', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:54Z', 'updated_at': '2022-09-14T22:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '662f63bf-c189-42fc-9051-b44984b9fe64', 'tenant_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'floating_ip_address': '172.26.5.186', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'port_id': 'd8322af4-320b-42fa-97d1-4a56969f9b08', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31850627-f6e9-4ef5-9f05-dc1c1b19cf1b', 'mac_address': 'fa:16:3e:c6:ba:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2748707-0a02-47fb-9d12-94dde6087559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T22:52:24Z', 'updated_at': '2022-09-14T22:53:04Z', 'revision_number': 1, 'project_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b3aa19-81b5-43f1-bce2-44e2c06c96ce', 'name': '', 'network_id': '31850627-f6e9-4ef5-9f05-dc1c1b19cf1b', 'tenant_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'mac_address': 'fa:16:3e:18:26:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'e47e8930-adcb-4694-be65-aa3ac5655b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:52:09Z', 'updated_at': '2022-09-14T22:52:21Z', 'revision_number': 5, 'project_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'subnets': [{'id': 'e47e8930-adcb-4694-be65-aa3ac5655b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:08.755859 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb865521-66c4-4079-8278-ad506578fa13 None None] Checking router: 61849ff4-bb8a-4a77-a910-194a89ff7d13 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:53:08.758064 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c4beb011-8e13-47ee-89c3-b5c014a6fb28 None None] Calling delete_port for aaf6342c-5ca3-483b-8265-42a746e058e3 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:08.764776 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb865521-66c4-4079-8278-ad506578fa13 None None] Routers {'61849ff4-bb8a-4a77-a910-194a89ff7d13'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:53:08.765418 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-fb865521-66c4-4079-8278-ad506578fa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:52:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['61849ff4-bb8a-4a77-a910-194a89ff7d13'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:08.829979 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-09d8ee5c-fbf3-49d3-8f3d-6f184aed9a87 req-d4af2416-2c62-4f50-819f-385ccdb90a79 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8322af4-320b-42fa-97d1-4a56969f9b08 HTTP/1.1" status: 200 len: 1000 time: 0.1492727 Sep 14 22:53:08.841554 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device aaf6342c-5ca3-483b-8265-42a746e058e3 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:53:08.878677 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-7112f014-f535-4ab6-bf06-9830ff6503f9 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Calling delete_port for e19c9a55-c901-44d7-be6a-4cc5eba9d40a owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:08.922523 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c4beb011-8e13-47ee-89c3-b5c014a6fb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:08.972576 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No active binding found for port aaf6342c-5ca3-483b-8265-42a746e058e3 {{(pid=89172) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Sep 14 22:53:08.973116 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device aaf6342c-5ca3-483b-8265-42a746e058e3 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:53:08.986399 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4beb011-8e13-47ee-89c3-b5c014a6fb28 None None] Pushing event deleted for resources: {'Port': ['ID=aaf6342c-5ca3-483b-8265-42a746e058e3,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:08.990306 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4beb011-8e13-47ee-89c3-b5c014a6fb28 None None] No DVR routers for this DVR port aaf6342c-5ca3-483b-8265-42a746e058e3 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:53:08.993441 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-4c236fad-3de4-4f49-af87-b76133d22c8c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:subnet and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:09.008958 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-fb865521-66c4-4079-8278-ad506578fa13 None None] Set router 61849ff4-bb8a-4a77-a910-194a89ff7d13 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:53:09.024860 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-4c236fad-3de4-4f49-af87-b76133d22c8c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:09.033342 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8ee5c-fbf3-49d3-8f3d-6f184aed9a87 req-763f4599-7fa3-49a8-ba67-4d1fcc7b66c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:09.034902 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-09d8ee5c-fbf3-49d3-8f3d-6f184aed9a87 req-763f4599-7fa3-49a8-ba67-4d1fcc7b66c7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e47e8930-adcb-4694-be65-aa3ac5655b4d HTTP/1.1" status: 200 len: 850 time: 0.1952372 Sep 14 22:53:09.075434 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-4c236fad-3de4-4f49-af87-b76133d22c8c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:09.111502 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4cd1e1dc-2a38-4f85-813d-2359b50385ac tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:09.140149 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8ee5c-fbf3-49d3-8f3d-6f184aed9a87 req-5ba3c0b2-f9e9-4df6-9ed0-5c20c52a5315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:09.141698 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-09d8ee5c-fbf3-49d3-8f3d-6f184aed9a87 req-5ba3c0b2-f9e9-4df6-9ed0-5c20c52a5315 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31850627-f6e9-4ef5-9f05-dc1c1b19cf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0890183 Sep 14 22:53:09.251930 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c236fad-3de4-4f49-af87-b76133d22c8c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:09.255463 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4c236fad-3de4-4f49-af87-b76133d22c8c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:09.283263 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-09d8ee5c-fbf3-49d3-8f3d-6f184aed9a87 req-e66aa4f7-b58e-4215-8e2c-338db46843d0 service neutron] 10.222.0.20 "GET /v2.0/networks/31850627-f6e9-4ef5-9f05-dc1c1b19cf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346893 Sep 14 22:53:09.287085 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0b45bb31-ec1c-4f09-9572-ff239d3ef76e tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:09.419362 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-fb865521-66c4-4079-8278-ad506578fa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'name': 'tempest-ServersTestManualDisk-136148581-router', 'tenant_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': '2a579808-df45-4637-a166-5e1660fe6035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:51Z', 'updated_at': '2022-09-14T22:52:14Z', 'revision_number': 4, 'project_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'gw_port': {'id': '2a579808-df45-4637-a166-5e1660fe6035', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:54Z', 'updated_at': '2022-09-14T22:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '662f63bf-c189-42fc-9051-b44984b9fe64', 'tenant_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'floating_ip_address': '172.26.5.186', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'port_id': 'd8322af4-320b-42fa-97d1-4a56969f9b08', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31850627-f6e9-4ef5-9f05-dc1c1b19cf1b', 'mac_address': 'fa:16:3e:c6:ba:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2748707-0a02-47fb-9d12-94dde6087559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T22:52:24Z', 'updated_at': '2022-09-14T22:53:04Z', 'revision_number': 1, 'project_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b3aa19-81b5-43f1-bce2-44e2c06c96ce', 'name': '', 'network_id': '31850627-f6e9-4ef5-9f05-dc1c1b19cf1b', 'tenant_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'mac_address': 'fa:16:3e:18:26:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'e47e8930-adcb-4694-be65-aa3ac5655b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:52:09Z', 'updated_at': '2022-09-14T22:52:21Z', 'revision_number': 5, 'project_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'subnets': [{'id': 'e47e8930-adcb-4694-be65-aa3ac5655b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:09.424769 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb865521-66c4-4079-8278-ad506578fa13 None None] The sync data for ids ['61849ff4-bb8a-4a77-a910-194a89ff7d13'] in dv-neutron-857791-1-hyperv is: [{'id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'name': 'tempest-ServersTestManualDisk-136148581-router', 'tenant_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': '2a579808-df45-4637-a166-5e1660fe6035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:51Z', 'updated_at': '2022-09-14T22:52:14Z', 'revision_number': 4, 'project_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'gw_port': {'id': '2a579808-df45-4637-a166-5e1660fe6035', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:54Z', 'updated_at': '2022-09-14T22:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '662f63bf-c189-42fc-9051-b44984b9fe64', 'tenant_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'floating_ip_address': '172.26.5.186', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'port_id': 'd8322af4-320b-42fa-97d1-4a56969f9b08', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31850627-f6e9-4ef5-9f05-dc1c1b19cf1b', 'mac_address': 'fa:16:3e:c6:ba:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2748707-0a02-47fb-9d12-94dde6087559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T22:52:24Z', 'updated_at': '2022-09-14T22:53:04Z', 'revision_number': 1, 'project_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b3aa19-81b5-43f1-bce2-44e2c06c96ce', 'name': '', 'network_id': '31850627-f6e9-4ef5-9f05-dc1c1b19cf1b', 'tenant_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'mac_address': 'fa:16:3e:18:26:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'e47e8930-adcb-4694-be65-aa3ac5655b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:52:09Z', 'updated_at': '2022-09-14T22:52:21Z', 'revision_number': 5, 'project_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'subnets': [{'id': 'e47e8930-adcb-4694-be65-aa3ac5655b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:53:09.437952 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-09d8ee5c-fbf3-49d3-8f3d-6f184aed9a87 req-f4164323-d290-4a19-8244-4c86c7c9b960 service neutron] 10.222.0.20 "GET /v2.0/networks/31850627-f6e9-4ef5-9f05-dc1c1b19cf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411538 Sep 14 22:53:09.597943 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-376b0569-12f5-4a7a-a1c2-02d4466b9dcd tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Allocated IP 172.26.5.97 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/5aedbc67-7fbb-486e-ae99-d115391a57ad) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:53:09.608249 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e909463a-f1e3-4901-b265-509a5b32b0fd None None] New status for floating IP 662f63bf-c189-42fc-9051-b44984b9fe64: ACTIVE {{(pid=89172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 22:53:09.710984 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-67c913ca-a730-43d8-a664-51730df4000e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:09.729322 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45bb31-ec1c-4f09-9572-ff239d3ef76e tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Pushing event updated for resources: {'Subnet': ['ID=83eddb21-ec61-48f3-97c1-cee758a83cce,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:09.744634 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4cd1e1dc-2a38-4f85-813d-2359b50385ac tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:09.752452 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4cd1e1dc-2a38-4f85-813d-2359b50385ac tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:09.754216 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7112f014-f535-4ab6-bf06-9830ff6503f9 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:10.062708 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112f014-f535-4ab6-bf06-9830ff6503f9 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Pushing event deleted for resources: {'Port': ['ID=e19c9a55-c901-44d7-be6a-4cc5eba9d40a,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:10.074762 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b45bb31-ec1c-4f09-9572-ff239d3ef76e tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Checking segment: {'id': '103f82e3-60dd-428f-a676-cc5fe933dd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7afdae70-ebda-494b-b715-9ab54e85d5eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:53:10.075127 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b45bb31-ec1c-4f09-9572-ff239d3ef76e tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Network hostable DHCP agents. Network: 7afdae70-ebda-494b-b715-9ab54e85d5eb, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:53:10.125764 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4cd1e1dc-2a38-4f85-813d-2359b50385ac tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:10.126257 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd1e1dc-2a38-4f85-813d-2359b50385ac tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 586ed619-b51f-46d8-a4e4-90be1c3e58dc {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:53:10.273655 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b45bb31-ec1c-4f09-9572-ff239d3ef76e tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Network 7afdae70-ebda-494b-b715-9ab54e85d5eb is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:53:10.275998 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7112f014-f535-4ab6-bf06-9830ff6503f9 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:10.291932 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-376b0569-12f5-4a7a-a1c2-02d4466b9dcd tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:10.330607 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-0b45bb31-ec1c-4f09-9572-ff239d3ef76e tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 7afdae70-ebda-494b-b715-9ab54e85d5eb) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:10.335088 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7112f014-f535-4ab6-bf06-9830ff6503f9 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] 10.222.0.33 "DELETE /v2.0/ports/e19c9a55-c901-44d7-be6a-4cc5eba9d40a HTTP/1.1" status: 204 len: 168 time: 2.7475665 Sep 14 22:53:10.335671 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45776) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:10.338957 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b45bb31-ec1c-4f09-9572-ff239d3ef76e tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:10.339550 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0b45bb31-ec1c-4f09-9572-ff239d3ef76e tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:10.340317 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3929014-43bc-4cc8-82ef-25f2e5ac423e None None] Network 7afdae70-ebda-494b-b715-9ab54e85d5eb requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:53:10.346551 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4cd1e1dc-2a38-4f85-813d-2359b50385ac tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:10.347670 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4cd1e1dc-2a38-4f85-813d-2359b50385ac tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] 10.222.0.33 "DELETE /v2.0/routers/586ed619-b51f-46d8-a4e4-90be1c3e58dc HTTP/1.1" status: 204 len: 168 time: 1.8137934 Sep 14 22:53:10.357699 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45780) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:10.366600 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-1eaf301f-c586-4e9e-9a00-c4d3b3a5ca6e tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Request body: {'router': {'name': 'tempest-router-1427589510', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'bbfcb23377cf40f5aa09c14b294d1bc1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:10.372952 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4c236fad-3de4-4f49-af87-b76133d22c8c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:10.383484 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-1eaf301f-c586-4e9e-9a00-c4d3b3a5ca6e tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:10.418275 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0b45bb31-ec1c-4f09-9572-ff239d3ef76e tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9260619 Sep 14 22:53:10.420801 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1eaf301f-c586-4e9e-9a00-c4d3b3a5ca6e tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Usage tracker for resource:router and tenant:bbfcb23377cf40f5aa09c14b294d1bc1 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:10.421922 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45784) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:10.428763 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-c95a4e92-e25f-4ab9-b2cb-a9cb8a694733 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Request body: {'port': {'network_id': '7afdae70-ebda-494b-b715-9ab54e85d5eb', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1702590615'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:10.429880 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1eaf301f-c586-4e9e-9a00-c4d3b3a5ca6e tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:10.449827 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-1eaf301f-c586-4e9e-9a00-c4d3b3a5ca6e tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:10.459073 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c236fad-3de4-4f49-af87-b76133d22c8c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:53:10.464247 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-4c236fad-3de4-4f49-af87-b76133d22c8c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:10.471462 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c236fad-3de4-4f49-af87-b76133d22c8c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:10.472064 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4c236fad-3de4-4f49-af87-b76133d22c8c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:10.493676 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1eaf301f-c586-4e9e-9a00-c4d3b3a5ca6e tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:10.494210 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9893be0-d7ad-4b9b-bf6a-ca1e07ceef8b None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:53:10.494650 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1eaf301f-c586-4e9e-9a00-c4d3b3a5ca6e tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:10.500344 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c236fad-3de4-4f49-af87-b76133d22c8c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Subnet': ['ID=f0a233cb-5de2-4254-92cc-87a65044a6aa,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:10.504928 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-376b0569-12f5-4a7a-a1c2-02d4466b9dcd tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:10.555222 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4c236fad-3de4-4f49-af87-b76133d22c8c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2624800 Sep 14 22:53:10.559648 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45788) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:10.569980 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-385c23ce-385c-4dc2-983b-9c508cf97dac tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'port': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'fixed_ips': [{'subnet_id': 'f0a233cb-5de2-4254-92cc-87a65044a6aa', 'ip_address': '2001:db8::12b:f2cd:4b7c:ac45'}], 'name': 'tempest-NetworksTestDHCPv6-1118051701'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:10.577750 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376b0569-12f5-4a7a-a1c2-02d4466b9dcd tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:53:10.582512 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1eaf301f-c586-4e9e-9a00-c4d3b3a5ca6e tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:10.584098 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-376b0569-12f5-4a7a-a1c2-02d4466b9dcd tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:10.599902 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376b0569-12f5-4a7a-a1c2-02d4466b9dcd tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:53:10.633581 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b0569-12f5-4a7a-a1c2-02d4466b9dcd tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event updated for resources: {'Port': ['ID=5aedbc67-7fbb-486e-ae99-d115391a57ad,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:10.692647 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1eaf301f-c586-4e9e-9a00-c4d3b3a5ca6e tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:10.698244 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c95a4e92-e25f-4ab9-b2cb-a9cb8a694733 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:10.709990 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c95a4e92-e25f-4ab9-b2cb-a9cb8a694733 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Usage tracker for resource:port and tenant:9555a02e4b3c47aabfcabae0aedc434e is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:10.724931 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9969b5-3153-4040-928f-45842c93afaf tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:10.725753 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6f9969b5-3153-4040-928f-45842c93afaf tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Synchronizing usage tracker for tenant:561ca200a0204bdcada1dd83c9520fde on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:53:10.728763 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c95a4e92-e25f-4ab9-b2cb-a9cb8a694733 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:10.733129 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1eaf301f-c586-4e9e-9a00-c4d3b3a5ca6e tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:10.734897 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1eaf301f-c586-4e9e-9a00-c4d3b3a5ca6e tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3743021 Sep 14 22:53:10.742589 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45792) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:10.751765 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce09d22-df08-4cf0-a7c7-e4c86a5d7f21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-7afdae70-ebda-494b-b715-9ab54e85d5eb', 'network_id': '7afdae70-ebda-494b-b715-9ab54e85d5eb', 'tenant_id': '9555a02e4b3c47aabfcabae0aedc434e', 'fixed_ips': [{'subnet_id': '83eddb21-ec61-48f3-97c1-cee758a83cce'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:53:10.752696 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8ce09d22-df08-4cf0-a7c7-e4c86a5d7f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:10.756471 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c95a4e92-e25f-4ab9-b2cb-a9cb8a694733 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:10.761079 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-62c42a6d-b988-4084-9507-db32bc4c594d tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Request body: {'router': {'distributed': True}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:10.850658 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:10.910682 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:10.934107 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95a4e92-e25f-4ab9-b2cb-a9cb8a694733 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Made reservation on behalf of 9555a02e4b3c47aabfcabae0aedc434e for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:10.937624 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c2aa27-9e76-4061-a0c0-c83ced968827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'fixed_ips': [{'subnet_id': 'f0a233cb-5de2-4254-92cc-87a65044a6aa'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:53:10.938204 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c95a4e92-e25f-4ab9-b2cb-a9cb8a694733 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:10.938580 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-05c2aa27-9e76-4061-a0c0-c83ced968827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:11.011640 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6f9969b5-3153-4040-928f-45842c93afaf tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Unset dirty status for tenant:561ca200a0204bdcada1dd83c9520fde on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:53:11.015346 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6f9969b5-3153-4040-928f-45842c93afaf tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] 10.222.0.33 "GET /v2.0/ports?device_id=d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51 HTTP/1.1" status: 200 len: 913 time: 0.6761408 Sep 14 22:53:11.018947 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45798) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:11.076178 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-385c23ce-385c-4dc2-983b-9c508cf97dac tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:11.094676 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-385c23ce-385c-4dc2-983b-9c508cf97dac tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:port and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:11.099241 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-c95a4e92-e25f-4ab9-b2cb-a9cb8a694733 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] device_id is not set on port 9495c2ce-e694-4346-a547-ff747bbc64c3 yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:53:11.121223 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-8ce09d22-df08-4cf0-a7c7-e4c86a5d7f21 None None] Allocated IP 2001:db8::2 (7afdae70-ebda-494b-b715-9ab54e85d5eb/83eddb21-ec61-48f3-97c1-cee758a83cce/2c56bb0c-9eb8-4702-9733-4f063dda83da) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:53:11.138453 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-385c23ce-385c-4dc2-983b-9c508cf97dac tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:11.196189 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-385c23ce-385c-4dc2-983b-9c508cf97dac tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:11.211647 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-376b0569-12f5-4a7a-a1c2-02d4466b9dcd tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:11.280461 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-05c2aa27-9e76-4061-a0c0-c83ced968827 None None] Allocated IP 2001:db8::2 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/f0a233cb-5de2-4254-92cc-87a65044a6aa/983ed3c6-3431-4343-a2ef-fb14310e9fb4) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:53:11.311087 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-62c42a6d-b988-4084-9507-db32bc4c594d tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:11.311501 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-62c42a6d-b988-4084-9507-db32bc4c594d tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks [] for router, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:11.406634 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8ce09d22-df08-4cf0-a7c7-e4c86a5d7f21 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:11.417833 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-8ce09d22-df08-4cf0-a7c7-e4c86a5d7f21 None None] Transition to ACTIVE for port object 2c56bb0c-9eb8-4702-9733-4f063dda83da will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:53:11.440566 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-8ce09d22-df08-4cf0-a7c7-e4c86a5d7f21 None None] Transition to ACTIVE for port object 2c56bb0c-9eb8-4702-9733-4f063dda83da will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:53:11.450361 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-376b0569-12f5-4a7a-a1c2-02d4466b9dcd tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:11.485794 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385c23ce-385c-4dc2-983b-9c508cf97dac tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:11.511453 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8ce09d22-df08-4cf0-a7c7-e4c86a5d7f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:11.598865 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce09d22-df08-4cf0-a7c7-e4c86a5d7f21 None None] Network 7afdae70-ebda-494b-b715-9ab54e85d5eb is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:53:11.613215 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-8ce09d22-df08-4cf0-a7c7-e4c86a5d7f21 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:11.621706 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce09d22-df08-4cf0-a7c7-e4c86a5d7f21 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:53:11.627314 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce09d22-df08-4cf0-a7c7-e4c86a5d7f21 None None] Pushing event updated for resources: {'Port': ['ID=2c56bb0c-9eb8-4702-9733-4f063dda83da,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:11.709667 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-62c42a6d-b988-4084-9507-db32bc4c594d tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=89170) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Sep 14 22:53:11.710003 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-62c42a6d-b988-4084-9507-db32bc4c594d tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Router 6339e1b1-89c7-418b-8159-f5ad9ef76769 migrating from provider to provider. {{(pid=89170) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Sep 14 22:53:11.710389 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-62c42a6d-b988-4084-9507-db32bc4c594d tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:11.751398 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-62c42a6d-b988-4084-9507-db32bc4c594d tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:11.754861 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-c95a4e92-e25f-4ab9-b2cb-a9cb8a694733 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Allocated IP 2001:db8::3a9 (7afdae70-ebda-494b-b715-9ab54e85d5eb/83eddb21-ec61-48f3-97c1-cee758a83cce/9495c2ce-e694-4346-a547-ff747bbc64c3) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:53:11.762578 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-05c2aa27-9e76-4061-a0c0-c83ced968827 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:11.770184 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-62c42a6d-b988-4084-9507-db32bc4c594d tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33045011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33045002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33047131'] for router, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:11.774048 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-05c2aa27-9e76-4061-a0c0-c83ced968827 None None] Transition to ACTIVE for port object 983ed3c6-3431-4343-a2ef-fb14310e9fb4 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:53:11.792341 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-05c2aa27-9e76-4061-a0c0-c83ced968827 None None] Transition to ACTIVE for port object 983ed3c6-3431-4343-a2ef-fb14310e9fb4 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:53:11.838451 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-05c2aa27-9e76-4061-a0c0-c83ced968827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:11.847988 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-385c23ce-385c-4dc2-983b-9c508cf97dac tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:11.920080 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-376b0569-12f5-4a7a-a1c2-02d4466b9dcd tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:11.923766 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-8ce09d22-df08-4cf0-a7c7-e4c86a5d7f21 None None] Attempting to bind port 2c56bb0c-9eb8-4702-9733-4f063dda83da on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:53:11.924147 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-8ce09d22-df08-4cf0-a7c7-e4c86a5d7f21 None None] Attempting to bind port 2c56bb0c-9eb8-4702-9733-4f063dda83da by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '103f82e3-60dd-428f-a676-cc5fe933dd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7afdae70-ebda-494b-b715-9ab54e85d5eb'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:53:11.924596 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce09d22-df08-4cf0-a7c7-e4c86a5d7f21 None None] Attempting to bind port 2c56bb0c-9eb8-4702-9733-4f063dda83da on network 7afdae70-ebda-494b-b715-9ab54e85d5eb {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:53:11.927993 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c2aa27-9e76-4061-a0c0-c83ced968827 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:53:11.930907 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-376b0569-12f5-4a7a-a1c2-02d4466b9dcd tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:11.932359 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-05c2aa27-9e76-4061-a0c0-c83ced968827 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:11.940067 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c2aa27-9e76-4061-a0c0-c83ced968827 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:53:11.970047 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-385c23ce-385c-4dc2-983b-9c508cf97dac tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] device_id is not set on port 138d68f4-6f4e-4818-b1b5-bbdd87a529d6 yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:53:11.982085 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce09d22-df08-4cf0-a7c7-e4c86a5d7f21 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:53:11.982085 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce09d22-df08-4cf0-a7c7-e4c86a5d7f21 None None] Checking segment: {'id': '103f82e3-60dd-428f-a676-cc5fe933dd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7afdae70-ebda-494b-b715-9ab54e85d5eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:53:11.982085 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8ce09d22-df08-4cf0-a7c7-e4c86a5d7f21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:11.982481 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce09d22-df08-4cf0-a7c7-e4c86a5d7f21 None None] Bound using segment: {'id': '103f82e3-60dd-428f-a676-cc5fe933dd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7afdae70-ebda-494b-b715-9ab54e85d5eb'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:53:11.982906 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-8ce09d22-df08-4cf0-a7c7-e4c86a5d7f21 None None] Bound port: 2c56bb0c-9eb8-4702-9733-4f063dda83da, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103f82e3-60dd-428f-a676-cc5fe933dd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7afdae70-ebda-494b-b715-9ab54e85d5eb'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:53:11.983351 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8ce09d22-df08-4cf0-a7c7-e4c86a5d7f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:11.999164 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c2aa27-9e76-4061-a0c0-c83ced968827 None None] Pushing event updated for resources: {'Port': ['ID=983ed3c6-3431-4343-a2ef-fb14310e9fb4,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:12.032656 dv-neutron-857791-1-hyperv neutron-server[89170]: WARNING neutron.scheduler.l3_agent_scheduler [None req-62c42a6d-b988-4084-9507-db32bc4c594d tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] No L3 agents can host the router 6339e1b1-89c7-418b-8159-f5ad9ef76769 Sep 14 22:53:12.052243 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b0569-12f5-4a7a-a1c2-02d4466b9dcd tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event updated for resources: {'Port': ['ID=5aedbc67-7fbb-486e-ae99-d115391a57ad,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:12.057738 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-376b0569-12f5-4a7a-a1c2-02d4466b9dcd tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:12.104652 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-05c2aa27-9e76-4061-a0c0-c83ced968827 None None] Attempting to bind port 983ed3c6-3431-4343-a2ef-fb14310e9fb4 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:53:12.105019 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-05c2aa27-9e76-4061-a0c0-c83ced968827 None None] Attempting to bind port 983ed3c6-3431-4343-a2ef-fb14310e9fb4 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:53:12.105375 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c2aa27-9e76-4061-a0c0-c83ced968827 None None] Attempting to bind port 983ed3c6-3431-4343-a2ef-fb14310e9fb4 on network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:53:12.106768 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b26ecd31-c2ca-41d2-ab9c-03523e36f2e5 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:12.122582 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c2aa27-9e76-4061-a0c0-c83ced968827 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:53:12.122952 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c2aa27-9e76-4061-a0c0-c83ced968827 None None] Checking segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:53:12.123342 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-05c2aa27-9e76-4061-a0c0-c83ced968827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:12.123730 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c2aa27-9e76-4061-a0c0-c83ced968827 None None] Bound using segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:53:12.124189 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-05c2aa27-9e76-4061-a0c0-c83ced968827 None None] Bound port: 983ed3c6-3431-4343-a2ef-fb14310e9fb4, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:53:12.125133 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-05c2aa27-9e76-4061-a0c0-c83ced968827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:12.210390 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-8ce09d22-df08-4cf0-a7c7-e4c86a5d7f21 None None] For port 2c56bb0c-9eb8-4702-9733-4f063dda83da, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:53:12.230223 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-8ce09d22-df08-4cf0-a7c7-e4c86a5d7f21 None None] For port 2c56bb0c-9eb8-4702-9733-4f063dda83da, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=2c56bb0c-9eb8-4702-9733-4f063dda83da,segment=NetworkSegment(103f82e3-60dd-428f-a676-cc5fe933dd96),segment_id=103f82e3-60dd-428f-a676-cc5fe933dd96)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:53:12.240199 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8ce09d22-df08-4cf0-a7c7-e4c86a5d7f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:12.285065 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-05c2aa27-9e76-4061-a0c0-c83ced968827 None None] For port 983ed3c6-3431-4343-a2ef-fb14310e9fb4, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:53:12.316634 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-05c2aa27-9e76-4061-a0c0-c83ced968827 None None] For port 983ed3c6-3431-4343-a2ef-fb14310e9fb4, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=983ed3c6-3431-4343-a2ef-fb14310e9fb4,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:53:12.336033 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-05c2aa27-9e76-4061-a0c0-c83ced968827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:12.357838 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:12.361193 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce09d22-df08-4cf0-a7c7-e4c86a5d7f21 None None] Pushing event updated for resources: {'Port': ['ID=2c56bb0c-9eb8-4702-9733-4f063dda83da,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:12.403157 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.l3_db [None req-376b0569-12f5-4a7a-a1c2-02d4466b9dcd tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Floating IP 4382283d-c269-4f21-9532-092d4bd5144b associated. External IP: 172.26.5.97, port: 67055081-e22d-4054-b074-0adf84641216. Sep 14 22:53:12.448416 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c2aa27-9e76-4061-a0c0-c83ced968827 None None] Pushing event updated for resources: {'Port': ['ID=983ed3c6-3431-4343-a2ef-fb14310e9fb4,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:12.467721 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c42a6d-b988-4084-9507-db32bc4c594d tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Hosts for router 6339e1b1-89c7-418b-8159-f5ad9ef76769: [] {{(pid=89170) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:326}} Sep 14 22:53:12.606593 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c42a6d-b988-4084-9507-db32bc4c594d tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Hosts for other DVR routers connected to router 6339e1b1-89c7-418b-8159-f5ad9ef76769: set() {{(pid=89170) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:343}} Sep 14 22:53:12.612228 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c95a4e92-e25f-4ab9-b2cb-a9cb8a694733 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:12.650763 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-385c23ce-385c-4dc2-983b-9c508cf97dac tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Allocated IP 2001:db8::12b:f2cd:4b7c:ac45 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/f0a233cb-5de2-4254-92cc-87a65044a6aa/138d68f4-6f4e-4818-b1b5-bbdd87a529d6) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:53:12.671910 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-62c42a6d-b988-4084-9507-db32bc4c594d tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:12.678297 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-62c42a6d-b988-4084-9507-db32bc4c594d tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] 10.222.0.33 "PUT /v2.0/routers/6339e1b1-89c7-418b-8159-f5ad9ef76769 HTTP/1.1" status: 200 len: 717 time: 1.9324284 Sep 14 22:53:12.682042 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45804) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:12.684886 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-c95a4e92-e25f-4ab9-b2cb-a9cb8a694733 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Transition to ACTIVE for port object 9495c2ce-e694-4346-a547-ff747bbc64c3 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:53:12.866583 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c95a4e92-e25f-4ab9-b2cb-a9cb8a694733 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:12.980976 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a4e92-e25f-4ab9-b2cb-a9cb8a694733 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Pushing event updated for resources: {'Port': ['ID=9495c2ce-e694-4346-a547-ff747bbc64c3,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:12.986793 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95a4e92-e25f-4ab9-b2cb-a9cb8a694733 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Network 7afdae70-ebda-494b-b715-9ab54e85d5eb is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:53:12.995913 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-c95a4e92-e25f-4ab9-b2cb-a9cb8a694733 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:13.000037 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95a4e92-e25f-4ab9-b2cb-a9cb8a694733 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:53:13.000465 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7a811093-7d53-480f-acac-4a102e69feb9 tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] 10.222.0.33 "GET /v2.0/routers/6339e1b1-89c7-418b-8159-f5ad9ef76769 HTTP/1.1" status: 200 len: 717 time: 0.3150764 Sep 14 22:53:13.005491 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45808) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:13.005663 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95a4e92-e25f-4ab9-b2cb-a9cb8a694733 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:13.006107 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c95a4e92-e25f-4ab9-b2cb-a9cb8a694733 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:13.038156 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-385c23ce-385c-4dc2-983b-9c508cf97dac tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:13.045021 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c95a4e92-e25f-4ab9-b2cb-a9cb8a694733 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.6221061 Sep 14 22:53:13.052124 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45814) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:13.061811 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-dffd9f97-e2f0-47e3-8349-1b409719de5c tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Request body: {'port': {'network_id': '7afdae70-ebda-494b-b715-9ab54e85d5eb', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1560018831', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:13.062471 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.api.validators [None req-dffd9f97-e2f0-47e3-8349-1b409719de5c tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] bootfile-name is not in valid_values {{(pid=89170) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 14 22:53:13.062724 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.api.validators [None req-dffd9f97-e2f0-47e3-8349-1b409719de5c tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] tftp-server is not in valid_values {{(pid=89170) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 14 22:53:13.063117 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.api.validators [None req-dffd9f97-e2f0-47e3-8349-1b409719de5c tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] server-ip-address is not in valid_values {{(pid=89170) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 14 22:53:13.248438 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-385c23ce-385c-4dc2-983b-9c508cf97dac tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Transition to ACTIVE for port object 138d68f4-6f4e-4818-b1b5-bbdd87a529d6 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:53:13.323654 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-dffd9f97-e2f0-47e3-8349-1b409719de5c tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:13.329449 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-dffd9f97-e2f0-47e3-8349-1b409719de5c tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Usage tracker for resource:port and tenant:9555a02e4b3c47aabfcabae0aedc434e is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:13.333372 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-385c23ce-385c-4dc2-983b-9c508cf97dac tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:13.335736 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-dffd9f97-e2f0-47e3-8349-1b409719de5c tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:13.345188 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-fc3774ba-3f33-4fd8-b740-75d62edb4c00 tempest-RoutersTestDVR-346054645 tempest-RoutersTestDVR-346054645-project] 10.222.0.33 "GET /v2.0/routers/6339e1b1-89c7-418b-8159-f5ad9ef76769 HTTP/1.1" status: 200 len: 683 time: 0.3384674 Sep 14 22:53:13.364698 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45818) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:13.369986 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-b26ecd31-c2ca-41d2-ab9c-03523e36f2e5 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Deleting port 62404686-bd99-41bb-abdc-5547104c7292 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:13.370516 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b26ecd31-c2ca-41d2-ab9c-03523e36f2e5 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:13.427548 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385c23ce-385c-4dc2-983b-9c508cf97dac tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:53:13.431273 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c23ce-385c-4dc2-983b-9c508cf97dac tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Port': ['ID=138d68f4-6f4e-4818-b1b5-bbdd87a529d6,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:13.434332 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-385c23ce-385c-4dc2-983b-9c508cf97dac tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:13.437001 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385c23ce-385c-4dc2-983b-9c508cf97dac tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:53:13.443113 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385c23ce-385c-4dc2-983b-9c508cf97dac tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:13.443719 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-385c23ce-385c-4dc2-983b-9c508cf97dac tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:13.455537 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-dffd9f97-e2f0-47e3-8349-1b409719de5c tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:13.471583 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-385c23ce-385c-4dc2-983b-9c508cf97dac tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9068851 Sep 14 22:53:13.473062 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffd9f97-e2f0-47e3-8349-1b409719de5c tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Made reservation on behalf of 9555a02e4b3c47aabfcabae0aedc434e for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:13.476877 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dffd9f97-e2f0-47e3-8349-1b409719de5c tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:13.487648 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45822) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:13.551964 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-dffd9f97-e2f0-47e3-8349-1b409719de5c tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] device_id is not set on port b648226f-1cda-4fbe-b192-9c74cecfef98 yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:53:13.609116 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b75ffd27-d7d0-425a-916b-7c59bee98019 tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:13.665091 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-376b0569-12f5-4a7a-a1c2-02d4466b9dcd tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Router f43c8169-1688-4667-b754-fb3c60e75895 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:53:13.708818 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23defb67-7e75-46b8-85dc-1f2d4800a642 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:13.716624 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23defb67-7e75-46b8-85dc-1f2d4800a642 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:13.717624 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-23defb67-7e75-46b8-85dc-1f2d4800a642 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:53:13.753558 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3f53a08f-f3bb-4e57-ae28-8aafd483f6e0 None None] Provisioning for port 983ed3c6-3431-4343-a2ef-fb14310e9fb4 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:53:13.765489 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-dffd9f97-e2f0-47e3-8349-1b409719de5c tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Allocated IP 2001:db8::16d (7afdae70-ebda-494b-b715-9ab54e85d5eb/83eddb21-ec61-48f3-97c1-cee758a83cce/b648226f-1cda-4fbe-b192-9c74cecfef98) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:53:13.772295 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-23defb67-7e75-46b8-85dc-1f2d4800a642 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:53:13.776784 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-23defb67-7e75-46b8-85dc-1f2d4800a642 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2864749 Sep 14 22:53:13.777864 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45826) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:13.876041 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-42cd83a8-8da3-451f-a0b5-1fe1267328fb tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting port 138d68f4-6f4e-4818-b1b5-bbdd87a529d6 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:13.876389 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-42cd83a8-8da3-451f-a0b5-1fe1267328fb tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:13.983640 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f93b8f11-d890-4436-be74-ecff22c70222 None None] Provisioning for port 138d68f4-6f4e-4818-b1b5-bbdd87a529d6 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:53:13.991096 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f93b8f11-d890-4436-be74-ecff22c70222 None None] Provisioning complete for port 138d68f4-6f4e-4818-b1b5-bbdd87a529d6 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:53:13.992123 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f93b8f11-d890-4436-be74-ecff22c70222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:14.067932 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-f93b8f11-d890-4436-be74-ecff22c70222 None None] Port 138d68f4-6f4e-4818-b1b5-bbdd87a529d6 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:53:14.139992 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a28176-f3aa-4779-a207-2d28346ba9fd None None] Network 7afdae70-ebda-494b-b715-9ab54e85d5eb requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:53:14.140796 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b75ffd27-d7d0-425a-916b-7c59bee98019 tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:14.190632 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b26ecd31-c2ca-41d2-ab9c-03523e36f2e5 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:14.209060 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b75ffd27-d7d0-425a-916b-7c59bee98019 tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:14.237394 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-b4419326-02b4-4795-94d9-78c6f7440d95 None None] Provisioning for port 2c56bb0c-9eb8-4702-9733-4f063dda83da completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:53:14.288595 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dffd9f97-e2f0-47e3-8349-1b409719de5c tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:14.312814 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-42cd83a8-8da3-451f-a0b5-1fe1267328fb tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:14.329671 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-dffd9f97-e2f0-47e3-8349-1b409719de5c tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Transition to ACTIVE for port object b648226f-1cda-4fbe-b192-9c74cecfef98 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:53:14.469951 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dffd9f97-e2f0-47e3-8349-1b409719de5c tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:14.478874 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-42cd83a8-8da3-451f-a0b5-1fe1267328fb tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Calling delete_port for 138d68f4-6f4e-4818-b1b5-bbdd87a529d6 owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:14.493823 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-b26ecd31-c2ca-41d2-ab9c-03523e36f2e5 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Calling delete_port for 62404686-bd99-41bb-abdc-5547104c7292 owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:14.548852 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b75ffd27-d7d0-425a-916b-7c59bee98019 tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:14.549258 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75ffd27-d7d0-425a-916b-7c59bee98019 tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6339e1b1-89c7-418b-8159-f5ad9ef76769 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:53:14.559012 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376b0569-12f5-4a7a-a1c2-02d4466b9dcd tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:53:14.572311 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9547b90a-795b-484e-ac91-041a49d3cd39 None None] Sync routers for ids ['f43c8169-1688-4667-b754-fb3c60e75895'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:53:14.583443 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9547b90a-795b-484e-ac91-041a49d3cd39 None None] Routers {'f43c8169-1688-4667-b754-fb3c60e75895'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:53:14.584288 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-9547b90a-795b-484e-ac91-041a49d3cd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:53:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f43c8169-1688-4667-b754-fb3c60e75895'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:14.591344 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b75ffd27-d7d0-425a-916b-7c59bee98019 tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:14.592791 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b75ffd27-d7d0-425a-916b-7c59bee98019 tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] 10.222.0.33 "DELETE /v2.0/routers/6339e1b1-89c7-418b-8159-f5ad9ef76769 HTTP/1.1" status: 204 len: 168 time: 1.2271049 Sep 14 22:53:14.597874 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45830) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:14.608991 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-3bf42ee2-b6af-40e6-8e92-afddbf61f626 tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Request body: {'router': {'name': 'tempest-router-1365203867', 'distributed': True}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:14.624086 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-3bf42ee2-b6af-40e6-8e92-afddbf61f626 tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:14.634716 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffd9f97-e2f0-47e3-8349-1b409719de5c tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Network 7afdae70-ebda-494b-b715-9ab54e85d5eb is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:53:14.638595 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd9f97-e2f0-47e3-8349-1b409719de5c tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Pushing event updated for resources: {'Port': ['ID=b648226f-1cda-4fbe-b192-9c74cecfef98,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:14.642650 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-3bf42ee2-b6af-40e6-8e92-afddbf61f626 tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Usage tracker for resource:router and tenant:105db2bff51c4ff6ab30cae461e8a48d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:14.646936 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-dffd9f97-e2f0-47e3-8349-1b409719de5c tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:14.649474 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffd9f97-e2f0-47e3-8349-1b409719de5c tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:53:14.655792 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffd9f97-e2f0-47e3-8349-1b409719de5c tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:14.656408 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dffd9f97-e2f0-47e3-8349-1b409719de5c tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:14.675705 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-3bf42ee2-b6af-40e6-8e92-afddbf61f626 tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:14.695883 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-3bf42ee2-b6af-40e6-8e92-afddbf61f626 tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:14.751173 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3bf42ee2-b6af-40e6-8e92-afddbf61f626 tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:14.752202 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-376b0569-12f5-4a7a-a1c2-02d4466b9dcd tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:14.752477 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3bf42ee2-b6af-40e6-8e92-afddbf61f626 tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:14.766649 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-dffd9f97-e2f0-47e3-8349-1b409719de5c tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.7113516 Sep 14 22:53:14.766649 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45834) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:14.807283 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-9547b90a-795b-484e-ac91-041a49d3cd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:14.819394 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-7f03f399-6275-4505-b779-b06bf8bd3f5f None None] Provisioning for port 9495c2ce-e694-4346-a547-ff747bbc64c3 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:53:14.825829 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-7f03f399-6275-4505-b779-b06bf8bd3f5f None None] Provisioning complete for port 9495c2ce-e694-4346-a547-ff747bbc64c3 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:53:14.826367 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7f03f399-6275-4505-b779-b06bf8bd3f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:14.834410 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9547b90a-795b-484e-ac91-041a49d3cd39 None None] Routers {'f43c8169-1688-4667-b754-fb3c60e75895'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:53:14.835082 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-9547b90a-795b-484e-ac91-041a49d3cd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:53:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f43c8169-1688-4667-b754-fb3c60e75895'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:14.881294 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-42cd83a8-8da3-451f-a0b5-1fe1267328fb tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:14.900209 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-376b0569-12f5-4a7a-a1c2-02d4466b9dcd tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.5099127 Sep 14 22:53:14.903820 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45838) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:14.914074 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-e28a929c-3413-4b42-bb21-e547c9a11143 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:14.952877 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-9547b90a-795b-484e-ac91-041a49d3cd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:14.953529 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9547b90a-795b-484e-ac91-041a49d3cd39 None None] The sync data for ids ['f43c8169-1688-4667-b754-fb3c60e75895'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:53:14.968265 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3bf42ee2-b6af-40e6-8e92-afddbf61f626 tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:14.987414 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd83a8-8da3-451f-a0b5-1fe1267328fb tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Port': ['ID=138d68f4-6f4e-4818-b1b5-bbdd87a529d6,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:14.998890 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 2c56bb0c-9eb8-4702-9733-4f063dda83da up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:53:15.052805 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-42cd83a8-8da3-451f-a0b5-1fe1267328fb tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:15.064708 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b344d36f-7e7e-4572-8fee-d67d8663647f tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:15.071231 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b344d36f-7e7e-4572-8fee-d67d8663647f tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:15.076899 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e28a929c-3413-4b42-bb21-e547c9a11143 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for floatingip, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:15.077030 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b344d36f-7e7e-4572-8fee-d67d8663647f tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:15.077946 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b344d36f-7e7e-4572-8fee-d67d8663647f tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Synchronizing usage tracker for tenant:9555a02e4b3c47aabfcabae0aedc434e on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:53:15.092747 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-7f03f399-6275-4505-b779-b06bf8bd3f5f None None] Port 9495c2ce-e694-4346-a547-ff747bbc64c3 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:53:15.105641 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3bf42ee2-b6af-40e6-8e92-afddbf61f626 tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:15.114401 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b344d36f-7e7e-4572-8fee-d67d8663647f tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Unset dirty status for tenant:9555a02e4b3c47aabfcabae0aedc434e on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:53:15.117305 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b344d36f-7e7e-4572-8fee-d67d8663647f tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.3417337 Sep 14 22:53:15.123025 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45842) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:15.126785 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 2c56bb0c-9eb8-4702-9733-4f063dda83da completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:53:15.132421 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 2c56bb0c-9eb8-4702-9733-4f063dda83da triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:53:15.132994 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:15.158774 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-42cd83a8-8da3-451f-a0b5-1fe1267328fb tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/138d68f4-6f4e-4818-b1b5-bbdd87a529d6 HTTP/1.1" status: 204 len: 168 time: 1.3758421 Sep 14 22:53:15.166666 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45846) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:15.229496 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c836fdf2-43d0-4662-90a3-5378fbcbecd0 None None] Provisioning complete for port 9495c2ce-e694-4346-a547-ff747bbc64c3 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:53:15.229969 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c836fdf2-43d0-4662-90a3-5378fbcbecd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:15.379993 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3bf42ee2-b6af-40e6-8e92-afddbf61f626 tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:15.381865 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3bf42ee2-b6af-40e6-8e92-afddbf61f626 tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7792065 Sep 14 22:53:15.389767 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45852) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:15.414159 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c836fdf2-43d0-4662-90a3-5378fbcbecd0 None None] Port 9495c2ce-e694-4346-a547-ff747bbc64c3 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:53:15.418530 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-8929cabb-7c04-44cc-90df-319fbede8a13 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Deleting port b648226f-1cda-4fbe-b192-9c74cecfef98 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:15.419651 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8929cabb-7c04-44cc-90df-319fbede8a13 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:15.426105 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 2c56bb0c-9eb8-4702-9733-4f063dda83da is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:53:15.426726 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:15.462750 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 2c56bb0c-9eb8-4702-9733-4f063dda83da, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=2c56bb0c-9eb8-4702-9733-4f063dda83da,segment=NetworkSegment(103f82e3-60dd-428f-a676-cc5fe933dd96),segment_id=103f82e3-60dd-428f-a676-cc5fe933dd96)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:53:15.468546 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:15.469550 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 983ed3c6-3431-4343-a2ef-fb14310e9fb4 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:53:15.480090 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b26ecd31-c2ca-41d2-ab9c-03523e36f2e5 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:15.491739 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f01d44-0935-4009-a95e-4033ea41bd23 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:15.493245 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f01d44-0935-4009-a95e-4033ea41bd23 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:15.493981 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-e8f01d44-0935-4009-a95e-4033ea41bd23 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:53:15.564129 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-e8f01d44-0935-4009-a95e-4033ea41bd23 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:53:15.568671 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-e8f01d44-0935-4009-a95e-4033ea41bd23 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3966250 Sep 14 22:53:15.570035 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45856) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:15.599657 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ecd31-c2ca-41d2-ab9c-03523e36f2e5 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Pushing event deleted for resources: {'Port': ['ID=62404686-bd99-41bb-abdc-5547104c7292,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:15.612110 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-27917d61-8b83-4fe5-a0c9-03d0b2ba9769 None None] Provisioning for port b648226f-1cda-4fbe-b192-9c74cecfef98 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:53:15.618632 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-27917d61-8b83-4fe5-a0c9-03d0b2ba9769 None None] Provisioning complete for port b648226f-1cda-4fbe-b192-9c74cecfef98 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:53:15.618994 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-27917d61-8b83-4fe5-a0c9-03d0b2ba9769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:15.650403 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 983ed3c6-3431-4343-a2ef-fb14310e9fb4 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:53:15.660245 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=2c56bb0c-9eb8-4702-9733-4f063dda83da,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:15.678276 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 983ed3c6-3431-4343-a2ef-fb14310e9fb4 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:53:15.678621 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:15.719572 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e1c614-b0bd-43a8-855c-cec2a0e0b3b2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting subnet f0a233cb-5de2-4254-92cc-87a65044a6aa {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:53:15.726538 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e28a929c-3413-4b42-bb21-e547c9a11143 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:15.734300 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-43e1c614-b0bd-43a8-855c-cec2a0e0b3b2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:15.753212 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-27917d61-8b83-4fe5-a0c9-03d0b2ba9769 None None] Port b648226f-1cda-4fbe-b192-9c74cecfef98 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:53:15.784234 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a6cb3450-eaa4-4db7-b049-837137c8de91 tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:15.815947 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-43e1c614-b0bd-43a8-855c-cec2a0e0b3b2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:15.822842 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 983ed3c6-3431-4343-a2ef-fb14310e9fb4 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:53:15.823709 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:15.849194 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e28a929c-3413-4b42-bb21-e547c9a11143 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:15.849510 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.l3_db [None req-e28a929c-3413-4b42-bb21-e547c9a11143 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Floating IP 4382283d-c269-4f21-9532-092d4bd5144b disassociated. External IP: 172.26.5.97, port: 67055081-e22d-4054-b074-0adf84641216. Sep 14 22:53:15.865798 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 983ed3c6-3431-4343-a2ef-fb14310e9fb4, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=983ed3c6-3431-4343-a2ef-fb14310e9fb4,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:53:15.870892 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:15.879004 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8929cabb-7c04-44cc-90df-319fbede8a13 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:15.946024 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=983ed3c6-3431-4343-a2ef-fb14310e9fb4,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:16.014569 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-8929cabb-7c04-44cc-90df-319fbede8a13 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Calling delete_port for b648226f-1cda-4fbe-b192-9c74cecfef98 owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:16.115318 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-43e1c614-b0bd-43a8-855c-cec2a0e0b3b2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:16.237926 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8929cabb-7c04-44cc-90df-319fbede8a13 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:16.244604 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-43e1c614-b0bd-43a8-855c-cec2a0e0b3b2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:16.333483 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e1c614-b0bd-43a8-855c-cec2a0e0b3b2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Subnet': ['ID=f0a233cb-5de2-4254-92cc-87a65044a6aa,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:16.369887 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8929cabb-7c04-44cc-90df-319fbede8a13 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Pushing event deleted for resources: {'Port': ['ID=b648226f-1cda-4fbe-b192-9c74cecfef98,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:16.373375 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-43e1c614-b0bd-43a8-855c-cec2a0e0b3b2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:16.387047 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497b78b0-7cf8-447e-85b9-384319c0ce32 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:53:16.399152 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8929cabb-7c04-44cc-90df-319fbede8a13 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:16.411204 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8929cabb-7c04-44cc-90df-319fbede8a13 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] 10.222.0.33 "DELETE /v2.0/ports/b648226f-1cda-4fbe-b192-9c74cecfef98 HTTP/1.1" status: 204 len: 168 time: 1.2870915 Sep 14 22:53:16.415256 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45860) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:16.422439 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-19efd991-6b60-4672-a48a-735035fbbacc tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Request body: {'port': {'name': 'tempest-new-port-name-6108351', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:16.422955 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.api.validators [None req-19efd991-6b60-4672-a48a-735035fbbacc tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] bootfile-name is not in valid_values {{(pid=89170) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 14 22:53:16.423381 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.api.validators [None req-19efd991-6b60-4672-a48a-735035fbbacc tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] tftp-server is not in valid_values {{(pid=89170) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 14 22:53:16.423801 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.api.validators [None req-19efd991-6b60-4672-a48a-735035fbbacc tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] server-ip-address is not in valid_values {{(pid=89170) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 14 22:53:16.456684 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-43e1c614-b0bd-43a8-855c-cec2a0e0b3b2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/f0a233cb-5de2-4254-92cc-87a65044a6aa HTTP/1.1" status: 204 len: 168 time: 0.8863883 Sep 14 22:53:16.463487 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45864) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:16.542987 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a6cb3450-eaa4-4db7-b049-837137c8de91 tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:16.551327 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a6cb3450-eaa4-4db7-b049-837137c8de91 tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:16.554523 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f23a337c-918b-4153-afa5-6e7b6bb20647 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0912042 Sep 14 22:53:16.557750 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45868) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:16.565798 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-a13c23ba-e35c-4f16-a84c-020b43277c2f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:16.591044 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b26ecd31-c2ca-41d2-ab9c-03523e36f2e5 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:16.705987 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 2c56bb0c-9eb8-4702-9733-4f063dda83da up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:53:16.742919 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a6cb3450-eaa4-4db7-b049-837137c8de91 tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:16.743394 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6cb3450-eaa4-4db7-b049-837137c8de91 tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 936e3d6b-fb94-4ea0-a182-daa0a68947c1 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:53:16.752443 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-a13c23ba-e35c-4f16-a84c-020b43277c2f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:16.760980 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48c9839-4de9-4b6d-b71a-ca2bc88ed25d None None] DHCP port deletion for ac1cbc11-ac8d-43cd-9c1d-398cae68a205 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:53:16.763243 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a13c23ba-e35c-4f16-a84c-020b43277c2f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:subnet and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:16.768458 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a13c23ba-e35c-4f16-a84c-020b43277c2f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:16.771058 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-19efd991-6b60-4672-a48a-735035fbbacc tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:16.774216 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-b48c9839-4de9-4b6d-b71a-ca2bc88ed25d None None] Deleting port 983ed3c6-3431-4343-a2ef-fb14310e9fb4 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:16.774586 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b48c9839-4de9-4b6d-b71a-ca2bc88ed25d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:16.787800 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-a13c23ba-e35c-4f16-a84c-020b43277c2f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:16.842513 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13c23ba-e35c-4f16-a84c-020b43277c2f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:16.846655 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a13c23ba-e35c-4f16-a84c-020b43277c2f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:16.899218 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 2c56bb0c-9eb8-4702-9733-4f063dda83da triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:53:16.899754 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:16.935331 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a6cb3450-eaa4-4db7-b049-837137c8de91 tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:16.940217 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a6cb3450-eaa4-4db7-b049-837137c8de91 tempest-RoutersTestDVR-362278146 tempest-RoutersTestDVR-362278146-project-admin] 10.222.0.33 "DELETE /v2.0/routers/936e3d6b-fb94-4ea0-a182-daa0a68947c1 HTTP/1.1" status: 204 len: 168 time: 1.5431659 Sep 14 22:53:17.066237 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-b48c9839-4de9-4b6d-b71a-ca2bc88ed25d None None] For port 983ed3c6-3431-4343-a2ef-fb14310e9fb4, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=983ed3c6-3431-4343-a2ef-fb14310e9fb4,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:53:17.066721 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b48c9839-4de9-4b6d-b71a-ca2bc88ed25d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:17.104807 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28a929c-3413-4b42-bb21-e547c9a11143 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Router f43c8169-1688-4667-b754-fb3c60e75895 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:53:17.264366 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45876) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:17.279172 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-b48c9839-4de9-4b6d-b71a-ca2bc88ed25d None None] Calling delete_port for 983ed3c6-3431-4343-a2ef-fb14310e9fb4 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:17.355636 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 2c56bb0c-9eb8-4702-9733-4f063dda83da is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:53:17.356736 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 983ed3c6-3431-4343-a2ef-fb14310e9fb4 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:53:17.381965 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-19efd991-6b60-4672-a48a-735035fbbacc tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:17.396748 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-19efd991-6b60-4672-a48a-735035fbbacc tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:17.465775 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26ecd31-c2ca-41d2-ab9c-03523e36f2e5 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Router d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:53:17.486655 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Could not find standard attr ID for object 983ed3c6-3431-4343-a2ef-fb14310e9fb4. {{(pid=89172) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 14 22:53:17.488276 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b48c9839-4de9-4b6d-b71a-ca2bc88ed25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:17.491715 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7e194ea2-9d57-4e92-9282-48d0c76d835e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:17.506819 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a13c23ba-e35c-4f16-a84c-020b43277c2f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:17.539648 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c9839-4de9-4b6d-b71a-ca2bc88ed25d None None] Pushing event deleted for resources: {'Port': ['ID=983ed3c6-3431-4343-a2ef-fb14310e9fb4,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:17.545857 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48c9839-4de9-4b6d-b71a-ca2bc88ed25d None None] No DVR routers for this DVR port 983ed3c6-3431-4343-a2ef-fb14310e9fb4 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:53:17.578710 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-19efd991-6b60-4672-a48a-735035fbbacc tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] In _notify_port_updated(), no bound segment for port 9495c2ce-e694-4346-a547-ff747bbc64c3 on network 7afdae70-ebda-494b-b715-9ab54e85d5eb {{(pid=89170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 14 22:53:17.584514 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19efd991-6b60-4672-a48a-735035fbbacc tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:17.585213 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-19efd991-6b60-4672-a48a-735035fbbacc tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:17.588886 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-19efd991-6b60-4672-a48a-735035fbbacc tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] 10.222.0.33 "PUT /v2.0/ports/9495c2ce-e694-4346-a547-ff747bbc64c3 HTTP/1.1" status: 200 len: 1127 time: 1.1698415 Sep 14 22:53:17.592836 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45884) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:17.595772 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-7e194ea2-9d57-4e92-9282-48d0c76d835e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:17.643995 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-7e194ea2-9d57-4e92-9282-48d0c76d835e admin admin] Usage tracker for resource:security_group_rule and tenant:bbfcb23377cf40f5aa09c14b294d1bc1 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:17.646906 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19efd991-6b60-4672-a48a-735035fbbacc tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Pushing event updated for resources: {'Port': ['ID=9495c2ce-e694-4346-a547-ff747bbc64c3,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:17.658272 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-7e194ea2-9d57-4e92-9282-48d0c76d835e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:17.671236 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13c23ba-e35c-4f16-a84c-020b43277c2f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:53:17.687741 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-7e194ea2-9d57-4e92-9282-48d0c76d835e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:17.690396 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-a13c23ba-e35c-4f16-a84c-020b43277c2f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:17.704198 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0de83c-1a6e-4b5a-a156-35f8b870c6fb None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:53:17.704399 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13c23ba-e35c-4f16-a84c-020b43277c2f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:17.705040 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a13c23ba-e35c-4f16-a84c-020b43277c2f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:17.715537 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c23ba-e35c-4f16-a84c-020b43277c2f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Subnet': ['ID=1a96e347-973f-4df7-85b6-6c91034299b9,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:17.740595 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28a929c-3413-4b42-bb21-e547c9a11143 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:53:17.746405 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e28a929c-3413-4b42-bb21-e547c9a11143 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:17.767098 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdd27a2-568a-4c40-940c-8d1afe5578f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:17.767734 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0fdd27a2-568a-4c40-940c-8d1afe5578f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Synchronizing usage tracker for tenant:9555a02e4b3c47aabfcabae0aedc434e on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:53:17.801819 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a13c23ba-e35c-4f16-a84c-020b43277c2f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2429237 Sep 14 22:53:17.805497 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45888) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:17.817473 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26ecd31-c2ca-41d2-ab9c-03523e36f2e5 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:53:17.819616 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-31fdb2a6-3ac2-4dab-a7c1-3709ed98d5c7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'port': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'fixed_ips': [{'subnet_id': '1a96e347-973f-4df7-85b6-6c91034299b9', 'ip_address': '2001:db8::7ff4:24e:8308:946c'}], 'name': 'tempest-NetworksTestDHCPv6-392108422'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:17.823725 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b26ecd31-c2ca-41d2-ab9c-03523e36f2e5 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] 10.222.0.33 "PUT /v2.0/routers/d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8035231 Sep 14 22:53:17.826416 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45892) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:17.829113 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0527bb57-1217-4096-9f2d-01d6b1c06d99 None None] Sync routers for ids ['d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:53:17.842083 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0527bb57-1217-4096-9f2d-01d6b1c06d99 None None] Routers {'d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:53:17.842918 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-0527bb57-1217-4096-9f2d-01d6b1c06d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:53:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:17.855554 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0fdd27a2-568a-4c40-940c-8d1afe5578f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Unset dirty status for tenant:9555a02e4b3c47aabfcabae0aedc434e on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:53:17.862276 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0fdd27a2-568a-4c40-940c-8d1afe5578f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] 10.222.0.33 "GET /v2.0/ports/9495c2ce-e694-4346-a547-ff747bbc64c3 HTTP/1.1" status: 200 len: 1127 time: 0.2638178 Sep 14 22:53:17.864145 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45896) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:17.882546 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e28a929c-3413-4b42-bb21-e547c9a11143 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "PUT /v2.0/floatingips/4382283d-c269-4f21-9532-092d4bd5144b HTTP/1.1" status: 200 len: 687 time: 2.9753988 Sep 14 22:53:17.888259 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45900) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:17.920200 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-0527bb57-1217-4096-9f2d-01d6b1c06d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:17.921380 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c71906-f220-4079-bd9a-bd52282c541e None None] Sync routers for ids ['f43c8169-1688-4667-b754-fb3c60e75895'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:53:17.934111 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0527bb57-1217-4096-9f2d-01d6b1c06d99 None None] Routers {'d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:53:17.934935 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-0527bb57-1217-4096-9f2d-01d6b1c06d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:53:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:17.955298 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c71906-f220-4079-bd9a-bd52282c541e None None] Routers {'f43c8169-1688-4667-b754-fb3c60e75895'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:53:17.956205 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-b3c71906-f220-4079-bd9a-bd52282c541e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:53:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f43c8169-1688-4667-b754-fb3c60e75895'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:18.014329 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-0527bb57-1217-4096-9f2d-01d6b1c06d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:18.015447 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0527bb57-1217-4096-9f2d-01d6b1c06d99 None None] The sync data for ids ['d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:53:18.057699 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-b3c71906-f220-4079-bd9a-bd52282c541e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:18.063312 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-dc30f1b8-a869-46ba-a723-6dc4c00e482e None None] Provisioning complete for port 9495c2ce-e694-4346-a547-ff747bbc64c3 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:53:18.063759 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-dc30f1b8-a869-46ba-a723-6dc4c00e482e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:18.071833 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-b8e775f1-bf5b-4b5c-b75a-ffd42a4e89f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Deleting port 9495c2ce-e694-4346-a547-ff747bbc64c3 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:18.072417 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b8e775f1-bf5b-4b5c-b75a-ffd42a4e89f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:18.135467 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7e194ea2-9d57-4e92-9282-48d0c76d835e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:18.144687 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-2b5f400d-111b-4c15-a828-2edc435f8df4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Deleting port 5aedbc67-7fbb-486e-ae99-d115391a57ad {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:18.145024 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2b5f400d-111b-4c15-a828-2edc435f8df4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:18.150834 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c71906-f220-4079-bd9a-bd52282c541e None None] Routers {'f43c8169-1688-4667-b754-fb3c60e75895'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:53:18.151461 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-b3c71906-f220-4079-bd9a-bd52282c541e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:53:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f43c8169-1688-4667-b754-fb3c60e75895'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:18.159537 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7e194ea2-9d57-4e92-9282-48d0c76d835e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:18.204925 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-31fdb2a6-3ac2-4dab-a7c1-3709ed98d5c7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:18.210521 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-25f406d7-d7f6-4e08-8fe4-4d0ad70151ca tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:18.227011 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-b3c71906-f220-4079-bd9a-bd52282c541e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:18.227332 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-31fdb2a6-3ac2-4dab-a7c1-3709ed98d5c7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:port and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:18.227438 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c71906-f220-4079-bd9a-bd52282c541e None None] The sync data for ids ['f43c8169-1688-4667-b754-fb3c60e75895'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:53:18.243082 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fe0e2f-f95b-4362-89d3-65b8d91844ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'fixed_ips': [{'subnet_id': '1a96e347-973f-4df7-85b6-6c91034299b9'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:53:18.244024 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f7fe0e2f-f95b-4362-89d3-65b8d91844ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:18.255214 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-dc30f1b8-a869-46ba-a723-6dc4c00e482e None None] Port 9495c2ce-e694-4346-a547-ff747bbc64c3 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:53:18.278104 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-31fdb2a6-3ac2-4dab-a7c1-3709ed98d5c7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:18.285481 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7e194ea2-9d57-4e92-9282-48d0c76d835e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=bbfcb23377cf40f5aa09c14b294d1bc1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0146480 Sep 14 22:53:18.289040 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e194ea2-9d57-4e92-9282-48d0c76d835e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950545ef-6864-40d7-a3f0-f0add57644fc,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:18.289839 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45904) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:18.295354 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-31fdb2a6-3ac2-4dab-a7c1-3709ed98d5c7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:18.383035 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fdb2a6-3ac2-4dab-a7c1-3709ed98d5c7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:18.442396 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-f7fe0e2f-f95b-4362-89d3-65b8d91844ea None None] Allocated IP 2001:db8::2 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/1a96e347-973f-4df7-85b6-6c91034299b9/029a9087-3111-4f5a-9569-de0548aa3828) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:53:18.529093 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2b5f400d-111b-4c15-a828-2edc435f8df4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:18.529424 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2b5f400d-111b-4c15-a828-2edc435f8df4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:18.556710 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b8e775f1-bf5b-4b5c-b75a-ffd42a4e89f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:18.665852 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f7fe0e2f-f95b-4362-89d3-65b8d91844ea None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:18.677881 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 983ed3c6-3431-4343-a2ef-fb14310e9fb4 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:53:18.710310 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f7fe0e2f-f95b-4362-89d3-65b8d91844ea None None] Transition to ACTIVE for port object 029a9087-3111-4f5a-9569-de0548aa3828 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:53:18.721319 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-b8e775f1-bf5b-4b5c-b75a-ffd42a4e89f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Calling delete_port for 9495c2ce-e694-4346-a547-ff747bbc64c3 owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:18.729522 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 983ed3c6-3431-4343-a2ef-fb14310e9fb4 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:53:18.729854 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 983ed3c6-3431-4343-a2ef-fb14310e9fb4 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:53:18.742702 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f7fe0e2f-f95b-4362-89d3-65b8d91844ea None None] Transition to ACTIVE for port object 029a9087-3111-4f5a-9569-de0548aa3828 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:53:18.750447 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f7fe0e2f-f95b-4362-89d3-65b8d91844ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:18.774306 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-31fdb2a6-3ac2-4dab-a7c1-3709ed98d5c7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:18.811105 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9c15cb77-03b1-43aa-b041-ba37617d1792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:18.818379 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-31fdb2a6-3ac2-4dab-a7c1-3709ed98d5c7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] device_id is not set on port 393a6785-583c-49fb-bda2-8b39052a15d9 yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:53:18.826008 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-2b5f400d-111b-4c15-a828-2edc435f8df4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Calling delete_port for 5aedbc67-7fbb-486e-ae99-d115391a57ad owned by network:floatingip {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:18.839266 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fe0e2f-f95b-4362-89d3-65b8d91844ea None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:53:18.840122 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe0e2f-f95b-4362-89d3-65b8d91844ea None None] Pushing event updated for resources: {'Port': ['ID=029a9087-3111-4f5a-9569-de0548aa3828,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:18.844513 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-f7fe0e2f-f95b-4362-89d3-65b8d91844ea None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:18.846590 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fe0e2f-f95b-4362-89d3-65b8d91844ea None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:53:18.856326 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-25f406d7-d7f6-4e08-8fe4-4d0ad70151ca tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:18.906690 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-25f406d7-d7f6-4e08-8fe4-4d0ad70151ca tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Deleting port 2619bd75-4bb0-4052-9aaf-88c5ccc6cac2 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:18.907308 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-25f406d7-d7f6-4e08-8fe4-4d0ad70151ca tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:18.940913 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9c15cb77-03b1-43aa-b041-ba37617d1792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:18.972060 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-f7fe0e2f-f95b-4362-89d3-65b8d91844ea None None] Attempting to bind port 029a9087-3111-4f5a-9569-de0548aa3828 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:53:18.972738 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-f7fe0e2f-f95b-4362-89d3-65b8d91844ea None None] Attempting to bind port 029a9087-3111-4f5a-9569-de0548aa3828 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:53:18.972864 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fe0e2f-f95b-4362-89d3-65b8d91844ea None None] Attempting to bind port 029a9087-3111-4f5a-9569-de0548aa3828 on network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:53:18.980181 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fe0e2f-f95b-4362-89d3-65b8d91844ea None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:53:18.980855 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fe0e2f-f95b-4362-89d3-65b8d91844ea None None] Checking segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:53:18.981403 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f7fe0e2f-f95b-4362-89d3-65b8d91844ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:18.982072 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fe0e2f-f95b-4362-89d3-65b8d91844ea None None] Bound using segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:53:18.982732 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-f7fe0e2f-f95b-4362-89d3-65b8d91844ea None None] Bound port: 029a9087-3111-4f5a-9569-de0548aa3828, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:53:18.983102 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f7fe0e2f-f95b-4362-89d3-65b8d91844ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:19.077253 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-f7fe0e2f-f95b-4362-89d3-65b8d91844ea None None] For port 029a9087-3111-4f5a-9569-de0548aa3828, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:53:19.081275 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-f7fe0e2f-f95b-4362-89d3-65b8d91844ea None None] For port 029a9087-3111-4f5a-9569-de0548aa3828, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=029a9087-3111-4f5a-9569-de0548aa3828,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:53:19.090201 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f7fe0e2f-f95b-4362-89d3-65b8d91844ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:19.124678 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-31fdb2a6-3ac2-4dab-a7c1-3709ed98d5c7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Allocated IP 2001:db8::7ff4:24e:8308:946c (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/1a96e347-973f-4df7-85b6-6c91034299b9/393a6785-583c-49fb-bda2-8b39052a15d9) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:53:19.169812 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9c15cb77-03b1-43aa-b041-ba37617d1792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:19.180996 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:19.184751 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b8e775f1-bf5b-4b5c-b75a-ffd42a4e89f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:19.187237 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe0e2f-f95b-4362-89d3-65b8d91844ea None None] Pushing event updated for resources: {'Port': ['ID=029a9087-3111-4f5a-9569-de0548aa3828,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:19.226951 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15cb77-03b1-43aa-b041-ba37617d1792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950545ef-6864-40d7-a3f0-f0add57644fc,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:19.235862 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-25f406d7-d7f6-4e08-8fe4-4d0ad70151ca tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:19.322606 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2b5f400d-111b-4c15-a828-2edc435f8df4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:19.445692 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-25f406d7-d7f6-4e08-8fe4-4d0ad70151ca tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Calling delete_port for 2619bd75-4bb0-4052-9aaf-88c5ccc6cac2 owned by network:router_gateway {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:19.489320 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f400d-111b-4c15-a828-2edc435f8df4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event deleted for resources: {'Port': ['ID=5aedbc67-7fbb-486e-ae99-d115391a57ad,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:19.498420 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e775f1-bf5b-4b5c-b75a-ffd42a4e89f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Pushing event deleted for resources: {'Port': ['ID=9495c2ce-e694-4346-a547-ff747bbc64c3,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:19.499932 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9c15cb77-03b1-43aa-b041-ba37617d1792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:19.501148 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9c15cb77-03b1-43aa-b041-ba37617d1792 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/950545ef-6864-40d7-a3f0-f0add57644fc HTTP/1.1" status: 204 len: 168 time: 1.2103889 Sep 14 22:53:19.567053 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-31fdb2a6-3ac2-4dab-a7c1-3709ed98d5c7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:19.585814 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b8e775f1-bf5b-4b5c-b75a-ffd42a4e89f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:19.603888 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-31fdb2a6-3ac2-4dab-a7c1-3709ed98d5c7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Transition to ACTIVE for port object 393a6785-583c-49fb-bda2-8b39052a15d9 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:53:19.617720 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b8e775f1-bf5b-4b5c-b75a-ffd42a4e89f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] 10.222.0.33 "DELETE /v2.0/ports/9495c2ce-e694-4346-a547-ff747bbc64c3 HTTP/1.1" status: 204 len: 168 time: 1.7483916 Sep 14 22:53:19.620495 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45910) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:19.698162 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ad9884-a118-4324-addd-e229724b5639 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Deleting subnet 83eddb21-ec61-48f3-97c1-cee758a83cce {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:53:19.701882 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-50ad9884-a118-4324-addd-e229724b5639 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:19.703797 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2b5f400d-111b-4c15-a828-2edc435f8df4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for floatingip, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:19.709416 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2b5f400d-111b-4c15-a828-2edc435f8df4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:19.716124 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2b5f400d-111b-4c15-a828-2edc435f8df4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "DELETE /v2.0/floatingips/4382283d-c269-4f21-9532-092d4bd5144b HTTP/1.1" status: 204 len: 168 time: 1.8268089 Sep 14 22:53:19.716961 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45916) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:19.723601 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-bf181ad2-3118-4b2a-a26c-7cb41438700b tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'port_id': 'eb094f3e-b769-4823-9ca8-b8fcdafb037c'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:19.729724 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-bf181ad2-3118-4b2a-a26c-7cb41438700b tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:19.732799 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-31fdb2a6-3ac2-4dab-a7c1-3709ed98d5c7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:19.735520 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-bf181ad2-3118-4b2a-a26c-7cb41438700b tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Usage tracker for resource:floatingip and tenant:c3b8060bdcc1452ba7bbb4ccc54d5103 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:19.738959 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-bf181ad2-3118-4b2a-a26c-7cb41438700b tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:19.746801 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-bf181ad2-3118-4b2a-a26c-7cb41438700b tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:19.793522 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bf181ad2-3118-4b2a-a26c-7cb41438700b tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for floatingip, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:19.843447 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-50ad9884-a118-4324-addd-e229724b5639 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:19.879309 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fdb2a6-3ac2-4dab-a7c1-3709ed98d5c7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:53:19.890977 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-31fdb2a6-3ac2-4dab-a7c1-3709ed98d5c7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:19.899200 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fdb2a6-3ac2-4dab-a7c1-3709ed98d5c7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:53:19.900248 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-25f406d7-d7f6-4e08-8fe4-4d0ad70151ca tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:19.904960 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fdb2a6-3ac2-4dab-a7c1-3709ed98d5c7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:19.906118 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-31fdb2a6-3ac2-4dab-a7c1-3709ed98d5c7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:19.923998 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fdb2a6-3ac2-4dab-a7c1-3709ed98d5c7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Port': ['ID=393a6785-583c-49fb-bda2-8b39052a15d9,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:19.943827 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-31fdb2a6-3ac2-4dab-a7c1-3709ed98d5c7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.1348221 Sep 14 22:53:19.946073 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45922) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:19.946899 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45924) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:19.959460 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f406d7-d7f6-4e08-8fe4-4d0ad70151ca tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Pushing event deleted for resources: {'Port': ['ID=2619bd75-4bb0-4052-9aaf-88c5ccc6cac2,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:20.023399 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d69b2a18-c113-4e38-9829-b8e9d0e4eabb admin admin] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:20.034578 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-50ad9884-a118-4324-addd-e229724b5639 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:20.082446 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-d69b2a18-c113-4e38-9829-b8e9d0e4eabb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:20.089181 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-d69b2a18-c113-4e38-9829-b8e9d0e4eabb admin admin] Usage tracker for resource:security_group_rule and tenant:105db2bff51c4ff6ab30cae461e8a48d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:20.094391 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-d69b2a18-c113-4e38-9829-b8e9d0e4eabb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:20.104347 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-d69b2a18-c113-4e38-9829-b8e9d0e4eabb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:20.109308 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8a3924-d606-4445-b9f2-1a90da531c4a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:20.115375 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8a3924-d606-4445-b9f2-1a90da531c4a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:20.116266 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-fb8a3924-d606-4445-b9f2-1a90da531c4a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:53:20.123035 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-25f406d7-d7f6-4e08-8fe4-4d0ad70151ca tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:20.141300 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-50ad9884-a118-4324-addd-e229724b5639 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:20.178415 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-fb8a3924-d606-4445-b9f2-1a90da531c4a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:53:20.179716 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-fb8a3924-d606-4445-b9f2-1a90da531c4a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2324009 Sep 14 22:53:20.185730 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45930) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:20.188890 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad9884-a118-4324-addd-e229724b5639 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Pushing event deleted for resources: {'Subnet': ['ID=83eddb21-ec61-48f3-97c1-cee758a83cce,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:20.229353 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec98abd-dd10-4023-8bea-270e69252a77 None None] Network 7afdae70-ebda-494b-b715-9ab54e85d5eb requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:53:20.230073 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-50ad9884-a118-4324-addd-e229724b5639 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:20.255743 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-50ad9884-a118-4324-addd-e229724b5639 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] 10.222.0.33 "DELETE /v2.0/subnets/83eddb21-ec61-48f3-97c1-cee758a83cce HTTP/1.1" status: 204 len: 168 time: 0.6310000 Sep 14 22:53:20.256512 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45934) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:20.334472 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-25f406d7-d7f6-4e08-8fe4-4d0ad70151ca tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:20.339067 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-25f406d7-d7f6-4e08-8fe4-4d0ad70151ca tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:20.374753 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bf181ad2-3118-4b2a-a26c-7cb41438700b tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:20.377253 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-4e1ea2d3-7de6-48fb-93c7-0d1bc564ba44 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting port 393a6785-583c-49fb-bda2-8b39052a15d9 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:20.377786 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4e1ea2d3-7de6-48fb-93c7-0d1bc564ba44 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:20.506397 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fd87d1ca-dd56-430c-abc2-124cbb44df5d tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:20.520203 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e9a792d6-841a-4773-b3f1-9b294238dbf5 None None] Provisioning for port 029a9087-3111-4f5a-9569-de0548aa3828 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:53:20.549267 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-25f406d7-d7f6-4e08-8fe4-4d0ad70151ca tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:20.549801 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f406d7-d7f6-4e08-8fe4-4d0ad70151ca tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Fanout notify agent at l3_agent the message router_deleted on router d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:53:20.613488 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea40f0d-3e14-44c5-97f7-4bd88e91beb8 None None] DHCP port deletion for 7afdae70-ebda-494b-b715-9ab54e85d5eb request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:53:20.615774 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-fd87d1ca-dd56-430c-abc2-124cbb44df5d tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Deleting port 2c56bb0c-9eb8-4702-9733-4f063dda83da {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:20.616112 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fd87d1ca-dd56-430c-abc2-124cbb44df5d tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:20.617799 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-5ea40f0d-3e14-44c5-97f7-4bd88e91beb8 None None] Deleting port 2c56bb0c-9eb8-4702-9733-4f063dda83da {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:20.618171 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5ea40f0d-3e14-44c5-97f7-4bd88e91beb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:20.663563 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d69b2a18-c113-4e38-9829-b8e9d0e4eabb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:20.716193 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d69b2a18-c113-4e38-9829-b8e9d0e4eabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:20.748969 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-25f406d7-d7f6-4e08-8fe4-4d0ad70151ca tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:20.753083 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-25f406d7-d7f6-4e08-8fe4-4d0ad70151ca tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] 10.222.0.33 "DELETE /v2.0/routers/d87bd4f0-66b5-4d0a-99e9-c66bf5cbdc51 HTTP/1.1" status: 204 len: 168 time: 2.9223647 Sep 14 22:53:20.753238 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 029a9087-3111-4f5a-9569-de0548aa3828 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:53:20.756696 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45938) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:20.793847 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d69b2a18-c113-4e38-9829-b8e9d0e4eabb admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=105db2bff51c4ff6ab30cae461e8a48d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8368666 Sep 14 22:53:20.797496 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45942) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:20.799952 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b2a18-c113-4e38-9829-b8e9d0e4eabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65188a4c-10fe-4c1b-ae7f-255c9259dc1d,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:20.828741 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-bf181ad2-3118-4b2a-a26c-7cb41438700b tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Allocated IP 172.26.5.20 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/81b93741-0f55-44cb-9c86-896b73ee5f07) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:53:20.869030 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1376c16c-66a3-44dd-a3c9-dcc282218ed5 None None] Provisioning for port 393a6785-583c-49fb-bda2-8b39052a15d9 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:53:20.890598 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 029a9087-3111-4f5a-9569-de0548aa3828 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:53:20.893533 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1376c16c-66a3-44dd-a3c9-dcc282218ed5 None None] Provisioning complete for port 393a6785-583c-49fb-bda2-8b39052a15d9 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:53:20.893895 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1376c16c-66a3-44dd-a3c9-dcc282218ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:20.921544 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-63dd6298-b4fa-4e81-a87e-498e55ad24cd tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Deleting subnet 2902d335-8f4e-4aa9-a852-33db9b9b7acd {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:53:20.928498 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-63dd6298-b4fa-4e81-a87e-498e55ad24cd tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:20.943023 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 029a9087-3111-4f5a-9569-de0548aa3828 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:53:20.943393 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:20.960181 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cf02f8fa-6fc8-41b3-97dc-965c1ad04bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:21.006042 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cf02f8fa-6fc8-41b3-97dc-965c1ad04bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:21.055199 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4e1ea2d3-7de6-48fb-93c7-0d1bc564ba44 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:21.066428 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bf181ad2-3118-4b2a-a26c-7cb41438700b tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:21.079890 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1376c16c-66a3-44dd-a3c9-dcc282218ed5 None None] Port 393a6785-583c-49fb-bda2-8b39052a15d9 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:53:21.102354 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cf02f8fa-6fc8-41b3-97dc-965c1ad04bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:21.111683 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-5ea40f0d-3e14-44c5-97f7-4bd88e91beb8 None None] For port 2c56bb0c-9eb8-4702-9733-4f063dda83da, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=2c56bb0c-9eb8-4702-9733-4f063dda83da,segment=NetworkSegment(103f82e3-60dd-428f-a676-cc5fe933dd96),segment_id=103f82e3-60dd-428f-a676-cc5fe933dd96)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:53:21.112074 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5ea40f0d-3e14-44c5-97f7-4bd88e91beb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:21.123760 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf02f8fa-6fc8-41b3-97dc-965c1ad04bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65188a4c-10fe-4c1b-ae7f-255c9259dc1d,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:21.130117 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cf02f8fa-6fc8-41b3-97dc-965c1ad04bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:21.133986 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-cf02f8fa-6fc8-41b3-97dc-965c1ad04bc2 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/65188a4c-10fe-4c1b-ae7f-255c9259dc1d HTTP/1.1" status: 204 len: 168 time: 0.3327353 Sep 14 22:53:21.147553 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bf181ad2-3118-4b2a-a26c-7cb41438700b tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:21.220362 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf181ad2-3118-4b2a-a26c-7cb41438700b tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:53:21.223282 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-bf181ad2-3118-4b2a-a26c-7cb41438700b tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:21.227362 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf181ad2-3118-4b2a-a26c-7cb41438700b tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:53:21.264501 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf181ad2-3118-4b2a-a26c-7cb41438700b tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event updated for resources: {'Port': ['ID=81b93741-0f55-44cb-9c86-896b73ee5f07,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:21.317356 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-63dd6298-b4fa-4e81-a87e-498e55ad24cd tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:21.333073 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-5ea40f0d-3e14-44c5-97f7-4bd88e91beb8 None None] Calling delete_port for 2c56bb0c-9eb8-4702-9733-4f063dda83da owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:21.351846 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-4e1ea2d3-7de6-48fb-93c7-0d1bc564ba44 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Calling delete_port for 393a6785-583c-49fb-bda2-8b39052a15d9 owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:21.416518 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 029a9087-3111-4f5a-9569-de0548aa3828 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:53:21.416924 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:21.436399 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-fd87d1ca-dd56-430c-abc2-124cbb44df5d tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] For port 2c56bb0c-9eb8-4702-9733-4f063dda83da, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=2c56bb0c-9eb8-4702-9733-4f063dda83da,segment=NetworkSegment(103f82e3-60dd-428f-a676-cc5fe933dd96),segment_id=103f82e3-60dd-428f-a676-cc5fe933dd96)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:53:21.436779 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fd87d1ca-dd56-430c-abc2-124cbb44df5d tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:21.479205 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 029a9087-3111-4f5a-9569-de0548aa3828, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=029a9087-3111-4f5a-9569-de0548aa3828,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:53:21.482983 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5ea40f0d-3e14-44c5-97f7-4bd88e91beb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:21.521636 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:21.542837 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea40f0d-3e14-44c5-97f7-4bd88e91beb8 None None] Pushing event deleted for resources: {'Port': ['ID=2c56bb0c-9eb8-4702-9733-4f063dda83da,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:21.544779 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea40f0d-3e14-44c5-97f7-4bd88e91beb8 None None] No DVR routers for this DVR port 2c56bb0c-9eb8-4702-9733-4f063dda83da on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:53:21.598500 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 2c56bb0c-9eb8-4702-9733-4f063dda83da no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:53:21.599726 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-fd87d1ca-dd56-430c-abc2-124cbb44df5d tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Calling delete_port for 2c56bb0c-9eb8-4702-9733-4f063dda83da owned by network:dhcp {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:21.643751 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 2c56bb0c-9eb8-4702-9733-4f063dda83da {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:53:21.644108 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 2c56bb0c-9eb8-4702-9733-4f063dda83da not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:53:21.669173 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=029a9087-3111-4f5a-9569-de0548aa3828,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:21.728800 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-63dd6298-b4fa-4e81-a87e-498e55ad24cd tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:21.807759 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.api [None req-fd87d1ca-dd56-430c-abc2-124cbb44df5d tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:53:21.808110 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG oslo_db.api [None req-fd87d1ca-dd56-430c-abc2-124cbb44df5d tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:53:21.816342 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4e1ea2d3-7de6-48fb-93c7-0d1bc564ba44 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:21.886713 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bf181ad2-3118-4b2a-a26c-7cb41438700b tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:21.914967 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ea2d3-7de6-48fb-93c7-0d1bc564ba44 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Port': ['ID=393a6785-583c-49fb-bda2-8b39052a15d9,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:21.944863 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4e1ea2d3-7de6-48fb-93c7-0d1bc564ba44 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:21.968237 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4e1ea2d3-7de6-48fb-93c7-0d1bc564ba44 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/393a6785-583c-49fb-bda2-8b39052a15d9 HTTP/1.1" status: 204 len: 168 time: 1.7810049 Sep 14 22:53:21.970256 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-63dd6298-b4fa-4e81-a87e-498e55ad24cd tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:21.971625 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45964) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:22.024354 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-63dd6298-b4fa-4e81-a87e-498e55ad24cd tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:22.031631 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-63dd6298-b4fa-4e81-a87e-498e55ad24cd tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] 10.222.0.33 "DELETE /v2.0/subnets/2902d335-8f4e-4aa9-a852-33db9b9b7acd HTTP/1.1" status: 204 len: 168 time: 1.2672670 Sep 14 22:53:22.032971 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 45970) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:22.033097 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce932b4-8d1e-4ee2-ae80-a0ddde31cb33 None None] Network b3e967cf-c325-409c-b5e4-d39cd729dfce requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:53:22.034212 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd6298-b4fa-4e81-a87e-498e55ad24cd tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Pushing event deleted for resources: {'Subnet': ['ID=2902d335-8f4e-4aa9-a852-33db9b9b7acd,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:22.054852 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bf181ad2-3118-4b2a-a26c-7cb41438700b tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:22.122717 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31480c76-b1fb-4553-bb10-2fcb69a6b8f2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:22.126838 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31480c76-b1fb-4553-bb10-2fcb69a6b8f2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:22.127624 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-31480c76-b1fb-4553-bb10-2fcb69a6b8f2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:53:22.177686 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-31480c76-b1fb-4553-bb10-2fcb69a6b8f2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:53:22.179639 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-31480c76-b1fb-4553-bb10-2fcb69a6b8f2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2065268 Sep 14 22:53:22.185653 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45976) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:22.188276 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-02bb308a-1e9c-4376-af19-8c2b4ca4fd27 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:22.200146 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-02bb308a-1e9c-4376-af19-8c2b4ca4fd27 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Deleting port 1486ccf9-6a77-42c6-8813-7f0f6a177c3e {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:22.200484 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-02bb308a-1e9c-4376-af19-8c2b4ca4fd27 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:22.279137 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2176988-33dc-44ab-9a7f-0c40194b2b6b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting subnet 1a96e347-973f-4df7-85b6-6c91034299b9 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:53:22.282201 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d2176988-33dc-44ab-9a7f-0c40194b2b6b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:22.316816 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-fd87d1ca-dd56-430c-abc2-124cbb44df5d tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Deleting port 2c56bb0c-9eb8-4702-9733-4f063dda83da {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:22.317504 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fd87d1ca-dd56-430c-abc2-124cbb44df5d tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:22.404810 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-fd87d1ca-dd56-430c-abc2-124cbb44df5d tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] The port '2c56bb0c-9eb8-4702-9733-4f063dda83da' was deleted {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:53:22.410323 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ad2fb9-9338-44b7-a4dc-02e6d89f2e28 None None] DHCP port deletion for b3e967cf-c325-409c-b5e4-d39cd729dfce request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:53:22.418639 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-f1ad2fb9-9338-44b7-a4dc-02e6d89f2e28 None None] Deleting port 1486ccf9-6a77-42c6-8813-7f0f6a177c3e {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:22.418916 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f1ad2fb9-9338-44b7-a4dc-02e6d89f2e28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:22.466676 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d2176988-33dc-44ab-9a7f-0c40194b2b6b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:22.559027 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bf181ad2-3118-4b2a-a26c-7cb41438700b tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:22.571085 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bf181ad2-3118-4b2a-a26c-7cb41438700b tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:22.637020 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fd87d1ca-dd56-430c-abc2-124cbb44df5d tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:22.664678 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-02bb308a-1e9c-4376-af19-8c2b4ca4fd27 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] For port 1486ccf9-6a77-42c6-8813-7f0f6a177c3e, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=1486ccf9-6a77-42c6-8813-7f0f6a177c3e,segment=NetworkSegment(2b7fc080-c297-4325-9c79-8d2209f21744),segment_id=2b7fc080-c297-4325-9c79-8d2209f21744)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:53:22.665140 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-02bb308a-1e9c-4376-af19-8c2b4ca4fd27 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:22.682193 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-fd87d1ca-dd56-430c-abc2-124cbb44df5d tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7afdae70-ebda-494b-b715-9ab54e85d5eb']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:22.696692 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d2176988-33dc-44ab-9a7f-0c40194b2b6b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:22.709354 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-f1ad2fb9-9338-44b7-a4dc-02e6d89f2e28 None None] For port 1486ccf9-6a77-42c6-8813-7f0f6a177c3e, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=1486ccf9-6a77-42c6-8813-7f0f6a177c3e,segment=NetworkSegment(2b7fc080-c297-4325-9c79-8d2209f21744),segment_id=2b7fc080-c297-4325-9c79-8d2209f21744)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:53:22.709775 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f1ad2fb9-9338-44b7-a4dc-02e6d89f2e28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:22.782315 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 029a9087-3111-4f5a-9569-de0548aa3828 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:53:22.924908 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-f1ad2fb9-9338-44b7-a4dc-02e6d89f2e28 None None] Calling delete_port for 1486ccf9-6a77-42c6-8813-7f0f6a177c3e owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:22.932024 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-02bb308a-1e9c-4376-af19-8c2b4ca4fd27 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Calling delete_port for 1486ccf9-6a77-42c6-8813-7f0f6a177c3e owned by network:dhcp {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:22.959467 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-fd87d1ca-dd56-430c-abc2-124cbb44df5d tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '103f82e3-60dd-428f-a676-cc5fe933dd96') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:22.960150 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-fd87d1ca-dd56-430c-abc2-124cbb44df5d tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '103f82e3-60dd-428f-a676-cc5fe933dd96') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:22.986798 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fd87d1ca-dd56-430c-abc2-124cbb44df5d tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:22.988391 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf181ad2-3118-4b2a-a26c-7cb41438700b tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event updated for resources: {'Port': ['ID=81b93741-0f55-44cb-9c86-896b73ee5f07,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:22.995359 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bf181ad2-3118-4b2a-a26c-7cb41438700b tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:23.009757 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fd87d1ca-dd56-430c-abc2-124cbb44df5d tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:23.028774 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd87d1ca-dd56-430c-abc2-124cbb44df5d tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:53:23.029205 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fd87d1ca-dd56-430c-abc2-124cbb44df5d tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:23.051591 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 029a9087-3111-4f5a-9569-de0548aa3828 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:53:23.052031 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:23.059093 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d2176988-33dc-44ab-9a7f-0c40194b2b6b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:23.106103 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f1ad2fb9-9338-44b7-a4dc-02e6d89f2e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:23.118539 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 45996) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:23.123939 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 103f82e3-60dd-428f-a676-cc5fe933dd96 resource provider aggregate not found Sep 14 22:53:23.134966 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.api [None req-02bb308a-1e9c-4376-af19-8c2b4ca4fd27 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 14 22:53:23.134966 dv-neutron-857791-1-hyperv neutron-server[89170]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] Sep 14 22:53:23.134966 dv-neutron-857791-1-hyperv neutron-server[89170]: [parameters: {'port_id': '1486ccf9-6a77-42c6-8813-7f0f6a177c3e', 'host': 'dv-neutron-857791-1-hyperv', 'level': 0}] Sep 14 22:53:23.134966 dv-neutron-857791-1-hyperv neutron-server[89170]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=89170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:53:23.134966 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG oslo_db.api [None req-02bb308a-1e9c-4376-af19-8c2b4ca4fd27 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:53:23.150834 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 103f82e3-60dd-428f-a676-cc5fe933dd96 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 103f82e3-60dd-428f-a676-cc5fe933dd96 found for delete ", "request_id": "req-47d68ae4-5542-43d6-a06b-84fe82615c02"}]} Sep 14 22:53:23.153757 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2176988-33dc-44ab-9a7f-0c40194b2b6b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Subnet': ['ID=1a96e347-973f-4df7-85b6-6c91034299b9,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:23.165559 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad2fb9-9338-44b7-a4dc-02e6d89f2e28 None None] Pushing event deleted for resources: {'Port': ['ID=1486ccf9-6a77-42c6-8813-7f0f6a177c3e,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:23.170830 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fd87d1ca-dd56-430c-abc2-124cbb44df5d tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:23.171778 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d2176988-33dc-44ab-9a7f-0c40194b2b6b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:23.173624 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c22c00-9e01-4546-8847-e97841aa3e98 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:53:23.196869 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ad2fb9-9338-44b7-a4dc-02e6d89f2e28 None None] No DVR routers for this DVR port 1486ccf9-6a77-42c6-8813-7f0f6a177c3e on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:53:23.209834 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fd87d1ca-dd56-430c-abc2-124cbb44df5d tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:23.219339 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-fd87d1ca-dd56-430c-abc2-124cbb44df5d tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] 10.222.0.33 "DELETE /v2.0/networks/7afdae70-ebda-494b-b715-9ab54e85d5eb HTTP/1.1" status: 204 len: 168 time: 2.9590209 Sep 14 22:53:23.220798 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87d1ca-dd56-430c-abc2-124cbb44df5d tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416 tempest-ExtraDHCPOptionsIpV6TestJSON-1058564416-project] Pushing event deleted for resources: {'Network': ['ID=7afdae70-ebda-494b-b715-9ab54e85d5eb,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:23.267626 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d2176988-33dc-44ab-9a7f-0c40194b2b6b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/1a96e347-973f-4df7-85b6-6c91034299b9 HTTP/1.1" status: 204 len: 168 time: 1.0803668 Sep 14 22:53:23.270580 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46006) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:23.302031 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.l3_db [None req-bf181ad2-3118-4b2a-a26c-7cb41438700b tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Floating IP 24639933-62be-4e5f-b604-48c4f35236ac associated. External IP: 172.26.5.20, port: eb094f3e-b769-4823-9ca8-b8fcdafb037c. Sep 14 22:53:23.351476 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 029a9087-3111-4f5a-9569-de0548aa3828 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:53:23.356977 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46010) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:23.360897 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-889e1cd0-481c-4892-81fa-753685ec743b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0889225 Sep 14 22:53:23.363618 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-bb9a2a49-6423-4e5b-bc4b-ad7431f33617 tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1511184019', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:23.435191 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-bb9a2a49-6423-4e5b-bc4b-ad7431f33617 tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:23.453002 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-bb9a2a49-6423-4e5b-bc4b-ad7431f33617 tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Usage tracker for resource:port and tenant:dc51f6f12be54c689b893e514bcaad36 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:23.455112 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 1486ccf9-6a77-42c6-8813-7f0f6a177c3e no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:53:23.462374 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-bb9a2a49-6423-4e5b-bc4b-ad7431f33617 tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:23.471683 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-bb9a2a49-6423-4e5b-bc4b-ad7431f33617 tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:23.501652 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 1486ccf9-6a77-42c6-8813-7f0f6a177c3e {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:53:23.501968 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 1486ccf9-6a77-42c6-8813-7f0f6a177c3e not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:53:23.558844 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9a2a49-6423-4e5b-bc4b-ad7431f33617 tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Made reservation on behalf of dc51f6f12be54c689b893e514bcaad36 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:23.561064 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bb9a2a49-6423-4e5b-bc4b-ad7431f33617 tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:23.583976 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bb9a2a49-6423-4e5b-bc4b-ad7431f33617 tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:23.607423 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-bb9a2a49-6423-4e5b-bc4b-ad7431f33617 tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:23.619775 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9193f153-060c-4b5f-b88c-cf951bf7a75a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:23.620499 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c5408c-f77f-47a2-ac2f-1386376b946b None None] DHCP port deletion for ac1cbc11-ac8d-43cd-9c1d-398cae68a205 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:53:23.621391 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9193f153-060c-4b5f-b88c-cf951bf7a75a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2630200 Sep 14 22:53:23.622498 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-bb9a2a49-6423-4e5b-bc4b-ad7431f33617 tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Usage tracker for resource:security_group_rule and tenant:dc51f6f12be54c689b893e514bcaad36 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:23.624540 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46016) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:23.626709 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-bb9a2a49-6423-4e5b-bc4b-ad7431f33617 tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:23.626851 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-e8c5408c-f77f-47a2-ac2f-1386376b946b None None] Deleting port 029a9087-3111-4f5a-9569-de0548aa3828 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:23.627211 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e8c5408c-f77f-47a2-ac2f-1386376b946b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:23.630890 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46020) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:23.662643 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-02bb308a-1e9c-4376-af19-8c2b4ca4fd27 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Deleting port 1486ccf9-6a77-42c6-8813-7f0f6a177c3e {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:23.662988 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-02bb308a-1e9c-4376-af19-8c2b4ca4fd27 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:23.681643 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-bb9a2a49-6423-4e5b-bc4b-ad7431f33617 tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:23.756032 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-02bb308a-1e9c-4376-af19-8c2b4ca4fd27 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] The port '1486ccf9-6a77-42c6-8813-7f0f6a177c3e' was deleted {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:53:23.812387 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1849800b-839e-4655-bbeb-946265812cc9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:23.813317 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1849800b-839e-4655-bbeb-946265812cc9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:53:23.855378 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf181ad2-3118-4b2a-a26c-7cb41438700b tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Router f43c8169-1688-4667-b754-fb3c60e75895 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:53:23.875489 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-e8c5408c-f77f-47a2-ac2f-1386376b946b None None] For port 029a9087-3111-4f5a-9569-de0548aa3828, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=029a9087-3111-4f5a-9569-de0548aa3828,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:53:23.875875 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e8c5408c-f77f-47a2-ac2f-1386376b946b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:23.914668 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1849800b-839e-4655-bbeb-946265812cc9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:53:23.918182 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1849800b-839e-4655-bbeb-946265812cc9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2896652 Sep 14 22:53:23.919726 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46026) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:23.931722 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-02bb308a-1e9c-4376-af19-8c2b4ca4fd27 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:23.941256 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bb9a2a49-6423-4e5b-bc4b-ad7431f33617 tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:23.950118 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bb9a2a49-6423-4e5b-bc4b-ad7431f33617 tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:23.973138 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-bb9a2a49-6423-4e5b-bc4b-ad7431f33617 tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] device_id is not set on port f3115ab3-e975-4350-b56e-44e2d9bfb1d1 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:53:24.004319 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-e8c5408c-f77f-47a2-ac2f-1386376b946b None None] Calling delete_port for 029a9087-3111-4f5a-9569-de0548aa3828 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:24.013038 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2bcf65ff-40cf-4eb9-8084-2d4a0998ab01 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0894504 Sep 14 22:53:24.024685 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46030) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:24.037215 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-02bb308a-1e9c-4376-af19-8c2b4ca4fd27 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3e967cf-c325-409c-b5e4-d39cd729dfce']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:24.055983 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6d8c30d0-0edf-4967-ad27-57d19685ab53 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9555a02e4b3c47aabfcabae0aedc434e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4214873 Sep 14 22:53:24.055983 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-02bb308a-1e9c-4376-af19-8c2b4ca4fd27 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b7fc080-c297-4325-9c79-8d2209f21744') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:24.055983 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-02bb308a-1e9c-4376-af19-8c2b4ca4fd27 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b7fc080-c297-4325-9c79-8d2209f21744') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:24.062570 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46034) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:24.078652 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-02bb308a-1e9c-4376-af19-8c2b4ca4fd27 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:24.091811 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e8c5408c-f77f-47a2-ac2f-1386376b946b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:24.098381 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-0d0de8ae-fc31-4173-956b-d4223ed166a1 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:24.108745 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-02bb308a-1e9c-4376-af19-8c2b4ca4fd27 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:24.123121 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02bb308a-1e9c-4376-af19-8c2b4ca4fd27 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:53:24.123517 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-02bb308a-1e9c-4376-af19-8c2b4ca4fd27 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:24.135923 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a2a49-6423-4e5b-bc4b-ad7431f33617 tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab78c67b-9e5e-4972-b0ca-a9eb69996b61,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:24.140207 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c5408c-f77f-47a2-ac2f-1386376b946b None None] Pushing event deleted for resources: {'Port': ['ID=029a9087-3111-4f5a-9569-de0548aa3828,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:24.143787 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c5408c-f77f-47a2-ac2f-1386376b946b None None] No DVR routers for this DVR port 029a9087-3111-4f5a-9569-de0548aa3828 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:53:24.235588 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bd3c0412-887a-4d2b-b755-7ee48014f7f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:24.244683 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-02bb308a-1e9c-4376-af19-8c2b4ca4fd27 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:24.267227 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-02bb308a-1e9c-4376-af19-8c2b4ca4fd27 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:24.287698 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb308a-1e9c-4376-af19-8c2b4ca4fd27 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Pushing event deleted for resources: {'Network': ['ID=b3e967cf-c325-409c-b5e4-d39cd729dfce,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:24.289508 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0d0de8ae-fc31-4173-956b-d4223ed166a1 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:24.292422 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-02bb308a-1e9c-4376-af19-8c2b4ca4fd27 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] 10.222.0.33 "DELETE /v2.0/networks/b3e967cf-c325-409c-b5e4-d39cd729dfce HTTP/1.1" status: 204 len: 168 time: 2.2529297 Sep 14 22:53:24.292552 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf181ad2-3118-4b2a-a26c-7cb41438700b tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:53:24.293629 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46038) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:24.304565 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afff6bde-32c2-42b0-9fbf-bc9293d0824b None None] Sync routers for ids ['f43c8169-1688-4667-b754-fb3c60e75895'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:53:24.309120 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0d0de8ae-fc31-4173-956b-d4223ed166a1 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:24.314732 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afff6bde-32c2-42b0-9fbf-bc9293d0824b None None] Routers {'f43c8169-1688-4667-b754-fb3c60e75895'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:53:24.315473 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-afff6bde-32c2-42b0-9fbf-bc9293d0824b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:53:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f43c8169-1688-4667-b754-fb3c60e75895'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:24.347534 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0de8ae-fc31-4173-956b-d4223ed166a1 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:24.350495 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bd3c0412-887a-4d2b-b755-7ee48014f7f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:24.350872 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0d0de8ae-fc31-4173-956b-d4223ed166a1 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:24.366618 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-bb9a2a49-6423-4e5b-bc4b-ad7431f33617 tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Allocated IP 172.26.5.216 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/f3115ab3-e975-4350-b56e-44e2d9bfb1d1) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:53:24.371480 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bf181ad2-3118-4b2a-a26c-7cb41438700b tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:24.385602 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-afff6bde-32c2-42b0-9fbf-bc9293d0824b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:24.397184 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afff6bde-32c2-42b0-9fbf-bc9293d0824b None None] Routers {'f43c8169-1688-4667-b754-fb3c60e75895'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:53:24.398406 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-afff6bde-32c2-42b0-9fbf-bc9293d0824b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:53:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f43c8169-1688-4667-b754-fb3c60e75895'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:24.469811 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-afff6bde-32c2-42b0-9fbf-bc9293d0824b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:24.470492 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afff6bde-32c2-42b0-9fbf-bc9293d0824b None None] The sync data for ids ['f43c8169-1688-4667-b754-fb3c60e75895'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:53:24.487238 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-e682caa3-b153-4268-a483-be09ed72db47 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Deleting port 27eed34c-a709-42fb-8290-70279eca6dd1 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:24.487822 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e682caa3-b153-4268-a483-be09ed72db47 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:24.565464 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bd3c0412-887a-4d2b-b755-7ee48014f7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:24.629454 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c0412-887a-4d2b-b755-7ee48014f7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b29d67-5668-4c46-bf34-8bb3eb9d6c3a,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:24.650148 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bd3c0412-887a-4d2b-b755-7ee48014f7f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:24.651384 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-bd3c0412-887a-4d2b-b755-7ee48014f7f2 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/53b29d67-5668-4c46-bf34-8bb3eb9d6c3a HTTP/1.1" status: 204 len: 168 time: 0.5879841 Sep 14 22:53:24.656747 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-bf181ad2-3118-4b2a-a26c-7cb41438700b tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.9374499 Sep 14 22:53:24.666614 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46044) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:24.697756 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 029a9087-3111-4f5a-9569-de0548aa3828 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:53:24.735176 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e682caa3-b153-4268-a483-be09ed72db47 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:24.735504 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e682caa3-b153-4268-a483-be09ed72db47 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:24.735987 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 029a9087-3111-4f5a-9569-de0548aa3828 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:53:24.736806 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 029a9087-3111-4f5a-9569-de0548aa3828 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:53:24.898375 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bb9a2a49-6423-4e5b-bc4b-ad7431f33617 tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:24.915819 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0d0de8ae-fc31-4173-956b-d4223ed166a1 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:24.984497 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0de8ae-fc31-4173-956b-d4223ed166a1 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:53:24.988295 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-0d0de8ae-fc31-4173-956b-d4223ed166a1 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:24.994733 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0de8ae-fc31-4173-956b-d4223ed166a1 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:24.995326 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0d0de8ae-fc31-4173-956b-d4223ed166a1 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:24.998644 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ece330d-3f36-45e1-be72-64f462d5ca82 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:53:25.023481 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0de8ae-fc31-4173-956b-d4223ed166a1 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Subnet': ['ID=87f75edd-a968-4b5f-a4f1-cd234bc91883,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:25.033846 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bb9a2a49-6423-4e5b-bc4b-ad7431f33617 tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:25.037502 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0d0de8ae-fc31-4173-956b-d4223ed166a1 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0100763 Sep 14 22:53:25.046027 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46058) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:25.063344 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-e682caa3-b153-4268-a483-be09ed72db47 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Calling delete_port for 27eed34c-a709-42fb-8290-70279eca6dd1 owned by network:floatingip {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:25.096383 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-e3f2daf0-fd8c-44d3-86fd-15d45554802a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'port': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'fixed_ips': [{'subnet_id': '87f75edd-a968-4b5f-a4f1-cd234bc91883', 'ip_address': '2001:db8::4105:dfcb:673d:b95a'}], 'name': 'tempest-NetworksTestDHCPv6-1800061949'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:25.110024 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9a2a49-6423-4e5b-bc4b-ad7431f33617 tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:53:25.113380 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-bb9a2a49-6423-4e5b-bc4b-ad7431f33617 tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:25.117488 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9a2a49-6423-4e5b-bc4b-ad7431f33617 tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:53:25.151862 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a2a49-6423-4e5b-bc4b-ad7431f33617 tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Pushing event updated for resources: {'Port': ['ID=f3115ab3-e975-4350-b56e-44e2d9bfb1d1,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:25.180857 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9a2a49-6423-4e5b-bc4b-ad7431f33617 tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:25.181853 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bb9a2a49-6423-4e5b-bc4b-ad7431f33617 tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:25.204273 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-bb9a2a49-6423-4e5b-bc4b-ad7431f33617 tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0838869 Sep 14 22:53:25.207021 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46066) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:25.212280 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-4637ab38-5418-4158-84a3-9afbddcc3c1f tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.216'}]}}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:25.217117 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-4637ab38-5418-4158-84a3-9afbddcc3c1f tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:25.221804 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-4637ab38-5418-4158-84a3-9afbddcc3c1f tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Usage tracker for resource:router and tenant:dc51f6f12be54c689b893e514bcaad36 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:25.236107 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-4637ab38-5418-4158-84a3-9afbddcc3c1f tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:25.245844 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-4637ab38-5418-4158-84a3-9afbddcc3c1f tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:25.252297 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 2b7fc080-c297-4325-9c79-8d2209f21744 resource provider aggregate not found Sep 14 22:53:25.260546 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4637ab38-5418-4158-84a3-9afbddcc3c1f tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:25.262389 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4637ab38-5418-4158-84a3-9afbddcc3c1f tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:25.269826 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-499d1606-35d2-4d42-820d-fa088ab19259 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "GET /v2.0/floatingips/24639933-62be-4e5f-b604-48c4f35236ac HTTP/1.1" status: 200 len: 977 time: 0.6018624 Sep 14 22:53:25.278308 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46078) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:25.290751 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 2b7fc080-c297-4325-9c79-8d2209f21744 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b7fc080-c297-4325-9c79-8d2209f21744 found for delete ", "request_id": "req-e03614e3-6eef-4d04-8b9d-85e8ac48c664"}]} Sep 14 22:53:25.334522 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801a2e4a-b21d-4c33-a2e0-800e87a4ac7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'fixed_ips': [{'subnet_id': '87f75edd-a968-4b5f-a4f1-cd234bc91883'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:53:25.335713 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-801a2e4a-b21d-4c33-a2e0-800e87a4ac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:25.396935 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-e3f2daf0-fd8c-44d3-86fd-15d45554802a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:25.400070 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4637ab38-5418-4158-84a3-9afbddcc3c1f tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:25.405682 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-e3f2daf0-fd8c-44d3-86fd-15d45554802a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:port and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:25.410136 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-e3f2daf0-fd8c-44d3-86fd-15d45554802a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:25.419377 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-e3f2daf0-fd8c-44d3-86fd-15d45554802a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:25.433937 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b6e3a6f8-12b8-442e-a7bf-e143c05bda40 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Synchronizing usage tracker for tenant:c3b8060bdcc1452ba7bbb4ccc54d5103 on resource:floatingip {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:53:25.438975 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e682caa3-b153-4268-a483-be09ed72db47 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:25.479798 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f2daf0-fd8c-44d3-86fd-15d45554802a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:25.507454 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b6e3a6f8-12b8-442e-a7bf-e143c05bda40 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Unset dirty status for tenant:c3b8060bdcc1452ba7bbb4ccc54d5103 on resource:floatingip {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:53:25.508780 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b6e3a6f8-12b8-442e-a7bf-e143c05bda40 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2261508 Sep 14 22:53:25.514901 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46086) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:25.528316 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-a07cd722-1a84-48b8-be38-e077dfd3939f tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Request body: {'floatingip': {'port_id': '67055081-e22d-4054-b074-0adf84641216'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:25.581465 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-801a2e4a-b21d-4c33-a2e0-800e87a4ac7c None None] Allocated IP 2001:db8::2 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/87f75edd-a968-4b5f-a4f1-cd234bc91883/6a879727-2380-421a-9b03-8dc1fb9cb938) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:53:25.625534 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682caa3-b153-4268-a483-be09ed72db47 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Pushing event deleted for resources: {'Port': ['ID=27eed34c-a709-42fb-8290-70279eca6dd1,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:25.695925 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46090) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:25.719192 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4637ab38-5418-4158-84a3-9afbddcc3c1f tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:25.807724 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a07cd722-1a84-48b8-be38-e077dfd3939f tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for floatingip, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:25.819340 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-801a2e4a-b21d-4c33-a2e0-800e87a4ac7c None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:25.832541 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-801a2e4a-b21d-4c33-a2e0-800e87a4ac7c None None] Transition to ACTIVE for port object 6a879727-2380-421a-9b03-8dc1fb9cb938 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:53:25.853009 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-801a2e4a-b21d-4c33-a2e0-800e87a4ac7c None None] Transition to ACTIVE for port object 6a879727-2380-421a-9b03-8dc1fb9cb938 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:53:25.860377 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-801a2e4a-b21d-4c33-a2e0-800e87a4ac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:25.861177 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-25a706c3-dbf0-4167-8159-c7a2df2ebf83 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2050659302'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:25.867117 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-25a706c3-dbf0-4167-8159-c7a2df2ebf83 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:25.876804 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-25a706c3-dbf0-4167-8159-c7a2df2ebf83 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Usage tracker for resource:network and tenant:04a6a5e11619491984d5364cb101053d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:25.877527 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e682caa3-b153-4268-a483-be09ed72db47 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks [] for floatingip, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:25.880100 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-25a706c3-dbf0-4167-8159-c7a2df2ebf83 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:25.887889 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-25a706c3-dbf0-4167-8159-c7a2df2ebf83 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:25.912156 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e3f2daf0-fd8c-44d3-86fd-15d45554802a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:25.934415 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a706c3-dbf0-4167-8159-c7a2df2ebf83 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Made reservation on behalf of 04a6a5e11619491984d5364cb101053d for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:25.938328 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-25a706c3-dbf0-4167-8159-c7a2df2ebf83 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:25.945753 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801a2e4a-b21d-4c33-a2e0-800e87a4ac7c None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:53:25.949414 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-801a2e4a-b21d-4c33-a2e0-800e87a4ac7c None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:25.953179 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801a2e4a-b21d-4c33-a2e0-800e87a4ac7c None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:53:25.956557 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-25a706c3-dbf0-4167-8159-c7a2df2ebf83 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:25.962497 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a2e4a-b21d-4c33-a2e0-800e87a4ac7c None None] Pushing event updated for resources: {'Port': ['ID=6a879727-2380-421a-9b03-8dc1fb9cb938,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:25.977765 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-25a706c3-dbf0-4167-8159-c7a2df2ebf83 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:25.987460 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e682caa3-b153-4268-a483-be09ed72db47 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:25.990989 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-e682caa3-b153-4268-a483-be09ed72db47 tempest-FloatingIPAdminTestJSON-1131155426 tempest-FloatingIPAdminTestJSON-1131155426-project] 10.222.0.33 "DELETE /v2.0/floatingips/939e1a71-908e-438b-8761-448076c37799 HTTP/1.1" status: 204 len: 168 time: 1.6943240 Sep 14 22:53:26.006542 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-e3f2daf0-fd8c-44d3-86fd-15d45554802a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] device_id is not set on port 4e58e184-f495-4c47-acb6-ea9b81edeaaf yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:53:26.056554 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-25a706c3-dbf0-4167-8159-c7a2df2ebf83 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Usage tracker for resource:security_group_rule and tenant:04a6a5e11619491984d5364cb101053d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:26.089177 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-801a2e4a-b21d-4c33-a2e0-800e87a4ac7c None None] Attempting to bind port 6a879727-2380-421a-9b03-8dc1fb9cb938 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:53:26.089538 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-801a2e4a-b21d-4c33-a2e0-800e87a4ac7c None None] Attempting to bind port 6a879727-2380-421a-9b03-8dc1fb9cb938 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:53:26.090121 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801a2e4a-b21d-4c33-a2e0-800e87a4ac7c None None] Attempting to bind port 6a879727-2380-421a-9b03-8dc1fb9cb938 on network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:53:26.095837 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801a2e4a-b21d-4c33-a2e0-800e87a4ac7c None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:53:26.096203 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801a2e4a-b21d-4c33-a2e0-800e87a4ac7c None None] Checking segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:53:26.096641 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-801a2e4a-b21d-4c33-a2e0-800e87a4ac7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:26.097083 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801a2e4a-b21d-4c33-a2e0-800e87a4ac7c None None] Bound using segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:53:26.097553 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-801a2e4a-b21d-4c33-a2e0-800e87a4ac7c None None] Bound port: 6a879727-2380-421a-9b03-8dc1fb9cb938, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:53:26.097981 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-801a2e4a-b21d-4c33-a2e0-800e87a4ac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:26.107840 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-25a706c3-dbf0-4167-8159-c7a2df2ebf83 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:26.126712 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-25a706c3-dbf0-4167-8159-c7a2df2ebf83 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:26.207879 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4637ab38-5418-4158-84a3-9afbddcc3c1f tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:26.223192 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-801a2e4a-b21d-4c33-a2e0-800e87a4ac7c None None] For port 6a879727-2380-421a-9b03-8dc1fb9cb938, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:53:26.227297 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-801a2e4a-b21d-4c33-a2e0-800e87a4ac7c None None] For port 6a879727-2380-421a-9b03-8dc1fb9cb938, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=6a879727-2380-421a-9b03-8dc1fb9cb938,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:53:26.238283 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-801a2e4a-b21d-4c33-a2e0-800e87a4ac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:26.245833 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4637ab38-5418-4158-84a3-9afbddcc3c1f tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:26.336947 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a2e4a-b21d-4c33-a2e0-800e87a4ac7c None None] Pushing event updated for resources: {'Port': ['ID=6a879727-2380-421a-9b03-8dc1fb9cb938,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:26.455320 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46100) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:26.505581 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-e3f2daf0-fd8c-44d3-86fd-15d45554802a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Allocated IP 2001:db8::4105:dfcb:673d:b95a (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/87f75edd-a968-4b5f-a4f1-cd234bc91883/4e58e184-f495-4c47-acb6-ea9b81edeaaf) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:53:26.578477 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-25a706c3-dbf0-4167-8159-c7a2df2ebf83 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:26.603465 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-25a706c3-dbf0-4167-8159-c7a2df2ebf83 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:26.721502 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25a706c3-dbf0-4167-8159-c7a2df2ebf83 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:53:26.733318 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-25a706c3-dbf0-4167-8159-c7a2df2ebf83 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:26.734016 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-25a706c3-dbf0-4167-8159-c7a2df2ebf83 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Added segment 1fd2de6d-887d-43c6-b7fc-405267454003 of type vlan for network b198d3fa-1bc2-4bde-8e8e-967ed091f1a6 Sep 14 22:53:26.761089 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 6a879727-2380-421a-9b03-8dc1fb9cb938 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:53:26.779620 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a706c3-dbf0-4167-8159-c7a2df2ebf83 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=599872e8-a6ff-4558-aea4-f6615807f65c,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:26.791121 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-25a706c3-dbf0-4167-8159-c7a2df2ebf83 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:26.829902 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4637ab38-5418-4158-84a3-9afbddcc3c1f tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:26.885210 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 6a879727-2380-421a-9b03-8dc1fb9cb938 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:53:26.941638 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-bb0e5374-7849-4d54-a929-8b7bd811dbd0 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=561ca200a0204bdcada1dd83c9520fde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4831133 Sep 14 22:53:26.946026 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46106) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:26.972594 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-25a706c3-dbf0-4167-8159-c7a2df2ebf83 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:26.979704 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a706c3-dbf0-4167-8159-c7a2df2ebf83 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:26.980337 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-25a706c3-dbf0-4167-8159-c7a2df2ebf83 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:27.079314 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5579e2cc-65d8-43ce-a572-739c180beac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:27.130619 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e3f2daf0-fd8c-44d3-86fd-15d45554802a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:27.145494 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5579e2cc-65d8-43ce-a572-739c180beac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:27.175508 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-e3f2daf0-fd8c-44d3-86fd-15d45554802a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Transition to ACTIVE for port object 4e58e184-f495-4c47-acb6-ea9b81edeaaf will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:53:27.270209 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4637ab38-5418-4158-84a3-9afbddcc3c1f tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:27.272282 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a706c3-dbf0-4167-8159-c7a2df2ebf83 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Pushing event updated for resources: {'Network': ['ID=b198d3fa-1bc2-4bde-8e8e-967ed091f1a6,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:27.275675 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4637ab38-5418-4158-84a3-9afbddcc3c1f tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:27.280795 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-25a706c3-dbf0-4167-8159-c7a2df2ebf83 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5835009 Sep 14 22:53:27.285671 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46110) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:27.290377 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network b198d3fa-1bc2-4bde-8e8e-967ed091f1a6 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:53:27.291562 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-576f1b92-3de0-47a6-867c-0574c316c21d tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Request body: {'subnet': {'network_id': 'b198d3fa-1bc2-4bde-8e8e-967ed091f1a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:27.324474 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a07cd722-1a84-48b8-be38-e077dfd3939f tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:27.344262 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a07cd722-1a84-48b8-be38-e077dfd3939f tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:27.410506 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4637ab38-5418-4158-84a3-9afbddcc3c1f tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:27.411402 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4637ab38-5418-4158-84a3-9afbddcc3c1f tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b08707c2-3e2b-4c8f-9932-a8fd5ad60723 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:53:27.471649 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-576f1b92-3de0-47a6-867c-0574c316c21d tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:27.475930 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-4637ab38-5418-4158-84a3-9afbddcc3c1f tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 14 22:53:27.477076 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4637ab38-5418-4158-84a3-9afbddcc3c1f tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.2688882 Sep 14 22:53:27.478336 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-576f1b92-3de0-47a6-867c-0574c316c21d tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Usage tracker for resource:subnet and tenant:04a6a5e11619491984d5364cb101053d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:27.481340 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46114) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:27.484833 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-576f1b92-3de0-47a6-867c-0574c316c21d tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:27.540688 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e3f2daf0-fd8c-44d3-86fd-15d45554802a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:27.546391 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5579e2cc-65d8-43ce-a572-739c180beac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:27.563406 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-804a81e4-7f0e-460f-9348-71a3d7b8831b tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Deleting port f3115ab3-e975-4350-b56e-44e2d9bfb1d1 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:27.563747 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-804a81e4-7f0e-460f-9348-71a3d7b8831b tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:27.609474 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-576f1b92-3de0-47a6-867c-0574c316c21d tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:27.633566 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576f1b92-3de0-47a6-867c-0574c316c21d tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Made reservation on behalf of 04a6a5e11619491984d5364cb101053d for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:27.637274 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-576f1b92-3de0-47a6-867c-0574c316c21d tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:27.668363 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579e2cc-65d8-43ce-a572-739c180beac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffb533b-67ba-45e7-89c2-db4e7508ad24,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:27.760346 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-01c25844-b19f-4814-95a3-f0f970836ff6 None None] Provisioning for port 6a879727-2380-421a-9b03-8dc1fb9cb938 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:53:27.765811 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-01c25844-b19f-4814-95a3-f0f970836ff6 None None] Provisioning complete for port 6a879727-2380-421a-9b03-8dc1fb9cb938 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:53:27.766481 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-01c25844-b19f-4814-95a3-f0f970836ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:27.781576 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5579e2cc-65d8-43ce-a572-739c180beac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:27.782928 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5579e2cc-65d8-43ce-a572-739c180beac4 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/fffb533b-67ba-45e7-89c2-db4e7508ad24 HTTP/1.1" status: 204 len: 168 time: 0.8359575 Sep 14 22:53:27.786116 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f2daf0-fd8c-44d3-86fd-15d45554802a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:53:27.790131 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2daf0-fd8c-44d3-86fd-15d45554802a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Port': ['ID=4e58e184-f495-4c47-acb6-ea9b81edeaaf,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:27.797202 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-e3f2daf0-fd8c-44d3-86fd-15d45554802a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:27.809891 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f2daf0-fd8c-44d3-86fd-15d45554802a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:53:27.816986 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f2daf0-fd8c-44d3-86fd-15d45554802a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:27.817215 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e3f2daf0-fd8c-44d3-86fd-15d45554802a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:27.842256 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-a07cd722-1a84-48b8-be38-e077dfd3939f tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Floating IP 24639933-62be-4e5f-b604-48c4f35236ac associated. External IP: 172.26.5.20, port: eb094f3e-b769-4823-9ca8-b8fcdafb037c. Sep 14 22:53:27.929058 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-e3f2daf0-fd8c-44d3-86fd-15d45554802a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8818107 Sep 14 22:53:27.929848 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46120) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:27.948965 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-a37f5736-ec95-44ca-98c3-8050483b92d3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'port': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'fixed_ips': [{'subnet_id': '87f75edd-a968-4b5f-a4f1-cd234bc91883', 'ip_address': '2001:db8::4105:dfcb:673d:b95a'}], 'name': 'tempest-NetworksTestDHCPv6-459010223'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:27.999937 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-01c25844-b19f-4814-95a3-f0f970836ff6 None None] Current status of the port 6a879727-2380-421a-9b03-8dc1fb9cb938 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:53:28.000379 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-01c25844-b19f-4814-95a3-f0f970836ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:28.051592 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-01c25844-b19f-4814-95a3-f0f970836ff6 None None] For port 6a879727-2380-421a-9b03-8dc1fb9cb938, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=6a879727-2380-421a-9b03-8dc1fb9cb938,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:53:28.063894 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-01c25844-b19f-4814-95a3-f0f970836ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:28.148151 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-804a81e4-7f0e-460f-9348-71a3d7b8831b tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:28.158742 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-576f1b92-3de0-47a6-867c-0574c316c21d tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:28.183016 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c25844-b19f-4814-95a3-f0f970836ff6 None None] Pushing event updated for resources: {'Port': ['ID=6a879727-2380-421a-9b03-8dc1fb9cb938,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:28.198036 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-6f630586-a4aa-41fd-b82b-040f307fd939 None None] Provisioning for port 4e58e184-f495-4c47-acb6-ea9b81edeaaf completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:53:28.204960 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-6f630586-a4aa-41fd-b82b-040f307fd939 None None] Provisioning complete for port 4e58e184-f495-4c47-acb6-ea9b81edeaaf triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:53:28.205708 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6f630586-a4aa-41fd-b82b-040f307fd939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:28.257322 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-a37f5736-ec95-44ca-98c3-8050483b92d3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:28.273084 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a37f5736-ec95-44ca-98c3-8050483b92d3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:port and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:28.280961 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-6f630586-a4aa-41fd-b82b-040f307fd939 None None] Port 4e58e184-f495-4c47-acb6-ea9b81edeaaf cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:53:28.289805 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a37f5736-ec95-44ca-98c3-8050483b92d3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:28.301282 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46126) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:28.305609 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-a37f5736-ec95-44ca-98c3-8050483b92d3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:28.381012 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9c7439b7-b430-4300-ae71-328f3239467e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:28.459968 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-804a81e4-7f0e-460f-9348-71a3d7b8831b tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Calling delete_port for f3115ab3-e975-4350-b56e-44e2d9bfb1d1 owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:28.520090 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37f5736-ec95-44ca-98c3-8050483b92d3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:28.524932 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a37f5736-ec95-44ca-98c3-8050483b92d3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:28.529100 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f1b92-3de0-47a6-867c-0574c316c21d tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Pushing event updated for resources: {'Subnet': ['ID=6600d3b2-974f-4371-a3bd-aa5056794ec1,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:28.538930 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-9c7439b7-b430-4300-ae71-328f3239467e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:28.551258 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9c7439b7-b430-4300-ae71-328f3239467e admin admin] Usage tracker for resource:security_group_rule and tenant:f06b0467b818404ab5d6dd63141d5308 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:28.556664 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9c7439b7-b430-4300-ae71-328f3239467e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:28.560011 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576f1b92-3de0-47a6-867c-0574c316c21d tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Checking segment: {'id': '1fd2de6d-887d-43c6-b7fc-405267454003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b198d3fa-1bc2-4bde-8e8e-967ed091f1a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:53:28.560369 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576f1b92-3de0-47a6-867c-0574c316c21d tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Network hostable DHCP agents. Network: b198d3fa-1bc2-4bde-8e8e-967ed091f1a6, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:53:28.573180 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-9c7439b7-b430-4300-ae71-328f3239467e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:28.575441 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-a37f5736-ec95-44ca-98c3-8050483b92d3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] device_id is not set on port 86cdcc26-7b73-48d6-a4ed-26fca95f57b0 yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:53:28.618813 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576f1b92-3de0-47a6-867c-0574c316c21d tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Network b198d3fa-1bc2-4bde-8e8e-967ed091f1a6 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:53:28.631037 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07cd722-1a84-48b8-be38-e077dfd3939f tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Router f43c8169-1688-4667-b754-fb3c60e75895 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:53:28.636201 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-576f1b92-3de0-47a6-867c-0574c316c21d tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, b198d3fa-1bc2-4bde-8e8e-967ed091f1a6) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:28.644834 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576f1b92-3de0-47a6-867c-0574c316c21d tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:28.645438 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-576f1b92-3de0-47a6-867c-0574c316c21d tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:28.654580 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154297d0-5f26-4fe9-b7e9-640793cf0585 None None] Network b198d3fa-1bc2-4bde-8e8e-967ed091f1a6 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:53:28.669332 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-804a81e4-7f0e-460f-9348-71a3d7b8831b tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:28.715868 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-576f1b92-3de0-47a6-867c-0574c316c21d tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4290123 Sep 14 22:53:28.724898 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46130) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:28.725660 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a81e4-7f0e-460f-9348-71a3d7b8831b tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Pushing event deleted for resources: {'Port': ['ID=f3115ab3-e975-4350-b56e-44e2d9bfb1d1,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:28.729762 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 6a879727-2380-421a-9b03-8dc1fb9cb938 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:53:28.733881 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-c88cf97b-5388-48da-a79b-fd5bac3cddf1 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Request body: {'port': {'network_id': 'b198d3fa-1bc2-4bde-8e8e-967ed091f1a6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-440773026'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:28.888867 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 6a879727-2380-421a-9b03-8dc1fb9cb938 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:53:28.889506 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:28.946054 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-804a81e4-7f0e-460f-9348-71a3d7b8831b tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:28.952278 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-804a81e4-7f0e-460f-9348-71a3d7b8831b tempest-RoutersAdminNegativeTest-890887600 tempest-RoutersAdminNegativeTest-890887600-project-admin] 10.222.0.33 "DELETE /v2.0/ports/f3115ab3-e975-4350-b56e-44e2d9bfb1d1 HTTP/1.1" status: 204 len: 168 time: 1.4656582 Sep 14 22:53:28.961266 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c88cf97b-5388-48da-a79b-fd5bac3cddf1 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:28.965372 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c88cf97b-5388-48da-a79b-fd5bac3cddf1 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Usage tracker for resource:port and tenant:04a6a5e11619491984d5364cb101053d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:28.969269 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c88cf97b-5388-48da-a79b-fd5bac3cddf1 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:28.975825 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c88cf97b-5388-48da-a79b-fd5bac3cddf1 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:28.988876 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88cf97b-5388-48da-a79b-fd5bac3cddf1 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Made reservation on behalf of 04a6a5e11619491984d5364cb101053d for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:28.993362 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c88cf97b-5388-48da-a79b-fd5bac3cddf1 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:29.024596 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-c88cf97b-5388-48da-a79b-fd5bac3cddf1 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] device_id is not set on port 3ac31d01-62ea-42f9-9d21-ecddb32a2b46 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:53:29.038830 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2a9ac2-e408-402c-9789-c2e97e771d58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-b198d3fa-1bc2-4bde-8e8e-967ed091f1a6', 'network_id': 'b198d3fa-1bc2-4bde-8e8e-967ed091f1a6', 'tenant_id': '04a6a5e11619491984d5364cb101053d', 'fixed_ips': [{'subnet_id': '6600d3b2-974f-4371-a3bd-aa5056794ec1'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:53:29.039637 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8a2a9ac2-e408-402c-9789-c2e97e771d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:29.059903 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07cd722-1a84-48b8-be38-e077dfd3939f tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:53:29.071243 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3fed61-05e4-41ea-a94a-f8729aa14d5f None None] Sync routers for ids ['f43c8169-1688-4667-b754-fb3c60e75895'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:53:29.086282 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3fed61-05e4-41ea-a94a-f8729aa14d5f None None] Routers {'f43c8169-1688-4667-b754-fb3c60e75895'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:53:29.087431 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-3a3fed61-05e4-41ea-a94a-f8729aa14d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:53:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f43c8169-1688-4667-b754-fb3c60e75895'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:29.173066 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37f5736-ec95-44ca-98c3-8050483b92d3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 14 22:53:29.173573 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a37f5736-ec95-44ca-98c3-8050483b92d3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:53:29.174851 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-3a3fed61-05e4-41ea-a94a-f8729aa14d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:29.186918 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3fed61-05e4-41ea-a94a-f8729aa14d5f None None] Routers {'f43c8169-1688-4667-b754-fb3c60e75895'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:53:29.187855 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-3a3fed61-05e4-41ea-a94a-f8729aa14d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:53:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f43c8169-1688-4667-b754-fb3c60e75895'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:29.204434 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9c7439b7-b430-4300-ae71-328f3239467e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:29.222572 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9c7439b7-b430-4300-ae71-328f3239467e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:29.249865 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 6a879727-2380-421a-9b03-8dc1fb9cb938 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:53:29.266130 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-3a3fed61-05e4-41ea-a94a-f8729aa14d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:29.266522 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3fed61-05e4-41ea-a94a-f8729aa14d5f None None] The sync data for ids ['f43c8169-1688-4667-b754-fb3c60e75895'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:53:29.292901 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-c88cf97b-5388-48da-a79b-fd5bac3cddf1 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Allocated IP 172.20.0.7 (b198d3fa-1bc2-4bde-8e8e-967ed091f1a6/6600d3b2-974f-4371-a3bd-aa5056794ec1/3ac31d01-62ea-42f9-9d21-ecddb32a2b46) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:53:29.347600 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a37f5736-ec95-44ca-98c3-8050483b92d3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.4066582 Sep 14 22:53:29.355847 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46140) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:29.376093 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9c7439b7-b430-4300-ae71-328f3239467e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f06b0467b818404ab5d6dd63141d5308&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0708416 Sep 14 22:53:29.376708 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46144) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:29.377031 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46146) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:29.383942 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7439b7-b430-4300-ae71-328f3239467e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77be0c82-5f53-4c88-a0c1-53f0efb61a6a,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:29.556578 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c98f2d4f-6168-449e-ae6f-128f468a2201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:29.585169 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb05e29b-8358-49fa-99c3-9d2f0b8dbfff tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:29.590993 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb05e29b-8358-49fa-99c3-9d2f0b8dbfff tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:29.592560 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-bb05e29b-8358-49fa-99c3-9d2f0b8dbfff tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.2332823 Sep 14 22:53:29.600378 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46156) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:29.644784 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c88cf97b-5388-48da-a79b-fd5bac3cddf1 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:29.645017 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dfeeaf5c-bfb5-48b0-81a4-47a63a99ad20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:29.646721 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c98f2d4f-6168-449e-ae6f-128f468a2201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:29.654278 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c98f2d4f-6168-449e-ae6f-128f468a2201 admin admin] Usage tracker for resource:security_group_rule and tenant:44e9869b137b49f1bec7a6fd790feb8a is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:29.667090 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c98f2d4f-6168-449e-ae6f-128f468a2201 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:29.679261 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c98f2d4f-6168-449e-ae6f-128f468a2201 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:29.680451 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-c88cf97b-5388-48da-a79b-fd5bac3cddf1 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Transition to ACTIVE for port object 3ac31d01-62ea-42f9-9d21-ecddb32a2b46 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:53:29.691167 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-114936ff-6fc0-424b-99fa-0894964df009 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting port 4e58e184-f495-4c47-acb6-ea9b81edeaaf {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:29.691513 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-114936ff-6fc0-424b-99fa-0894964df009 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:29.703352 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dfeeaf5c-bfb5-48b0-81a4-47a63a99ad20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:29.719724 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07cd722-1a84-48b8-be38-e077dfd3939f tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Router f43c8169-1688-4667-b754-fb3c60e75895 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:53:29.821088 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c88cf97b-5388-48da-a79b-fd5bac3cddf1 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:29.885412 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-8a2a9ac2-e408-402c-9789-c2e97e771d58 None None] Allocated IP 172.20.0.2 (b198d3fa-1bc2-4bde-8e8e-967ed091f1a6/6600d3b2-974f-4371-a3bd-aa5056794ec1/fdb62ead-9fb0-4557-85f5-2f267d26ea53) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:53:29.956511 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dfeeaf5c-bfb5-48b0-81a4-47a63a99ad20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:29.984622 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88cf97b-5388-48da-a79b-fd5bac3cddf1 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Network b198d3fa-1bc2-4bde-8e8e-967ed091f1a6 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:53:29.989914 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-c88cf97b-5388-48da-a79b-fd5bac3cddf1 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:29.992477 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88cf97b-5388-48da-a79b-fd5bac3cddf1 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:53:30.005311 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeeaf5c-bfb5-48b0-81a4-47a63a99ad20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77be0c82-5f53-4c88-a0c1-53f0efb61a6a,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:30.010684 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07cd722-1a84-48b8-be38-e077dfd3939f tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:53:30.033425 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88cf97b-5388-48da-a79b-fd5bac3cddf1 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Pushing event updated for resources: {'Port': ['ID=3ac31d01-62ea-42f9-9d21-ecddb32a2b46,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:30.035796 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8c590c-3a8d-49c0-9837-3935bd50528a None None] Sync routers for ids ['f43c8169-1688-4667-b754-fb3c60e75895'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:53:30.036267 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dfeeaf5c-bfb5-48b0-81a4-47a63a99ad20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:30.040333 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-dfeeaf5c-bfb5-48b0-81a4-47a63a99ad20 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/77be0c82-5f53-4c88-a0c1-53f0efb61a6a HTTP/1.1" status: 204 len: 168 time: 0.6589992 Sep 14 22:53:30.042524 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c98f2d4f-6168-449e-ae6f-128f468a2201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:30.043917 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a07cd722-1a84-48b8-be38-e077dfd3939f tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:30.065586 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8c590c-3a8d-49c0-9837-3935bd50528a None None] Routers {'f43c8169-1688-4667-b754-fb3c60e75895'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:53:30.066210 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-dd8c590c-3a8d-49c0-9837-3935bd50528a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:53:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f43c8169-1688-4667-b754-fb3c60e75895'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:30.074844 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c98f2d4f-6168-449e-ae6f-128f468a2201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:30.132250 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-dd8c590c-3a8d-49c0-9837-3935bd50528a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:30.146999 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c98f2d4f-6168-449e-ae6f-128f468a2201 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=44e9869b137b49f1bec7a6fd790feb8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7617240 Sep 14 22:53:30.148107 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46162) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:30.169348 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-114936ff-6fc0-424b-99fa-0894964df009 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:30.196797 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8c590c-3a8d-49c0-9837-3935bd50528a None None] Routers {'f43c8169-1688-4667-b754-fb3c60e75895'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:53:30.197713 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-dd8c590c-3a8d-49c0-9837-3935bd50528a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:53:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f43c8169-1688-4667-b754-fb3c60e75895'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:30.200811 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f2d4f-6168-449e-ae6f-128f468a2201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9defbf28-1d84-4ff8-b2d4-9403333ae073,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:30.203989 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88cf97b-5388-48da-a79b-fd5bac3cddf1 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:30.204776 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c88cf97b-5388-48da-a79b-fd5bac3cddf1 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:30.256105 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a07cd722-1a84-48b8-be38-e077dfd3939f tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "PUT /v2.0/floatingips/24639933-62be-4e5f-b604-48c4f35236ac HTTP/1.1" status: 200 len: 976 time: 4.7334495 Sep 14 22:53:30.259586 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46168) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:30.267277 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-0983a030-a501-4faf-9155-ad7201465f40 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:30.293488 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-dd8c590c-3a8d-49c0-9837-3935bd50528a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:30.293890 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8c590c-3a8d-49c0-9837-3935bd50528a None None] The sync data for ids ['f43c8169-1688-4667-b754-fb3c60e75895'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:53:30.317883 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8a2a9ac2-e408-402c-9789-c2e97e771d58 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:30.330596 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-8a2a9ac2-e408-402c-9789-c2e97e771d58 None None] Transition to ACTIVE for port object fdb62ead-9fb0-4557-85f5-2f267d26ea53 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:53:30.364150 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-8a2a9ac2-e408-402c-9789-c2e97e771d58 None None] Transition to ACTIVE for port object fdb62ead-9fb0-4557-85f5-2f267d26ea53 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:53:30.371962 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8a2a9ac2-e408-402c-9789-c2e97e771d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:30.421342 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46172) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:30.453385 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a9ac2-e408-402c-9789-c2e97e771d58 None None] Pushing event updated for resources: {'Port': ['ID=fdb62ead-9fb0-4557-85f5-2f267d26ea53,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:30.471089 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2a9ac2-e408-402c-9789-c2e97e771d58 None None] Network b198d3fa-1bc2-4bde-8e8e-967ed091f1a6 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:53:30.472497 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-8a2a9ac2-e408-402c-9789-c2e97e771d58 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:30.475043 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-114936ff-6fc0-424b-99fa-0894964df009 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Calling delete_port for 4e58e184-f495-4c47-acb6-ea9b81edeaaf owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:30.477810 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2a9ac2-e408-402c-9789-c2e97e771d58 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:53:30.545100 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c88cf97b-5388-48da-a79b-fd5bac3cddf1 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8164079 Sep 14 22:53:30.549089 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46176) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:30.558376 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-3380da73-faf9-4e48-af9a-dc1dd405dcb7 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Request body: {'port': {'network_id': 'b198d3fa-1bc2-4bde-8e8e-967ed091f1a6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1253158163', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:30.559071 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.api.validators [None req-3380da73-faf9-4e48-af9a-dc1dd405dcb7 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] bootfile-name is not in valid_values {{(pid=89171) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 14 22:53:30.559418 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.api.validators [None req-3380da73-faf9-4e48-af9a-dc1dd405dcb7 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] tftp-server is not in valid_values {{(pid=89171) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 14 22:53:30.559746 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.api.validators [None req-3380da73-faf9-4e48-af9a-dc1dd405dcb7 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] server-ip-address is not in valid_values {{(pid=89171) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 14 22:53:30.575944 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e028d8a5-6bdf-47be-be28-e5a6045db4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:30.593444 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8c8328a8-ff06-4ba5-a65c-5736832db093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:30.607602 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-8a2a9ac2-e408-402c-9789-c2e97e771d58 None None] Attempting to bind port fdb62ead-9fb0-4557-85f5-2f267d26ea53 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:53:30.608465 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-8a2a9ac2-e408-402c-9789-c2e97e771d58 None None] Attempting to bind port fdb62ead-9fb0-4557-85f5-2f267d26ea53 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '1fd2de6d-887d-43c6-b7fc-405267454003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b198d3fa-1bc2-4bde-8e8e-967ed091f1a6'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:53:30.608842 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2a9ac2-e408-402c-9789-c2e97e771d58 None None] Attempting to bind port fdb62ead-9fb0-4557-85f5-2f267d26ea53 on network b198d3fa-1bc2-4bde-8e8e-967ed091f1a6 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:53:30.619991 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2a9ac2-e408-402c-9789-c2e97e771d58 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:53:30.620466 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2a9ac2-e408-402c-9789-c2e97e771d58 None None] Checking segment: {'id': '1fd2de6d-887d-43c6-b7fc-405267454003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b198d3fa-1bc2-4bde-8e8e-967ed091f1a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:53:30.621085 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8a2a9ac2-e408-402c-9789-c2e97e771d58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:30.621869 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2a9ac2-e408-402c-9789-c2e97e771d58 None None] Bound using segment: {'id': '1fd2de6d-887d-43c6-b7fc-405267454003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b198d3fa-1bc2-4bde-8e8e-967ed091f1a6'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:53:30.623093 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-8a2a9ac2-e408-402c-9789-c2e97e771d58 None None] Bound port: fdb62ead-9fb0-4557-85f5-2f267d26ea53, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd2de6d-887d-43c6-b7fc-405267454003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b198d3fa-1bc2-4bde-8e8e-967ed091f1a6'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:53:30.624301 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8a2a9ac2-e408-402c-9789-c2e97e771d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:30.625280 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0983a030-a501-4faf-9155-ad7201465f40 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for floatingip, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:30.685417 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e028d8a5-6bdf-47be-be28-e5a6045db4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:30.697059 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-8c8328a8-ff06-4ba5-a65c-5736832db093 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:30.720792 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-8c8328a8-ff06-4ba5-a65c-5736832db093 admin admin] Usage tracker for resource:security_group_rule and tenant:b77f058c7a8e43539f9ea3655bda3ac6 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:30.735228 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-8a2a9ac2-e408-402c-9789-c2e97e771d58 None None] For port fdb62ead-9fb0-4557-85f5-2f267d26ea53, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:53:30.739564 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-8a2a9ac2-e408-402c-9789-c2e97e771d58 None None] For port fdb62ead-9fb0-4557-85f5-2f267d26ea53, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=fdb62ead-9fb0-4557-85f5-2f267d26ea53,segment=NetworkSegment(1fd2de6d-887d-43c6-b7fc-405267454003),segment_id=1fd2de6d-887d-43c6-b7fc-405267454003)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:53:30.740324 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-8c8328a8-ff06-4ba5-a65c-5736832db093 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:30.744998 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8a2a9ac2-e408-402c-9789-c2e97e771d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:30.759447 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-8c8328a8-ff06-4ba5-a65c-5736832db093 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:30.763278 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-3380da73-faf9-4e48-af9a-dc1dd405dcb7 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:30.767899 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-114936ff-6fc0-424b-99fa-0894964df009 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:30.769903 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-3380da73-faf9-4e48-af9a-dc1dd405dcb7 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Usage tracker for resource:port and tenant:04a6a5e11619491984d5364cb101053d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:30.777007 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-3380da73-faf9-4e48-af9a-dc1dd405dcb7 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:30.824081 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-3380da73-faf9-4e48-af9a-dc1dd405dcb7 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:30.828682 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114936ff-6fc0-424b-99fa-0894964df009 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Port': ['ID=4e58e184-f495-4c47-acb6-ea9b81edeaaf,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:30.841935 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a9ac2-e408-402c-9789-c2e97e771d58 None None] Pushing event updated for resources: {'Port': ['ID=fdb62ead-9fb0-4557-85f5-2f267d26ea53,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:30.900702 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3380da73-faf9-4e48-af9a-dc1dd405dcb7 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Made reservation on behalf of 04a6a5e11619491984d5364cb101053d for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:30.904582 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3380da73-faf9-4e48-af9a-dc1dd405dcb7 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:30.918581 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e028d8a5-6bdf-47be-be28-e5a6045db4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:30.926352 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-114936ff-6fc0-424b-99fa-0894964df009 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:30.939648 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028d8a5-6bdf-47be-be28-e5a6045db4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9defbf28-1d84-4ff8-b2d4-9403333ae073,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:30.946350 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-114936ff-6fc0-424b-99fa-0894964df009 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/4e58e184-f495-4c47-acb6-ea9b81edeaaf HTTP/1.1" status: 204 len: 168 time: 1.3448720 Sep 14 22:53:30.953690 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-3380da73-faf9-4e48-af9a-dc1dd405dcb7 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] device_id is not set on port 291281fe-9ae9-4a83-bb6c-5f177c7ab858 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:53:30.956282 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46182) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:31.101906 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0983a030-a501-4faf-9155-ad7201465f40 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:31.112972 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e028d8a5-6bdf-47be-be28-e5a6045db4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:31.112972 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-e028d8a5-6bdf-47be-be28-e5a6045db4d8 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9defbf28-1d84-4ff8-b2d4-9403333ae073 HTTP/1.1" status: 204 len: 168 time: 0.9292917 Sep 14 22:53:31.134883 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0983a030-a501-4faf-9155-ad7201465f40 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:31.135202 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-0983a030-a501-4faf-9155-ad7201465f40 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Floating IP 24639933-62be-4e5f-b604-48c4f35236ac disassociated. External IP: 172.26.5.20, port: 67055081-e22d-4054-b074-0adf84641216. Sep 14 22:53:31.150892 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-3380da73-faf9-4e48-af9a-dc1dd405dcb7 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Allocated IP 172.20.0.13 (b198d3fa-1bc2-4bde-8e8e-967ed091f1a6/6600d3b2-974f-4371-a3bd-aa5056794ec1/291281fe-9ae9-4a83-bb6c-5f177c7ab858) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:53:31.231248 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b254fa-036e-4e46-bb04-746c7661ed53 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:31.235983 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b254fa-036e-4e46-bb04-746c7661ed53 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:31.237609 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f3b254fa-036e-4e46-bb04-746c7661ed53 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2793686 Sep 14 22:53:31.246098 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46188) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:31.279235 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8c8328a8-ff06-4ba5-a65c-5736832db093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:31.345030 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8c8328a8-ff06-4ba5-a65c-5736832db093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:31.431326 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-20793f76-e1b3-472a-9122-e5a7d9650530 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting subnet 87f75edd-a968-4b5f-a4f1-cd234bc91883 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:53:31.437353 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-20793f76-e1b3-472a-9122-e5a7d9650530 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:31.437790 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8c8328a8-ff06-4ba5-a65c-5736832db093 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b77f058c7a8e43539f9ea3655bda3ac6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8788307 Sep 14 22:53:31.438625 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46194) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:31.455606 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8328a8-ff06-4ba5-a65c-5736832db093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36357997-bb08-4335-8e79-5c8b3e47b930,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:31.526373 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-20793f76-e1b3-472a-9122-e5a7d9650530 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:31.573043 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3380da73-faf9-4e48-af9a-dc1dd405dcb7 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:31.599994 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-3380da73-faf9-4e48-af9a-dc1dd405dcb7 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Transition to ACTIVE for port object 291281fe-9ae9-4a83-bb6c-5f177c7ab858 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:53:31.612003 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46198) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:31.664695 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9de8a06d-1dd8-4983-9ca1-0d9abb11075f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:31.665062 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-20793f76-e1b3-472a-9122-e5a7d9650530 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:31.703838 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9de8a06d-1dd8-4983-9ca1-0d9abb11075f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:31.726977 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0983a030-a501-4faf-9155-ad7201465f40 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Router f43c8169-1688-4667-b754-fb3c60e75895 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:53:31.730213 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6a992d5b-cd0b-4688-8d62-ace75cf5c23b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=dc51f6f12be54c689b893e514bcaad36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1177986 Sep 14 22:53:31.733821 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46202) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:31.741296 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3380da73-faf9-4e48-af9a-dc1dd405dcb7 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:31.838079 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3380da73-faf9-4e48-af9a-dc1dd405dcb7 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Network b198d3fa-1bc2-4bde-8e8e-967ed091f1a6 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:53:31.839136 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3380da73-faf9-4e48-af9a-dc1dd405dcb7 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Pushing event updated for resources: {'Port': ['ID=291281fe-9ae9-4a83-bb6c-5f177c7ab858,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:31.845557 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-3380da73-faf9-4e48-af9a-dc1dd405dcb7 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:31.850008 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3380da73-faf9-4e48-af9a-dc1dd405dcb7 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:53:31.895887 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-20793f76-e1b3-472a-9122-e5a7d9650530 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:31.947035 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20793f76-e1b3-472a-9122-e5a7d9650530 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Subnet': ['ID=87f75edd-a968-4b5f-a4f1-cd234bc91883,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:31.955013 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-20793f76-e1b3-472a-9122-e5a7d9650530 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:31.960141 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdf7802-993b-41c6-990d-ba18d2757a2e None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:53:31.963049 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3380da73-faf9-4e48-af9a-dc1dd405dcb7 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:31.963521 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3380da73-faf9-4e48-af9a-dc1dd405dcb7 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:31.978264 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9de8a06d-1dd8-4983-9ca1-0d9abb11075f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:31.990850 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-20793f76-e1b3-472a-9122-e5a7d9650530 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/87f75edd-a968-4b5f-a4f1-cd234bc91883 HTTP/1.1" status: 204 len: 168 time: 0.7439067 Sep 14 22:53:31.993674 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3380da73-faf9-4e48-af9a-dc1dd405dcb7 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.4435000 Sep 14 22:53:31.994793 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46206) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:31.999119 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46208) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:32.006230 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8381e8fe-2b8f-4822-b00f-b1fb422f449f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:32.019149 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9de8a06d-1dd8-4983-9ca1-0d9abb11075f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:32.034055 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9de8a06d-1dd8-4983-9ca1-0d9abb11075f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/36357997-bb08-4335-8e79-5c8b3e47b930 HTTP/1.1" status: 204 len: 168 time: 0.5802777 Sep 14 22:53:32.036852 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8a06d-1dd8-4983-9ca1-0d9abb11075f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36357997-bb08-4335-8e79-5c8b3e47b930,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:32.106041 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8381e8fe-2b8f-4822-b00f-b1fb422f449f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:32.116744 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0983a030-a501-4faf-9155-ad7201465f40 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:53:32.127405 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d20d58-f8fa-460c-9ccd-9f8cd61da01d None None] Sync routers for ids ['f43c8169-1688-4667-b754-fb3c60e75895'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:53:32.140669 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0983a030-a501-4faf-9155-ad7201465f40 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:32.146225 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d20d58-f8fa-460c-9ccd-9f8cd61da01d None None] Routers {'f43c8169-1688-4667-b754-fb3c60e75895'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:53:32.146840 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-c0d20d58-f8fa-460c-9ccd-9f8cd61da01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:53:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f43c8169-1688-4667-b754-fb3c60e75895'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:32.173300 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a396c0a-6908-472d-b95f-10f72f03d105 None None] Network b198d3fa-1bc2-4bde-8e8e-967ed091f1a6 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:53:32.225221 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0983a030-a501-4faf-9155-ad7201465f40 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "PUT /v2.0/floatingips/24639933-62be-4e5f-b604-48c4f35236ac HTTP/1.1" status: 200 len: 687 time: 1.9623339 Sep 14 22:53:32.225783 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46218) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:32.236040 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-c0d20d58-f8fa-460c-9ccd-9f8cd61da01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:32.241022 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3a2ee4ce-9c48-436a-ba0f-d8759089667b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2446318 Sep 14 22:53:32.246931 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d20d58-f8fa-460c-9ccd-9f8cd61da01d None None] Routers {'f43c8169-1688-4667-b754-fb3c60e75895'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:53:32.247090 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46222) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:32.248199 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-c0d20d58-f8fa-460c-9ccd-9f8cd61da01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:53:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f43c8169-1688-4667-b754-fb3c60e75895'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:32.259908 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-4003c7f2-487d-478d-aa9b-07796f60662a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:32.325266 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-fec44df3-2ab3-46d2-a040-85ca70c62355 None None] Provisioning for port fdb62ead-9fb0-4557-85f5-2f267d26ea53 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:53:32.405564 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-c0d20d58-f8fa-460c-9ccd-9f8cd61da01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:32.405964 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d20d58-f8fa-460c-9ccd-9f8cd61da01d None None] The sync data for ids ['f43c8169-1688-4667-b754-fb3c60e75895'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:53:32.485978 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c760ef-1e21-4d02-b59e-dc3e5b681885 None None] DHCP port deletion for ac1cbc11-ac8d-43cd-9c1d-398cae68a205 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:53:32.496706 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-4003c7f2-487d-478d-aa9b-07796f60662a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:32.497449 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-d0c760ef-1e21-4d02-b59e-dc3e5b681885 None None] Deleting port 6a879727-2380-421a-9b03-8dc1fb9cb938 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:32.497998 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d0c760ef-1e21-4d02-b59e-dc3e5b681885 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:32.503355 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-4003c7f2-487d-478d-aa9b-07796f60662a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:subnet and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:32.525306 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8913d9-49c5-4547-8efd-248680af7d5c tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:32.542107 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8913d9-49c5-4547-8efd-248680af7d5c tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:32.553766 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8913d9-49c5-4547-8efd-248680af7d5c tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:32.554693 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ce8913d9-49c5-4547-8efd-248680af7d5c tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Synchronizing usage tracker for tenant:04a6a5e11619491984d5364cb101053d on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:53:32.557677 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-4003c7f2-487d-478d-aa9b-07796f60662a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:32.593416 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-4003c7f2-487d-478d-aa9b-07796f60662a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:32.629975 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ce8913d9-49c5-4547-8efd-248680af7d5c tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Unset dirty status for tenant:04a6a5e11619491984d5364cb101053d on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:53:32.631174 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ce8913d9-49c5-4547-8efd-248680af7d5c tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.6300473 Sep 14 22:53:32.631918 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4003c7f2-487d-478d-aa9b-07796f60662a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:32.635320 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4003c7f2-487d-478d-aa9b-07796f60662a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:32.665850 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46232) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:32.668279 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8381e8fe-2b8f-4822-b00f-b1fb422f449f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:32.798182 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-3ed89d1f-29be-4de1-af97-d4a0364e0443 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Deleting port 81b93741-0f55-44cb-9c86-896b73ee5f07 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:32.798718 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3ed89d1f-29be-4de1-af97-d4a0364e0443 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:32.833940 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381e8fe-2b8f-4822-b00f-b1fb422f449f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab78c67b-9e5e-4972-b0ca-a9eb69996b61,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:32.887223 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device fdb62ead-9fb0-4557-85f5-2f267d26ea53 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:53:32.907497 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8381e8fe-2b8f-4822-b00f-b1fb422f449f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:32.908676 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8381e8fe-2b8f-4822-b00f-b1fb422f449f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ab78c67b-9e5e-4972-b0ca-a9eb69996b61 HTTP/1.1" status: 204 len: 168 time: 1.1738663 Sep 14 22:53:32.994081 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-d0c760ef-1e21-4d02-b59e-dc3e5b681885 None None] For port 6a879727-2380-421a-9b03-8dc1fb9cb938, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=6a879727-2380-421a-9b03-8dc1fb9cb938,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:53:32.994549 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d0c760ef-1e21-4d02-b59e-dc3e5b681885 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:33.019411 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-def15aa0-092b-4db1-815d-c883a25344fc tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Deleting port 291281fe-9ae9-4a83-bb6c-5f177c7ab858 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:33.020075 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-def15aa0-092b-4db1-815d-c883a25344fc tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:33.143120 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-d0c760ef-1e21-4d02-b59e-dc3e5b681885 None None] Calling delete_port for 6a879727-2380-421a-9b03-8dc1fb9cb938 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:33.220732 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4003c7f2-487d-478d-aa9b-07796f60662a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:33.223995 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port fdb62ead-9fb0-4557-85f5-2f267d26ea53 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:53:33.241093 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port fdb62ead-9fb0-4557-85f5-2f267d26ea53 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:53:33.241093 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:33.315112 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f028c8-fa54-4c7f-844b-ffe49d65549c req-4531fe58-38cb-48c0-bfee-f831b1d104f0 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:33.322880 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c5f028c8-fa54-4c7f-844b-ffe49d65549c req-4531fe58-38cb-48c0-bfee-f831b1d104f0 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/ports?device_id=390a02d0-98e6-439c-bb9e-55ab228b2d5e HTTP/1.1" status: 200 len: 946 time: 0.4084821 Sep 14 22:53:33.341680 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4003c7f2-487d-478d-aa9b-07796f60662a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:53:33.350804 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-4003c7f2-487d-478d-aa9b-07796f60662a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:33.376097 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d0c760ef-1e21-4d02-b59e-dc3e5b681885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:33.378383 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4003c7f2-487d-478d-aa9b-07796f60662a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:33.379104 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4003c7f2-487d-478d-aa9b-07796f60662a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:33.432802 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003c7f2-487d-478d-aa9b-07796f60662a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Subnet': ['ID=bdde34d1-72bf-4b8d-b8b5-f0fc3922d84f,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:33.456856 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c5f028c8-fa54-4c7f-844b-ffe49d65549c req-5e68de63-f20d-483f-9ffa-d228c4ec1d39 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/security-groups?id=e35e8c0d-cec2-422f-a730-b29b3659ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291487 Sep 14 22:53:33.486373 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4003c7f2-487d-478d-aa9b-07796f60662a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2381310 Sep 14 22:53:33.490689 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46258) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:33.508928 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-babc346d-0d61-4993-8ca2-9811adf24d4b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'port': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'fixed_ips': [{'subnet_id': 'bdde34d1-72bf-4b8d-b8b5-f0fc3922d84f', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-414854395'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:33.559191 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46262) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:33.559496 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c760ef-1e21-4d02-b59e-dc3e5b681885 None None] Pushing event deleted for resources: {'Port': ['ID=6a879727-2380-421a-9b03-8dc1fb9cb938,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:33.562992 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c760ef-1e21-4d02-b59e-dc3e5b681885 None None] No DVR routers for this DVR port 6a879727-2380-421a-9b03-8dc1fb9cb938 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:53:33.607244 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fb8b50-a888-49ff-82f0-fa29f5cc1c7d None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:53:33.724410 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port fdb62ead-9fb0-4557-85f5-2f267d26ea53 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:53:33.724835 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:33.764802 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3ed89d1f-29be-4de1-af97-d4a0364e0443 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:33.765335 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3ed89d1f-29be-4de1-af97-d4a0364e0443 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:33.771877 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-babc346d-0d61-4993-8ca2-9811adf24d4b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:33.785549 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-babc346d-0d61-4993-8ca2-9811adf24d4b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:port and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:33.789466 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-babc346d-0d61-4993-8ca2-9811adf24d4b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:33.798669 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-aefdabbe-6e2a-40d1-b65c-d3a330e08fa8 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Request body: {'networks': [{'name': 'tempest-network--179052683'}, {'name': 'tempest-network--1695357580'}]} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:33.799120 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-aefdabbe-6e2a-40d1-b65c-d3a330e08fa8 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Request body: {'network': {'name': 'tempest-network--179052683'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:33.799629 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-aefdabbe-6e2a-40d1-b65c-d3a330e08fa8 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Request body: {'network': {'name': 'tempest-network--1695357580'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:33.817823 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-babc346d-0d61-4993-8ca2-9811adf24d4b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:33.824811 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-aefdabbe-6e2a-40d1-b65c-d3a330e08fa8 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:33.847470 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-aefdabbe-6e2a-40d1-b65c-d3a330e08fa8 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Usage tracker for resource:network and tenant:84da2552d0b84e74b1b5c1ca80b89b0a is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:33.851954 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-aefdabbe-6e2a-40d1-b65c-d3a330e08fa8 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:33.855117 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babc346d-0d61-4993-8ca2-9811adf24d4b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:33.859429 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port fdb62ead-9fb0-4557-85f5-2f267d26ea53, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=fdb62ead-9fb0-4557-85f5-2f267d26ea53,segment=NetworkSegment(1fd2de6d-887d-43c6-b7fc-405267454003),segment_id=1fd2de6d-887d-43c6-b7fc-405267454003)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:53:33.874745 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:33.928784 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1a1a83fe-fc59-4e54-8c28-fc9fc1ce9d65 None None] Provisioning complete for port fdb62ead-9fb0-4557-85f5-2f267d26ea53 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:53:33.929162 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1a1a83fe-fc59-4e54-8c28-fc9fc1ce9d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:33.951061 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-3ed89d1f-29be-4de1-af97-d4a0364e0443 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Calling delete_port for 81b93741-0f55-44cb-9c86-896b73ee5f07 owned by network:floatingip {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:34.018311 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 6a879727-2380-421a-9b03-8dc1fb9cb938 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:53:34.023784 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-def15aa0-092b-4db1-815d-c883a25344fc tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:34.055351 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-babc346d-0d61-4993-8ca2-9811adf24d4b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:34.079147 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-aefdabbe-6e2a-40d1-b65c-d3a330e08fa8 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:34.107232 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-babc346d-0d61-4993-8ca2-9811adf24d4b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] device_id is not set on port 9d2c7505-fd85-4d0a-8ac7-dd5a47d8dc4f yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:53:34.124445 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 6a879727-2380-421a-9b03-8dc1fb9cb938 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:53:34.125068 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 6a879727-2380-421a-9b03-8dc1fb9cb938 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:53:34.210867 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-def15aa0-092b-4db1-815d-c883a25344fc tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Calling delete_port for 291281fe-9ae9-4a83-bb6c-5f177c7ab858 owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:34.220055 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=fdb62ead-9fb0-4557-85f5-2f267d26ea53,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:34.250911 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefdabbe-6e2a-40d1-b65c-d3a330e08fa8 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Made reservation on behalf of 84da2552d0b84e74b1b5c1ca80b89b0a for: {'network': 2} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:34.256243 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-aefdabbe-6e2a-40d1-b65c-d3a330e08fa8 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:34.301788 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a83fe-fc59-4e54-8c28-fc9fc1ce9d65 None None] Current status of the port fdb62ead-9fb0-4557-85f5-2f267d26ea53 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:53:34.317396 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0aebd61-d9ee-4a9b-86da-392b0c77defe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'fixed_ips': [{'subnet_id': 'bdde34d1-72bf-4b8d-b8b5-f0fc3922d84f'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:53:34.319038 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e0aebd61-d9ee-4a9b-86da-392b0c77defe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:34.323348 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-aefdabbe-6e2a-40d1-b65c-d3a330e08fa8 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:34.351699 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-aefdabbe-6e2a-40d1-b65c-d3a330e08fa8 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:34.356582 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-aefdabbe-6e2a-40d1-b65c-d3a330e08fa8 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Usage tracker for resource:security_group_rule and tenant:84da2552d0b84e74b1b5c1ca80b89b0a is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:34.360718 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-aefdabbe-6e2a-40d1-b65c-d3a330e08fa8 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:34.365655 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1a1a83fe-fc59-4e54-8c28-fc9fc1ce9d65 None None] Provisioning for port 291281fe-9ae9-4a83-bb6c-5f177c7ab858 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:53:34.367945 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-aefdabbe-6e2a-40d1-b65c-d3a330e08fa8 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:34.377511 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1a1a83fe-fc59-4e54-8c28-fc9fc1ce9d65 None None] Provisioning complete for port 291281fe-9ae9-4a83-bb6c-5f177c7ab858 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:53:34.377873 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1a1a83fe-fc59-4e54-8c28-fc9fc1ce9d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:34.487340 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-babc346d-0d61-4993-8ca2-9811adf24d4b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 22:53:34.488156 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-babc346d-0d61-4993-8ca2-9811adf24d4b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:53:34.503899 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a83fe-fc59-4e54-8c28-fc9fc1ce9d65 None None] Port 291281fe-9ae9-4a83-bb6c-5f177c7ab858 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:53:34.534099 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-aefdabbe-6e2a-40d1-b65c-d3a330e08fa8 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:34.538916 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46284) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:34.550144 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-aefdabbe-6e2a-40d1-b65c-d3a330e08fa8 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:34.550955 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-aefdabbe-6e2a-40d1-b65c-d3a330e08fa8 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:34.579023 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1a1a83fe-fc59-4e54-8c28-fc9fc1ce9d65 None None] Provisioning for port 3ac31d01-62ea-42f9-9d21-ecddb32a2b46 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:53:34.584310 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-babc346d-0d61-4993-8ca2-9811adf24d4b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0901484 Sep 14 22:53:34.589964 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46290) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:34.598833 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1a1a83fe-fc59-4e54-8c28-fc9fc1ce9d65 None None] Provisioning complete for port 3ac31d01-62ea-42f9-9d21-ecddb32a2b46 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:53:34.599461 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1a1a83fe-fc59-4e54-8c28-fc9fc1ce9d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:34.623626 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3ed89d1f-29be-4de1-af97-d4a0364e0443 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:34.635999 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefdabbe-6e2a-40d1-b65c-d3a330e08fa8 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f135b1b-3d05-47e8-a41b-a6293db86cf2,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:34.673387 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 22:53:34.681863 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-e0aebd61-d9ee-4a9b-86da-392b0c77defe None None] Allocated IP 2001:db8::2 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/bdde34d1-72bf-4b8d-b8b5-f0fc3922d84f/a50acfcc-0a39-4d89-b7aa-3fa2014db31d) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:53:34.683829 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a83fe-fc59-4e54-8c28-fc9fc1ce9d65 None None] Port 3ac31d01-62ea-42f9-9d21-ecddb32a2b46 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:53:34.703393 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-8faad58a-139a-4aea-aec5-f27fe29c55ee tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1448770120'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:34.716039 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-8faad58a-139a-4aea-aec5-f27fe29c55ee tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:34.722874 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-07d566a2-110f-49d1-873a-e40c5c2121f5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:53:34.726977 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-8faad58a-139a-4aea-aec5-f27fe29c55ee tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Usage tracker for resource:network and tenant:98a7f1cb67ad4eb78bb3bebf456cdba4 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:34.732150 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-8faad58a-139a-4aea-aec5-f27fe29c55ee tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:34.735299 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aefdabbe-6e2a-40d1-b65c-d3a330e08fa8 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:53:34.745324 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-8faad58a-139a-4aea-aec5-f27fe29c55ee tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:34.760305 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-def15aa0-092b-4db1-815d-c883a25344fc tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:34.765680 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-aefdabbe-6e2a-40d1-b65c-d3a330e08fa8 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:34.766091 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-aefdabbe-6e2a-40d1-b65c-d3a330e08fa8 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Added segment c83471f4-529c-46b6-b5ce-1f7697a9da13 of type vlan for network 5cd879b6-1a83-439e-9819-43a35bcfdbc0 Sep 14 22:53:34.769007 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device fdb62ead-9fb0-4557-85f5-2f267d26ea53 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:53:34.773123 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8faad58a-139a-4aea-aec5-f27fe29c55ee tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Made reservation on behalf of 98a7f1cb67ad4eb78bb3bebf456cdba4 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:34.776919 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8faad58a-139a-4aea-aec5-f27fe29c55ee tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:34.793964 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed89d1f-29be-4de1-af97-d4a0364e0443 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event deleted for resources: {'Port': ['ID=81b93741-0f55-44cb-9c86-896b73ee5f07,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:34.802444 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-07d566a2-110f-49d1-873a-e40c5c2121f5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:53:34.804446 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-07d566a2-110f-49d1-873a-e40c5c2121f5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2041187 Sep 14 22:53:34.809433 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46294) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:34.812508 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8faad58a-139a-4aea-aec5-f27fe29c55ee tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:34.862630 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-200792b3-fde5-45fe-8420-1bc886bc9ce0 None None] Provisioning complete for port 3ac31d01-62ea-42f9-9d21-ecddb32a2b46 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:53:34.863002 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-200792b3-fde5-45fe-8420-1bc886bc9ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:34.899764 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-aefdabbe-6e2a-40d1-b65c-d3a330e08fa8 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:34.907390 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-8faad58a-139a-4aea-aec5-f27fe29c55ee tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:34.921028 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-8faad58a-139a-4aea-aec5-f27fe29c55ee tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Usage tracker for resource:security_group_rule and tenant:98a7f1cb67ad4eb78bb3bebf456cdba4 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:34.927303 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ca9ee0-e206-4a0e-ace6-52e71eb2df9b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:34.928853 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ca9ee0-e206-4a0e-ace6-52e71eb2df9b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:34.929652 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a3ca9ee0-e206-4a0e-ace6-52e71eb2df9b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:53:34.934228 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-8faad58a-139a-4aea-aec5-f27fe29c55ee tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:34.944856 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-8faad58a-139a-4aea-aec5-f27fe29c55ee tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:34.970498 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a3ca9ee0-e206-4a0e-ace6-52e71eb2df9b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:53:34.971312 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a3ca9ee0-e206-4a0e-ace6-52e71eb2df9b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1608543 Sep 14 22:53:34.979096 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46300) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:35.049288 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def15aa0-092b-4db1-815d-c883a25344fc tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Pushing event deleted for resources: {'Port': ['ID=291281fe-9ae9-4a83-bb6c-5f177c7ab858,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:35.058699 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aefdabbe-6e2a-40d1-b65c-d3a330e08fa8 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:53:35.084172 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-aefdabbe-6e2a-40d1-b65c-d3a330e08fa8 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:35.084535 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-aefdabbe-6e2a-40d1-b65c-d3a330e08fa8 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Added segment e85ddb48-e9a9-4398-848a-5c1233b93323 of type vlan for network b1704890-3edf-444f-8e42-d2d6bbb5639b Sep 14 22:53:35.106658 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-e30f3c1f-1932-47eb-9922-f11ea0b96b07 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting subnet bdde34d1-72bf-4b8d-b8b5-f0fc3922d84f {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:53:35.124150 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-200792b3-fde5-45fe-8420-1bc886bc9ce0 None None] Port 3ac31d01-62ea-42f9-9d21-ecddb32a2b46 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:53:35.136429 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-200792b3-fde5-45fe-8420-1bc886bc9ce0 None None] Could not find standard attr ID for object 291281fe-9ae9-4a83-bb6c-5f177c7ab858. {{(pid=89172) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 14 22:53:35.141216 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-aefdabbe-6e2a-40d1-b65c-d3a330e08fa8 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:35.144386 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port fdb62ead-9fb0-4557-85f5-2f267d26ea53 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:53:35.144900 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:35.199271 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8faad58a-139a-4aea-aec5-f27fe29c55ee tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:35.205325 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8faad58a-139a-4aea-aec5-f27fe29c55ee tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:35.219962 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e6066-db3a-4e1d-8450-3e2d601413d9 req-53cffff5-8c30-46e9-8f2d-6756eb0c8d47 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:35.221528 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-aefdabbe-6e2a-40d1-b65c-d3a330e08fa8 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:35.221667 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-494e6066-db3a-4e1d-8450-3e2d601413d9 req-53cffff5-8c30-46e9-8f2d-6756eb0c8d47 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.20 "GET /v2.0/ports?device_id=390a02d0-98e6-439c-bb9e-55ab228b2d5e HTTP/1.1" status: 200 len: 946 time: 0.8276477 Sep 14 22:53:35.221876 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-aefdabbe-6e2a-40d1-b65c-d3a330e08fa8 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:35.224093 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3ed89d1f-29be-4de1-af97-d4a0364e0443 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for floatingip, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:35.228064 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefdabbe-6e2a-40d1-b65c-d3a330e08fa8 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:35.233281 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefdabbe-6e2a-40d1-b65c-d3a330e08fa8 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:35.233911 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-def15aa0-092b-4db1-815d-c883a25344fc tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:35.234034 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-aefdabbe-6e2a-40d1-b65c-d3a330e08fa8 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:35.235331 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e0aebd61-d9ee-4a9b-86da-392b0c77defe None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:35.272188 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8faad58a-139a-4aea-aec5-f27fe29c55ee tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:53:35.286818 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e0aebd61-d9ee-4a9b-86da-392b0c77defe None None] Transition to ACTIVE for port object a50acfcc-0a39-4d89-b7aa-3fa2014db31d will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:53:35.298896 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3123c1c-96d8-45f8-9c63-1c91b12da7bb req-02360ec0-58ed-4c67-829b-9439b67d828c tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:35.300386 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b3123c1c-96d8-45f8-9c63-1c91b12da7bb req-02360ec0-58ed-4c67-829b-9439b67d828c tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/ports?device_id=390a02d0-98e6-439c-bb9e-55ab228b2d5e HTTP/1.1" status: 200 len: 946 time: 0.6887565 Sep 14 22:53:35.328544 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e0aebd61-d9ee-4a9b-86da-392b0c77defe None None] Transition to ACTIVE for port object a50acfcc-0a39-4d89-b7aa-3fa2014db31d will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:53:35.335413 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port fdb62ead-9fb0-4557-85f5-2f267d26ea53 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:53:35.341469 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e0aebd61-d9ee-4a9b-86da-392b0c77defe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:35.350308 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e30f3c1f-1932-47eb-9922-f11ea0b96b07 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:35.361966 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [req-494e6066-db3a-4e1d-8450-3e2d601413d9 req-63ecf4e9-7284-424e-bd34-6b3f048eac1e tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Deleting port ed32ab64-6954-4e3d-b928-b6562f461149 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:35.362416 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-494e6066-db3a-4e1d-8450-3e2d601413d9 req-63ecf4e9-7284-424e-bd34-6b3f048eac1e tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:35.380087 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8faad58a-139a-4aea-aec5-f27fe29c55ee tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:35.380531 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-8faad58a-139a-4aea-aec5-f27fe29c55ee tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Added segment 752c5201-aa54-4f6c-9773-02ad79b72b2f of type vlan for network 7c436029-6d84-4fe9-a8a5-0d9ff7a91cc4 Sep 14 22:53:35.389535 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3ed89d1f-29be-4de1-af97-d4a0364e0443 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:35.393134 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3ed89d1f-29be-4de1-af97-d4a0364e0443 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "DELETE /v2.0/floatingips/24639933-62be-4e5f-b604-48c4f35236ac HTTP/1.1" status: 204 len: 168 time: 3.1639223 Sep 14 22:53:35.409417 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-def15aa0-092b-4db1-815d-c883a25344fc tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] 10.222.0.33 "DELETE /v2.0/ports/291281fe-9ae9-4a83-bb6c-5f177c7ab858 HTTP/1.1" status: 204 len: 168 time: 2.7372460 Sep 14 22:53:35.409417 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46304) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:35.417445 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46306) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:35.419659 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aebd61-d9ee-4a9b-86da-392b0c77defe None None] Pushing event updated for resources: {'Port': ['ID=a50acfcc-0a39-4d89-b7aa-3fa2014db31d,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:35.426565 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faad58a-139a-4aea-aec5-f27fe29c55ee tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d130dc-c941-44f9-9c16-27b3169e01aa,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:35.433983 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0aebd61-d9ee-4a9b-86da-392b0c77defe None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:53:35.434376 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-e0aebd61-d9ee-4a9b-86da-392b0c77defe None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:35.437621 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0aebd61-d9ee-4a9b-86da-392b0c77defe None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:53:35.444969 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-aefdabbe-6e2a-40d1-b65c-d3a330e08fa8 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.8706651 Sep 14 22:53:35.459820 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46312) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:35.492124 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefdabbe-6e2a-40d1-b65c-d3a330e08fa8 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Pushing event updated for resources: {'Network': ['ID=5cd879b6-1a83-439e-9819-43a35bcfdbc0,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:35.495934 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e30f3c1f-1932-47eb-9922-f11ea0b96b07 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:35.515094 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-49fb1765-2d81-4aae-bf93-c61ef4caeded tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] delete failed (client error): The resource could not be found. Sep 14 22:53:35.516089 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-49fb1765-2d81-4aae-bf93-c61ef4caeded tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "DELETE /v2.0/floatingips/24639933-62be-4e5f-b604-48c4f35236ac HTTP/1.1" status: 404 len: 345 time: 0.1000385 Sep 14 22:53:35.520251 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-40e7b290-6f53-4f59-8803-8ed02c0cc13b tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Request body: {'port': {'name': 'tempest-new-port-name-2028472246', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:35.521434 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.api.validators [None req-40e7b290-6f53-4f59-8803-8ed02c0cc13b tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] bootfile-name is not in valid_values {{(pid=89170) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 14 22:53:35.521900 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.api.validators [None req-40e7b290-6f53-4f59-8803-8ed02c0cc13b tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] tftp-server is not in valid_values {{(pid=89170) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 14 22:53:35.522376 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.api.validators [None req-40e7b290-6f53-4f59-8803-8ed02c0cc13b tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] server-ip-address is not in valid_values {{(pid=89170) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 14 22:53:35.526654 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8faad58a-139a-4aea-aec5-f27fe29c55ee tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:35.533073 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 5cd879b6-1a83-439e-9819-43a35bcfdbc0 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:53:35.551143 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46316) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:35.587961 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b3123c1c-96d8-45f8-9c63-1c91b12da7bb req-8d1626fb-7be9-415f-b7d7-173b2605eeb2 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/security-groups?id=e35e8c0d-cec2-422f-a730-b29b3659ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2737372 Sep 14 22:53:35.635991 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e0aebd61-d9ee-4a9b-86da-392b0c77defe None None] Attempting to bind port a50acfcc-0a39-4d89-b7aa-3fa2014db31d on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:53:35.636381 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e0aebd61-d9ee-4a9b-86da-392b0c77defe None None] Attempting to bind port a50acfcc-0a39-4d89-b7aa-3fa2014db31d by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:53:35.636724 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aebd61-d9ee-4a9b-86da-392b0c77defe None None] Attempting to bind port a50acfcc-0a39-4d89-b7aa-3fa2014db31d on network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:53:35.652945 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aebd61-d9ee-4a9b-86da-392b0c77defe None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:53:35.653331 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aebd61-d9ee-4a9b-86da-392b0c77defe None None] Checking segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:53:35.653700 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e0aebd61-d9ee-4a9b-86da-392b0c77defe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:35.654087 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aebd61-d9ee-4a9b-86da-392b0c77defe None None] Bound using segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:53:35.654588 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e0aebd61-d9ee-4a9b-86da-392b0c77defe None None] Bound port: a50acfcc-0a39-4d89-b7aa-3fa2014db31d, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:53:35.655053 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e0aebd61-d9ee-4a9b-86da-392b0c77defe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:35.740077 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-40e7b290-6f53-4f59-8803-8ed02c0cc13b tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:35.758293 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-e0aebd61-d9ee-4a9b-86da-392b0c77defe None None] For port a50acfcc-0a39-4d89-b7aa-3fa2014db31d, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:53:35.761399 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-e0aebd61-d9ee-4a9b-86da-392b0c77defe None None] For port a50acfcc-0a39-4d89-b7aa-3fa2014db31d, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=a50acfcc-0a39-4d89-b7aa-3fa2014db31d,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:53:35.766919 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e0aebd61-d9ee-4a9b-86da-392b0c77defe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:35.845969 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aebd61-d9ee-4a9b-86da-392b0c77defe None None] Pushing event updated for resources: {'Port': ['ID=a50acfcc-0a39-4d89-b7aa-3fa2014db31d,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:35.859073 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.db.resource_extend [None req-8faad58a-139a-4aea-aec5-f27fe29c55ee tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 22:53:35.902843 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefdabbe-6e2a-40d1-b65c-d3a330e08fa8 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Pushing event updated for resources: {'Network': ['ID=b1704890-3edf-444f-8e42-d2d6bbb5639b,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:35.916067 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network b1704890-3edf-444f-8e42-d2d6bbb5639b details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:53:35.945254 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8faad58a-139a-4aea-aec5-f27fe29c55ee tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:35.950702 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faad58a-139a-4aea-aec5-f27fe29c55ee tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:35.951321 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8faad58a-139a-4aea-aec5-f27fe29c55ee tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:36.081452 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-494e6066-db3a-4e1d-8450-3e2d601413d9 req-63ecf4e9-7284-424e-bd34-6b3f048eac1e tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] For port ed32ab64-6954-4e3d-b928-b6562f461149, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ed32ab64-6954-4e3d-b928-b6562f461149,segment=NetworkSegment(4c21d747-86b6-499f-8ff9-8eac2cda9b2e),segment_id=4c21d747-86b6-499f-8ff9-8eac2cda9b2e)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:53:36.082026 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-494e6066-db3a-4e1d-8450-3e2d601413d9 req-63ecf4e9-7284-424e-bd34-6b3f048eac1e tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:36.097925 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8faad58a-139a-4aea-aec5-f27fe29c55ee tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5575783 Sep 14 22:53:36.105253 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e1289b-000b-43cf-a55d-a4fa6eccb1d4 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:36.112383 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e1289b-000b-43cf-a55d-a4fa6eccb1d4 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:36.119107 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e1289b-000b-43cf-a55d-a4fa6eccb1d4 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:36.125103 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e1289b-000b-43cf-a55d-a4fa6eccb1d4 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:36.125990 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-00e1289b-000b-43cf-a55d-a4fa6eccb1d4 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Synchronizing usage tracker for tenant:84da2552d0b84e74b1b5c1ca80b89b0a on resource:network {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:53:36.134846 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faad58a-139a-4aea-aec5-f27fe29c55ee tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event updated for resources: {'Network': ['ID=7c436029-6d84-4fe9-a8a5-0d9ff7a91cc4,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:36.141425 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e30f3c1f-1932-47eb-9922-f11ea0b96b07 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:36.151274 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 7c436029-6d84-4fe9-a8a5-0d9ff7a91cc4 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:53:36.238446 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46320) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:36.248411 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-c2912c49-8287-4608-8515-f40e72503ee7 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Request body: {'subnet': {'network_id': '7c436029-6d84-4fe9-a8a5-0d9ff7a91cc4', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:36.273544 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465b0dbf-b226-432b-b87a-184cbba85e95 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:36.279959 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465b0dbf-b226-432b-b87a-184cbba85e95 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:36.286017 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465b0dbf-b226-432b-b87a-184cbba85e95 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:36.286897 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-465b0dbf-b226-432b-b87a-184cbba85e95 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Synchronizing usage tracker for tenant:c3b8060bdcc1452ba7bbb4ccc54d5103 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:53:36.302549 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e30f3c1f-1932-47eb-9922-f11ea0b96b07 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:36.408052 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-00e1289b-000b-43cf-a55d-a4fa6eccb1d4 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Unset dirty status for tenant:84da2552d0b84e74b1b5c1ca80b89b0a on resource:network {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:53:36.409214 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-00e1289b-000b-43cf-a55d-a4fa6eccb1d4 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.9485853 Sep 14 22:53:36.415446 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f3c1f-1932-47eb-9922-f11ea0b96b07 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Subnet': ['ID=bdde34d1-72bf-4b8d-b8b5-f0fc3922d84f,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:36.417422 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e30f3c1f-1932-47eb-9922-f11ea0b96b07 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:36.424004 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46324) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:36.472255 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-465b0dbf-b226-432b-b87a-184cbba85e95 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Unset dirty status for tenant:c3b8060bdcc1452ba7bbb4ccc54d5103 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:53:36.476227 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-465b0dbf-b226-432b-b87a-184cbba85e95 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "GET /v2.0/ports?network_id=d27b8a6e-a159-4ac1-b309-1f0aa497a093 HTTP/1.1" status: 200 len: 2357 time: 0.9208286 Sep 14 22:53:36.477623 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46328) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:36.533187 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e30f3c1f-1932-47eb-9922-f11ea0b96b07 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/bdde34d1-72bf-4b8d-b8b5-f0fc3922d84f HTTP/1.1" status: 204 len: 168 time: 1.5530558 Sep 14 22:53:36.544550 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46332) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:36.550409 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c2912c49-8287-4608-8515-f40e72503ee7 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:36.562425 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-40e7b290-6f53-4f59-8803-8ed02c0cc13b tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:36.573092 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-40e7b290-6f53-4f59-8803-8ed02c0cc13b tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:36.578133 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-494e6066-db3a-4e1d-8450-3e2d601413d9 req-63ecf4e9-7284-424e-bd34-6b3f048eac1e tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:36.578507 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-494e6066-db3a-4e1d-8450-3e2d601413d9 req-63ecf4e9-7284-424e-bd34-6b3f048eac1e tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:36.578813 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [req-494e6066-db3a-4e1d-8450-3e2d601413d9 req-63ecf4e9-7284-424e-bd34-6b3f048eac1e tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Floating IP 712a408b-9162-4eb2-a03f-1aabeab77a55 disassociated. External IP: 172.26.5.46, port: ed32ab64-6954-4e3d-b928-b6562f461149. Sep 14 22:53:36.579151 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [req-494e6066-db3a-4e1d-8450-3e2d601413d9 req-63ecf4e9-7284-424e-bd34-6b3f048eac1e tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Calling delete_port for ed32ab64-6954-4e3d-b928-b6562f461149 owned by compute:nova {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:36.623352 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c2912c49-8287-4608-8515-f40e72503ee7 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Usage tracker for resource:subnet and tenant:98a7f1cb67ad4eb78bb3bebf456cdba4 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:36.641669 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c2912c49-8287-4608-8515-f40e72503ee7 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:36.648017 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6ed4099b-4ae3-426a-acc7-6388f2dbeea8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0992889 Sep 14 22:53:36.657725 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8834d4d5-bafb-4ad8-8eb5-2cecc6398704 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:36.661460 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c2912c49-8287-4608-8515-f40e72503ee7 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:36.663245 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46338) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:36.675967 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-5c8a8a42-7947-4e6f-975a-98b86e183825 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:36.688169 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e7b290-6f53-4f59-8803-8ed02c0cc13b tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Pushing event updated for resources: {'Port': ['ID=3ac31d01-62ea-42f9-9d21-ecddb32a2b46,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:36.709546 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e79375e-1345-4c10-8802-4871c10e1a01 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:36.710904 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7e79375e-1345-4c10-8802-4871c10e1a01 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "GET /v2.0/subnets/f6a110bd-a1f5-4f09-bf86-2ad469d5bb85 HTTP/1.1" status: 200 len: 797 time: 0.2309077 Sep 14 22:53:36.716645 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46342) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:36.777703 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device a50acfcc-0a39-4d89-b7aa-3fa2014db31d up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:53:36.837816 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2912c49-8287-4608-8515-f40e72503ee7 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Made reservation on behalf of 98a7f1cb67ad4eb78bb3bebf456cdba4 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:36.841825 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c2912c49-8287-4608-8515-f40e72503ee7 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:36.897824 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port a50acfcc-0a39-4d89-b7aa-3fa2014db31d completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:53:36.926178 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-373d9eb6-6d2c-4144-9cb6-81475e046bc4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Request body: {'port': {'network_id': 'd27b8a6e-a159-4ac1-b309-1f0aa497a093', 'name': 'tempest-FloatingIPTestJSON-2146615854', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:37.079683 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8834d4d5-bafb-4ad8-8eb5-2cecc6398704 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:37.086505 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f151def8-7e7d-454e-9c80-42bed988caea None None] Provisioning complete for port 3ac31d01-62ea-42f9-9d21-ecddb32a2b46 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:53:37.086870 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f151def8-7e7d-454e-9c80-42bed988caea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:37.117149 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-8834d4d5-bafb-4ad8-8eb5-2cecc6398704 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd879b6-1a83-439e-9819-43a35bcfdbc0']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:37.137357 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-5c8a8a42-7947-4e6f-975a-98b86e183825 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:37.141050 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-8834d4d5-bafb-4ad8-8eb5-2cecc6398704 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c83471f4-529c-46b6-b5ce-1f7697a9da13') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:37.141351 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-8834d4d5-bafb-4ad8-8eb5-2cecc6398704 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c83471f4-529c-46b6-b5ce-1f7697a9da13') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:37.161547 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5c8a8a42-7947-4e6f-975a-98b86e183825 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:subnet and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:37.165876 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8834d4d5-bafb-4ad8-8eb5-2cecc6398704 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:37.178616 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5c8a8a42-7947-4e6f-975a-98b86e183825 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:37.198617 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-5c8a8a42-7947-4e6f-975a-98b86e183825 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:37.198834 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-40e7b290-6f53-4f59-8803-8ed02c0cc13b tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] In _notify_port_updated(), no bound segment for port 3ac31d01-62ea-42f9-9d21-ecddb32a2b46 on network b198d3fa-1bc2-4bde-8e8e-967ed091f1a6 {{(pid=89170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 14 22:53:37.206377 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-f151def8-7e7d-454e-9c80-42bed988caea None None] Port 3ac31d01-62ea-42f9-9d21-ecddb32a2b46 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:53:37.209741 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8834d4d5-bafb-4ad8-8eb5-2cecc6398704 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:37.211419 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e7b290-6f53-4f59-8803-8ed02c0cc13b tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:37.212514 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-40e7b290-6f53-4f59-8803-8ed02c0cc13b tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:37.214073 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-40e7b290-6f53-4f59-8803-8ed02c0cc13b tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] 10.222.0.33 "PUT /v2.0/ports/3ac31d01-62ea-42f9-9d21-ecddb32a2b46 HTTP/1.1" status: 200 len: 1136 time: 1.7848890 Sep 14 22:53:37.219897 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46350) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:37.223168 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8834d4d5-bafb-4ad8-8eb5-2cecc6398704 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:53:37.223575 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8834d4d5-bafb-4ad8-8eb5-2cecc6398704 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:37.332992 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8a8a42-7947-4e6f-975a-98b86e183825 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:37.336249 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5c8a8a42-7947-4e6f-975a-98b86e183825 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:37.339524 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae53d22f-e18f-4f7c-ba31-12c7a8b95534 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:53:37.360310 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment c83471f4-529c-46b6-b5ce-1f7697a9da13 resource provider aggregate not found Sep 14 22:53:37.433714 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment c83471f4-529c-46b6-b5ce-1f7697a9da13 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c83471f4-529c-46b6-b5ce-1f7697a9da13 found for delete ", "request_id": "req-cb2bf5f8-299d-4618-81fc-2284d654f4e6"}]} Sep 14 22:53:37.482755 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1e67a6f2-4bcc-4788-bf55-f85506fb8426 None None] Provisioning for port a50acfcc-0a39-4d89-b7aa-3fa2014db31d completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:53:37.518440 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22254588-7f2d-4068-85a3-ce057aac0a4a tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:37.518715 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1e67a6f2-4bcc-4788-bf55-f85506fb8426 None None] Provisioning complete for port a50acfcc-0a39-4d89-b7aa-3fa2014db31d triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:53:37.518806 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1e67a6f2-4bcc-4788-bf55-f85506fb8426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:37.519037 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-22254588-7f2d-4068-85a3-ce057aac0a4a tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Synchronizing usage tracker for tenant:04a6a5e11619491984d5364cb101053d on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:53:37.522724 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8834d4d5-bafb-4ad8-8eb5-2cecc6398704 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:37.525024 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-373d9eb6-6d2c-4144-9cb6-81475e046bc4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:37.557097 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8834d4d5-bafb-4ad8-8eb5-2cecc6398704 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:37.567434 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-373d9eb6-6d2c-4144-9cb6-81475e046bc4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:37.574810 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834d4d5-bafb-4ad8-8eb5-2cecc6398704 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Pushing event deleted for resources: {'Network': ['ID=5cd879b6-1a83-439e-9819-43a35bcfdbc0,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:37.584511 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e38f6-1f1f-441b-ae8d-11695acb4c61 req-28ada2ac-b1de-4342-88a0-879e92482b8f tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:37.591267 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-259e38f6-1f1f-441b-ae8d-11695acb4c61 req-28ada2ac-b1de-4342-88a0-879e92482b8f tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/ports?device_id=390a02d0-98e6-439c-bb9e-55ab228b2d5e HTTP/1.1" status: 200 len: 946 time: 0.6458099 Sep 14 22:53:37.621398 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8834d4d5-bafb-4ad8-8eb5-2cecc6398704 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] 10.222.0.33 "DELETE /v2.0/networks/5cd879b6-1a83-439e-9819-43a35bcfdbc0 HTTP/1.1" status: 204 len: 168 time: 1.1900713 Sep 14 22:53:37.621593 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-494e6066-db3a-4e1d-8450-3e2d601413d9 req-63ecf4e9-7284-424e-bd34-6b3f048eac1e tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:37.621593 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-22254588-7f2d-4068-85a3-ce057aac0a4a tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Unset dirty status for tenant:04a6a5e11619491984d5364cb101053d on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:53:37.621593 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-22254588-7f2d-4068-85a3-ce057aac0a4a tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] 10.222.0.33 "GET /v2.0/ports/3ac31d01-62ea-42f9-9d21-ecddb32a2b46 HTTP/1.1" status: 200 len: 1136 time: 0.3971186 Sep 14 22:53:37.621834 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46362) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:37.626713 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46366) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:37.651048 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-536b438b-4719-4736-be25-c87d43a8b54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:37.720065 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373d9eb6-6d2c-4144-9cb6-81475e046bc4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Made reservation on behalf of c3b8060bdcc1452ba7bbb4ccc54d5103 for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:37.724388 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1e67a6f2-4bcc-4788-bf55-f85506fb8426 None None] Current status of the port a50acfcc-0a39-4d89-b7aa-3fa2014db31d is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:53:37.724892 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1e67a6f2-4bcc-4788-bf55-f85506fb8426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:37.755521 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ecf4e9-7284-424e-bd34-6b3f048eac1e tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Pushing event deleted for resources: {'Port': ['ID=ed32ab64-6954-4e3d-b928-b6562f461149,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:37.772163 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1e67a6f2-4bcc-4788-bf55-f85506fb8426 None None] For port a50acfcc-0a39-4d89-b7aa-3fa2014db31d, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=a50acfcc-0a39-4d89-b7aa-3fa2014db31d,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:53:37.778872 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1e67a6f2-4bcc-4788-bf55-f85506fb8426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:37.833421 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c2912c49-8287-4608-8515-f40e72503ee7 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:37.845283 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e20c703-41b5-442a-a7b9-2470536386ca None None] DHCP port deletion for ac1cbc11-ac8d-43cd-9c1d-398cae68a205 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:53:37.853101 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-259e38f6-1f1f-441b-ae8d-11695acb4c61 req-dedd984b-ed61-45d1-ac8e-37220bf16fe3 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/security-groups?id=e35e8c0d-cec2-422f-a730-b29b3659ae07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2605081 Sep 14 22:53:37.854848 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-9e20c703-41b5-442a-a7b9-2470536386ca None None] Deleting port a50acfcc-0a39-4d89-b7aa-3fa2014db31d {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:37.855288 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9e20c703-41b5-442a-a7b9-2470536386ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:37.912870 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67a6f2-4bcc-4788-bf55-f85506fb8426 None None] Pushing event updated for resources: {'Port': ['ID=a50acfcc-0a39-4d89-b7aa-3fa2014db31d,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:37.960731 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-ea5002e8-e844-45eb-b0f3-fb100e0fde31 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Deleting port 3ac31d01-62ea-42f9-9d21-ecddb32a2b46 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:37.961738 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ea5002e8-e844-45eb-b0f3-fb100e0fde31 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:38.011030 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5c8560df-fe27-4629-81a6-3c19e20a3818 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:38.022745 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2912c49-8287-4608-8515-f40e72503ee7 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event updated for resources: {'Subnet': ['ID=5a71450a-d287-4c38-b67d-26561b76e2b6,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:38.053663 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2912c49-8287-4608-8515-f40e72503ee7 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Checking segment: {'id': '752c5201-aa54-4f6c-9773-02ad79b72b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7c436029-6d84-4fe9-a8a5-0d9ff7a91cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:53:38.054001 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2912c49-8287-4608-8515-f40e72503ee7 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Network hostable DHCP agents. Network: 7c436029-6d84-4fe9-a8a5-0d9ff7a91cc4, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:53:38.114308 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5c8a8a42-7947-4e6f-975a-98b86e183825 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:38.129932 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1254194-14f0-42ba-841e-e394597f5e8c req-118163b7-669b-4ee0-aace-a9fed005503e tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:38.131374 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a1254194-14f0-42ba-841e-e394597f5e8c req-118163b7-669b-4ee0-aace-a9fed005503e tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/ports?device_id=e2748707-0a02-47fb-9d12-94dde6087559 HTTP/1.1" status: 200 len: 946 time: 0.6947684 Sep 14 22:53:38.140802 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-9e20c703-41b5-442a-a7b9-2470536386ca None None] For port a50acfcc-0a39-4d89-b7aa-3fa2014db31d, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=a50acfcc-0a39-4d89-b7aa-3fa2014db31d,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:53:38.141955 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9e20c703-41b5-442a-a7b9-2470536386ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:38.217513 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device ed32ab64-6954-4e3d-b928-b6562f461149 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:53:38.245336 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2912c49-8287-4608-8515-f40e72503ee7 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Network 7c436029-6d84-4fe9-a8a5-0d9ff7a91cc4 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:53:38.264004 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8a8a42-7947-4e6f-975a-98b86e183825 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:53:38.281448 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-5c8a8a42-7947-4e6f-975a-98b86e183825 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:38.298716 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8a8a42-7947-4e6f-975a-98b86e183825 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:38.299778 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5c8a8a42-7947-4e6f-975a-98b86e183825 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:38.308796 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5c8560df-fe27-4629-81a6-3c19e20a3818 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:38.316982 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-9e20c703-41b5-442a-a7b9-2470536386ca None None] Calling delete_port for a50acfcc-0a39-4d89-b7aa-3fa2014db31d owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:38.329114 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-c2912c49-8287-4608-8515-f40e72503ee7 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 7c436029-6d84-4fe9-a8a5-0d9ff7a91cc4) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:38.337429 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a8a42-7947-4e6f-975a-98b86e183825 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Subnet': ['ID=de788198-93b5-4432-90df-bb19b99926f1,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:38.356322 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2912c49-8287-4608-8515-f40e72503ee7 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:38.357303 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c2912c49-8287-4608-8515-f40e72503ee7 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:38.371237 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-5c8560df-fe27-4629-81a6-3c19e20a3818 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1704890-3edf-444f-8e42-d2d6bbb5639b']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:38.398670 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-5c8560df-fe27-4629-81a6-3c19e20a3818 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e85ddb48-e9a9-4398-848a-5c1233b93323') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:38.398865 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-5c8560df-fe27-4629-81a6-3c19e20a3818 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e85ddb48-e9a9-4398-848a-5c1233b93323') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:38.420922 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5c8560df-fe27-4629-81a6-3c19e20a3818 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:38.433894 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5c8a8a42-7947-4e6f-975a-98b86e183825 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7646120 Sep 14 22:53:38.436519 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c2912c49-8287-4608-8515-f40e72503ee7 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.1957242 Sep 14 22:53:38.437338 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-373d9eb6-6d2c-4144-9cb6-81475e046bc4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:38.438915 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46370) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:38.439205 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46372) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:38.445762 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-6ea02f5f-eac8-4412-8034-65236e9572b2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-501124339', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:38.450208 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: ed32ab64-6954-4e3d-b928-b6562f461149 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:53:38.450634 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device ed32ab64-6954-4e3d-b928-b6562f461149 not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:53:38.456966 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45255451-2060-44cd-8536-6ee69f784361 None None] Network 7c436029-6d84-4fe9-a8a5-0d9ff7a91cc4 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:53:38.458530 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-26429c76-c31f-49ff-a441-83fb46e1f20e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2100848612'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:38.462029 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-6ea02f5f-eac8-4412-8034-65236e9572b2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:38.465530 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5c8560df-fe27-4629-81a6-3c19e20a3818 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:38.468389 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-26429c76-c31f-49ff-a441-83fb46e1f20e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:38.474888 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-26429c76-c31f-49ff-a441-83fb46e1f20e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Usage tracker for resource:network and tenant:98a7f1cb67ad4eb78bb3bebf456cdba4 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:38.477702 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6ea02f5f-eac8-4412-8034-65236e9572b2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:router and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:38.480967 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-26429c76-c31f-49ff-a441-83fb46e1f20e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:38.485631 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a1254194-14f0-42ba-841e-e394597f5e8c req-462396bb-59ad-4c32-8e6d-9d4c1625f144 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/security-groups?id=dca6bde9-ce0e-46af-b6a1-393a3e60b4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3405116 Sep 14 22:53:38.487902 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6ea02f5f-eac8-4412-8034-65236e9572b2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:38.490692 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-26429c76-c31f-49ff-a441-83fb46e1f20e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:38.492884 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c8560df-fe27-4629-81a6-3c19e20a3818 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:53:38.493290 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5c8560df-fe27-4629-81a6-3c19e20a3818 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:38.518706 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-6ea02f5f-eac8-4412-8034-65236e9572b2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:38.523433 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [req-494e6066-db3a-4e1d-8450-3e2d601413d9 req-63ecf4e9-7284-424e-bd34-6b3f048eac1e tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Router 84bea323-87c5-4677-a994-08c058623ad3 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:53:38.533416 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-373d9eb6-6d2c-4144-9cb6-81475e046bc4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] device_id is not set on port 749926f5-01ed-4823-a3d4-ae549b2a8f22 yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:53:38.588627 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26429c76-c31f-49ff-a441-83fb46e1f20e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Made reservation on behalf of 98a7f1cb67ad4eb78bb3bebf456cdba4 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:38.589019 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e42481-68d9-4dd0-a830-a4fd685432a3 req-45b9ebe3-f464-47aa-8c17-623546cfe3fa tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:38.590489 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c0e42481-68d9-4dd0-a830-a4fd685432a3 req-45b9ebe3-f464-47aa-8c17-623546cfe3fa tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.5960441 Sep 14 22:53:38.592050 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-26429c76-c31f-49ff-a441-83fb46e1f20e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:38.618275 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6ea02f5f-eac8-4412-8034-65236e9572b2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:38.619662 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6ea02f5f-eac8-4412-8034-65236e9572b2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:38.644516 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5c8560df-fe27-4629-81a6-3c19e20a3818 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:38.646188 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26429c76-c31f-49ff-a441-83fb46e1f20e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:53:38.673599 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5c8560df-fe27-4629-81a6-3c19e20a3818 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:38.683500 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6ea02f5f-eac8-4412-8034-65236e9572b2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:38.684921 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8560df-fe27-4629-81a6-3c19e20a3818 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Pushing event deleted for resources: {'Network': ['ID=b1704890-3edf-444f-8e42-d2d6bbb5639b,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:38.696800 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-26429c76-c31f-49ff-a441-83fb46e1f20e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:38.697167 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-26429c76-c31f-49ff-a441-83fb46e1f20e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Added segment d50f3c1e-4f9b-4a96-bfc6-cda8973b5f4b of type vlan for network c47e6ab8-83da-4b48-97e8-6d51cb4a22da Sep 14 22:53:38.716049 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9e20c703-41b5-442a-a7b9-2470536386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:38.729548 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5c8560df-fe27-4629-81a6-3c19e20a3818 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] 10.222.0.33 "DELETE /v2.0/networks/b1704890-3edf-444f-8e42-d2d6bbb5639b HTTP/1.1" status: 204 len: 168 time: 1.1076710 Sep 14 22:53:38.730948 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46378) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:38.775403 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-26429c76-c31f-49ff-a441-83fb46e1f20e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:38.779334 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6ea02f5f-eac8-4412-8034-65236e9572b2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:38.817893 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device a50acfcc-0a39-4d89-b7aa-3fa2014db31d no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:53:38.835772 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ea5002e8-e844-45eb-b0f3-fb100e0fde31 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:38.854338 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e20c703-41b5-442a-a7b9-2470536386ca None None] No DVR routers for this DVR port a50acfcc-0a39-4d89-b7aa-3fa2014db31d on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:53:38.872394 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20c703-41b5-442a-a7b9-2470536386ca None None] Pushing event deleted for resources: {'Port': ['ID=a50acfcc-0a39-4d89-b7aa-3fa2014db31d,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:38.881135 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: a50acfcc-0a39-4d89-b7aa-3fa2014db31d {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:53:38.881811 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device a50acfcc-0a39-4d89-b7aa-3fa2014db31d not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:53:38.895387 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6ea02f5f-eac8-4412-8034-65236e9572b2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:38.896879 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6ea02f5f-eac8-4412-8034-65236e9572b2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4567420 Sep 14 22:53:38.901237 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46384) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:38.917537 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae370e70-39a8-46da-95c2-675bed64beef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-7c436029-6d84-4fe9-a8a5-0d9ff7a91cc4', 'network_id': '7c436029-6d84-4fe9-a8a5-0d9ff7a91cc4', 'tenant_id': '98a7f1cb67ad4eb78bb3bebf456cdba4', 'fixed_ips': [{'subnet_id': '5a71450a-d287-4c38-b67d-26561b76e2b6'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:53:38.919766 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ae370e70-39a8-46da-95c2-675bed64beef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:38.948918 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba2adc0-595c-4dbe-9886-262789cc6daa None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:53:39.046821 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-26429c76-c31f-49ff-a441-83fb46e1f20e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:39.052228 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26429c76-c31f-49ff-a441-83fb46e1f20e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:39.052938 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-26429c76-c31f-49ff-a441-83fb46e1f20e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:39.060395 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-ea5002e8-e844-45eb-b0f3-fb100e0fde31 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Calling delete_port for 3ac31d01-62ea-42f9-9d21-ecddb32a2b46 owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:39.230967 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-ae370e70-39a8-46da-95c2-675bed64beef None None] Allocated IP 172.20.255.242 (7c436029-6d84-4fe9-a8a5-0d9ff7a91cc4/5a71450a-d287-4c38-b67d-26561b76e2b6/528b6f16-170d-4eb5-8314-ee3e079022d0) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:53:39.235834 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-26429c76-c31f-49ff-a441-83fb46e1f20e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7940240 Sep 14 22:53:39.266965 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46388) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:39.297940 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-93efee66-406c-49b0-aef1-12b2396dd1e6 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Request body: {'subnet': {'network_id': 'c47e6ab8-83da-4b48-97e8-6d51cb4a22da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:39.317971 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e21c1ab9-91f9-4e0a-9824-5a54be0b1f3b req-b8755986-54f5-4287-8da6-5b14533be436 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/ports?device_id=390a02d0-98e6-439c-bb9e-55ab228b2d5e HTTP/1.1" status: 200 len: 210 time: 0.2669616 Sep 14 22:53:39.323484 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ba2729-b4da-4ed1-9b5b-aa5b72504f11 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:39.328785 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c0e42481-68d9-4dd0-a830-a4fd685432a3 req-ff9e91ed-fbb5-4733-9904-fa49b5d42f39 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6566958 Sep 14 22:53:39.330277 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ba2729-b4da-4ed1-9b5b-aa5b72504f11 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:39.331145 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c1ba2729-b4da-4ed1-9b5b-aa5b72504f11 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Synchronizing usage tracker for tenant:84da2552d0b84e74b1b5c1ca80b89b0a on resource:network {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:53:39.418152 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe1262d-d417-41d2-9452-9a29dc0a01b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'fixed_ips': [{'subnet_id': 'de788198-93b5-4432-90df-bb19b99926f1'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:53:39.419217 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cbe1262d-d417-41d2-9452-9a29dc0a01b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:39.508544 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26429c76-c31f-49ff-a441-83fb46e1f20e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event updated for resources: {'Network': ['ID=c47e6ab8-83da-4b48-97e8-6d51cb4a22da,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:39.518196 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment e85ddb48-e9a9-4398-848a-5c1233b93323 resource provider aggregate not found Sep 14 22:53:39.530849 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network c47e6ab8-83da-4b48-97e8-6d51cb4a22da details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:53:39.682437 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment e85ddb48-e9a9-4398-848a-5c1233b93323 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e85ddb48-e9a9-4398-848a-5c1233b93323 found for delete ", "request_id": "req-60ecf767-631a-4e2a-9081-1fbbecb7b045"}]} Sep 14 22:53:39.692133 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c1ba2729-b4da-4ed1-9b5b-aa5b72504f11 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Unset dirty status for tenant:84da2552d0b84e74b1b5c1ca80b89b0a on resource:network {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:53:39.693390 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c1ba2729-b4da-4ed1-9b5b-aa5b72504f11 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.9518187 Sep 14 22:53:39.700443 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46400) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:39.709044 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-79759e2a-4ac1-41b3-bc79-d20b729a9733 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-917031948'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:39.717866 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-79759e2a-4ac1-41b3-bc79-d20b729a9733 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:39.734027 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-79759e2a-4ac1-41b3-bc79-d20b729a9733 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:39.757829 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-494e6066-db3a-4e1d-8450-3e2d601413d9 req-63ecf4e9-7284-424e-bd34-6b3f048eac1e tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:53:39.769876 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a5f3f6ac-4c1b-4595-95db-737935f762a0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:39.777713 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-924720a8-7d42-4fab-a2c0-44361e70551f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:39.784851 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79759e2a-4ac1-41b3-bc79-d20b729a9733 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Made reservation on behalf of 84da2552d0b84e74b1b5c1ca80b89b0a for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:39.786883 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c308641c-28b8-439c-b536-af6de4332c74 None None] Sync routers for ids ['84bea323-87c5-4677-a994-08c058623ad3'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:53:39.788726 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-79759e2a-4ac1-41b3-bc79-d20b729a9733 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:39.790728 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ae370e70-39a8-46da-95c2-675bed64beef None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:39.811485 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-cbe1262d-d417-41d2-9452-9a29dc0a01b0 None None] Allocated IP 2001:db8::2 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/de788198-93b5-4432-90df-bb19b99926f1/d6d5e38b-0320-4d7b-b10d-f51052436981) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:53:39.818450 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c308641c-28b8-439c-b536-af6de4332c74 None None] Routers {'84bea323-87c5-4677-a994-08c058623ad3'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:53:39.818757 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-c308641c-28b8-439c-b536-af6de4332c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:53:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['84bea323-87c5-4677-a994-08c058623ad3'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:39.880130 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-93efee66-406c-49b0-aef1-12b2396dd1e6 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:39.934117 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-93efee66-406c-49b0-aef1-12b2396dd1e6 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Usage tracker for resource:subnet and tenant:98a7f1cb67ad4eb78bb3bebf456cdba4 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:39.943071 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [req-494e6066-db3a-4e1d-8450-3e2d601413d9 req-63ecf4e9-7284-424e-bd34-6b3f048eac1e tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] No DVR routers for this DVR port ed32ab64-6954-4e3d-b928-b6562f461149 on host hv-neutron-8577 {{(pid=89170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:53:39.945527 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-93efee66-406c-49b0-aef1-12b2396dd1e6 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:39.945717 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79759e2a-4ac1-41b3-bc79-d20b729a9733 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:53:39.959186 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-ae370e70-39a8-46da-95c2-675bed64beef None None] Transition to ACTIVE for port object 528b6f16-170d-4eb5-8314-ee3e079022d0 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:53:39.964755 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-494e6066-db3a-4e1d-8450-3e2d601413d9 req-63ecf4e9-7284-424e-bd34-6b3f048eac1e tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:39.974866 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390a02d0-98e6-439c-bb9e-55ab228b2d5e', 'name': 'network-vif-deleted', 'tag': 'ed32ab64-6954-4e3d-b928-b6562f461149'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 22:53:39.977221 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1128d0b6-868b-42ec-ab4f-4bd1657daefc" -d '{"events": [{"server_uuid": "390a02d0-98e6-439c-bb9e-55ab228b2d5e", "name": "network-vif-deleted", "tag": "ed32ab64-6954-4e3d-b928-b6562f461149"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:53:39.987943 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-93efee66-406c-49b0-aef1-12b2396dd1e6 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:39.991344 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ea5002e8-e844-45eb-b0f3-fb100e0fde31 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:39.992937 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-79759e2a-4ac1-41b3-bc79-d20b729a9733 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:39.993454 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-79759e2a-4ac1-41b3-bc79-d20b729a9733 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Added segment 6628470a-ca9b-40e6-a7ac-3080e9de88fb of type vlan for network 54dd77a7-25e4-4108-aa2a-dae150c8b714 Sep 14 22:53:40.048754 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f0422-031a-4b49-8a4f-fb9bc535b1ae req-a564e8ed-f49b-4e67-ad81-cc5bed3af080 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:40.050221 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8c3f0422-031a-4b49-8a4f-fb9bc535b1ae req-a564e8ed-f49b-4e67-ad81-cc5bed3af080 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2748707-0a02-47fb-9d12-94dde6087559 HTTP/1.1" status: 200 len: 946 time: 1.2065592 Sep 14 22:53:40.082140 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-79759e2a-4ac1-41b3-bc79-d20b729a9733 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:40.090002 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5002e8-e844-45eb-b0f3-fb100e0fde31 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Pushing event deleted for resources: {'Port': ['ID=3ac31d01-62ea-42f9-9d21-ecddb32a2b46,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:40.104418 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-ae370e70-39a8-46da-95c2-675bed64beef None None] Transition to ACTIVE for port object 528b6f16-170d-4eb5-8314-ee3e079022d0 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:53:40.125134 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93efee66-406c-49b0-aef1-12b2396dd1e6 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Made reservation on behalf of 98a7f1cb67ad4eb78bb3bebf456cdba4 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:40.128677 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-93efee66-406c-49b0-aef1-12b2396dd1e6 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:40.136991 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-79759e2a-4ac1-41b3-bc79-d20b729a9733 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:40.141858 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ae370e70-39a8-46da-95c2-675bed64beef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:40.143216 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79759e2a-4ac1-41b3-bc79-d20b729a9733 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:40.143891 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-79759e2a-4ac1-41b3-bc79-d20b729a9733 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:40.160322 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-494e6066-db3a-4e1d-8450-3e2d601413d9 req-63ecf4e9-7284-424e-bd34-6b3f048eac1e tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.20 "DELETE /v2.0/ports/ed32ab64-6954-4e3d-b928-b6562f461149 HTTP/1.1" status: 204 len: 173 time: 4.9237454 Sep 14 22:53:40.191783 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-79759e2a-4ac1-41b3-bc79-d20b729a9733 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4902360 Sep 14 22:53:40.246711 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46408) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:40.259117 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-0aa265d3-a86f-43ff-bd16-48daafaf6ec5 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1078126846'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:40.273273 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae370e70-39a8-46da-95c2-675bed64beef None None] Pushing event updated for resources: {'Port': ['ID=528b6f16-170d-4eb5-8314-ee3e079022d0,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:40.278884 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0aa265d3-a86f-43ff-bd16-48daafaf6ec5 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:40.288149 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0aa265d3-a86f-43ff-bd16-48daafaf6ec5 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Usage tracker for resource:network and tenant:84da2552d0b84e74b1b5c1ca80b89b0a is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:40.293036 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0aa265d3-a86f-43ff-bd16-48daafaf6ec5 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:40.296689 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79759e2a-4ac1-41b3-bc79-d20b729a9733 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Pushing event updated for resources: {'Network': ['ID=54dd77a7-25e4-4108-aa2a-dae150c8b714,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:40.302284 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0aa265d3-a86f-43ff-bd16-48daafaf6ec5 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:40.314863 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa265d3-a86f-43ff-bd16-48daafaf6ec5 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Made reservation on behalf of 84da2552d0b84e74b1b5c1ca80b89b0a for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:40.318379 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0aa265d3-a86f-43ff-bd16-48daafaf6ec5 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:40.362553 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa265d3-a86f-43ff-bd16-48daafaf6ec5 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:53:40.377583 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0aa265d3-a86f-43ff-bd16-48daafaf6ec5 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:40.378036 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-0aa265d3-a86f-43ff-bd16-48daafaf6ec5 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Added segment ada018d6-fb1d-44ba-8202-a4dc1f2d5e1f of type vlan for network 5a382369-4412-4288-8d59-62b911234c9b Sep 14 22:53:40.419100 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0aa265d3-a86f-43ff-bd16-48daafaf6ec5 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:40.461445 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0aa265d3-a86f-43ff-bd16-48daafaf6ec5 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:40.467648 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa265d3-a86f-43ff-bd16-48daafaf6ec5 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:40.468583 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0aa265d3-a86f-43ff-bd16-48daafaf6ec5 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:40.472986 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cbe1262d-d417-41d2-9452-9a29dc0a01b0 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:40.480412 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 54dd77a7-25e4-4108-aa2a-dae150c8b714 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:53:40.558749 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-c308641c-28b8-439c-b536-af6de4332c74 None None] Set router 84bea323-87c5-4677-a994-08c058623ad3 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:53:40.599463 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0aa265d3-a86f-43ff-bd16-48daafaf6ec5 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3523018 Sep 14 22:53:40.608191 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae370e70-39a8-46da-95c2-675bed64beef None None] Network 7c436029-6d84-4fe9-a8a5-0d9ff7a91cc4 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:53:40.609463 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46414) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:40.610469 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa265d3-a86f-43ff-bd16-48daafaf6ec5 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Pushing event updated for resources: {'Network': ['ID=5a382369-4412-4288-8d59-62b911234c9b,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:40.622927 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-4edcf5dc-0b8c-44ea-bf2f-dc693a059bce tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Request body: {'ports': [{'network_id': '54dd77a7-25e4-4108-aa2a-dae150c8b714', 'name': 'tempest-port--650581193', 'admin_state_up': True}, {'network_id': '5a382369-4412-4288-8d59-62b911234c9b', 'admin_state_up': False}]} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:40.623399 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-4edcf5dc-0b8c-44ea-bf2f-dc693a059bce tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Request body: {'port': {'network_id': '54dd77a7-25e4-4108-aa2a-dae150c8b714', 'name': 'tempest-port--650581193', 'admin_state_up': True}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:40.624433 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-4edcf5dc-0b8c-44ea-bf2f-dc693a059bce tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Request body: {'port': {'network_id': '5a382369-4412-4288-8d59-62b911234c9b', 'admin_state_up': False}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:40.635164 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-ae370e70-39a8-46da-95c2-675bed64beef None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:40.637051 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [req-8c3f0422-031a-4b49-8a4f-fb9bc535b1ae req-a544197c-9fac-4881-b200-bb801232ed35 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Deleting port d8322af4-320b-42fa-97d1-4a56969f9b08 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:40.637281 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 5a382369-4412-4288-8d59-62b911234c9b details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:53:40.637467 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-8c3f0422-031a-4b49-8a4f-fb9bc535b1ae req-a544197c-9fac-4881-b200-bb801232ed35 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:40.715822 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e089c12-25a5-4a09-b1b8-2970ce00e395 req-0e6d1b8b-d1d4-4c1a-bd1e-166ca91a30cb tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:40.717996 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0e089c12-25a5-4a09-b1b8-2970ce00e395 req-0e6d1b8b-d1d4-4c1a-bd1e-166ca91a30cb tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 1.0914927 Sep 14 22:53:40.726460 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-373d9eb6-6d2c-4144-9cb6-81475e046bc4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Allocated IP 172.20.0.14 (d27b8a6e-a159-4ac1-b309-1f0aa497a093/f6a110bd-a1f5-4f09-bf86-2ad469d5bb85/749926f5-01ed-4823-a3d4-ae549b2a8f22) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:53:40.736314 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e6cee-563f-44b5-b820-175013fd93d3 req-4eccbb8d-c824-4a03-a4d7-afb798ee5782 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:40.743307 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-358e6cee-563f-44b5-b820-175013fd93d3 req-4eccbb8d-c824-4a03-a4d7-afb798ee5782 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/ports?device_id=e2748707-0a02-47fb-9d12-94dde6087559 HTTP/1.1" status: 200 len: 946 time: 1.1178501 Sep 14 22:53:40.760314 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae370e70-39a8-46da-95c2-675bed64beef None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:53:40.765692 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-cbe1262d-d417-41d2-9452-9a29dc0a01b0 None None] Transition to ACTIVE for port object d6d5e38b-0320-4d7b-b10d-f51052436981 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:53:40.794389 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-373d9eb6-6d2c-4144-9cb6-81475e046bc4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Allocated IP 172.20.0.13 (d27b8a6e-a159-4ac1-b309-1f0aa497a093/f6a110bd-a1f5-4f09-bf86-2ad469d5bb85/749926f5-01ed-4823-a3d4-ae549b2a8f22) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:53:40.815611 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ea5002e8-e844-45eb-b0f3-fb100e0fde31 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:40.923467 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ea5002e8-e844-45eb-b0f3-fb100e0fde31 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] 10.222.0.33 "DELETE /v2.0/ports/3ac31d01-62ea-42f9-9d21-ecddb32a2b46 HTTP/1.1" status: 204 len: 168 time: 3.2651753 Sep 14 22:53:40.937342 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46418) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:40.957542 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:40.958047 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0e089c12-25a5-4a09-b1b8-2970ce00e395 req-dd1e748a-c4ae-4250-a33b-3083fb5a1fd3 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2036228 Sep 14 22:53:40.960033 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-cbe1262d-d417-41d2-9452-9a29dc0a01b0 None None] Transition to ACTIVE for port object d6d5e38b-0320-4d7b-b10d-f51052436981 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:53:40.990734 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-358e6cee-563f-44b5-b820-175013fd93d3 req-f86e559c-0fa6-49da-9043-1946bc84f6c8 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/security-groups?id=dca6bde9-ce0e-46af-b6a1-393a3e60b4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2463882 Sep 14 22:53:41.033546 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-47d92393-da1c-4f95-ac6b-8b20ceea790b tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Deleting subnet 6600d3b2-974f-4371-a3bd-aa5056794ec1 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:53:41.039525 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-47d92393-da1c-4f95-ac6b-8b20ceea790b tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:41.048063 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:41.063046 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cbe1262d-d417-41d2-9452-9a29dc0a01b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:41.066434 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-ae370e70-39a8-46da-95c2-675bed64beef None None] Attempting to bind port 528b6f16-170d-4eb5-8314-ee3e079022d0 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:53:41.066904 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-ae370e70-39a8-46da-95c2-675bed64beef None None] Attempting to bind port 528b6f16-170d-4eb5-8314-ee3e079022d0 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '752c5201-aa54-4f6c-9773-02ad79b72b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7c436029-6d84-4fe9-a8a5-0d9ff7a91cc4'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:53:41.067138 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae370e70-39a8-46da-95c2-675bed64beef None None] Attempting to bind port 528b6f16-170d-4eb5-8314-ee3e079022d0 on network 7c436029-6d84-4fe9-a8a5-0d9ff7a91cc4 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:53:41.105453 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-47d92393-da1c-4f95-ac6b-8b20ceea790b tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:41.132558 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 22:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697df5ff-4b2a-42fb-ab78-6a8274720081 x-openstack-request-id: req-697df5ff-4b2a-42fb-ab78-6a8274720081 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:53:41.133256 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "390a02d0-98e6-439c-bb9e-55ab228b2d5e", "name": "network-vif-deleted", "tag": "ed32ab64-6954-4e3d-b928-b6562f461149", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:53:41.133256 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-697df5ff-4b2a-42fb-ab78-6a8274720081 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:53:41.137202 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-697df5ff-4b2a-42fb-ab78-6a8274720081'] response: {'server_uuid': '390a02d0-98e6-439c-bb9e-55ab228b2d5e', 'name': 'network-vif-deleted', 'tag': 'ed32ab64-6954-4e3d-b928-b6562f461149', 'status': 'completed', 'code': 200} Sep 14 22:53:41.187802 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae370e70-39a8-46da-95c2-675bed64beef None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:53:41.188473 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae370e70-39a8-46da-95c2-675bed64beef None None] Checking segment: {'id': '752c5201-aa54-4f6c-9773-02ad79b72b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7c436029-6d84-4fe9-a8a5-0d9ff7a91cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:53:41.189059 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ae370e70-39a8-46da-95c2-675bed64beef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:41.189585 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae370e70-39a8-46da-95c2-675bed64beef None None] Bound using segment: {'id': '752c5201-aa54-4f6c-9773-02ad79b72b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7c436029-6d84-4fe9-a8a5-0d9ff7a91cc4'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:53:41.190379 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-ae370e70-39a8-46da-95c2-675bed64beef None None] Bound port: 528b6f16-170d-4eb5-8314-ee3e079022d0, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752c5201-aa54-4f6c-9773-02ad79b72b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7c436029-6d84-4fe9-a8a5-0d9ff7a91cc4'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:53:41.193777 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ae370e70-39a8-46da-95c2-675bed64beef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:41.202681 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46426) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:41.225085 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe1262d-d417-41d2-9452-9a29dc0a01b0 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:53:41.257846 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-47d92393-da1c-4f95-ac6b-8b20ceea790b tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:41.259529 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-cbe1262d-d417-41d2-9452-9a29dc0a01b0 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:41.262229 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe1262d-d417-41d2-9452-9a29dc0a01b0 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:53:41.291208 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-4edcf5dc-0b8c-44ea-bf2f-dc693a059bce tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:41.305131 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-4edcf5dc-0b8c-44ea-bf2f-dc693a059bce tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Usage tracker for resource:port and tenant:84da2552d0b84e74b1b5c1ca80b89b0a is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:41.314022 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-4edcf5dc-0b8c-44ea-bf2f-dc693a059bce tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:41.329681 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1262d-d417-41d2-9452-9a29dc0a01b0 None None] Pushing event updated for resources: {'Port': ['ID=d6d5e38b-0320-4d7b-b10d-f51052436981,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:41.344358 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-4edcf5dc-0b8c-44ea-bf2f-dc693a059bce tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:41.376778 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-a5f3f6ac-4c1b-4595-95db-737935f762a0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Allocated IP 2001:db8::1 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/de788198-93b5-4432-90df-bb19b99926f1/0e5ec1bd-d5e5-4e91-9452-0e1fd79dacd9) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:53:41.406126 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edcf5dc-0b8c-44ea-bf2f-dc693a059bce tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Made reservation on behalf of 84da2552d0b84e74b1b5c1ca80b89b0a for: {'port': 2} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:41.410510 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4edcf5dc-0b8c-44ea-bf2f-dc693a059bce tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:41.473986 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-cbe1262d-d417-41d2-9452-9a29dc0a01b0 None None] Attempting to bind port d6d5e38b-0320-4d7b-b10d-f51052436981 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:53:41.474388 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-cbe1262d-d417-41d2-9452-9a29dc0a01b0 None None] Attempting to bind port d6d5e38b-0320-4d7b-b10d-f51052436981 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:53:41.474674 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe1262d-d417-41d2-9452-9a29dc0a01b0 None None] Attempting to bind port d6d5e38b-0320-4d7b-b10d-f51052436981 on network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:53:41.484514 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe1262d-d417-41d2-9452-9a29dc0a01b0 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:53:41.484975 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe1262d-d417-41d2-9452-9a29dc0a01b0 None None] Checking segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:53:41.485468 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cbe1262d-d417-41d2-9452-9a29dc0a01b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:41.486133 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe1262d-d417-41d2-9452-9a29dc0a01b0 None None] Bound using segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:53:41.486330 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-cbe1262d-d417-41d2-9452-9a29dc0a01b0 None None] Bound port: d6d5e38b-0320-4d7b-b10d-f51052436981, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:53:41.486810 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cbe1262d-d417-41d2-9452-9a29dc0a01b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:41.517772 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4edcf5dc-0b8c-44ea-bf2f-dc693a059bce tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:41.542046 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-8c3f0422-031a-4b49-8a4f-fb9bc535b1ae req-a544197c-9fac-4881-b200-bb801232ed35 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] For port d8322af4-320b-42fa-97d1-4a56969f9b08, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=d8322af4-320b-42fa-97d1-4a56969f9b08,segment=NetworkSegment(c2365945-0825-42dc-a302-48ce18607d40),segment_id=c2365945-0825-42dc-a302-48ce18607d40)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:53:41.542408 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-8c3f0422-031a-4b49-8a4f-fb9bc535b1ae req-a544197c-9fac-4881-b200-bb801232ed35 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:41.546129 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6ba5bce8-8a20-441e-9cf3-24b4d707d0f5 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:41.562197 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-373d9eb6-6d2c-4144-9cb6-81475e046bc4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:41.564042 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-47d92393-da1c-4f95-ac6b-8b20ceea790b tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:41.581212 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-ae370e70-39a8-46da-95c2-675bed64beef None None] For port 528b6f16-170d-4eb5-8314-ee3e079022d0, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:53:41.619972 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-ae370e70-39a8-46da-95c2-675bed64beef None None] For port 528b6f16-170d-4eb5-8314-ee3e079022d0, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=528b6f16-170d-4eb5-8314-ee3e079022d0,segment=NetworkSegment(752c5201-aa54-4f6c-9773-02ad79b72b2f),segment_id=752c5201-aa54-4f6c-9773-02ad79b72b2f)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:53:41.646758 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ae370e70-39a8-46da-95c2-675bed64beef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:41.660900 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-93efee66-406c-49b0-aef1-12b2396dd1e6 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:41.754360 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004234d-0ee5-4a45-afc2-be6ec6b6c648 req-f326f3ef-6d2d-4376-b9e6-ab507f5e5395 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:41.755694 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1004234d-0ee5-4a45-afc2-be6ec6b6c648 req-f326f3ef-6d2d-4376-b9e6-ab507f5e5395 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.5632102 Sep 14 22:53:41.771830 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae370e70-39a8-46da-95c2-675bed64beef None None] Pushing event updated for resources: {'Port': ['ID=528b6f16-170d-4eb5-8314-ee3e079022d0,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:41.782040 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-c308641c-28b8-439c-b536-af6de4332c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bea323-87c5-4677-a994-08c058623ad3', 'name': 'tempest-ServersTestJSON-1842162660-router', 'tenant_id': '619a722a9a6d4b25978034388633fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:51Z', 'updated_at': '2022-09-14T22:52:03Z', 'revision_number': 4, 'project_id': '619a722a9a6d4b25978034388633fb87', 'gw_port': {'id': 'da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bea323-87c5-4677-a994-08c058623ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:52Z', 'updated_at': '2022-09-14T22:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'c717020b-eb00-4aa5-abf9-67e3dfa3925c', 'name': '', 'network_id': '63e45686-e294-49ff-846c-ac2fe15584a9', 'tenant_id': '619a722a9a6d4b25978034388633fb87', 'mac_address': 'fa:16:3e:76:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bea323-87c5-4677-a994-08c058623ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'd53919ce-94ab-4885-ba14-5ce8afc3ce70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:52:01Z', 'updated_at': '2022-09-14T22:52:16Z', 'revision_number': 5, 'project_id': '619a722a9a6d4b25978034388633fb87', 'subnets': [{'id': 'd53919ce-94ab-4885-ba14-5ce8afc3ce70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:41.783706 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d92393-da1c-4f95-ac6b-8b20ceea790b tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Pushing event deleted for resources: {'Subnet': ['ID=6600d3b2-974f-4371-a3bd-aa5056794ec1,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:41.787939 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-cbe1262d-d417-41d2-9452-9a29dc0a01b0 None None] For port d6d5e38b-0320-4d7b-b10d-f51052436981, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:53:41.790773 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c308641c-28b8-439c-b536-af6de4332c74 None None] Checking router: 84bea323-87c5-4677-a994-08c058623ad3 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:53:41.793757 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-cbe1262d-d417-41d2-9452-9a29dc0a01b0 None None] For port d6d5e38b-0320-4d7b-b10d-f51052436981, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=d6d5e38b-0320-4d7b-b10d-f51052436981,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:53:41.793991 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-47d92393-da1c-4f95-ac6b-8b20ceea790b tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:41.805628 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cbe1262d-d417-41d2-9452-9a29dc0a01b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:41.847594 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6ba5bce8-8a20-441e-9cf3-24b4d707d0f5 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:41.868654 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c308641c-28b8-439c-b536-af6de4332c74 None None] Routers {'84bea323-87c5-4677-a994-08c058623ad3'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:53:41.868654 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-c308641c-28b8-439c-b536-af6de4332c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:53:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['84bea323-87c5-4677-a994-08c058623ad3'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:41.896534 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-47d92393-da1c-4f95-ac6b-8b20ceea790b tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] 10.222.0.33 "DELETE /v2.0/subnets/6600d3b2-974f-4371-a3bd-aa5056794ec1 HTTP/1.1" status: 204 len: 168 time: 0.9560153 Sep 14 22:53:41.912931 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46430) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:41.915669 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93efee66-406c-49b0-aef1-12b2396dd1e6 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event updated for resources: {'Subnet': ['ID=c0ebae81-dd5a-4133-9c81-05a672d327ba,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:41.939768 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-373d9eb6-6d2c-4144-9cb6-81475e046bc4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:42.080312 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373d9eb6-6d2c-4144-9cb6-81475e046bc4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Network d27b8a6e-a159-4ac1-b309-1f0aa497a093 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:53:42.143529 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ded88c-127b-4ba4-958a-7c825bcec278 None None] Network b198d3fa-1bc2-4bde-8e8e-967ed091f1a6 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:53:42.191223 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a5f3f6ac-4c1b-4595-95db-737935f762a0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:42.195759 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1004234d-0ee5-4a45-afc2-be6ec6b6c648 req-7a122633-6799-482c-9c6e-b956aa99b96b tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4195359 Sep 14 22:53:42.214443 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-373d9eb6-6d2c-4144-9cb6-81475e046bc4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:42.218190 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373d9eb6-6d2c-4144-9cb6-81475e046bc4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:53:42.256145 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93efee66-406c-49b0-aef1-12b2396dd1e6 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Checking segment: {'id': 'd50f3c1e-4f9b-4a96-bfc6-cda8973b5f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c47e6ab8-83da-4b48-97e8-6d51cb4a22da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:53:42.256878 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93efee66-406c-49b0-aef1-12b2396dd1e6 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Network hostable DHCP agents. Network: c47e6ab8-83da-4b48-97e8-6d51cb4a22da, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:53:42.279137 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6ba5bce8-8a20-441e-9cf3-24b4d707d0f5 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:42.287021 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4f28e338-7f27-4650-9534-4ebdc0e28246 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:42.289795 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device d8322af4-320b-42fa-97d1-4a56969f9b08 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:53:42.290828 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-4edcf5dc-0b8c-44ea-bf2f-dc693a059bce tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] device_id is not set on port 595b5622-2373-460e-b126-21e2634cd400 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:53:42.318642 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-a5f3f6ac-4c1b-4595-95db-737935f762a0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Transition to ACTIVE for port object 0e5ec1bd-d5e5-4e91-9452-0e1fd79dacd9 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:53:42.322034 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d9eb6-6d2c-4144-9cb6-81475e046bc4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event updated for resources: {'Port': ['ID=749926f5-01ed-4823-a3d4-ae549b2a8f22,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:42.342261 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5bce8-8a20-441e-9cf3-24b4d707d0f5 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35e8c0d-cec2-422f-a730-b29b3659ae07,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:42.384339 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6ba5bce8-8a20-441e-9cf3-24b4d707d0f5 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:42.390729 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6ba5bce8-8a20-441e-9cf3-24b4d707d0f5 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "DELETE /v2.0/security-groups/e35e8c0d-cec2-422f-a730-b29b3659ae07 HTTP/1.1" status: 204 len: 168 time: 1.1817756 Sep 14 22:53:42.394085 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46438) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:42.394793 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-4f28e338-7f27-4650-9534-4ebdc0e28246 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Deleting port fdb62ead-9fb0-4557-85f5-2f267d26ea53 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:42.395131 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4f28e338-7f27-4650-9534-4ebdc0e28246 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:42.476244 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-8c3f0422-031a-4b49-8a4f-fb9bc535b1ae req-a544197c-9fac-4881-b200-bb801232ed35 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:42.476672 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-8c3f0422-031a-4b49-8a4f-fb9bc535b1ae req-a544197c-9fac-4881-b200-bb801232ed35 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:42.477057 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [req-8c3f0422-031a-4b49-8a4f-fb9bc535b1ae req-a544197c-9fac-4881-b200-bb801232ed35 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Floating IP 662f63bf-c189-42fc-9051-b44984b9fe64 disassociated. External IP: 172.26.5.186, port: d8322af4-320b-42fa-97d1-4a56969f9b08. Sep 14 22:53:42.477517 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [req-8c3f0422-031a-4b49-8a4f-fb9bc535b1ae req-a544197c-9fac-4881-b200-bb801232ed35 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Calling delete_port for d8322af4-320b-42fa-97d1-4a56969f9b08 owned by compute:nova {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:42.545672 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-d3f5f1d9-986d-46b3-8c2b-fc8795ddb80d tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] show failed (client error): The resource could not be found. Sep 14 22:53:42.546630 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d3f5f1d9-986d-46b3-8c2b-fc8795ddb80d tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "GET /v2.0/security-groups/e35e8c0d-cec2-422f-a730-b29b3659ae07 HTTP/1.1" status: 404 len: 347 time: 0.0867176 Sep 14 22:53:42.552305 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46442) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:42.557160 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373d9eb6-6d2c-4144-9cb6-81475e046bc4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:42.558147 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-373d9eb6-6d2c-4144-9cb6-81475e046bc4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:42.564922 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-c308641c-28b8-439c-b536-af6de4332c74 None None] Set router 84bea323-87c5-4677-a994-08c058623ad3 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:53:42.643407 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a5f3f6ac-4c1b-4595-95db-737935f762a0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:42.647263 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93efee66-406c-49b0-aef1-12b2396dd1e6 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Network c47e6ab8-83da-4b48-97e8-6d51cb4a22da is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:53:42.650615 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:42.665315 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1262d-d417-41d2-9452-9a29dc0a01b0 None None] Pushing event updated for resources: {'Port': ['ID=d6d5e38b-0320-4d7b-b10d-f51052436981,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:42.693251 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-373d9eb6-6d2c-4144-9cb6-81475e046bc4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 5.9743226 Sep 14 22:53:42.695798 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46446) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:42.739196 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-547162d0-8a37-41f9-9869-85e10b253695 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'port_id': '749926f5-01ed-4823-a3d4-ae549b2a8f22', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:42.751002 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-93efee66-406c-49b0-aef1-12b2396dd1e6 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, c47e6ab8-83da-4b48-97e8-6d51cb4a22da) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:42.759910 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93efee66-406c-49b0-aef1-12b2396dd1e6 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:42.760515 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-93efee66-406c-49b0-aef1-12b2396dd1e6 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:42.852700 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6974b98-5f8e-4f11-b19c-4375cbb13c4c None None] Network c47e6ab8-83da-4b48-97e8-6d51cb4a22da requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:53:42.863047 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-547162d0-8a37-41f9-9869-85e10b253695 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:42.882935 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 528b6f16-170d-4eb5-8314-ee3e079022d0 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:53:42.915817 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f3f6ac-4c1b-4595-95db-737935f762a0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:53:42.917439 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3f6ac-4c1b-4595-95db-737935f762a0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Port': ['ID=0e5ec1bd-d5e5-4e91-9452-0e1fd79dacd9,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:42.948787 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-547162d0-8a37-41f9-9869-85e10b253695 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Usage tracker for resource:floatingip and tenant:c3b8060bdcc1452ba7bbb4ccc54d5103 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:42.963647 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-a5f3f6ac-4c1b-4595-95db-737935f762a0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:42.968199 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-547162d0-8a37-41f9-9869-85e10b253695 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:42.974517 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-93efee66-406c-49b0-aef1-12b2396dd1e6 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.7038321 Sep 14 22:53:42.982102 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46452) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:43.004475 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4edcf5dc-0b8c-44ea-bf2f-dc693a059bce tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:43.018167 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-547162d0-8a37-41f9-9869-85e10b253695 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:43.055386 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389aed6a-12e4-46b3-9be0-a631b80d8e69 req-4598177c-649a-4e8d-872b-5a24484b3b80 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:43.056148 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-389aed6a-12e4-46b3-9be0-a631b80d8e69 req-4598177c-649a-4e8d-872b-5a24484b3b80 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Synchronizing usage tracker for tenant:d36f5522c6ec41e993e6cc182372eb1e on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:53:43.112520 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port d8322af4-320b-42fa-97d1-4a56969f9b08 is: ACTIVE; New status is: DOWN {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:53:43.113148 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:43.155634 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-4edcf5dc-0b8c-44ea-bf2f-dc693a059bce tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] device_id is not set on port 36a9f1e2-e34b-4592-ba55-c41677a6f6d4 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:53:43.272053 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4edcf5dc-0b8c-44ea-bf2f-dc693a059bce tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:43.283491 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-8c3f0422-031a-4b49-8a4f-fb9bc535b1ae req-a544197c-9fac-4881-b200-bb801232ed35 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:43.314355 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f3f6ac-4c1b-4595-95db-737935f762a0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:53:43.314890 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a5f3f6ac-4c1b-4595-95db-737935f762a0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:43.345198 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-547162d0-8a37-41f9-9869-85e10b253695 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for floatingip, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:43.378655 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-389aed6a-12e4-46b3-9be0-a631b80d8e69 req-4598177c-649a-4e8d-872b-5a24484b3b80 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Unset dirty status for tenant:d36f5522c6ec41e993e6cc182372eb1e on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:53:43.379972 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-389aed6a-12e4-46b3-9be0-a631b80d8e69 req-4598177c-649a-4e8d-872b-5a24484b3b80 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/ports?device_id=e2748707-0a02-47fb-9d12-94dde6087559 HTTP/1.1" status: 200 len: 946 time: 1.0589683 Sep 14 22:53:43.437378 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a854d7-541c-4024-907a-54c008b2decd None None] Network 7c436029-6d84-4fe9-a8a5-0d9ff7a91cc4 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:53:43.464202 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544197c-9fac-4881-b200-bb801232ed35 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Pushing event deleted for resources: {'Port': ['ID=d8322af4-320b-42fa-97d1-4a56969f9b08,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:43.516601 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de736789-6577-45f7-be4a-bbb69b640c09 req-fcd8911a-9235-4877-bb46-14beb39ed8dd tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:43.521757 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-de736789-6577-45f7-be4a-bbb69b640c09 req-fcd8911a-9235-4877-bb46-14beb39ed8dd tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.6459014 Sep 14 22:53:43.523365 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 528b6f16-170d-4eb5-8314-ee3e079022d0 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:53:43.541121 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4edcf5dc-0b8c-44ea-bf2f-dc693a059bce tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:43.546696 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-affa67be-b9e3-48d1-90af-8b5d801fc453 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Deleting port 204520aa-be0d-4f0e-810d-7c529b5058c0 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:43.547025 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-affa67be-b9e3-48d1-90af-8b5d801fc453 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:43.631583 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fe0e8f-d312-429f-93d7-5e282a4f693f None None] DHCP port deletion for b198d3fa-1bc2-4bde-8e8e-967ed091f1a6 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:53:43.643323 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-58fe0e8f-d312-429f-93d7-5e282a4f693f None None] Deleting port fdb62ead-9fb0-4557-85f5-2f267d26ea53 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:43.644301 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-58fe0e8f-d312-429f-93d7-5e282a4f693f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:43.667959 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a5f3f6ac-4c1b-4595-95db-737935f762a0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:43.743340 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1d3bd7ea-de51-4c73-9536-a19d1090feea None None] Provisioning for port 528b6f16-170d-4eb5-8314-ee3e079022d0 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:53:43.758556 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1d3bd7ea-de51-4c73-9536-a19d1090feea None None] Provisioning complete for port 528b6f16-170d-4eb5-8314-ee3e079022d0 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:53:43.759158 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1d3bd7ea-de51-4c73-9536-a19d1090feea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:43.843263 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-389aed6a-12e4-46b3-9be0-a631b80d8e69 req-a9964190-b11c-4ef2-98dd-2c3ee94b0251 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/security-groups?id=dca6bde9-ce0e-46af-b6a1-393a3e60b4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4344535 Sep 14 22:53:43.847138 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c3f0422-031a-4b49-8a4f-fb9bc535b1ae req-a544197c-9fac-4881-b200-bb801232ed35 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Router 61849ff4-bb8a-4a77-a910-194a89ff7d13 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:53:43.954385 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b926b9d-8f8b-4f5c-8658-a6a714c5a731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-c47e6ab8-83da-4b48-97e8-6d51cb4a22da', 'network_id': 'c47e6ab8-83da-4b48-97e8-6d51cb4a22da', 'tenant_id': '98a7f1cb67ad4eb78bb3bebf456cdba4', 'fixed_ips': [{'subnet_id': 'c0ebae81-dd5a-4133-9c81-05a672d327ba'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:53:43.955374 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2b926b9d-8f8b-4f5c-8658-a6a714c5a731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:43.966532 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-de736789-6577-45f7-be4a-bbb69b640c09 req-b188554d-36de-4883-8fd3-da2d418e917d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4018729 Sep 14 22:53:43.983240 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-388459c0-68c0-4555-995f-a212dceb41bd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:44.109835 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1d3bd7ea-de51-4c73-9536-a19d1090feea None None] Current status of the port 528b6f16-170d-4eb5-8314-ee3e079022d0 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:53:44.110209 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1d3bd7ea-de51-4c73-9536-a19d1090feea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:44.139256 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edcf5dc-0b8c-44ea-bf2f-dc693a059bce tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Pushing event updated for resources: {'Port': ['ID=595b5622-2373-460e-b126-21e2634cd400,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:44.297117 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c3f0422-031a-4b49-8a4f-fb9bc535b1ae req-a544197c-9fac-4881-b200-bb801232ed35 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:53:44.308993 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915d5672-5caa-4ce4-9f85-0da569750f0f None None] Sync routers for ids ['61849ff4-bb8a-4a77-a910-194a89ff7d13'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:53:44.335788 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915d5672-5caa-4ce4-9f85-0da569750f0f None None] Routers {'61849ff4-bb8a-4a77-a910-194a89ff7d13'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:53:44.339051 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-915d5672-5caa-4ce4-9f85-0da569750f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:53:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['61849ff4-bb8a-4a77-a910-194a89ff7d13'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:44.355552 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-547162d0-8a37-41f9-9869-85e10b253695 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:44.408364 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-388459c0-68c0-4555-995f-a212dceb41bd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:44.492121 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-c308641c-28b8-439c-b536-af6de4332c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bea323-87c5-4677-a994-08c058623ad3', 'name': 'tempest-ServersTestJSON-1842162660-router', 'tenant_id': '619a722a9a6d4b25978034388633fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:51Z', 'updated_at': '2022-09-14T22:52:03Z', 'revision_number': 4, 'project_id': '619a722a9a6d4b25978034388633fb87', 'gw_port': {'id': 'da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bea323-87c5-4677-a994-08c058623ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:52Z', 'updated_at': '2022-09-14T22:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'c717020b-eb00-4aa5-abf9-67e3dfa3925c', 'name': '', 'network_id': '63e45686-e294-49ff-846c-ac2fe15584a9', 'tenant_id': '619a722a9a6d4b25978034388633fb87', 'mac_address': 'fa:16:3e:76:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bea323-87c5-4677-a994-08c058623ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'd53919ce-94ab-4885-ba14-5ce8afc3ce70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:52:01Z', 'updated_at': '2022-09-14T22:52:16Z', 'revision_number': 5, 'project_id': '619a722a9a6d4b25978034388633fb87', 'subnets': [{'id': 'd53919ce-94ab-4885-ba14-5ce8afc3ce70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:44.499161 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3f0422-031a-4b49-8a4f-fb9bc535b1ae req-a544197c-9fac-4881-b200-bb801232ed35 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] No DVR routers for this DVR port d8322af4-320b-42fa-97d1-4a56969f9b08 on host hv-neutron-8577 {{(pid=89170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:53:44.502010 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-8c3f0422-031a-4b49-8a4f-fb9bc535b1ae req-a544197c-9fac-4881-b200-bb801232ed35 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:44.504561 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8c3f0422-031a-4b49-8a4f-fb9bc535b1ae req-a544197c-9fac-4881-b200-bb801232ed35 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.20 "DELETE /v2.0/ports/d8322af4-320b-42fa-97d1-4a56969f9b08 HTTP/1.1" status: 204 len: 173 time: 4.4374673 Sep 14 22:53:44.518248 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2748707-0a02-47fb-9d12-94dde6087559', 'name': 'network-vif-deleted', 'tag': 'd8322af4-320b-42fa-97d1-4a56969f9b08'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 22:53:44.521344 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55da0548-d1b9-4eee-be9d-72d1db561775" -d '{"events": [{"server_uuid": "e2748707-0a02-47fb-9d12-94dde6087559", "name": "network-vif-deleted", "tag": "d8322af4-320b-42fa-97d1-4a56969f9b08"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:53:44.524272 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c308641c-28b8-439c-b536-af6de4332c74 None None] The sync data for ids ['84bea323-87c5-4677-a994-08c058623ad3'] in dv-neutron-857791-1-hyperv is: [{'id': '84bea323-87c5-4677-a994-08c058623ad3', 'name': 'tempest-ServersTestJSON-1842162660-router', 'tenant_id': '619a722a9a6d4b25978034388633fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:51Z', 'updated_at': '2022-09-14T22:52:03Z', 'revision_number': 4, 'project_id': '619a722a9a6d4b25978034388633fb87', 'gw_port': {'id': 'da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bea323-87c5-4677-a994-08c058623ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:52Z', 'updated_at': '2022-09-14T22:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'c717020b-eb00-4aa5-abf9-67e3dfa3925c', 'name': '', 'network_id': '63e45686-e294-49ff-846c-ac2fe15584a9', 'tenant_id': '619a722a9a6d4b25978034388633fb87', 'mac_address': 'fa:16:3e:76:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bea323-87c5-4677-a994-08c058623ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'd53919ce-94ab-4885-ba14-5ce8afc3ce70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:52:01Z', 'updated_at': '2022-09-14T22:52:16Z', 'revision_number': 5, 'project_id': '619a722a9a6d4b25978034388633fb87', 'subnets': [{'id': 'd53919ce-94ab-4885-ba14-5ce8afc3ce70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:53:44.580561 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-4f28e338-7f27-4650-9534-4ebdc0e28246 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] For port fdb62ead-9fb0-4557-85f5-2f267d26ea53, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=fdb62ead-9fb0-4557-85f5-2f267d26ea53,segment=NetworkSegment(1fd2de6d-887d-43c6-b7fc-405267454003),segment_id=1fd2de6d-887d-43c6-b7fc-405267454003)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:53:44.580561 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4f28e338-7f27-4650-9534-4ebdc0e28246 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:44.644656 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 22:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533c02fa-6e0a-4083-b213-153fd1a3015b x-openstack-request-id: req-533c02fa-6e0a-4083-b213-153fd1a3015b {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:53:44.644838 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2748707-0a02-47fb-9d12-94dde6087559", "name": "network-vif-deleted", "tag": "d8322af4-320b-42fa-97d1-4a56969f9b08", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:53:44.645004 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-533c02fa-6e0a-4083-b213-153fd1a3015b {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:53:44.646712 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-533c02fa-6e0a-4083-b213-153fd1a3015b'] response: {'server_uuid': 'e2748707-0a02-47fb-9d12-94dde6087559', 'name': 'network-vif-deleted', 'tag': 'd8322af4-320b-42fa-97d1-4a56969f9b08', 'status': 'completed', 'code': 200} Sep 14 22:53:44.665424 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1d3bd7ea-de51-4c73-9536-a19d1090feea None None] For port 528b6f16-170d-4eb5-8314-ee3e079022d0, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=528b6f16-170d-4eb5-8314-ee3e079022d0,segment=NetworkSegment(752c5201-aa54-4f6c-9773-02ad79b72b2f),segment_id=752c5201-aa54-4f6c-9773-02ad79b72b2f)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:53:44.705972 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1d3bd7ea-de51-4c73-9536-a19d1090feea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:44.729859 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-2b926b9d-8f8b-4f5c-8658-a6a714c5a731 None None] Allocated IP 172.20.0.2 (c47e6ab8-83da-4b48-97e8-6d51cb4a22da/c0ebae81-dd5a-4133-9c81-05a672d327ba/5fbe535e-1286-4198-9d5b-f67c71bbd878) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:53:44.806441 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-4f28e338-7f27-4650-9534-4ebdc0e28246 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Calling delete_port for fdb62ead-9fb0-4557-85f5-2f267d26ea53 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:44.810134 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-547162d0-8a37-41f9-9869-85e10b253695 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Allocated IP 172.26.5.28 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/18d888cc-e8b5-4ec2-b927-84c68b876da2) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:53:44.848489 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-915d5672-5caa-4ce4-9f85-0da569750f0f None None] Set router 61849ff4-bb8a-4a77-a910-194a89ff7d13 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:53:44.921338 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device d6d5e38b-0320-4d7b-b10d-f51052436981 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:53:44.944439 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edcf5dc-0b8c-44ea-bf2f-dc693a059bce tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Checking segment: {'id': '6628470a-ca9b-40e6-a7ac-3080e9de88fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '54dd77a7-25e4-4108-aa2a-dae150c8b714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:53:44.948291 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edcf5dc-0b8c-44ea-bf2f-dc693a059bce tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Network hostable DHCP agents. Network: 54dd77a7-25e4-4108-aa2a-dae150c8b714, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:53:45.006874 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-58fe0e8f-d312-429f-93d7-5e282a4f693f None None] For port fdb62ead-9fb0-4557-85f5-2f267d26ea53, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=fdb62ead-9fb0-4557-85f5-2f267d26ea53,segment=NetworkSegment(1fd2de6d-887d-43c6-b7fc-405267454003),segment_id=1fd2de6d-887d-43c6-b7fc-405267454003)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:53:45.007270 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-58fe0e8f-d312-429f-93d7-5e282a4f693f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:45.076035 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991eac17-b84f-4302-809f-f1905dfca282 None None] New status for floating IP 712a408b-9162-4eb2-a03f-1aabeab77a55: DOWN {{(pid=89172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 22:53:45.141503 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-affa67be-b9e3-48d1-90af-8b5d801fc453 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:45.142123 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-affa67be-b9e3-48d1-90af-8b5d801fc453 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:45.240886 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-13a0bf42-1f72-41a3-a7cb-3f99d5ce6397 req-e0fa2333-5649-4fb2-82e9-34ff3f339fcb tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/ports?device_id=e2748707-0a02-47fb-9d12-94dde6087559 HTTP/1.1" status: 200 len: 210 time: 0.0605404 Sep 14 22:53:45.302814 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-547162d0-8a37-41f9-9869-85e10b253695 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:45.317585 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a891543-5686-49fc-8373-38bbe1156194 req-c7bb1d33-05da-4558-9e77-11f359706705 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:45.319117 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9a891543-5686-49fc-8373-38bbe1156194 req-c7bb1d33-05da-4558-9e77-11f359706705 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.2323151 Sep 14 22:53:45.362961 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-affa67be-b9e3-48d1-90af-8b5d801fc453 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Calling delete_port for 204520aa-be0d-4f0e-810d-7c529b5058c0 owned by network:floatingip {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:45.427589 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edcf5dc-0b8c-44ea-bf2f-dc693a059bce tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Network 54dd77a7-25e4-4108-aa2a-dae150c8b714 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:53:45.427817 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-58fe0e8f-d312-429f-93d7-5e282a4f693f None None] Calling delete_port for fdb62ead-9fb0-4557-85f5-2f267d26ea53 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:45.438601 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9a891543-5686-49fc-8373-38bbe1156194 req-612d556a-a175-417d-9493-f34be2885d37 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1038601 Sep 14 22:53:45.485788 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-4edcf5dc-0b8c-44ea-bf2f-dc693a059bce tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 54dd77a7-25e4-4108-aa2a-dae150c8b714) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:45.490442 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-547162d0-8a37-41f9-9869-85e10b253695 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:45.490640 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edcf5dc-0b8c-44ea-bf2f-dc693a059bce tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:53:45.493427 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4edcf5dc-0b8c-44ea-bf2f-dc693a059bce tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:45.533624 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-915d5672-5caa-4ce4-9f85-0da569750f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'name': 'tempest-ServersTestManualDisk-136148581-router', 'tenant_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': '2a579808-df45-4637-a166-5e1660fe6035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:51Z', 'updated_at': '2022-09-14T22:52:14Z', 'revision_number': 4, 'project_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'gw_port': {'id': '2a579808-df45-4637-a166-5e1660fe6035', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:54Z', 'updated_at': '2022-09-14T22:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'f3b3aa19-81b5-43f1-bce2-44e2c06c96ce', 'name': '', 'network_id': '31850627-f6e9-4ef5-9f05-dc1c1b19cf1b', 'tenant_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'mac_address': 'fa:16:3e:18:26:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'e47e8930-adcb-4694-be65-aa3ac5655b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:52:09Z', 'updated_at': '2022-09-14T22:52:21Z', 'revision_number': 5, 'project_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'subnets': [{'id': 'e47e8930-adcb-4694-be65-aa3ac5655b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:45.539768 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915d5672-5caa-4ce4-9f85-0da569750f0f None None] Checking router: 61849ff4-bb8a-4a77-a910-194a89ff7d13 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:53:45.545892 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547162d0-8a37-41f9-9869-85e10b253695 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:53:45.546080 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-feea3603-49e5-4dec-b202-8b0018e1f70d None None] Provisioning for port d6d5e38b-0320-4d7b-b10d-f51052436981 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:53:45.552541 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-547162d0-8a37-41f9-9869-85e10b253695 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:45.561813 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547162d0-8a37-41f9-9869-85e10b253695 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:53:45.577515 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915d5672-5caa-4ce4-9f85-0da569750f0f None None] Routers {'61849ff4-bb8a-4a77-a910-194a89ff7d13'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:53:45.579691 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-915d5672-5caa-4ce4-9f85-0da569750f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:53:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['61849ff4-bb8a-4a77-a910-194a89ff7d13'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:45.615679 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4f28e338-7f27-4650-9534-4ebdc0e28246 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:45.674965 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f28e338-7f27-4650-9534-4ebdc0e28246 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] No DVR routers for this DVR port fdb62ead-9fb0-4557-85f5-2f267d26ea53 on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:53:45.683078 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0172896-ea72-4a45-b18a-74c8b39a4ace None None] Network 54dd77a7-25e4-4108-aa2a-dae150c8b714 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:53:45.730556 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3bd7ea-de51-4c73-9536-a19d1090feea None None] Pushing event updated for resources: {'Port': ['ID=528b6f16-170d-4eb5-8314-ee3e079022d0,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:45.832949 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-915d5672-5caa-4ce4-9f85-0da569750f0f None None] Set router 61849ff4-bb8a-4a77-a910-194a89ff7d13 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:53:45.847972 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4f28e338-7f27-4650-9534-4ebdc0e28246 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:45.879807 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-4f28e338-7f27-4650-9534-4ebdc0e28246 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b198d3fa-1bc2-4bde-8e8e-967ed091f1a6']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:45.893721 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-4f28e338-7f27-4650-9534-4ebdc0e28246 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd2de6d-887d-43c6-b7fc-405267454003') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:45.894111 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-4f28e338-7f27-4650-9534-4ebdc0e28246 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd2de6d-887d-43c6-b7fc-405267454003') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:45.907535 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4f28e338-7f27-4650-9534-4ebdc0e28246 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:45.925145 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4f28e338-7f27-4650-9534-4ebdc0e28246 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:45.939158 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f28e338-7f27-4650-9534-4ebdc0e28246 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:53:45.939809 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4f28e338-7f27-4650-9534-4ebdc0e28246 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:45.996651 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-feea3603-49e5-4dec-b202-8b0018e1f70d None None] Provisioning for port 0e5ec1bd-d5e5-4e91-9452-0e1fd79dacd9 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:53:46.059787 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-feea3603-49e5-4dec-b202-8b0018e1f70d None None] Provisioning complete for port 0e5ec1bd-d5e5-4e91-9452-0e1fd79dacd9 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:53:46.060054 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-feea3603-49e5-4dec-b202-8b0018e1f70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:46.089524 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port d6d5e38b-0320-4d7b-b10d-f51052436981 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:53:46.165926 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port d6d5e38b-0320-4d7b-b10d-f51052436981 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:53:46.166291 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:46.197110 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-58fe0e8f-d312-429f-93d7-5e282a4f693f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:53:46.197762 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-58fe0e8f-d312-429f-93d7-5e282a4f693f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:53:46.208345 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edcf5dc-0b8c-44ea-bf2f-dc693a059bce tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Pushing event updated for resources: {'Port': ['ID=36a9f1e2-e34b-4592-ba55-c41677a6f6d4,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:46.250970 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-915d5672-5caa-4ce4-9f85-0da569750f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'name': 'tempest-ServersTestManualDisk-136148581-router', 'tenant_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': '2a579808-df45-4637-a166-5e1660fe6035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:51Z', 'updated_at': '2022-09-14T22:52:14Z', 'revision_number': 4, 'project_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'gw_port': {'id': '2a579808-df45-4637-a166-5e1660fe6035', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:54Z', 'updated_at': '2022-09-14T22:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'f3b3aa19-81b5-43f1-bce2-44e2c06c96ce', 'name': '', 'network_id': '31850627-f6e9-4ef5-9f05-dc1c1b19cf1b', 'tenant_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'mac_address': 'fa:16:3e:18:26:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'e47e8930-adcb-4694-be65-aa3ac5655b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:52:09Z', 'updated_at': '2022-09-14T22:52:21Z', 'revision_number': 5, 'project_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'subnets': [{'id': 'e47e8930-adcb-4694-be65-aa3ac5655b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:46.255241 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4f28e338-7f27-4650-9534-4ebdc0e28246 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:46.256674 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915d5672-5caa-4ce4-9f85-0da569750f0f None None] The sync data for ids ['61849ff4-bb8a-4a77-a910-194a89ff7d13'] in dv-neutron-857791-1-hyperv is: [{'id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'name': 'tempest-ServersTestManualDisk-136148581-router', 'tenant_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': '2a579808-df45-4637-a166-5e1660fe6035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:51Z', 'updated_at': '2022-09-14T22:52:14Z', 'revision_number': 4, 'project_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'gw_port': {'id': '2a579808-df45-4637-a166-5e1660fe6035', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:54Z', 'updated_at': '2022-09-14T22:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'f3b3aa19-81b5-43f1-bce2-44e2c06c96ce', 'name': '', 'network_id': '31850627-f6e9-4ef5-9f05-dc1c1b19cf1b', 'tenant_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'mac_address': 'fa:16:3e:18:26:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'e47e8930-adcb-4694-be65-aa3ac5655b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:52:09Z', 'updated_at': '2022-09-14T22:52:21Z', 'revision_number': 5, 'project_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'subnets': [{'id': 'e47e8930-adcb-4694-be65-aa3ac5655b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:53:46.264724 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4f28e338-7f27-4650-9534-4ebdc0e28246 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:46.275581 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 1fd2de6d-887d-43c6-b7fc-405267454003 resource provider aggregate not found Sep 14 22:53:46.315775 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-feea3603-49e5-4dec-b202-8b0018e1f70d None None] Port 0e5ec1bd-d5e5-4e91-9452-0e1fd79dacd9 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:53:46.336317 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28e338-7f27-4650-9534-4ebdc0e28246 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Pushing event deleted for resources: {'Port': ['ID=fdb62ead-9fb0-4557-85f5-2f267d26ea53,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:46.344489 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 1fd2de6d-887d-43c6-b7fc-405267454003 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1fd2de6d-887d-43c6-b7fc-405267454003 found for delete ", "request_id": "req-3fa5324b-12a4-4fe4-b205-4e909bbcb012"}]} Sep 14 22:53:46.349558 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.db.resource_extend [None req-a5f3f6ac-4c1b-4595-95db-737935f762a0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 22:53:46.357814 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edcf5dc-0b8c-44ea-bf2f-dc693a059bce tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Checking segment: {'id': 'ada018d6-fb1d-44ba-8202-a4dc1f2d5e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5a382369-4412-4288-8d59-62b911234c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:53:46.358173 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edcf5dc-0b8c-44ea-bf2f-dc693a059bce tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Network hostable DHCP agents. Network: 5a382369-4412-4288-8d59-62b911234c9b, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:53:46.373524 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2b926b9d-8f8b-4f5c-8658-a6a714c5a731 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:46.373767 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-547162d0-8a37-41f9-9869-85e10b253695 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:46.380206 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28e338-7f27-4650-9534-4ebdc0e28246 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] Pushing event deleted for resources: {'Network': ['ID=b198d3fa-1bc2-4bde-8e8e-967ed091f1a6,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:46.395661 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a5f3f6ac-4c1b-4595-95db-737935f762a0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:46.407185 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a5f3f6ac-4c1b-4595-95db-737935f762a0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:46.408000 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a5f3f6ac-4c1b-4595-95db-737935f762a0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:46.438305 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-2b926b9d-8f8b-4f5c-8658-a6a714c5a731 None None] Transition to ACTIVE for port object 5fbe535e-1286-4198-9d5b-f67c71bbd878 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:53:46.490566 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4f28e338-7f27-4650-9534-4ebdc0e28246 tempest-ExtraDHCPOptionsTestJSON-1505389818 tempest-ExtraDHCPOptionsTestJSON-1505389818-project] 10.222.0.33 "DELETE /v2.0/networks/b198d3fa-1bc2-4bde-8e8e-967ed091f1a6 HTTP/1.1" status: 204 len: 168 time: 4.5764580 Sep 14 22:53:46.500849 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.db.api [None req-affa67be-b9e3-48d1-90af-8b5d801fc453 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:53:46.501238 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG oslo_db.api [None req-affa67be-b9e3-48d1-90af-8b5d801fc453 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:53:46.518393 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-2b926b9d-8f8b-4f5c-8658-a6a714c5a731 None None] Transition to ACTIVE for port object 5fbe535e-1286-4198-9d5b-f67c71bbd878 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:53:46.545677 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547162d0-8a37-41f9-9869-85e10b253695 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event updated for resources: {'Port': ['ID=18d888cc-e8b5-4ec2-b927-84c68b876da2,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:46.551223 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port d6d5e38b-0320-4d7b-b10d-f51052436981 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:53:46.557300 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:46.568862 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edcf5dc-0b8c-44ea-bf2f-dc693a059bce tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Network 5a382369-4412-4288-8d59-62b911234c9b is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:53:46.580464 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-547162d0-8a37-41f9-9869-85e10b253695 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:46.613021 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-4edcf5dc-0b8c-44ea-bf2f-dc693a059bce tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 5a382369-4412-4288-8d59-62b911234c9b) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:46.620702 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2b926b9d-8f8b-4f5c-8658-a6a714c5a731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:46.625489 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edcf5dc-0b8c-44ea-bf2f-dc693a059bce tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:53:46.631573 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edcf5dc-0b8c-44ea-bf2f-dc693a059bce tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:46.636643 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edcf5dc-0b8c-44ea-bf2f-dc693a059bce tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:46.637724 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4edcf5dc-0b8c-44ea-bf2f-dc693a059bce tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:46.653208 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46480) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:46.688972 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0eea00-2dc4-4b7d-9521-5c48334899fe None None] Network 5a382369-4412-4288-8d59-62b911234c9b requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:53:46.696882 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3f6ac-4c1b-4595-95db-737935f762a0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Port': ['ID=0e5ec1bd-d5e5-4e91-9452-0e1fd79dacd9,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:46.704365 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-8794f205-9c52-4422-93e6-69735b474fd3 None None] Provisioning complete for port 528b6f16-170d-4eb5-8314-ee3e079022d0 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:53:46.704801 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8794f205-9c52-4422-93e6-69735b474fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:46.752447 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-58fe0e8f-d312-429f-93d7-5e282a4f693f None None] Deleting port fdb62ead-9fb0-4557-85f5-2f267d26ea53 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:46.752842 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-58fe0e8f-d312-429f-93d7-5e282a4f693f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:46.768459 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da7b110-0e4b-4ae3-9bc9-1d05e2a02142 None None] New status for floating IP 662f63bf-c189-42fc-9051-b44984b9fe64: DOWN {{(pid=89173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 22:53:46.807796 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-388459c0-68c0-4555-995f-a212dceb41bd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:46.852883 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-58fe0e8f-d312-429f-93d7-5e282a4f693f None None] The port 'fdb62ead-9fb0-4557-85f5-2f267d26ea53' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:53:46.854539 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f3f6ac-4c1b-4595-95db-737935f762a0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:53:46.856491 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-a5f3f6ac-4c1b-4595-95db-737935f762a0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:46.877748 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4edcf5dc-0b8c-44ea-bf2f-dc693a059bce tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.2632344 Sep 14 22:53:46.880662 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46486) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:46.881370 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388459c0-68c0-4555-995f-a212dceb41bd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event deleted for resources: {'Subnet': ['ID=c0ebae81-dd5a-4133-9c81-05a672d327ba,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:46.932894 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b926b9d-8f8b-4f5c-8658-a6a714c5a731 None None] Network c47e6ab8-83da-4b48-97e8-6d51cb4a22da is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:53:46.946532 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-2b926b9d-8f8b-4f5c-8658-a6a714c5a731 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:46.999581 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b926b9d-8f8b-4f5c-8658-a6a714c5a731 None None] Pushing event updated for resources: {'Port': ['ID=5fbe535e-1286-4198-9d5b-f67c71bbd878,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:47.005548 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b926b9d-8f8b-4f5c-8658-a6a714c5a731 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:53:47.011518 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46488) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:47.017822 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-affa67be-b9e3-48d1-90af-8b5d801fc453 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Deleting port 204520aa-be0d-4f0e-810d-7c529b5058c0 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:47.017822 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-affa67be-b9e3-48d1-90af-8b5d801fc453 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:47.039577 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port d6d5e38b-0320-4d7b-b10d-f51052436981, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=d6d5e38b-0320-4d7b-b10d-f51052436981,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:53:47.121120 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-547162d0-8a37-41f9-9869-85e10b253695 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:47.157206 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-547162d0-8a37-41f9-9869-85e10b253695 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:47.266024 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:47.325054 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9300bf02-7a1d-4cec-a9d0-0eb7e3379562 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:47.358201 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-2b926b9d-8f8b-4f5c-8658-a6a714c5a731 None None] Attempting to bind port 5fbe535e-1286-4198-9d5b-f67c71bbd878 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:53:47.359077 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-2b926b9d-8f8b-4f5c-8658-a6a714c5a731 None None] Attempting to bind port 5fbe535e-1286-4198-9d5b-f67c71bbd878 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'd50f3c1e-4f9b-4a96-bfc6-cda8973b5f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c47e6ab8-83da-4b48-97e8-6d51cb4a22da'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:53:47.359793 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b926b9d-8f8b-4f5c-8658-a6a714c5a731 None None] Attempting to bind port 5fbe535e-1286-4198-9d5b-f67c71bbd878 on network c47e6ab8-83da-4b48-97e8-6d51cb4a22da {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:53:47.376124 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b926b9d-8f8b-4f5c-8658-a6a714c5a731 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:53:47.376861 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b926b9d-8f8b-4f5c-8658-a6a714c5a731 None None] Checking segment: {'id': 'd50f3c1e-4f9b-4a96-bfc6-cda8973b5f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c47e6ab8-83da-4b48-97e8-6d51cb4a22da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:53:47.377508 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2b926b9d-8f8b-4f5c-8658-a6a714c5a731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:47.378107 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b926b9d-8f8b-4f5c-8658-a6a714c5a731 None None] Bound using segment: {'id': 'd50f3c1e-4f9b-4a96-bfc6-cda8973b5f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c47e6ab8-83da-4b48-97e8-6d51cb4a22da'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:53:47.378781 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-2b926b9d-8f8b-4f5c-8658-a6a714c5a731 None None] Bound port: 5fbe535e-1286-4198-9d5b-f67c71bbd878, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd50f3c1e-4f9b-4a96-bfc6-cda8973b5f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c47e6ab8-83da-4b48-97e8-6d51cb4a22da'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:53:47.379362 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2b926b9d-8f8b-4f5c-8658-a6a714c5a731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:47.395242 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device fdb62ead-9fb0-4557-85f5-2f267d26ea53 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:53:47.412738 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9300bf02-7a1d-4cec-a9d0-0eb7e3379562 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:47.421590 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547162d0-8a37-41f9-9869-85e10b253695 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event updated for resources: {'Port': ['ID=18d888cc-e8b5-4ec2-b927-84c68b876da2,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:47.430645 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-affa67be-b9e3-48d1-90af-8b5d801fc453 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:47.430985 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-affa67be-b9e3-48d1-90af-8b5d801fc453 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:47.431721 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-547162d0-8a37-41f9-9869-85e10b253695 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:47.456522 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: fdb62ead-9fb0-4557-85f5-2f267d26ea53 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:53:47.457213 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device fdb62ead-9fb0-4557-85f5-2f267d26ea53 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:53:47.523158 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-8794f205-9c52-4422-93e6-69735b474fd3 None None] Current status of the port 528b6f16-170d-4eb5-8314-ee3e079022d0 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:53:47.554508 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-388459c0-68c0-4555-995f-a212dceb41bd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:47.572029 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 528b6f16-170d-4eb5-8314-ee3e079022d0 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:53:47.632899 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-affa67be-b9e3-48d1-90af-8b5d801fc453 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Calling delete_port for 204520aa-be0d-4f0e-810d-7c529b5058c0 owned by network:floatingip {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:47.651464 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4d177-d224-49cb-bf47-1b9e9b34774d req-cdcd09f4-12a9-404f-b577-753c9f784429 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:47.653035 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c2d4d177-d224-49cb-bf47-1b9e9b34774d req-cdcd09f4-12a9-404f-b577-753c9f784429 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.9794707 Sep 14 22:53:47.669464 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-388459c0-68c0-4555-995f-a212dceb41bd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c47e6ab8-83da-4b48-97e8-6d51cb4a22da']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:47.670922 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=d6d5e38b-0320-4d7b-b10d-f51052436981,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:47.708203 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-388459c0-68c0-4555-995f-a212dceb41bd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd50f3c1e-4f9b-4a96-bfc6-cda8973b5f4b') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:47.708564 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-388459c0-68c0-4555-995f-a212dceb41bd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd50f3c1e-4f9b-4a96-bfc6-cda8973b5f4b') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:47.719133 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e12f9e-acaf-4e7c-ad56-5e8727ceb9b2 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:47.725075 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e12f9e-acaf-4e7c-ad56-5e8727ceb9b2 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:47.725868 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-35e12f9e-acaf-4e7c-ad56-5e8727ceb9b2 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Synchronizing usage tracker for tenant:84da2552d0b84e74b1b5c1ca80b89b0a on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:53:47.730569 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-0e2edd9d-36c8-4258-85ce-c3882d511ba1 None None] Provisioning complete for port 0e5ec1bd-d5e5-4e91-9452-0e1fd79dacd9 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:53:47.731075 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0e2edd9d-36c8-4258-85ce-c3882d511ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:47.741050 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-388459c0-68c0-4555-995f-a212dceb41bd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:47.758704 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-547162d0-8a37-41f9-9869-85e10b253695 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Floating IP a9337a22-b1bb-4f53-a71e-b7b45b0a265e associated. External IP: 172.26.5.28, port: 749926f5-01ed-4823-a3d4-ae549b2a8f22. Sep 14 22:53:47.778191 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a4d40710-bb2a-49af-8e7d-5034e6ee754a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=04a6a5e11619491984d5364cb101053d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6140203 Sep 14 22:53:47.783158 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46496) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:47.785793 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f3f6ac-4c1b-4595-95db-737935f762a0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Router 38f8057e-a83e-407b-af2c-f030a009aa37 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:53:47.814355 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9300bf02-7a1d-4cec-a9d0-0eb7e3379562 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:47.818817 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c2d4d177-d224-49cb-bf47-1b9e9b34774d req-62b5c3ef-6b58-4fdd-9262-8e3cd1104c8e tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1541495 Sep 14 22:53:47.819749 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-35e12f9e-acaf-4e7c-ad56-5e8727ceb9b2 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Unset dirty status for tenant:84da2552d0b84e74b1b5c1ca80b89b0a on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:53:47.819866 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-2b926b9d-8f8b-4f5c-8658-a6a714c5a731 None None] For port 5fbe535e-1286-4198-9d5b-f67c71bbd878, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:53:47.822973 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-0e2edd9d-36c8-4258-85ce-c3882d511ba1 None None] Port 0e5ec1bd-d5e5-4e91-9452-0e1fd79dacd9 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:53:47.824530 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-35e12f9e-acaf-4e7c-ad56-5e8727ceb9b2 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.8145595 Sep 14 22:53:47.829133 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46500) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:47.839622 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 528b6f16-170d-4eb5-8314-ee3e079022d0 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:53:47.840158 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:47.848023 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-388459c0-68c0-4555-995f-a212dceb41bd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:47.895771 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-388459c0-68c0-4555-995f-a212dceb41bd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:53:47.896089 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-388459c0-68c0-4555-995f-a212dceb41bd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:47.919278 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300bf02-7a1d-4cec-a9d0-0eb7e3379562 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca6bde9-ce0e-46af-b6a1-393a3e60b4d1,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:47.974946 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 528b6f16-170d-4eb5-8314-ee3e079022d0 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:53:48.043673 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9300bf02-7a1d-4cec-a9d0-0eb7e3379562 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:48.044888 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9300bf02-7a1d-4cec-a9d0-0eb7e3379562 tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "DELETE /v2.0/security-groups/dca6bde9-ce0e-46af-b6a1-393a3e60b4d1 HTTP/1.1" status: 204 len: 168 time: 1.3906546 Sep 14 22:53:48.090103 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46506) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:48.092473 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment d50f3c1e-4f9b-4a96-bfc6-cda8973b5f4b resource provider aggregate not found Sep 14 22:53:48.186505 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment d50f3c1e-4f9b-4a96-bfc6-cda8973b5f4b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d50f3c1e-4f9b-4a96-bfc6-cda8973b5f4b found for delete ", "request_id": "req-e61f6b5e-800a-43d1-812f-17c1b2f37bc5"}]} Sep 14 22:53:48.199540 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-2b926b9d-8f8b-4f5c-8658-a6a714c5a731 None None] For port 5fbe535e-1286-4198-9d5b-f67c71bbd878, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=5fbe535e-1286-4198-9d5b-f67c71bbd878,segment=NetworkSegment(d50f3c1e-4f9b-4a96-bfc6-cda8973b5f4b),segment_id=d50f3c1e-4f9b-4a96-bfc6-cda8973b5f4b)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:53:48.204765 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-f1ef6f26-6cb4-480f-a59f-94fc9f75619a tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] show failed (client error): The resource could not be found. Sep 14 22:53:48.205780 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f1ef6f26-6cb4-480f-a59f-94fc9f75619a tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "GET /v2.0/security-groups/dca6bde9-ce0e-46af-b6a1-393a3e60b4d1 HTTP/1.1" status: 404 len: 347 time: 0.1074288 Sep 14 22:53:48.211113 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2b926b9d-8f8b-4f5c-8658-a6a714c5a731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:48.215514 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46512) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:48.215797 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.api [None req-388459c0-68c0-4555-995f-a212dceb41bd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 14 22:53:48.215797 dv-neutron-857791-1-hyperv neutron-server[89170]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 14 22:53:48.215797 dv-neutron-857791-1-hyperv neutron-server[89170]: [parameters: {'id': 'c47e6ab8-83da-4b48-97e8-6d51cb4a22da'}] Sep 14 22:53:48.215797 dv-neutron-857791-1-hyperv neutron-server[89170]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:53:48.216140 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG oslo_db.api [None req-388459c0-68c0-4555-995f-a212dceb41bd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:53:48.219517 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-81d4d49a-dcbe-47c8-8f3a-ab22b94c163a tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Deleting port 595b5622-2373-460e-b126-21e2634cd400 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:48.219942 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-81d4d49a-dcbe-47c8-8f3a-ab22b94c163a tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:48.300067 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b926b9d-8f8b-4f5c-8658-a6a714c5a731 None None] Pushing event updated for resources: {'Port': ['ID=5fbe535e-1286-4198-9d5b-f67c71bbd878,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:48.312129 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-581b0e67-d069-490c-a1d3-577477286640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:48.320818 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f3f6ac-4c1b-4595-95db-737935f762a0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:53:48.372152 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1036542-ff74-44bb-a4b2-a6ea842adaf9 None None] Sync routers for ids ['38f8057e-a83e-407b-af2c-f030a009aa37'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:53:48.385149 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1036542-ff74-44bb-a4b2-a6ea842adaf9 None None] Routers {'38f8057e-a83e-407b-af2c-f030a009aa37'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:53:48.385775 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-a1036542-ff74-44bb-a4b2-a6ea842adaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:53:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['38f8057e-a83e-407b-af2c-f030a009aa37'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:48.418869 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-b88a16dd-fc0c-485f-b9af-ec844a50072f tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Deleting port a811ae6b-8932-4c26-acee-49ce4c2f494a {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:48.419427 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b88a16dd-fc0c-485f-b9af-ec844a50072f tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:48.471428 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-affa67be-b9e3-48d1-90af-8b5d801fc453 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:48.526005 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a5f3f6ac-4c1b-4595-95db-737935f762a0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "PUT /v2.0/routers/38f8057e-a83e-407b-af2c-f030a009aa37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6193032 Sep 14 22:53:48.526005 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-581b0e67-d069-490c-a1d3-577477286640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:48.542888 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46516) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:48.549401 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa67be-b9e3-48d1-90af-8b5d801fc453 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Pushing event deleted for resources: {'Port': ['ID=204520aa-be0d-4f0e-810d-7c529b5058c0,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:48.562856 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-a1036542-ff74-44bb-a4b2-a6ea842adaf9 None None] Set router 38f8057e-a83e-407b-af2c-f030a009aa37 gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:53:48.602705 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-81d4d49a-dcbe-47c8-8f3a-ab22b94c163a tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:48.630980 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309548ce-f44d-4569-ae67-78d6b0f1d6f0 None None] Network c47e6ab8-83da-4b48-97e8-6d51cb4a22da requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:53:48.668530 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affa67be-b9e3-48d1-90af-8b5d801fc453 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:53:48.668894 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affa67be-b9e3-48d1-90af-8b5d801fc453 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:53:48.669232 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affa67be-b9e3-48d1-90af-8b5d801fc453 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:53:48.670079 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affa67be-b9e3-48d1-90af-8b5d801fc453 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:53:48.670412 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affa67be-b9e3-48d1-90af-8b5d801fc453 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:53:48.670735 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affa67be-b9e3-48d1-90af-8b5d801fc453 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:53:48.671056 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affa67be-b9e3-48d1-90af-8b5d801fc453 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:53:48.671374 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affa67be-b9e3-48d1-90af-8b5d801fc453 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:53:48.671692 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affa67be-b9e3-48d1-90af-8b5d801fc453 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:53:48.672007 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affa67be-b9e3-48d1-90af-8b5d801fc453 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:53:48.672323 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affa67be-b9e3-48d1-90af-8b5d801fc453 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:53:48.672717 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affa67be-b9e3-48d1-90af-8b5d801fc453 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:53:48.725469 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-388459c0-68c0-4555-995f-a212dceb41bd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:48.733735 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-81d4d49a-dcbe-47c8-8f3a-ab22b94c163a tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Calling delete_port for 595b5622-2373-460e-b126-21e2634cd400 owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:48.792008 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547162d0-8a37-41f9-9869-85e10b253695 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Router f43c8169-1688-4667-b754-fb3c60e75895 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:53:48.811617 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-388459c0-68c0-4555-995f-a212dceb41bd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Deleting port 5fbe535e-1286-4198-9d5b-f67c71bbd878 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:48.811955 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-388459c0-68c0-4555-995f-a212dceb41bd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:48.829341 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8cba54-edba-40db-9a36-926485d1f572 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:48.830062 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ef8cba54-edba-40db-9a36-926485d1f572 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:53:48.853083 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-affa67be-b9e3-48d1-90af-8b5d801fc453 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks [] for floatingip, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:48.897391 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ef8cba54-edba-40db-9a36-926485d1f572 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:53:48.900860 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ef8cba54-edba-40db-9a36-926485d1f572 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports/0e5ec1bd-d5e5-4e91-9452-0e1fd79dacd9 HTTP/1.1" status: 200 len: 911 time: 0.3506849 Sep 14 22:53:48.901982 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-581b0e67-d069-490c-a1d3-577477286640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:48.904910 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-581b0e67-d069-490c-a1d3-577477286640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:48.909164 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-581b0e67-d069-490c-a1d3-577477286640 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/599872e8-a6ff-4558-aea4-f6615807f65c HTTP/1.1" status: 204 len: 168 time: 1.1248996 Sep 14 22:53:48.910406 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-affa67be-b9e3-48d1-90af-8b5d801fc453 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:48.914430 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-affa67be-b9e3-48d1-90af-8b5d801fc453 tempest-ServersTestJSON-941846251 tempest-ServersTestJSON-941846251-project] 10.222.0.33 "DELETE /v2.0/floatingips/712a408b-9162-4eb2-a03f-1aabeab77a55 HTTP/1.1" status: 204 len: 168 time: 6.3601074 Sep 14 22:53:48.915025 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46522) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:48.915350 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46526) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:48.931559 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b88a16dd-fc0c-485f-b9af-ec844a50072f tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:48.931886 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b88a16dd-fc0c-485f-b9af-ec844a50072f tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:49.009971 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-81d4d49a-dcbe-47c8-8f3a-ab22b94c163a tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:49.040250 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b0e67-d069-490c-a1d3-577477286640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599872e8-a6ff-4558-aea4-f6615807f65c,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:49.175237 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:49.202994 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4d49a-dcbe-47c8-8f3a-ab22b94c163a tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Pushing event deleted for resources: {'Port': ['ID=595b5622-2373-460e-b126-21e2634cd400,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:49.203377 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-b88a16dd-fc0c-485f-b9af-ec844a50072f tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Calling delete_port for a811ae6b-8932-4c26-acee-49ce4c2f494a owned by network:floatingip {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:49.224141 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-a1036542-ff74-44bb-a4b2-a6ea842adaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38f8057e-a83e-407b-af2c-f030a009aa37', 'name': 'tempest-NetworksTestDHCPv6-router-501124339', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:53:38Z', 'updated_at': '2022-09-14T22:53:43Z', 'revision_number': 2, 'project_id': '85df200b99f948bea73339849d4d7aa6', 'gw_port_host': None, '_interfaces': [{'id': '0e5ec1bd-d5e5-4e91-9452-0e1fd79dacd9', 'name': '', 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'mac_address': 'fa:16:3e:2a:12:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f8057e-a83e-407b-af2c-f030a009aa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'de788198-93b5-4432-90df-bb19b99926f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:53:39Z', 'updated_at': '2022-09-14T22:53:44Z', 'revision_number': 2, 'project_id': '85df200b99f948bea73339849d4d7aa6', 'subnets': [{'id': 'de788198-93b5-4432-90df-bb19b99926f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:49.231294 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87175233-fabc-4244-96dd-637c183c171d None None] get_active_networks_info from dv-neutron-857791-1-hyperv {{(pid=89172) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 14 22:53:49.236304 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-81d4d49a-dcbe-47c8-8f3a-ab22b94c163a tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:49.263135 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1036542-ff74-44bb-a4b2-a6ea842adaf9 None None] Checking router: 38f8057e-a83e-407b-af2c-f030a009aa37 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:53:49.263563 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1036542-ff74-44bb-a4b2-a6ea842adaf9 None None] Updating router 38f8057e-a83e-407b-af2c-f030a009aa37 port 0e5ec1bd-d5e5-4e91-9452-0e1fd79dacd9 binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:53:49.300339 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4d49a-dcbe-47c8-8f3a-ab22b94c163a tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:53:49.300751 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4d49a-dcbe-47c8-8f3a-ab22b94c163a tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:53:49.301032 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4d49a-dcbe-47c8-8f3a-ab22b94c163a tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:53:49.301675 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4d49a-dcbe-47c8-8f3a-ab22b94c163a tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:53:49.301675 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4d49a-dcbe-47c8-8f3a-ab22b94c163a tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:53:49.301958 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4d49a-dcbe-47c8-8f3a-ab22b94c163a tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:53:49.302284 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4d49a-dcbe-47c8-8f3a-ab22b94c163a tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:53:49.302599 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4d49a-dcbe-47c8-8f3a-ab22b94c163a tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:53:49.302921 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4d49a-dcbe-47c8-8f3a-ab22b94c163a tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:53:49.304999 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4d49a-dcbe-47c8-8f3a-ab22b94c163a tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:53:49.304999 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4d49a-dcbe-47c8-8f3a-ab22b94c163a tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:53:49.304999 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4d49a-dcbe-47c8-8f3a-ab22b94c163a tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:53:49.345370 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547162d0-8a37-41f9-9869-85e10b253695 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:53:49.373041 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c36a2e-5e88-48bf-9c35-745e9da28dfb None None] Sync routers for ids ['f43c8169-1688-4667-b754-fb3c60e75895'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:53:49.386946 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-81d4d49a-dcbe-47c8-8f3a-ab22b94c163a tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] 10.222.0.33 "DELETE /v2.0/ports/595b5622-2373-460e-b126-21e2634cd400 HTTP/1.1" status: 204 len: 168 time: 1.5528083 Sep 14 22:53:49.392089 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46536) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:49.392256 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a1036542-ff74-44bb-a4b2-a6ea842adaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:49.400243 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-388459c0-68c0-4555-995f-a212dceb41bd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] For port 5fbe535e-1286-4198-9d5b-f67c71bbd878, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=5fbe535e-1286-4198-9d5b-f67c71bbd878,segment=NetworkSegment(d50f3c1e-4f9b-4a96-bfc6-cda8973b5f4b),segment_id=d50f3c1e-4f9b-4a96-bfc6-cda8973b5f4b)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:53:49.400394 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c36a2e-5e88-48bf-9c35-745e9da28dfb None None] Routers {'f43c8169-1688-4667-b754-fb3c60e75895'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:53:49.400666 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-388459c0-68c0-4555-995f-a212dceb41bd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:49.401771 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-84c36a2e-5e88-48bf-9c35-745e9da28dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:53:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f43c8169-1688-4667-b754-fb3c60e75895'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:49.485981 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-547162d0-8a37-41f9-9869-85e10b253695 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:49.527355 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-84c36a2e-5e88-48bf-9c35-745e9da28dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:49.546557 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c36a2e-5e88-48bf-9c35-745e9da28dfb None None] Routers {'f43c8169-1688-4667-b754-fb3c60e75895'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:53:49.547332 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-84c36a2e-5e88-48bf-9c35-745e9da28dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:53:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f43c8169-1688-4667-b754-fb3c60e75895'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:49.553244 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b61437-201d-4af1-92f5-834fa774425b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:49.571952 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b61437-201d-4af1-92f5-834fa774425b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:49.577388 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-23b61437-201d-4af1-92f5-834fa774425b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.6498318 Sep 14 22:53:49.578077 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46546) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:49.625944 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-84c36a2e-5e88-48bf-9c35-745e9da28dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:49.626709 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c36a2e-5e88-48bf-9c35-745e9da28dfb None None] The sync data for ids ['f43c8169-1688-4667-b754-fb3c60e75895'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:53:49.637199 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device d6d5e38b-0320-4d7b-b10d-f51052436981 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:53:49.818744 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87175233-fabc-4244-96dd-637c183c171d None None] Resources bound (agent type, host, resource id): {{(pid=89172) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 14 22:53:49.859664 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-388459c0-68c0-4555-995f-a212dceb41bd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Calling delete_port for 5fbe535e-1286-4198-9d5b-f67c71bbd878 owned by network:dhcp {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:49.940069 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-1b4594e3-a9a9-41fa-b562-d9a6420d332a tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Deleting port 36a9f1e2-e34b-4592-ba55-c41677a6f6d4 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:49.940412 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1b4594e3-a9a9-41fa-b562-d9a6420d332a tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:49.972002 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port d6d5e38b-0320-4d7b-b10d-f51052436981 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:53:49.972002 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:49.990349 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569cd01-904a-4910-8fa2-291712b50907 req-14ed0836-3771-4acf-84f9-5313ee514adf tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:49.997368 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8569cd01-904a-4910-8fa2-291712b50907 req-14ed0836-3771-4acf-84f9-5313ee514adf tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.9971030 Sep 14 22:53:50.036127 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-547162d0-8a37-41f9-9869-85e10b253695 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.3271542 Sep 14 22:53:50.055790 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46558) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:50.066027 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-1206a6bf-ddf3-412f-987c-4e01b9932ca7 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Request body: {'floatingip': {'port_id': '749926f5-01ed-4823-a3d4-ae549b2a8f22', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:50.132804 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46562) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:50.219023 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8569cd01-904a-4910-8fa2-291712b50907 req-ae3ada11-a381-4f8d-86b0-e1791569cc9f tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2201951 Sep 14 22:53:50.219688 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-388459c0-68c0-4555-995f-a212dceb41bd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:50.302967 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388459c0-68c0-4555-995f-a212dceb41bd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event deleted for resources: {'Port': ['ID=5fbe535e-1286-4198-9d5b-f67c71bbd878,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:50.305154 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388459c0-68c0-4555-995f-a212dceb41bd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] No DVR routers for this DVR port 5fbe535e-1286-4198-9d5b-f67c71bbd878 on host dv-neutron-857791-1-hyperv {{(pid=89170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:53:50.334225 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port d6d5e38b-0320-4d7b-b10d-f51052436981 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:53:50.372041 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b88a16dd-fc0c-485f-b9af-ec844a50072f tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:50.426672 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a1036542-ff74-44bb-a4b2-a6ea842adaf9 None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:50.440222 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a16dd-fc0c-485f-b9af-ec844a50072f tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Pushing event deleted for resources: {'Port': ['ID=a811ae6b-8932-4c26-acee-49ce4c2f494a,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:50.443032 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-a1036542-ff74-44bb-a4b2-a6ea842adaf9 None None] Transition to ACTIVE for port object 0e5ec1bd-d5e5-4e91-9452-0e1fd79dacd9 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:53:50.452584 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1206a6bf-ddf3-412f-987c-4e01b9932ca7 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for floatingip, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:50.502550 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a1036542-ff74-44bb-a4b2-a6ea842adaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:50.518443 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-faab715a-0a52-4d47-b22e-2f38b01605cf tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-662634160'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:50.589420 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-faab715a-0a52-4d47-b22e-2f38b01605cf tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:50.654622 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-faab715a-0a52-4d47-b22e-2f38b01605cf tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Usage tracker for resource:network and tenant:abfa24a7b8d648cf8f67366e3b359f2b is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:50.662431 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b88a16dd-fc0c-485f-b9af-ec844a50072f tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks [] for floatingip, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:50.682366 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-faab715a-0a52-4d47-b22e-2f38b01605cf tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:50.713596 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-faab715a-0a52-4d47-b22e-2f38b01605cf tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:50.723196 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-388459c0-68c0-4555-995f-a212dceb41bd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:50.735711 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ba7f1-49ca-43b2-83f3-003252e32b27 None None] Pushing event updated for resources: {'Port': ['ID=0e5ec1bd-d5e5-4e91-9452-0e1fd79dacd9,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:50.737016 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b88a16dd-fc0c-485f-b9af-ec844a50072f tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:50.738171 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b88a16dd-fc0c-485f-b9af-ec844a50072f tempest-ServersTestManualDisk-1037316781 tempest-ServersTestManualDisk-1037316781-project] 10.222.0.33 "DELETE /v2.0/floatingips/662f63bf-c189-42fc-9051-b44984b9fe64 HTTP/1.1" status: 204 len: 168 time: 2.5190172 Sep 14 22:53:50.748369 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46568) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:50.758409 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ba7f1-49ca-43b2-83f3-003252e32b27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:53:50.758752 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ba7f1-49ca-43b2-83f3-003252e32b27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:53:50.759085 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ba7f1-49ca-43b2-83f3-003252e32b27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:53:50.759462 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ba7f1-49ca-43b2-83f3-003252e32b27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:53:50.759723 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ba7f1-49ca-43b2-83f3-003252e32b27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:53:50.760037 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ba7f1-49ca-43b2-83f3-003252e32b27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:53:50.760353 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ba7f1-49ca-43b2-83f3-003252e32b27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:53:50.760711 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ba7f1-49ca-43b2-83f3-003252e32b27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:53:50.761054 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ba7f1-49ca-43b2-83f3-003252e32b27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:53:50.761330 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ba7f1-49ca-43b2-83f3-003252e32b27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:53:50.761643 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ba7f1-49ca-43b2-83f3-003252e32b27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:53:50.761942 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ba7f1-49ca-43b2-83f3-003252e32b27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:53:50.770651 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-a1036542-ff74-44bb-a4b2-a6ea842adaf9 None None] Attempting to bind port 0e5ec1bd-d5e5-4e91-9452-0e1fd79dacd9 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:53:50.771011 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-a1036542-ff74-44bb-a4b2-a6ea842adaf9 None None] Attempting to bind port 0e5ec1bd-d5e5-4e91-9452-0e1fd79dacd9 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:53:50.771363 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1036542-ff74-44bb-a4b2-a6ea842adaf9 None None] Attempting to bind port 0e5ec1bd-d5e5-4e91-9452-0e1fd79dacd9 on network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:53:50.776717 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1036542-ff74-44bb-a4b2-a6ea842adaf9 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:53:50.777050 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1036542-ff74-44bb-a4b2-a6ea842adaf9 None None] Checking segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:53:50.777513 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a1036542-ff74-44bb-a4b2-a6ea842adaf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:50.777807 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1036542-ff74-44bb-a4b2-a6ea842adaf9 None None] Bound using segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:53:50.778343 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-a1036542-ff74-44bb-a4b2-a6ea842adaf9 None None] Bound port: 0e5ec1bd-d5e5-4e91-9452-0e1fd79dacd9, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:53:50.778597 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a1036542-ff74-44bb-a4b2-a6ea842adaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:50.797769 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1b4594e3-a9a9-41fa-b562-d9a6420d332a tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:50.828649 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-388459c0-68c0-4555-995f-a212dceb41bd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c47e6ab8-83da-4b48-97e8-6d51cb4a22da']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:50.871903 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-a1036542-ff74-44bb-a4b2-a6ea842adaf9 None None] For port 0e5ec1bd-d5e5-4e91-9452-0e1fd79dacd9, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:53:50.877435 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-a1036542-ff74-44bb-a4b2-a6ea842adaf9 None None] For port 0e5ec1bd-d5e5-4e91-9452-0e1fd79dacd9, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=0e5ec1bd-d5e5-4e91-9452-0e1fd79dacd9,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:53:50.883233 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a1036542-ff74-44bb-a4b2-a6ea842adaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:50.897824 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faab715a-0a52-4d47-b22e-2f38b01605cf tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Made reservation on behalf of abfa24a7b8d648cf8f67366e3b359f2b for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:50.901167 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-faab715a-0a52-4d47-b22e-2f38b01605cf tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:50.960028 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ba7f1-49ca-43b2-83f3-003252e32b27 None None] Pushing event updated for resources: {'Port': ['ID=0e5ec1bd-d5e5-4e91-9452-0e1fd79dacd9,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:50.965087 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1036542-ff74-44bb-a4b2-a6ea842adaf9 None None] Routers {'38f8057e-a83e-407b-af2c-f030a009aa37'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:53:50.965903 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-a1036542-ff74-44bb-a4b2-a6ea842adaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:53:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['38f8057e-a83e-407b-af2c-f030a009aa37'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:50.979821 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-1b4594e3-a9a9-41fa-b562-d9a6420d332a tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Calling delete_port for 36a9f1e2-e34b-4592-ba55-c41677a6f6d4 owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:51.019279 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-faab715a-0a52-4d47-b22e-2f38b01605cf tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:51.037465 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-388459c0-68c0-4555-995f-a212dceb41bd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd50f3c1e-4f9b-4a96-bfc6-cda8973b5f4b') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:51.037759 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-388459c0-68c0-4555-995f-a212dceb41bd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd50f3c1e-4f9b-4a96-bfc6-cda8973b5f4b') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:51.093712 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-388459c0-68c0-4555-995f-a212dceb41bd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:51.112834 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4eda8f36-e4b7-4b5e-b05b-fe69f094e707 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:51.115545 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-faab715a-0a52-4d47-b22e-2f38b01605cf tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:51.133131 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-faab715a-0a52-4d47-b22e-2f38b01605cf tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Usage tracker for resource:security_group_rule and tenant:abfa24a7b8d648cf8f67366e3b359f2b is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:51.133433 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-a1036542-ff74-44bb-a4b2-a6ea842adaf9 None None] Set router 38f8057e-a83e-407b-af2c-f030a009aa37 gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:53:51.142229 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-faab715a-0a52-4d47-b22e-2f38b01605cf tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:51.149022 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-388459c0-68c0-4555-995f-a212dceb41bd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:51.158789 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-faab715a-0a52-4d47-b22e-2f38b01605cf tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:51.238510 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-388459c0-68c0-4555-995f-a212dceb41bd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:53:51.238967 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-388459c0-68c0-4555-995f-a212dceb41bd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:51.266013 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4f8579dc-7a8d-4cc1-aa2b-7e30785499d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:51.474621 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment d50f3c1e-4f9b-4a96-bfc6-cda8973b5f4b resource provider aggregate not found Sep 14 22:53:51.526031 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-a1036542-ff74-44bb-a4b2-a6ea842adaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38f8057e-a83e-407b-af2c-f030a009aa37', 'name': 'tempest-NetworksTestDHCPv6-router-501124339', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:53:38Z', 'updated_at': '2022-09-14T22:53:43Z', 'revision_number': 2, 'project_id': '85df200b99f948bea73339849d4d7aa6', 'gw_port_host': None, '_interfaces': [{'id': '0e5ec1bd-d5e5-4e91-9452-0e1fd79dacd9', 'name': '', 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'mac_address': 'fa:16:3e:2a:12:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f8057e-a83e-407b-af2c-f030a009aa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'de788198-93b5-4432-90df-bb19b99926f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:53:39Z', 'updated_at': '2022-09-14T22:53:50Z', 'revision_number': 4, 'project_id': '85df200b99f948bea73339849d4d7aa6', 'subnets': [{'id': 'de788198-93b5-4432-90df-bb19b99926f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:51.530496 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1036542-ff74-44bb-a4b2-a6ea842adaf9 None None] The sync data for ids ['38f8057e-a83e-407b-af2c-f030a009aa37'] in dv-neutron-857791-1-hyperv is: [{'id': '38f8057e-a83e-407b-af2c-f030a009aa37', 'name': 'tempest-NetworksTestDHCPv6-router-501124339', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:53:38Z', 'updated_at': '2022-09-14T22:53:43Z', 'revision_number': 2, 'project_id': '85df200b99f948bea73339849d4d7aa6', 'gw_port_host': None, '_interfaces': [{'id': '0e5ec1bd-d5e5-4e91-9452-0e1fd79dacd9', 'name': '', 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'mac_address': 'fa:16:3e:2a:12:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f8057e-a83e-407b-af2c-f030a009aa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'de788198-93b5-4432-90df-bb19b99926f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:53:39Z', 'updated_at': '2022-09-14T22:53:50Z', 'revision_number': 4, 'project_id': '85df200b99f948bea73339849d4d7aa6', 'subnets': [{'id': 'de788198-93b5-4432-90df-bb19b99926f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:53:51.565295 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment d50f3c1e-4f9b-4a96-bfc6-cda8973b5f4b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d50f3c1e-4f9b-4a96-bfc6-cda8973b5f4b found for delete ", "request_id": "req-c35b4d95-5d7f-47ce-a3fe-7136bbb06bbb"}]} Sep 14 22:53:51.571645 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1b4594e3-a9a9-41fa-b562-d9a6420d332a tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:51.705219 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1b4594e3-a9a9-41fa-b562-d9a6420d332a tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:51.721530 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4594e3-a9a9-41fa-b562-d9a6420d332a tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Pushing event deleted for resources: {'Port': ['ID=36a9f1e2-e34b-4592-ba55-c41677a6f6d4,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:51.725794 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-388459c0-68c0-4555-995f-a212dceb41bd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:51.731408 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-388459c0-68c0-4555-995f-a212dceb41bd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:51.803890 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388459c0-68c0-4555-995f-a212dceb41bd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event deleted for resources: {'Network': ['ID=c47e6ab8-83da-4b48-97e8-6d51cb4a22da,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:51.826031 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-388459c0-68c0-4555-995f-a212dceb41bd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "DELETE /v2.0/networks/c47e6ab8-83da-4b48-97e8-6d51cb4a22da HTTP/1.1" status: 204 len: 168 time: 8.8364027 Sep 14 22:53:51.831351 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1b4594e3-a9a9-41fa-b562-d9a6420d332a tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] 10.222.0.33 "DELETE /v2.0/ports/36a9f1e2-e34b-4592-ba55-c41677a6f6d4 HTTP/1.1" status: 204 len: 168 time: 2.4322836 Sep 14 22:53:51.831351 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46578) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:51.834588 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46580) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:51.843675 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-87591120-4e74-4a74-a1cb-380f0615af86 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-361688344'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:51.912963 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-87591120-4e74-4a74-a1cb-380f0615af86 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:51.938107 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-87591120-4e74-4a74-a1cb-380f0615af86 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Usage tracker for resource:network and tenant:98a7f1cb67ad4eb78bb3bebf456cdba4 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:51.942947 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-87591120-4e74-4a74-a1cb-380f0615af86 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:51.956887 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6731d579-57c7-4280-8064-702acf2de266 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1083391 Sep 14 22:53:51.967061 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46586) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:51.971059 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-87591120-4e74-4a74-a1cb-380f0615af86 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:51.978213 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-1faf8a2c-0941-4eb6-8016-9d172f562ab9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1566391036'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:51.992035 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-1faf8a2c-0941-4eb6-8016-9d172f562ab9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:52.018923 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87591120-4e74-4a74-a1cb-380f0615af86 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Made reservation on behalf of 98a7f1cb67ad4eb78bb3bebf456cdba4 for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:52.022516 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-87591120-4e74-4a74-a1cb-380f0615af86 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:52.046898 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abcb14-4b12-4236-bb56-18574d4119e9 req-ae98f398-567b-4eb4-8ef5-f9d848e0c774 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:52.048436 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-07abcb14-4b12-4236-bb56-18574d4119e9 req-ae98f398-567b-4eb4-8ef5-f9d848e0c774 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.5767212 Sep 14 22:53:52.060286 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1faf8a2c-0941-4eb6-8016-9d172f562ab9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Usage tracker for resource:network and tenant:84da2552d0b84e74b1b5c1ca80b89b0a is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:52.076287 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1faf8a2c-0941-4eb6-8016-9d172f562ab9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:52.094353 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-faab715a-0a52-4d47-b22e-2f38b01605cf tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:52.107675 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-faab715a-0a52-4d47-b22e-2f38b01605cf tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:52.116763 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-1faf8a2c-0941-4eb6-8016-9d172f562ab9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:52.171559 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87591120-4e74-4a74-a1cb-380f0615af86 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:53:52.179240 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-07abcb14-4b12-4236-bb56-18574d4119e9 req-8f40a181-0041-4e4d-b6bc-5361509a0941 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1120234 Sep 14 22:53:52.182725 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faab715a-0a52-4d47-b22e-2f38b01605cf tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:53:52.190255 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-4eda8f36-e4b7-4b5e-b05b-fe69f094e707 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting port 0e5ec1bd-d5e5-4e91-9452-0e1fd79dacd9 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:52.190516 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4eda8f36-e4b7-4b5e-b05b-fe69f094e707 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:52.198875 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab715a-0a52-4d47-b22e-2f38b01605cf tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcce9d7-e5a1-4977-b82d-87fbf716cdf6,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:52.208192 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-faab715a-0a52-4d47-b22e-2f38b01605cf tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:52.208532 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-faab715a-0a52-4d47-b22e-2f38b01605cf tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Added segment 29065528-e6cc-43e6-9a5b-0bd39f05acb7 of type vlan for network dd332ad0-b3b4-4d43-a977-d57090be74cb Sep 14 22:53:52.213099 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-87591120-4e74-4a74-a1cb-380f0615af86 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:52.213314 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-87591120-4e74-4a74-a1cb-380f0615af86 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Added segment 00c4fa98-6bbd-4f40-b6d1-69ef8e3eb7f9 of type vlan for network 32728266-af11-4841-bf92-4564adf7ab7d Sep 14 22:53:52.223529 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1faf8a2c-0941-4eb6-8016-9d172f562ab9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Made reservation on behalf of 84da2552d0b84e74b1b5c1ca80b89b0a for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:52.226615 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1faf8a2c-0941-4eb6-8016-9d172f562ab9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:52.270001 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-faab715a-0a52-4d47-b22e-2f38b01605cf tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:52.288868 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-87591120-4e74-4a74-a1cb-380f0615af86 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:52.335435 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1faf8a2c-0941-4eb6-8016-9d172f562ab9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:53:52.427394 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1206a6bf-ddf3-412f-987c-4e01b9932ca7 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:52.428130 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1faf8a2c-0941-4eb6-8016-9d172f562ab9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:52.428440 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-1faf8a2c-0941-4eb6-8016-9d172f562ab9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Added segment 9975caeb-2639-4663-b53a-e6db33aedfe6 of type vlan for network f2b9cc53-0997-4913-82d7-3ea930e6e8cc Sep 14 22:53:52.430782 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-faab715a-0a52-4d47-b22e-2f38b01605cf tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:52.436513 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faab715a-0a52-4d47-b22e-2f38b01605cf tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:52.437136 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-faab715a-0a52-4d47-b22e-2f38b01605cf tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:52.465750 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1206a6bf-ddf3-412f-987c-4e01b9932ca7 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:52.540299 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1faf8a2c-0941-4eb6-8016-9d172f562ab9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:52.559380 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-4f8579dc-7a8d-4cc1-aa2b-7e30785499d0 admin admin] Deleting port c717020b-eb00-4aa5-abf9-67e3dfa3925c {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:52.559808 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4f8579dc-7a8d-4cc1-aa2b-7e30785499d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:52.587785 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-87591120-4e74-4a74-a1cb-380f0615af86 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:52.593813 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87591120-4e74-4a74-a1cb-380f0615af86 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:52.594404 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-87591120-4e74-4a74-a1cb-380f0615af86 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:52.653176 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-faab715a-0a52-4d47-b22e-2f38b01605cf tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.5154030 Sep 14 22:53:52.656400 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46590) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:52.657108 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-4eda8f36-e4b7-4b5e-b05b-fe69f094e707 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] For port 0e5ec1bd-d5e5-4e91-9452-0e1fd79dacd9, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=0e5ec1bd-d5e5-4e91-9452-0e1fd79dacd9,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:53:52.657475 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4eda8f36-e4b7-4b5e-b05b-fe69f094e707 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:52.670084 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-bc1f151d-0f9f-4b63-ba0a-9e6929fbb9b5 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Request body: {'subnet': {'network_id': 'dd332ad0-b3b4-4d43-a977-d57090be74cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:52.684271 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-87591120-4e74-4a74-a1cb-380f0615af86 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8471627 Sep 14 22:53:52.685597 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab715a-0a52-4d47-b22e-2f38b01605cf tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Pushing event updated for resources: {'Network': ['ID=dd332ad0-b3b4-4d43-a977-d57090be74cb,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:52.696507 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network dd332ad0-b3b4-4d43-a977-d57090be74cb details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:53:52.709599 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46594) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:52.825435 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-4eda8f36-e4b7-4b5e-b05b-fe69f094e707 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Calling delete_port for 0e5ec1bd-d5e5-4e91-9452-0e1fd79dacd9 owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:52.893375 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-464400ea-5c23-4112-bff6-6345135c497a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Request body: {'subnet': {'network_id': '32728266-af11-4841-bf92-4564adf7ab7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:52.911121 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1faf8a2c-0941-4eb6-8016-9d172f562ab9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:52.917848 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1faf8a2c-0941-4eb6-8016-9d172f562ab9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:52.918703 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1faf8a2c-0941-4eb6-8016-9d172f562ab9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:53.033026 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87591120-4e74-4a74-a1cb-380f0615af86 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event updated for resources: {'Network': ['ID=32728266-af11-4841-bf92-4564adf7ab7d,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:53.044007 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 32728266-af11-4841-bf92-4564adf7ab7d details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:53:53.266900 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1faf8a2c-0941-4eb6-8016-9d172f562ab9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2935231 Sep 14 22:53:53.273376 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46600) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:53.274103 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-bc1f151d-0f9f-4b63-ba0a-9e6929fbb9b5 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:53.284118 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf8a2c-0941-4eb6-8016-9d172f562ab9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Pushing event updated for resources: {'Network': ['ID=f2b9cc53-0997-4913-82d7-3ea930e6e8cc,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:53.290311 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-7cd2136f-addc-4072-b233-e27e6c9f05e9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-660623738'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:53.291947 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-bc1f151d-0f9f-4b63-ba0a-9e6929fbb9b5 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Usage tracker for resource:subnet and tenant:abfa24a7b8d648cf8f67366e3b359f2b is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:53.300060 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network f2b9cc53-0997-4913-82d7-3ea930e6e8cc details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:53:53.303188 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-bc1f151d-0f9f-4b63-ba0a-9e6929fbb9b5 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:53.307948 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-7cd2136f-addc-4072-b233-e27e6c9f05e9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:53.316240 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-bc1f151d-0f9f-4b63-ba0a-9e6929fbb9b5 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:53.319461 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-7cd2136f-addc-4072-b233-e27e6c9f05e9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Usage tracker for resource:network and tenant:84da2552d0b84e74b1b5c1ca80b89b0a is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:53.320427 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-464400ea-5c23-4112-bff6-6345135c497a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:53.323793 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-7cd2136f-addc-4072-b233-e27e6c9f05e9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:53.327547 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-4f8579dc-7a8d-4cc1-aa2b-7e30785499d0 admin admin] For port c717020b-eb00-4aa5-abf9-67e3dfa3925c, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=c717020b-eb00-4aa5-abf9-67e3dfa3925c,segment=NetworkSegment(4c21d747-86b6-499f-8ff9-8eac2cda9b2e),segment_id=4c21d747-86b6-499f-8ff9-8eac2cda9b2e)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:53:53.327992 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4f8579dc-7a8d-4cc1-aa2b-7e30785499d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:53.330964 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-464400ea-5c23-4112-bff6-6345135c497a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Usage tracker for resource:subnet and tenant:98a7f1cb67ad4eb78bb3bebf456cdba4 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:53.342642 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-16558ab6-5ed7-4444-aa76-9e57045ac4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:53.387120 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-464400ea-5c23-4112-bff6-6345135c497a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:53.395565 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-7cd2136f-addc-4072-b233-e27e6c9f05e9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:53.416523 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-464400ea-5c23-4112-bff6-6345135c497a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:53.463216 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1f151d-0f9f-4b63-ba0a-9e6929fbb9b5 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Made reservation on behalf of abfa24a7b8d648cf8f67366e3b359f2b for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:53.466704 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bc1f151d-0f9f-4b63-ba0a-9e6929fbb9b5 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:53.561936 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464400ea-5c23-4112-bff6-6345135c497a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Made reservation on behalf of 98a7f1cb67ad4eb78bb3bebf456cdba4 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:53.565303 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-4f8579dc-7a8d-4cc1-aa2b-7e30785499d0 admin admin] Calling delete_port for c717020b-eb00-4aa5-abf9-67e3dfa3925c owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:53.565431 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-464400ea-5c23-4112-bff6-6345135c497a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:53.577404 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 0e5ec1bd-d5e5-4e91-9452-0e1fd79dacd9 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:53:53.617296 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd2136f-addc-4072-b233-e27e6c9f05e9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Made reservation on behalf of 84da2552d0b84e74b1b5c1ca80b89b0a for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:53.621191 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7cd2136f-addc-4072-b233-e27e6c9f05e9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:53.645775 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 0e5ec1bd-d5e5-4e91-9452-0e1fd79dacd9 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:53:53.650582 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 0e5ec1bd-d5e5-4e91-9452-0e1fd79dacd9 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:53:53.651019 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:53.702526 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1206a6bf-ddf3-412f-987c-4e01b9932ca7 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Router f43c8169-1688-4667-b754-fb3c60e75895 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:53:53.714819 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.ipam_backend_mixin [None req-464400ea-5c23-4112-bff6-6345135c497a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Performing IP validity checks on allocation pools {{(pid=89170) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 14 22:53:53.715527 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.ipam_backend_mixin [None req-464400ea-5c23-4112-bff6-6345135c497a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89170) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 14 22:53:53.777769 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 0e5ec1bd-d5e5-4e91-9452-0e1fd79dacd9 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:53:53.778329 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:53.804820 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cd2136f-addc-4072-b233-e27e6c9f05e9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:53:53.833197 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7cd2136f-addc-4072-b233-e27e6c9f05e9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:53.833415 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-7cd2136f-addc-4072-b233-e27e6c9f05e9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Added segment 2d3fa903-8ba7-44fe-be8c-df075aed0ef8 of type vlan for network 958c6a9e-27b3-4842-aeca-61bdec9d7682 Sep 14 22:53:53.838960 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f8d8b-c769-43b0-8225-0f27cb779dee req-8e47098b-2425-40c4-8b72-a7328857ea31 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:53.840442 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ad2f8d8b-c769-43b0-8225-0f27cb779dee req-8e47098b-2425-40c4-8b72-a7328857ea31 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.4395206 Sep 14 22:53:53.943721 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4eda8f36-e4b7-4b5e-b05b-fe69f094e707 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:53.983135 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ad2f8d8b-c769-43b0-8225-0f27cb779dee req-246b0ca6-4746-4564-927e-089672f3f043 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0901637 Sep 14 22:53:54.020245 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1206a6bf-ddf3-412f-987c-4e01b9932ca7 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:53:54.026229 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7cd2136f-addc-4072-b233-e27e6c9f05e9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:54.033690 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df34ea0-f1d9-4f50-a41c-794aefc448b4 None None] Sync routers for ids ['f43c8169-1688-4667-b754-fb3c60e75895'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:53:54.043305 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda8f36-e4b7-4b5e-b05b-fe69f094e707 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Port': ['ID=0e5ec1bd-d5e5-4e91-9452-0e1fd79dacd9,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:54.043577 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df34ea0-f1d9-4f50-a41c-794aefc448b4 None None] Routers {'f43c8169-1688-4667-b754-fb3c60e75895'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:53:54.044204 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-3df34ea0-f1d9-4f50-a41c-794aefc448b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:53:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f43c8169-1688-4667-b754-fb3c60e75895'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:54.130295 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-3df34ea0-f1d9-4f50-a41c-794aefc448b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:54.140390 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df34ea0-f1d9-4f50-a41c-794aefc448b4 None None] Routers {'f43c8169-1688-4667-b754-fb3c60e75895'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:53:54.141040 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1206a6bf-ddf3-412f-987c-4e01b9932ca7 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:54.141899 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-3df34ea0-f1d9-4f50-a41c-794aefc448b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:53:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f43c8169-1688-4667-b754-fb3c60e75895'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:54.224541 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-3df34ea0-f1d9-4f50-a41c-794aefc448b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:54.226691 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df34ea0-f1d9-4f50-a41c-794aefc448b4 None None] The sync data for ids ['f43c8169-1688-4667-b754-fb3c60e75895'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:53:54.290483 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7cd2136f-addc-4072-b233-e27e6c9f05e9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:54.296528 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd2136f-addc-4072-b233-e27e6c9f05e9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:54.297139 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7cd2136f-addc-4072-b233-e27e6c9f05e9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:54.298299 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bc1f151d-0f9f-4b63-ba0a-9e6929fbb9b5 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:54.405622 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4eda8f36-e4b7-4b5e-b05b-fe69f094e707 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:54.413479 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-464400ea-5c23-4112-bff6-6345135c497a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:54.474413 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1206a6bf-ddf3-412f-987c-4e01b9932ca7 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "PUT /v2.0/floatingips/a9337a22-b1bb-4f53-a71e-b7b45b0a265e HTTP/1.1" status: 200 len: 978 time: 4.4176884 Sep 14 22:53:54.481514 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46604) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:54.484308 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f151d-0f9f-4b63-ba0a-9e6929fbb9b5 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Pushing event updated for resources: {'Subnet': ['ID=d580ff7a-1dc6-44a5-bf98-5cf7e5c20ebd,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:54.542550 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1f151d-0f9f-4b63-ba0a-9e6929fbb9b5 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Checking segment: {'id': '29065528-e6cc-43e6-9a5b-0bd39f05acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dd332ad0-b3b4-4d43-a977-d57090be74cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:53:54.543009 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1f151d-0f9f-4b63-ba0a-9e6929fbb9b5 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Network hostable DHCP agents. Network: dd332ad0-b3b4-4d43-a977-d57090be74cb, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:53:54.566277 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464400ea-5c23-4112-bff6-6345135c497a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Checking segment: {'id': '00c4fa98-6bbd-4f40-b6d1-69ef8e3eb7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '32728266-af11-4841-bf92-4564adf7ab7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:53:54.566622 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464400ea-5c23-4112-bff6-6345135c497a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Network hostable DHCP agents. Network: 32728266-af11-4841-bf92-4564adf7ab7d, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:53:54.602171 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1f151d-0f9f-4b63-ba0a-9e6929fbb9b5 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Network dd332ad0-b3b4-4d43-a977-d57090be74cb is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:53:54.606655 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464400ea-5c23-4112-bff6-6345135c497a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event updated for resources: {'Subnet': ['ID=4cfc1911-0c00-4253-b0e6-41862c8d7776,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:54.612020 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab5bb0-c924-4d43-9adf-5f307b2a1ced req-3c8aeb2f-a11a-4f7a-a4ac-1170568573c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:54.613261 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2136f-addc-4072-b233-e27e6c9f05e9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Pushing event updated for resources: {'Network': ['ID=958c6a9e-27b3-4842-aeca-61bdec9d7682,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:54.613522 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-56ab5bb0-c924-4d43-9adf-5f307b2a1ced req-3c8aeb2f-a11a-4f7a-a4ac-1170568573c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd36d59a9e6b4be08e34d9d0bdaa27c1&device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 1099 time: 0.3074615 Sep 14 22:53:54.616077 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7cd2136f-addc-4072-b233-e27e6c9f05e9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3418541 Sep 14 22:53:54.617610 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464400ea-5c23-4112-bff6-6345135c497a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Network 32728266-af11-4841-bf92-4564adf7ab7d is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:53:54.644377 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 958c6a9e-27b3-4842-aeca-61bdec9d7682 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:53:54.651478 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-bc1f151d-0f9f-4b63-ba0a-9e6929fbb9b5 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, dd332ad0-b3b4-4d43-a977-d57090be74cb) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:54.672868 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1f151d-0f9f-4b63-ba0a-9e6929fbb9b5 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:54.673901 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bc1f151d-0f9f-4b63-ba0a-9e6929fbb9b5 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:54.708574 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d4df8d-dfeb-48f4-b401-745ec5839d34 None None] Network dd332ad0-b3b4-4d43-a977-d57090be74cb requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:53:54.773032 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46608) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:54.784894 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-464400ea-5c23-4112-bff6-6345135c497a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 32728266-af11-4841-bf92-4564adf7ab7d) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:54.790455 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464400ea-5c23-4112-bff6-6345135c497a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:54.791047 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-464400ea-5c23-4112-bff6-6345135c497a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:54.802485 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c95416-1ad3-4d81-a231-fe12ed2aedc0 None None] Network 32728266-af11-4841-bf92-4564adf7ab7d requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:53:54.809264 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-678e3d2a-5a0a-434a-bcb9-bba92c649a97 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Request body: {'subnets': [{'network_id': 'f2b9cc53-0997-4913-82d7-3ea930e6e8cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1434016838', 'ip_version': 4}, {'network_id': '958c6a9e-27b3-4842-aeca-61bdec9d7682', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:54.809574 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-678e3d2a-5a0a-434a-bcb9-bba92c649a97 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Request body: {'subnet': {'network_id': 'f2b9cc53-0997-4913-82d7-3ea930e6e8cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1434016838', 'ip_version': 4}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:54.810702 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-678e3d2a-5a0a-434a-bcb9-bba92c649a97 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Request body: {'subnet': {'network_id': '958c6a9e-27b3-4842-aeca-61bdec9d7682', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:54.840015 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-bc1f151d-0f9f-4b63-ba0a-9e6929fbb9b5 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1786737 Sep 14 22:53:54.874435 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46612) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:54.922237 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-71e42354-ee93-44b3-90ca-8741cb019fe1 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1431741691', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:54.937905 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-71e42354-ee93-44b3-90ca-8741cb019fe1 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:54.943884 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4f8579dc-7a8d-4cc1-aa2b-7e30785499d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:54.993080 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-71e42354-ee93-44b3-90ca-8741cb019fe1 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Usage tracker for resource:router and tenant:abfa24a7b8d648cf8f67366e3b359f2b is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:55.003214 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-71e42354-ee93-44b3-90ca-8741cb019fe1 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:55.084713 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-464400ea-5c23-4112-bff6-6345135c497a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.3716507 Sep 14 22:53:55.097716 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46618) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:55.141523 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-71e42354-ee93-44b3-90ca-8741cb019fe1 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:55.150184 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-16558ab6-5ed7-4444-aa76-9e57045ac4cd admin admin] Deleting port f3b3aa19-81b5-43f1-bce2-44e2c06c96ce {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:55.150184 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-16558ab6-5ed7-4444-aa76-9e57045ac4cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:55.159699 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c30752d-6679-4f42-856f-90e26d055de7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-dd332ad0-b3b4-4d43-a977-d57090be74cb', 'network_id': 'dd332ad0-b3b4-4d43-a977-d57090be74cb', 'tenant_id': 'abfa24a7b8d648cf8f67366e3b359f2b', 'fixed_ips': [{'subnet_id': 'd580ff7a-1dc6-44a5-bf98-5cf7e5c20ebd'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:53:55.160523 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5c30752d-6679-4f42-856f-90e26d055de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:55.174488 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8579dc-7a8d-4cc1-aa2b-7e30785499d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c717020b-eb00-4aa5-abf9-67e3dfa3925c,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:55.287781 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1409d0-ce26-46d5-91dd-c8ba116885e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-32728266-af11-4841-bf92-4564adf7ab7d', 'network_id': '32728266-af11-4841-bf92-4564adf7ab7d', 'tenant_id': '98a7f1cb67ad4eb78bb3bebf456cdba4', 'fixed_ips': [{'subnet_id': '4cfc1911-0c00-4253-b0e6-41862c8d7776'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:53:55.289284 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2e1409d0-ce26-46d5-91dd-c8ba116885e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:55.363446 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-71e42354-ee93-44b3-90ca-8741cb019fe1 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:55.364437 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-71e42354-ee93-44b3-90ca-8741cb019fe1 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:55.430126 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab5bb0-c924-4d43-9adf-5f307b2a1ced req-a36c4d9c-326f-4f52-81a9-c668acbfee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:55.430745 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eda8f36-e4b7-4b5e-b05b-fe69f094e707 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Router 38f8057e-a83e-407b-af2c-f030a009aa37 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:53:55.431922 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-56ab5bb0-c924-4d43-9adf-5f307b2a1ced req-a36c4d9c-326f-4f52-81a9-c668acbfee8c service neutron] 10.222.0.20 "GET /v2.0/networks?id=96b70200-f113-466a-a996-3d001cbd44bb HTTP/1.1" status: 200 len: 912 time: 0.7439203 Sep 14 22:53:55.504203 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-c67175f6-6706-4e19-af15-7ce012c98f6f tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Deleting port 18d888cc-e8b5-4ec2-b927-84c68b876da2 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:55.504546 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c67175f6-6706-4e19-af15-7ce012c98f6f tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:55.530420 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-71e42354-ee93-44b3-90ca-8741cb019fe1 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:55.549261 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-678e3d2a-5a0a-434a-bcb9-bba92c649a97 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:55.553923 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-678e3d2a-5a0a-434a-bcb9-bba92c649a97 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Usage tracker for resource:subnet and tenant:84da2552d0b84e74b1b5c1ca80b89b0a is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:55.558381 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-678e3d2a-5a0a-434a-bcb9-bba92c649a97 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:55.569150 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-5c30752d-6679-4f42-856f-90e26d055de7 None None] Allocated IP 172.20.0.2 (dd332ad0-b3b4-4d43-a977-d57090be74cb/d580ff7a-1dc6-44a5-bf98-5cf7e5c20ebd/164c7f57-6137-4a54-a12c-f89fc9cca773) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:53:55.569344 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-678e3d2a-5a0a-434a-bcb9-bba92c649a97 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:55.611758 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678e3d2a-5a0a-434a-bcb9-bba92c649a97 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Made reservation on behalf of 84da2552d0b84e74b1b5c1ca80b89b0a for: {'subnet': 2} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:55.616229 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-678e3d2a-5a0a-434a-bcb9-bba92c649a97 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:55.616564 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-678e3d2a-5a0a-434a-bcb9-bba92c649a97 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:55.675325 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-2e1409d0-ce26-46d5-91dd-c8ba116885e7 None None] Allocated IP 172.20.0.3 (32728266-af11-4841-bf92-4564adf7ab7d/4cfc1911-0c00-4253-b0e6-41862c8d7776/6cfd10f4-6c5c-45ae-87eb-5c476ee932c0) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:53:55.769651 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-56ab5bb0-c924-4d43-9adf-5f307b2a1ced req-44ed87ff-72dd-46a5-af3a-681b463de5a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e4e6e2e-a643-4ae1-8469-ecc9fe80890e HTTP/1.1" status: 200 len: 1001 time: 0.3187573 Sep 14 22:53:55.781634 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-60189e64-33d6-428e-8cf9-306c2b06fc24 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:55.864543 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a2041-9dae-4668-835c-d1876a80b283 req-8c0d3214-2fcd-41f3-bb08-b50ad3f4f5ec tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:55.865988 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e76a2041-9dae-4668-835c-d1876a80b283 req-8c0d3214-2fcd-41f3-bb08-b50ad3f4f5ec tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.7388532 Sep 14 22:53:55.879974 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-71e42354-ee93-44b3-90ca-8741cb019fe1 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:55.905670 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eda8f36-e4b7-4b5e-b05b-fe69f094e707 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:53:55.926074 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17a61e4-53dd-4552-b6b8-79fa522eebd7 None None] Sync routers for ids ['38f8057e-a83e-407b-af2c-f030a009aa37'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:53:55.926666 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-16558ab6-5ed7-4444-aa76-9e57045ac4cd admin admin] For port f3b3aa19-81b5-43f1-bce2-44e2c06c96ce, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f3b3aa19-81b5-43f1-bce2-44e2c06c96ce,segment=NetworkSegment(c2365945-0825-42dc-a302-48ce18607d40),segment_id=c2365945-0825-42dc-a302-48ce18607d40)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:53:55.926792 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-16558ab6-5ed7-4444-aa76-9e57045ac4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:55.929539 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab5bb0-c924-4d43-9adf-5f307b2a1ced req-7f4ed380-5eac-434b-8ec9-209d14958366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:55.931118 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-56ab5bb0-c924-4d43-9adf-5f307b2a1ced req-7f4ed380-5eac-434b-8ec9-209d14958366 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e26eddd1-1e83-4e64-8dc5-ded3ed029f12 HTTP/1.1" status: 200 len: 851 time: 0.1551602 Sep 14 22:53:55.938566 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17a61e4-53dd-4552-b6b8-79fa522eebd7 None None] Routers {'38f8057e-a83e-407b-af2c-f030a009aa37'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:53:55.941960 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-a17a61e4-53dd-4552-b6b8-79fa522eebd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:53:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['38f8057e-a83e-407b-af2c-f030a009aa37'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:55.948857 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5c30752d-6679-4f42-856f-90e26d055de7 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:55.974045 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-5c30752d-6679-4f42-856f-90e26d055de7 None None] Transition to ACTIVE for port object 164c7f57-6137-4a54-a12c-f89fc9cca773 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:53:56.047089 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-5c30752d-6679-4f42-856f-90e26d055de7 None None] Transition to ACTIVE for port object 164c7f57-6137-4a54-a12c-f89fc9cca773 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:53:56.059698 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5c30752d-6679-4f42-856f-90e26d055de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:56.077773 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4eda8f36-e4b7-4b5e-b05b-fe69f094e707 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "PUT /v2.0/routers/38f8057e-a83e-407b-af2c-f030a009aa37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4953778 Sep 14 22:53:56.099997 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-a17a61e4-53dd-4552-b6b8-79fa522eebd7 None None] Set router 38f8057e-a83e-407b-af2c-f030a009aa37 gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:53:56.104880 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46622) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:56.108327 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2e1409d0-ce26-46d5-91dd-c8ba116885e7 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:56.143588 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-2e1409d0-ce26-46d5-91dd-c8ba116885e7 None None] Transition to ACTIVE for port object 6cfd10f4-6c5c-45ae-87eb-5c476ee932c0 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:53:56.170023 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c30752d-6679-4f42-856f-90e26d055de7 None None] Network dd332ad0-b3b4-4d43-a977-d57090be74cb is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:53:56.179137 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-5c30752d-6679-4f42-856f-90e26d055de7 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:56.182017 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c30752d-6679-4f42-856f-90e26d055de7 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:53:56.185951 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-2e1409d0-ce26-46d5-91dd-c8ba116885e7 None None] Transition to ACTIVE for port object 6cfd10f4-6c5c-45ae-87eb-5c476ee932c0 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:53:56.188094 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30752d-6679-4f42-856f-90e26d055de7 None None] Pushing event updated for resources: {'Port': ['ID=164c7f57-6137-4a54-a12c-f89fc9cca773,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:56.213473 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e76a2041-9dae-4668-835c-d1876a80b283 req-dc0f9384-d4ff-4f91-a220-ba47ee2abd20 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3087349 Sep 14 22:53:56.219681 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-60189e64-33d6-428e-8cf9-306c2b06fc24 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:56.289392 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-16558ab6-5ed7-4444-aa76-9e57045ac4cd admin admin] Calling delete_port for f3b3aa19-81b5-43f1-bce2-44e2c06c96ce owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:56.296821 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2e1409d0-ce26-46d5-91dd-c8ba116885e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:56.318912 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10daf21d-e3be-41db-9a82-5970d572d73a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:56.320480 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10daf21d-e3be-41db-9a82-5970d572d73a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:56.324530 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-10daf21d-e3be-41db-9a82-5970d572d73a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2124958 Sep 14 22:53:56.327261 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-71e42354-ee93-44b3-90ca-8741cb019fe1 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:56.327261 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-71e42354-ee93-44b3-90ca-8741cb019fe1 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.4436476 Sep 14 22:53:56.335443 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46626) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:56.335990 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46628) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:56.396646 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-a17a61e4-53dd-4552-b6b8-79fa522eebd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38f8057e-a83e-407b-af2c-f030a009aa37', 'name': 'tempest-NetworksTestDHCPv6-router-501124339', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:53:38Z', 'updated_at': '2022-09-14T22:53:53Z', 'revision_number': 3, 'project_id': '85df200b99f948bea73339849d4d7aa6', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:56.401981 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17a61e4-53dd-4552-b6b8-79fa522eebd7 None None] Checking router: 38f8057e-a83e-407b-af2c-f030a009aa37 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:53:56.414200 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17a61e4-53dd-4552-b6b8-79fa522eebd7 None None] Routers {'38f8057e-a83e-407b-af2c-f030a009aa37'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:53:56.415178 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-a17a61e4-53dd-4552-b6b8-79fa522eebd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:53:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['38f8057e-a83e-407b-af2c-f030a009aa37'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:56.469420 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab5bb0-c924-4d43-9adf-5f307b2a1ced req-c05982aa-aa1d-4050-850c-a5ebd53624fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:56.471239 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-56ab5bb0-c924-4d43-9adf-5f307b2a1ced req-c05982aa-aa1d-4050-850c-a5ebd53624fa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96b70200-f113-466a-a996-3d001cbd44bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5253830 Sep 14 22:53:56.492209 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c67175f6-6706-4e19-af15-7ce012c98f6f tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:56.492807 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c67175f6-6706-4e19-af15-7ce012c98f6f tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:56.514018 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1409d0-ce26-46d5-91dd-c8ba116885e7 None None] Network 32728266-af11-4841-bf92-4564adf7ab7d is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:53:56.515307 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-60189e64-33d6-428e-8cf9-306c2b06fc24 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:56.518564 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-2e1409d0-ce26-46d5-91dd-c8ba116885e7 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:56.521216 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1409d0-ce26-46d5-91dd-c8ba116885e7 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:53:56.580653 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-5c30752d-6679-4f42-856f-90e26d055de7 None None] Attempting to bind port 164c7f57-6137-4a54-a12c-f89fc9cca773 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:53:56.580939 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-5c30752d-6679-4f42-856f-90e26d055de7 None None] Attempting to bind port 164c7f57-6137-4a54-a12c-f89fc9cca773 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '29065528-e6cc-43e6-9a5b-0bd39f05acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dd332ad0-b3b4-4d43-a977-d57090be74cb'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:53:56.581302 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c30752d-6679-4f42-856f-90e26d055de7 None None] Attempting to bind port 164c7f57-6137-4a54-a12c-f89fc9cca773 on network dd332ad0-b3b4-4d43-a977-d57090be74cb {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:53:56.613994 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-a17a61e4-53dd-4552-b6b8-79fa522eebd7 None None] Set router 38f8057e-a83e-407b-af2c-f030a009aa37 gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:53:56.624300 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1409d0-ce26-46d5-91dd-c8ba116885e7 None None] Pushing event updated for resources: {'Port': ['ID=6cfd10f4-6c5c-45ae-87eb-5c476ee932c0,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:56.634472 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c30752d-6679-4f42-856f-90e26d055de7 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:53:56.634846 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c30752d-6679-4f42-856f-90e26d055de7 None None] Checking segment: {'id': '29065528-e6cc-43e6-9a5b-0bd39f05acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dd332ad0-b3b4-4d43-a977-d57090be74cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:53:56.635247 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5c30752d-6679-4f42-856f-90e26d055de7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:56.635635 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c30752d-6679-4f42-856f-90e26d055de7 None None] Bound using segment: {'id': '29065528-e6cc-43e6-9a5b-0bd39f05acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dd332ad0-b3b4-4d43-a977-d57090be74cb'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:53:56.636111 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-5c30752d-6679-4f42-856f-90e26d055de7 None None] Bound port: 164c7f57-6137-4a54-a12c-f89fc9cca773, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29065528-e6cc-43e6-9a5b-0bd39f05acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dd332ad0-b3b4-4d43-a977-d57090be74cb'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:53:56.636483 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5c30752d-6679-4f42-856f-90e26d055de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:56.637364 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60189e64-33d6-428e-8cf9-306c2b06fc24 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event deleted for resources: {'Subnet': ['ID=4cfc1911-0c00-4253-b0e6-41862c8d7776,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:56.643114 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4f8579dc-7a8d-4cc1-aa2b-7e30785499d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:56.669366 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-2e1409d0-ce26-46d5-91dd-c8ba116885e7 None None] Attempting to bind port 6cfd10f4-6c5c-45ae-87eb-5c476ee932c0 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:53:56.669923 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-2e1409d0-ce26-46d5-91dd-c8ba116885e7 None None] Attempting to bind port 6cfd10f4-6c5c-45ae-87eb-5c476ee932c0 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '00c4fa98-6bbd-4f40-b6d1-69ef8e3eb7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '32728266-af11-4841-bf92-4564adf7ab7d'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:53:56.670373 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1409d0-ce26-46d5-91dd-c8ba116885e7 None None] Attempting to bind port 6cfd10f4-6c5c-45ae-87eb-5c476ee932c0 on network 32728266-af11-4841-bf92-4564adf7ab7d {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:53:56.679016 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1409d0-ce26-46d5-91dd-c8ba116885e7 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:53:56.679388 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1409d0-ce26-46d5-91dd-c8ba116885e7 None None] Checking segment: {'id': '00c4fa98-6bbd-4f40-b6d1-69ef8e3eb7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '32728266-af11-4841-bf92-4564adf7ab7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:53:56.679829 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2e1409d0-ce26-46d5-91dd-c8ba116885e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:56.680224 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1409d0-ce26-46d5-91dd-c8ba116885e7 None None] Bound using segment: {'id': '00c4fa98-6bbd-4f40-b6d1-69ef8e3eb7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '32728266-af11-4841-bf92-4564adf7ab7d'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:53:56.680704 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-2e1409d0-ce26-46d5-91dd-c8ba116885e7 None None] Bound port: 6cfd10f4-6c5c-45ae-87eb-5c476ee932c0, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00c4fa98-6bbd-4f40-b6d1-69ef8e3eb7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '32728266-af11-4841-bf92-4564adf7ab7d'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:53:56.681085 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2e1409d0-ce26-46d5-91dd-c8ba116885e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:56.725193 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-c67175f6-6706-4e19-af15-7ce012c98f6f tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Calling delete_port for 18d888cc-e8b5-4ec2-b927-84c68b876da2 owned by network:floatingip {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:56.785915 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-a17a61e4-53dd-4552-b6b8-79fa522eebd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38f8057e-a83e-407b-af2c-f030a009aa37', 'name': 'tempest-NetworksTestDHCPv6-router-501124339', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:53:38Z', 'updated_at': '2022-09-14T22:53:53Z', 'revision_number': 3, 'project_id': '85df200b99f948bea73339849d4d7aa6', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:56.790687 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17a61e4-53dd-4552-b6b8-79fa522eebd7 None None] The sync data for ids ['38f8057e-a83e-407b-af2c-f030a009aa37'] in dv-neutron-857791-1-hyperv is: [{'id': '38f8057e-a83e-407b-af2c-f030a009aa37', 'name': 'tempest-NetworksTestDHCPv6-router-501124339', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:53:38Z', 'updated_at': '2022-09-14T22:53:53Z', 'revision_number': 3, 'project_id': '85df200b99f948bea73339849d4d7aa6', 'gw_port_host': None}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:53:56.813243 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-60189e64-33d6-428e-8cf9-306c2b06fc24 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:56.852529 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-73138d86-f868-4743-86e8-99e8386a2f94 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting subnet de788198-93b5-4432-90df-bb19b99926f1 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:53:56.862232 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-5c30752d-6679-4f42-856f-90e26d055de7 None None] For port 164c7f57-6137-4a54-a12c-f89fc9cca773, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:53:56.871964 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-2e1409d0-ce26-46d5-91dd-c8ba116885e7 None None] For port 6cfd10f4-6c5c-45ae-87eb-5c476ee932c0, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:53:56.874684 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-5c30752d-6679-4f42-856f-90e26d055de7 None None] For port 164c7f57-6137-4a54-a12c-f89fc9cca773, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=164c7f57-6137-4a54-a12c-f89fc9cca773,segment=NetworkSegment(29065528-e6cc-43e6-9a5b-0bd39f05acb7),segment_id=29065528-e6cc-43e6-9a5b-0bd39f05acb7)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:53:56.876967 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-2e1409d0-ce26-46d5-91dd-c8ba116885e7 None None] For port 6cfd10f4-6c5c-45ae-87eb-5c476ee932c0, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=6cfd10f4-6c5c-45ae-87eb-5c476ee932c0,segment=NetworkSegment(00c4fa98-6bbd-4f40-b6d1-69ef8e3eb7f9),segment_id=00c4fa98-6bbd-4f40-b6d1-69ef8e3eb7f9)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:53:56.880398 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-56ab5bb0-c924-4d43-9adf-5f307b2a1ced req-a0c48404-0d7d-4de1-8b90-0733055e83b1 service neutron] 10.222.0.20 "GET /v2.0/networks/96b70200-f113-466a-a996-3d001cbd44bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008768 Sep 14 22:53:56.880587 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5c30752d-6679-4f42-856f-90e26d055de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:56.881855 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-60189e64-33d6-428e-8cf9-306c2b06fc24 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32728266-af11-4841-bf92-4564adf7ab7d']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:56.915708 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2e1409d0-ce26-46d5-91dd-c8ba116885e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:56.915986 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-73138d86-f868-4743-86e8-99e8386a2f94 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:57.035600 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30752d-6679-4f42-856f-90e26d055de7 None None] Pushing event updated for resources: {'Port': ['ID=164c7f57-6137-4a54-a12c-f89fc9cca773,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:57.048831 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-60189e64-33d6-428e-8cf9-306c2b06fc24 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c4fa98-6bbd-4f40-b6d1-69ef8e3eb7f9') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:57.049122 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-60189e64-33d6-428e-8cf9-306c2b06fc24 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c4fa98-6bbd-4f40-b6d1-69ef8e3eb7f9') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:57.063725 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-60189e64-33d6-428e-8cf9-306c2b06fc24 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:57.088199 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-60189e64-33d6-428e-8cf9-306c2b06fc24 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:57.127856 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1409d0-ce26-46d5-91dd-c8ba116885e7 None None] Pushing event updated for resources: {'Port': ['ID=6cfd10f4-6c5c-45ae-87eb-5c476ee932c0,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:57.132311 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15796d4a-7c4a-45f0-bbf8-809cc1e93128 None None] Network 32728266-af11-4841-bf92-4564adf7ab7d requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:53:57.180603 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60189e64-33d6-428e-8cf9-306c2b06fc24 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:53:57.181021 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-60189e64-33d6-428e-8cf9-306c2b06fc24 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:57.198640 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-73138d86-f868-4743-86e8-99e8386a2f94 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:57.229135 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 00c4fa98-6bbd-4f40-b6d1-69ef8e3eb7f9 resource provider aggregate not found Sep 14 22:53:57.467030 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-678e3d2a-5a0a-434a-bcb9-bba92c649a97 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:57.488430 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 00c4fa98-6bbd-4f40-b6d1-69ef8e3eb7f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 00c4fa98-6bbd-4f40-b6d1-69ef8e3eb7f9 found for delete ", "request_id": "req-69f28f9e-f78d-4833-8ecc-fa1c75dde9df"}]} Sep 14 22:53:57.620077 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.api [None req-60189e64-33d6-428e-8cf9-306c2b06fc24 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 14 22:53:57.620077 dv-neutron-857791-1-hyperv neutron-server[89170]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 14 22:53:57.620077 dv-neutron-857791-1-hyperv neutron-server[89170]: [parameters: {'id': '32728266-af11-4841-bf92-4564adf7ab7d'}] Sep 14 22:53:57.620077 dv-neutron-857791-1-hyperv neutron-server[89170]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:53:57.620419 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG oslo_db.api [None req-60189e64-33d6-428e-8cf9-306c2b06fc24 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:53:57.655529 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 164c7f57-6137-4a54-a12c-f89fc9cca773 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:53:57.655784 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e3d2a-5a0a-434a-bcb9-bba92c649a97 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Pushing event updated for resources: {'Subnet': ['ID=2f542496-d988-455b-b40d-be8c256ae91a,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:57.666696 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cc68f233-42d7-4765-95ef-13abd930ac3b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:57.704891 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-56ab5bb0-c924-4d43-9adf-5f307b2a1ced req-6cf09d60-ee35-4c59-b1a0-3863386b7a73 service neutron] 10.222.0.20 "GET /v2.0/networks/96b70200-f113-466a-a996-3d001cbd44bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8113208 Sep 14 22:53:57.728975 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678e3d2a-5a0a-434a-bcb9-bba92c649a97 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Checking segment: {'id': '9975caeb-2639-4663-b53a-e6db33aedfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f2b9cc53-0997-4913-82d7-3ea930e6e8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:53:57.729462 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678e3d2a-5a0a-434a-bcb9-bba92c649a97 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Network hostable DHCP agents. Network: f2b9cc53-0997-4913-82d7-3ea930e6e8cc, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:53:57.737205 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 164c7f57-6137-4a54-a12c-f89fc9cca773 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:53:57.758992 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 0e5ec1bd-d5e5-4e91-9452-0e1fd79dacd9 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:53:57.767087 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c93db-c514-4652-a351-fbe3876ceaa8 req-a9bf7b8a-07d7-49ea-8ddf-32c67f7e88e4 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:57.768803 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-027c93db-c514-4652-a351-fbe3876ceaa8 req-a9bf7b8a-07d7-49ea-8ddf-32c67f7e88e4 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.1991415 Sep 14 22:53:57.770142 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678e3d2a-5a0a-434a-bcb9-bba92c649a97 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Network f2b9cc53-0997-4913-82d7-3ea930e6e8cc is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:53:57.792699 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-678e3d2a-5a0a-434a-bcb9-bba92c649a97 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, f2b9cc53-0997-4913-82d7-3ea930e6e8cc) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:57.801338 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-678e3d2a-5a0a-434a-bcb9-bba92c649a97 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:57.811926 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d411ed3c-37fc-4e5d-ba85-e7739e2ea232 None None] Network f2b9cc53-0997-4913-82d7-3ea930e6e8cc requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:53:57.834229 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 0e5ec1bd-d5e5-4e91-9452-0e1fd79dacd9 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:53:57.834229 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 0e5ec1bd-d5e5-4e91-9452-0e1fd79dacd9 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:53:57.885900 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-027c93db-c514-4652-a351-fbe3876ceaa8 req-11024797-34a2-4e15-8370-4eca10885609 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1081862 Sep 14 22:53:57.901577 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e3d2a-5a0a-434a-bcb9-bba92c649a97 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Pushing event updated for resources: {'Subnet': ['ID=a47ae42d-7859-4a2e-af1a-7f5c3e59f1a4,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:57.916572 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678e3d2a-5a0a-434a-bcb9-bba92c649a97 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Checking segment: {'id': '2d3fa903-8ba7-44fe-be8c-df075aed0ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '958c6a9e-27b3-4842-aeca-61bdec9d7682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:53:57.916961 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678e3d2a-5a0a-434a-bcb9-bba92c649a97 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Network hostable DHCP agents. Network: 958c6a9e-27b3-4842-aeca-61bdec9d7682, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:53:57.957443 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678e3d2a-5a0a-434a-bcb9-bba92c649a97 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Network 958c6a9e-27b3-4842-aeca-61bdec9d7682 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:53:57.969125 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-678e3d2a-5a0a-434a-bcb9-bba92c649a97 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 958c6a9e-27b3-4842-aeca-61bdec9d7682) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:57.981160 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c8834a-0077-4251-86bb-fb5518bc6285 None None] Network 958c6a9e-27b3-4842-aeca-61bdec9d7682 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:53:57.981520 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678e3d2a-5a0a-434a-bcb9-bba92c649a97 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:57.982117 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678e3d2a-5a0a-434a-bcb9-bba92c649a97 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:57.983091 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-678e3d2a-5a0a-434a-bcb9-bba92c649a97 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:58.012263 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-678e3d2a-5a0a-434a-bcb9-bba92c649a97 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.2353024 Sep 14 22:53:58.015272 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46640) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:58.036520 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-73138d86-f868-4743-86e8-99e8386a2f94 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:58.087089 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a323e2-ca14-4d12-92d6-774f63d840ae tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:58.088860 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a323e2-ca14-4d12-92d6-774f63d840ae tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:58.092922 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a323e2-ca14-4d12-92d6-774f63d840ae tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:58.094884 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b5a323e2-ca14-4d12-92d6-774f63d840ae tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Synchronizing usage tracker for tenant:84da2552d0b84e74b1b5c1ca80b89b0a on resource:subnet {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:53:58.123766 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-60189e64-33d6-428e-8cf9-306c2b06fc24 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:58.129767 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b5a323e2-ca14-4d12-92d6-774f63d840ae tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Unset dirty status for tenant:84da2552d0b84e74b1b5c1ca80b89b0a on resource:subnet {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:53:58.133170 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b5a323e2-ca14-4d12-92d6-774f63d840ae tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1158586 Sep 14 22:53:58.136916 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46644) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:58.147117 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8930ad14-e0d2-4166-ae7a-e121fa8e50d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-f2b9cc53-0997-4913-82d7-3ea930e6e8cc', 'network_id': 'f2b9cc53-0997-4913-82d7-3ea930e6e8cc', 'tenant_id': '84da2552d0b84e74b1b5c1ca80b89b0a', 'fixed_ips': [{'subnet_id': '2f542496-d988-455b-b40d-be8c256ae91a'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:53:58.148162 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8930ad14-e0d2-4166-ae7a-e121fa8e50d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:58.149873 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-60189e64-33d6-428e-8cf9-306c2b06fc24 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Deleting port 6cfd10f4-6c5c-45ae-87eb-5c476ee932c0 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:53:58.150278 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-60189e64-33d6-428e-8cf9-306c2b06fc24 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:58.251697 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-16558ab6-5ed7-4444-aa76-9e57045ac4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:58.334624 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c67175f6-6706-4e19-af15-7ce012c98f6f tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:58.352865 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-8930ad14-e0d2-4166-ae7a-e121fa8e50d8 None None] Allocated IP 172.20.0.2 (f2b9cc53-0997-4913-82d7-3ea930e6e8cc/2f542496-d988-455b-b40d-be8c256ae91a/c8279b0e-0184-4181-9464-65b73ee6555d) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:53:58.388892 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16558ab6-5ed7-4444-aa76-9e57045ac4cd admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b3aa19-81b5-43f1-bce2-44e2c06c96ce,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:58.430047 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-60189e64-33d6-428e-8cf9-306c2b06fc24 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] For port 6cfd10f4-6c5c-45ae-87eb-5c476ee932c0, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=6cfd10f4-6c5c-45ae-87eb-5c476ee932c0,segment=NetworkSegment(00c4fa98-6bbd-4f40-b6d1-69ef8e3eb7f9),segment_id=00c4fa98-6bbd-4f40-b6d1-69ef8e3eb7f9)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:53:58.430419 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-60189e64-33d6-428e-8cf9-306c2b06fc24 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:58.579518 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-60189e64-33d6-428e-8cf9-306c2b06fc24 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Calling delete_port for 6cfd10f4-6c5c-45ae-87eb-5c476ee932c0 owned by network:dhcp {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:53:58.581967 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67175f6-6706-4e19-af15-7ce012c98f6f tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event deleted for resources: {'Port': ['ID=18d888cc-e8b5-4ec2-b927-84c68b876da2,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:58.647303 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c7a7b1-0e41-407b-9e2f-57725a3b4161 None None] Network dd332ad0-b3b4-4d43-a977-d57090be74cb requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:53:58.682667 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e31a1ae-212d-478d-9037-96f561da8280 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Deleting subnet 2f542496-d988-455b-b40d-be8c256ae91a {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:53:58.690138 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-60189e64-33d6-428e-8cf9-306c2b06fc24 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:58.748477 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60189e64-33d6-428e-8cf9-306c2b06fc24 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event deleted for resources: {'Port': ['ID=6cfd10f4-6c5c-45ae-87eb-5c476ee932c0,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:58.753074 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60189e64-33d6-428e-8cf9-306c2b06fc24 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] No DVR routers for this DVR port 6cfd10f4-6c5c-45ae-87eb-5c476ee932c0 on host dv-neutron-857791-1-hyperv {{(pid=89170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:53:58.768117 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-73138d86-f868-4743-86e8-99e8386a2f94 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:58.818073 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8579dc-7a8d-4cc1-aa2b-7e30785499d0 admin admin] Router 84bea323-87c5-4677-a994-08c058623ad3 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:53:58.843581 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73138d86-f868-4743-86e8-99e8386a2f94 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Subnet': ['ID=de788198-93b5-4432-90df-bb19b99926f1,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:58.845596 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-73138d86-f868-4743-86e8-99e8386a2f94 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:58.851733 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-87387e04-8900-4a35-85c0-f29caeb4ccb3 None None] Provisioning for port 164c7f57-6137-4a54-a12c-f89fc9cca773 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:53:58.865357 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-87387e04-8900-4a35-85c0-f29caeb4ccb3 None None] Provisioning complete for port 164c7f57-6137-4a54-a12c-f89fc9cca773 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:53:58.865357 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-87387e04-8900-4a35-85c0-f29caeb4ccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:58.866598 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c67175f6-6706-4e19-af15-7ce012c98f6f tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for floatingip, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:58.867148 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.l3_db [None req-c67175f6-6706-4e19-af15-7ce012c98f6f tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Floating IP a9337a22-b1bb-4f53-a71e-b7b45b0a265e disassociated (deleted). External IP: 172.26.5.28, port: 749926f5-01ed-4823-a3d4-ae549b2a8f22. Sep 14 22:53:58.896245 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cbca7c-617e-4aba-9d60-362df50dce51 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:53:58.896454 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-60189e64-33d6-428e-8cf9-306c2b06fc24 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:58.908895 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de61faff-1848-43c2-b630-81407f2a7f36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-958c6a9e-27b3-4842-aeca-61bdec9d7682', 'network_id': '958c6a9e-27b3-4842-aeca-61bdec9d7682', 'tenant_id': '84da2552d0b84e74b1b5c1ca80b89b0a', 'fixed_ips': [{'subnet_id': 'a47ae42d-7859-4a2e-af1a-7f5c3e59f1a4'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:53:58.909617 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-de61faff-1848-43c2-b630-81407f2a7f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:58.924067 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-60189e64-33d6-428e-8cf9-306c2b06fc24 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32728266-af11-4841-bf92-4564adf7ab7d']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:58.941653 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-60189e64-33d6-428e-8cf9-306c2b06fc24 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c4fa98-6bbd-4f40-b6d1-69ef8e3eb7f9') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:58.941653 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-60189e64-33d6-428e-8cf9-306c2b06fc24 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c4fa98-6bbd-4f40-b6d1-69ef8e3eb7f9') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:53:58.954555 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-60189e64-33d6-428e-8cf9-306c2b06fc24 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:58.973110 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-60189e64-33d6-428e-8cf9-306c2b06fc24 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:58.983245 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60189e64-33d6-428e-8cf9-306c2b06fc24 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:53:58.983955 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-60189e64-33d6-428e-8cf9-306c2b06fc24 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:59.014541 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8930ad14-e0d2-4166-ae7a-e121fa8e50d8 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:59.108112 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-8930ad14-e0d2-4166-ae7a-e121fa8e50d8 None None] Transition to ACTIVE for port object c8279b0e-0184-4181-9464-65b73ee6555d will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:53:59.166385 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-60189e64-33d6-428e-8cf9-306c2b06fc24 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:59.172456 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-60189e64-33d6-428e-8cf9-306c2b06fc24 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:59.207785 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60189e64-33d6-428e-8cf9-306c2b06fc24 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event deleted for resources: {'Network': ['ID=32728266-af11-4841-bf92-4564adf7ab7d,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:59.215118 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-60189e64-33d6-428e-8cf9-306c2b06fc24 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "DELETE /v2.0/networks/32728266-af11-4841-bf92-4564adf7ab7d HTTP/1.1" status: 204 len: 168 time: 4.0952904 Sep 14 22:53:59.216833 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46650) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:59.223447 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-2c7ceda0-ffd8-4f9a-8b6b-8ac6e4a8f336 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-898528622'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:59.284981 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-8930ad14-e0d2-4166-ae7a-e121fa8e50d8 None None] Transition to ACTIVE for port object c8279b0e-0184-4181-9464-65b73ee6555d will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:53:59.290548 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-73138d86-f868-4743-86e8-99e8386a2f94 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/de788198-93b5-4432-90df-bb19b99926f1 HTTP/1.1" status: 204 len: 168 time: 2.9510481 Sep 14 22:53:59.304766 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46654) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:59.337780 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-2c7ceda0-ffd8-4f9a-8b6b-8ac6e4a8f336 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:59.348995 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1e96c-9cd6-4a98-b87a-3cccfb0c328d req-fcfba41f-7b9f-4a8c-ba5b-a1d0e843c288 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:59.350737 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a8d1e96c-9cd6-4a98-b87a-3cccfb0c328d req-fcfba41f-7b9f-4a8c-ba5b-a1d0e843c288 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.2810297 Sep 14 22:53:59.354983 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-2c7ceda0-ffd8-4f9a-8b6b-8ac6e4a8f336 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Usage tracker for resource:network and tenant:98a7f1cb67ad4eb78bb3bebf456cdba4 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:59.359115 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-2c7ceda0-ffd8-4f9a-8b6b-8ac6e4a8f336 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:59.380267 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-2c7ceda0-ffd8-4f9a-8b6b-8ac6e4a8f336 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:59.404225 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8930ad14-e0d2-4166-ae7a-e121fa8e50d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:59.407554 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7ceda0-ffd8-4f9a-8b6b-8ac6e4a8f336 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Made reservation on behalf of 98a7f1cb67ad4eb78bb3bebf456cdba4 for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:59.411152 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2c7ceda0-ffd8-4f9a-8b6b-8ac6e4a8f336 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:59.412411 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5e31a1ae-212d-478d-9037-96f561da8280 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:59.430749 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a8d1e96c-9cd6-4a98-b87a-3cccfb0c328d req-e37742a2-59e9-44e2-b76a-f221ce1b8841 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679092 Sep 14 22:53:59.468822 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c7ceda0-ffd8-4f9a-8b6b-8ac6e4a8f336 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:53:59.481768 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2c7ceda0-ffd8-4f9a-8b6b-8ac6e4a8f336 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:59.482218 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-2c7ceda0-ffd8-4f9a-8b6b-8ac6e4a8f336 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Added segment 9f01e478-47b2-49e6-a033-2ee89c871c1f of type vlan for network 0551bfb6-79c7-404c-972b-3e9274a35b39 Sep 14 22:53:59.524891 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 00c4fa98-6bbd-4f40-b6d1-69ef8e3eb7f9 resource provider aggregate not found Sep 14 22:53:59.544723 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 00c4fa98-6bbd-4f40-b6d1-69ef8e3eb7f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 00c4fa98-6bbd-4f40-b6d1-69ef8e3eb7f9 found for delete ", "request_id": "req-0903e549-b143-4d60-ab4c-648702f77b59"}]} Sep 14 22:53:59.548508 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2c7ceda0-ffd8-4f9a-8b6b-8ac6e4a8f336 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:59.587428 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2c7ceda0-ffd8-4f9a-8b6b-8ac6e4a8f336 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:59.602234 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7ceda0-ffd8-4f9a-8b6b-8ac6e4a8f336 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:53:59.603099 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2c7ceda0-ffd8-4f9a-8b6b-8ac6e4a8f336 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:59.614774 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8930ad14-e0d2-4166-ae7a-e121fa8e50d8 None None] Network f2b9cc53-0997-4913-82d7-3ea930e6e8cc is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:53:59.624314 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-8930ad14-e0d2-4166-ae7a-e121fa8e50d8 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:53:59.627036 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930ad14-e0d2-4166-ae7a-e121fa8e50d8 None None] Pushing event updated for resources: {'Port': ['ID=c8279b0e-0184-4181-9464-65b73ee6555d,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:59.627506 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-cc68f233-42d7-4765-95ef-13abd930ac3b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Allocated IP 172.20.0.1 (dd332ad0-b3b4-4d43-a977-d57090be74cb/d580ff7a-1dc6-44a5-bf98-5cf7e5c20ebd/e088e522-bc81-4021-b36d-8520315efc97) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:53:59.631189 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8930ad14-e0d2-4166-ae7a-e121fa8e50d8 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:53:59.646840 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-87387e04-8900-4a35-85c0-f29caeb4ccb3 None None] Current status of the port 164c7f57-6137-4a54-a12c-f89fc9cca773 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:53:59.647309 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-87387e04-8900-4a35-85c0-f29caeb4ccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:59.706343 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-de61faff-1848-43c2-b630-81407f2a7f36 None None] Allocated IP 172.20.0.18 (958c6a9e-27b3-4842-aeca-61bdec9d7682/a47ae42d-7859-4a2e-af1a-7f5c3e59f1a4/56a7dabd-168d-459b-b24b-2c61ec685e77) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:53:59.724310 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2c7ceda0-ffd8-4f9a-8b6b-8ac6e4a8f336 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5035288 Sep 14 22:53:59.725449 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46662) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:59.735287 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-945ec1d7-8c21-4a0f-a926-c5b85a5603d3 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Request body: {'subnet': {'network_id': '0551bfb6-79c7-404c-972b-3e9274a35b39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:53:59.760382 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ceda0-ffd8-4f9a-8b6b-8ac6e4a8f336 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event updated for resources: {'Network': ['ID=0551bfb6-79c7-404c-972b-3e9274a35b39,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:53:59.768143 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5e31a1ae-212d-478d-9037-96f561da8280 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:59.802959 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 0551bfb6-79c7-404c-972b-3e9274a35b39 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:53:59.862062 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-945ec1d7-8c21-4a0f-a926-c5b85a5603d3 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:53:59.866879 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-945ec1d7-8c21-4a0f-a926-c5b85a5603d3 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Usage tracker for resource:subnet and tenant:98a7f1cb67ad4eb78bb3bebf456cdba4 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:53:59.870518 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-945ec1d7-8c21-4a0f-a926-c5b85a5603d3 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:53:59.871617 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8579dc-7a8d-4cc1-aa2b-7e30785499d0 admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:53:59.874672 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-16558ab6-5ed7-4444-aa76-9e57045ac4cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:59.878429 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-945ec1d7-8c21-4a0f-a926-c5b85a5603d3 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:53:59.891857 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4f8579dc-7a8d-4cc1-aa2b-7e30785499d0 admin admin] 10.222.0.33 "PUT /v2.0/routers/84bea323-87c5-4677-a994-08c058623ad3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9620619 Sep 14 22:53:59.892195 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46666) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:53:59.943244 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-87387e04-8900-4a35-85c0-f29caeb4ccb3 None None] For port 164c7f57-6137-4a54-a12c-f89fc9cca773, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=164c7f57-6137-4a54-a12c-f89fc9cca773,segment=NetworkSegment(29065528-e6cc-43e6-9a5b-0bd39f05acb7),segment_id=29065528-e6cc-43e6-9a5b-0bd39f05acb7)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:53:59.951511 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f0c764-2408-40e6-9af1-bf7e60bf9a46 None None] Sync routers for ids ['84bea323-87c5-4677-a994-08c058623ad3'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:53:59.963180 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945ec1d7-8c21-4a0f-a926-c5b85a5603d3 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Made reservation on behalf of 98a7f1cb67ad4eb78bb3bebf456cdba4 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:53:59.966188 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-945ec1d7-8c21-4a0f-a926-c5b85a5603d3 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:53:59.973879 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-8930ad14-e0d2-4166-ae7a-e121fa8e50d8 None None] Attempting to bind port c8279b0e-0184-4181-9464-65b73ee6555d on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:53:59.974246 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-8930ad14-e0d2-4166-ae7a-e121fa8e50d8 None None] Attempting to bind port c8279b0e-0184-4181-9464-65b73ee6555d by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '9975caeb-2639-4663-b53a-e6db33aedfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f2b9cc53-0997-4913-82d7-3ea930e6e8cc'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:53:59.974627 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8930ad14-e0d2-4166-ae7a-e121fa8e50d8 None None] Attempting to bind port c8279b0e-0184-4181-9464-65b73ee6555d on network f2b9cc53-0997-4913-82d7-3ea930e6e8cc {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:53:59.985075 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-87387e04-8900-4a35-85c0-f29caeb4ccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:00.056185 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8930ad14-e0d2-4166-ae7a-e121fa8e50d8 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:54:00.056185 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8930ad14-e0d2-4166-ae7a-e121fa8e50d8 None None] Checking segment: {'id': '9975caeb-2639-4663-b53a-e6db33aedfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f2b9cc53-0997-4913-82d7-3ea930e6e8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:54:00.056587 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8930ad14-e0d2-4166-ae7a-e121fa8e50d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:00.056911 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8930ad14-e0d2-4166-ae7a-e121fa8e50d8 None None] Bound using segment: {'id': '9975caeb-2639-4663-b53a-e6db33aedfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f2b9cc53-0997-4913-82d7-3ea930e6e8cc'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:54:00.057394 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-8930ad14-e0d2-4166-ae7a-e121fa8e50d8 None None] Bound port: c8279b0e-0184-4181-9464-65b73ee6555d, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9975caeb-2639-4663-b53a-e6db33aedfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f2b9cc53-0997-4913-82d7-3ea930e6e8cc'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:54:00.058336 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8930ad14-e0d2-4166-ae7a-e121fa8e50d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:00.090964 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f0c764-2408-40e6-9af1-bf7e60bf9a46 None None] Routers {'84bea323-87c5-4677-a994-08c058623ad3'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:54:00.091513 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-73f0c764-2408-40e6-9af1-bf7e60bf9a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:53:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['84bea323-87c5-4677-a994-08c058623ad3'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:00.095861 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-82faaece-09f1-4b48-9304-d0c4e7ba13e2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:router {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:54:00.140103 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6e7bda-cddf-4478-aeec-eedea9ef0913 None None] DHCP port deletion for ac1cbc11-ac8d-43cd-9c1d-398cae68a205 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:54:00.186315 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-bd6e7bda-cddf-4478-aeec-eedea9ef0913 None None] Deleting port d6d5e38b-0320-4d7b-b10d-f51052436981 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:00.186719 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bd6e7bda-cddf-4478-aeec-eedea9ef0913 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:00.208104 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9a1c5a83-3fbd-4bc8-b367-c5aa30430a84 admin admin] Notify callbacks [] for router, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:00.269246 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-82faaece-09f1-4b48-9304-d0c4e7ba13e2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:router {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:54:00.270878 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-82faaece-09f1-4b48-9304-d0c4e7ba13e2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.9648659 Sep 14 22:54:00.277726 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46670) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:00.382637 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cc68f233-42d7-4765-95ef-13abd930ac3b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:00.384818 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5e31a1ae-212d-478d-9037-96f561da8280 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:00.395901 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87387e04-8900-4a35-85c0-f29caeb4ccb3 None None] Pushing event updated for resources: {'Port': ['ID=164c7f57-6137-4a54-a12c-f89fc9cca773,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:00.451252 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67175f6-6706-4e19-af15-7ce012c98f6f tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Router f43c8169-1688-4667-b754-fb3c60e75895 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:54:00.482470 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-cc68f233-42d7-4765-95ef-13abd930ac3b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Transition to ACTIVE for port object e088e522-bc81-4021-b36d-8520315efc97 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:54:00.603945 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8c553f08-140a-41cc-ba06-e110fcb2f1c7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for router, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:00.652639 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-5064a954-0b03-492a-81e3-f2393b26c179 None None] Provisioning complete for port 164c7f57-6137-4a54-a12c-f89fc9cca773 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:54:00.653012 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5064a954-0b03-492a-81e3-f2393b26c179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:00.678980 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-73f0c764-2408-40e6-9af1-bf7e60bf9a46 None None] Set router 84bea323-87c5-4677-a994-08c058623ad3 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:54:00.803578 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-de61faff-1848-43c2-b630-81407f2a7f36 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:00.864982 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5e31a1ae-212d-478d-9037-96f561da8280 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:00.921325 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-de61faff-1848-43c2-b630-81407f2a7f36 None None] Transition to ACTIVE for port object 56a7dabd-168d-459b-b24b-2c61ec685e77 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:54:00.943934 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-8930ad14-e0d2-4166-ae7a-e121fa8e50d8 None None] For port c8279b0e-0184-4181-9464-65b73ee6555d, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:54:00.998964 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e31a1ae-212d-478d-9037-96f561da8280 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Pushing event deleted for resources: {'Subnet': ['ID=2f542496-d988-455b-b40d-be8c256ae91a,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:01.014784 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5e31a1ae-212d-478d-9037-96f561da8280 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:01.028103 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-8930ad14-e0d2-4166-ae7a-e121fa8e50d8 None None] For port c8279b0e-0184-4181-9464-65b73ee6555d, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=c8279b0e-0184-4181-9464-65b73ee6555d,segment=NetworkSegment(9975caeb-2639-4663-b53a-e6db33aedfe6),segment_id=9975caeb-2639-4663-b53a-e6db33aedfe6)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:54:01.038051 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cc68f233-42d7-4765-95ef-13abd930ac3b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:01.049659 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8930ad14-e0d2-4166-ae7a-e121fa8e50d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:01.054893 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-de61faff-1848-43c2-b630-81407f2a7f36 None None] Transition to ACTIVE for port object 56a7dabd-168d-459b-b24b-2c61ec685e77 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:54:01.058242 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-bd6e7bda-cddf-4478-aeec-eedea9ef0913 None None] For port d6d5e38b-0320-4d7b-b10d-f51052436981, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=d6d5e38b-0320-4d7b-b10d-f51052436981,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:54:01.058628 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bd6e7bda-cddf-4478-aeec-eedea9ef0913 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:01.091510 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16558ab6-5ed7-4444-aa76-9e57045ac4cd admin admin] Router 61849ff4-bb8a-4a77-a910-194a89ff7d13 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:54:01.103584 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5e31a1ae-212d-478d-9037-96f561da8280 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] 10.222.0.33 "DELETE /v2.0/subnets/2f542496-d988-455b-b40d-be8c256ae91a HTTP/1.1" status: 204 len: 168 time: 2.9585650 Sep 14 22:54:01.113518 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46676) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:01.131045 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-de61faff-1848-43c2-b630-81407f2a7f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:01.162581 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc68f233-42d7-4765-95ef-13abd930ac3b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Network dd332ad0-b3b4-4d43-a977-d57090be74cb is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:01.168821 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67175f6-6706-4e19-af15-7ce012c98f6f tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:54:01.177233 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c67175f6-6706-4e19-af15-7ce012c98f6f tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:01.180679 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9a1c5a83-3fbd-4bc8-b367-c5aa30430a84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:01.186125 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8c553f08-140a-41cc-ba06-e110fcb2f1c7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:01.190589 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8c553f08-140a-41cc-ba06-e110fcb2f1c7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:01.195738 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4404d4-2d34-4063-98e8-acd3035eb3a9 None None] Sync routers for ids ['f43c8169-1688-4667-b754-fb3c60e75895'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:54:01.206043 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-cc68f233-42d7-4765-95ef-13abd930ac3b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:01.210876 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4404d4-2d34-4063-98e8-acd3035eb3a9 None None] Routers {'f43c8169-1688-4667-b754-fb3c60e75895'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:54:01.213180 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-8c4404d4-2d34-4063-98e8-acd3035eb3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:53:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f43c8169-1688-4667-b754-fb3c60e75895'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:01.227826 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc68f233-42d7-4765-95ef-13abd930ac3b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:54:01.242918 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-9a1c5a83-3fbd-4bc8-b367-c5aa30430a84 admin admin] Deleting port da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:01.245089 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9a1c5a83-3fbd-4bc8-b367-c5aa30430a84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:01.297354 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-bd6e7bda-cddf-4478-aeec-eedea9ef0913 None None] Calling delete_port for d6d5e38b-0320-4d7b-b10d-f51052436981 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:54:01.376633 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-945ec1d7-8c21-4a0f-a926-c5b85a5603d3 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:01.392420 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-8c4404d4-2d34-4063-98e8-acd3035eb3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:01.411099 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4404d4-2d34-4063-98e8-acd3035eb3a9 None None] Routers {'f43c8169-1688-4667-b754-fb3c60e75895'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:54:01.411790 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-8c4404d4-2d34-4063-98e8-acd3035eb3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:53:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f43c8169-1688-4667-b754-fb3c60e75895'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:01.511803 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68f233-42d7-4765-95ef-13abd930ac3b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Pushing event updated for resources: {'Port': ['ID=e088e522-bc81-4021-b36d-8520315efc97,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:01.525616 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de61faff-1848-43c2-b630-81407f2a7f36 None None] Network 958c6a9e-27b3-4842-aeca-61bdec9d7682 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:01.598790 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8c553f08-140a-41cc-ba06-e110fcb2f1c7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:01.599688 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c553f08-140a-41cc-ba06-e110fcb2f1c7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Fanout notify agent at l3_agent the message router_deleted on router 38f8057e-a83e-407b-af2c-f030a009aa37 {{(pid=89170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:54:01.603405 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-8c4404d4-2d34-4063-98e8-acd3035eb3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:01.604192 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4404d4-2d34-4063-98e8-acd3035eb3a9 None None] The sync data for ids ['f43c8169-1688-4667-b754-fb3c60e75895'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:54:01.628375 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e0883-2496-46f9-9877-abbb632e54c6 req-06e00d12-f2b8-45f2-a231-37c5e28081d4 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:01.633298 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9cbbe93-951d-42a5-851f-5f48edc3565e tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Deleting subnet a47ae42d-7859-4a2e-af1a-7f5c3e59f1a4 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:54:01.636348 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c67175f6-6706-4e19-af15-7ce012c98f6f tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "DELETE /v2.0/floatingips/a9337a22-b1bb-4f53-a71e-b7b45b0a265e HTTP/1.1" status: 204 len: 168 time: 7.1501236 Sep 14 22:54:01.636965 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-934e0883-2496-46f9-9877-abbb632e54c6 req-06e00d12-f2b8-45f2-a231-37c5e28081d4 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.9778445 Sep 14 22:54:01.658471 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46680) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:01.662018 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-de61faff-1848-43c2-b630-81407f2a7f36 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:01.664798 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de61faff-1848-43c2-b630-81407f2a7f36 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:54:01.677501 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e9cbbe93-951d-42a5-851f-5f48edc3565e tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:01.691361 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930ad14-e0d2-4166-ae7a-e121fa8e50d8 None None] Pushing event updated for resources: {'Port': ['ID=c8279b0e-0184-4181-9464-65b73ee6555d,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:01.724002 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cc68f233-42d7-4765-95ef-13abd930ac3b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:01.748984 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 164c7f57-6137-4a54-a12c-f89fc9cca773 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:54:01.750492 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16558ab6-5ed7-4444-aa76-9e57045ac4cd admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:54:01.767504 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-16558ab6-5ed7-4444-aa76-9e57045ac4cd admin admin] 10.222.0.33 "PUT /v2.0/routers/61849ff4-bb8a-4a77-a910-194a89ff7d13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0184109 Sep 14 22:54:01.773373 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46684) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:01.818896 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8896a21d-6f24-42d9-985f-b31f7711ac3e None None] Sync routers for ids ['61849ff4-bb8a-4a77-a910-194a89ff7d13'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:54:01.888152 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e9cbbe93-951d-42a5-851f-5f48edc3565e tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:01.909395 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ec1d7-8c21-4a0f-a926-c5b85a5603d3 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event updated for resources: {'Subnet': ['ID=c968c9fa-3dec-48c8-a0bb-af8b90bb0a15,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:01.909978 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-5064a954-0b03-492a-81e3-f2393b26c179 None None] Current status of the port 164c7f57-6137-4a54-a12c-f89fc9cca773 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:54:01.945780 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-934e0883-2496-46f9-9877-abbb632e54c6 req-df80e6b9-7b19-4271-99c4-e5c48ff5dfc2 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3077888 Sep 14 22:54:01.951015 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945ec1d7-8c21-4a0f-a926-c5b85a5603d3 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Checking segment: {'id': '9f01e478-47b2-49e6-a033-2ee89c871c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0551bfb6-79c7-404c-972b-3e9274a35b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:54:01.951377 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945ec1d7-8c21-4a0f-a926-c5b85a5603d3 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Network hostable DHCP agents. Network: 0551bfb6-79c7-404c-972b-3e9274a35b39, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:54:01.959223 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8c553f08-140a-41cc-ba06-e110fcb2f1c7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:01.972649 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8c553f08-140a-41cc-ba06-e110fcb2f1c7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/routers/38f8057e-a83e-407b-af2c-f030a009aa37 HTTP/1.1" status: 204 len: 168 time: 1.6842830 Sep 14 22:54:01.972649 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46688) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:01.976251 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-457110a4-c500-4629-a626-0a562bf10941 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:02.010502 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8896a21d-6f24-42d9-985f-b31f7711ac3e None None] Routers {'61849ff4-bb8a-4a77-a910-194a89ff7d13'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:54:02.011181 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-8896a21d-6f24-42d9-985f-b31f7711ac3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:53:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['61849ff4-bb8a-4a77-a910-194a89ff7d13'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:02.019150 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-5479ddec-436a-4329-8fec-123bfbef44f2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Deleting port 749926f5-01ed-4823-a3d4-ae549b2a8f22 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:02.019500 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5479ddec-436a-4329-8fec-123bfbef44f2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:02.062896 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61faff-1848-43c2-b630-81407f2a7f36 None None] Pushing event updated for resources: {'Port': ['ID=56a7dabd-168d-459b-b24b-2c61ec685e77,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:02.065287 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bd6e7bda-cddf-4478-aeec-eedea9ef0913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:02.159613 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-de61faff-1848-43c2-b630-81407f2a7f36 None None] Attempting to bind port 56a7dabd-168d-459b-b24b-2c61ec685e77 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:54:02.159915 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-de61faff-1848-43c2-b630-81407f2a7f36 None None] Attempting to bind port 56a7dabd-168d-459b-b24b-2c61ec685e77 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '2d3fa903-8ba7-44fe-be8c-df075aed0ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '958c6a9e-27b3-4842-aeca-61bdec9d7682'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:54:02.160675 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61faff-1848-43c2-b630-81407f2a7f36 None None] Attempting to bind port 56a7dabd-168d-459b-b24b-2c61ec685e77 on network 958c6a9e-27b3-4842-aeca-61bdec9d7682 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:54:02.168338 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cc68f233-42d7-4765-95ef-13abd930ac3b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:02.179370 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e7bda-cddf-4478-aeec-eedea9ef0913 None None] Pushing event deleted for resources: {'Port': ['ID=d6d5e38b-0320-4d7b-b10d-f51052436981,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:02.186733 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0d00ff28-4450-496d-a07b-cf06882e5844 admin admin] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:02.192544 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 164c7f57-6137-4a54-a12c-f89fc9cca773 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:54:02.192942 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:02.235548 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6e7bda-cddf-4478-aeec-eedea9ef0913 None None] No DVR routers for this DVR port d6d5e38b-0320-4d7b-b10d-f51052436981 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:54:02.244107 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61faff-1848-43c2-b630-81407f2a7f36 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:54:02.244491 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61faff-1848-43c2-b630-81407f2a7f36 None None] Checking segment: {'id': '2d3fa903-8ba7-44fe-be8c-df075aed0ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '958c6a9e-27b3-4842-aeca-61bdec9d7682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:54:02.245069 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-de61faff-1848-43c2-b630-81407f2a7f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:02.245470 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61faff-1848-43c2-b630-81407f2a7f36 None None] Bound using segment: {'id': '2d3fa903-8ba7-44fe-be8c-df075aed0ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '958c6a9e-27b3-4842-aeca-61bdec9d7682'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:54:02.245954 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-de61faff-1848-43c2-b630-81407f2a7f36 None None] Bound port: 56a7dabd-168d-459b-b24b-2c61ec685e77, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3fa903-8ba7-44fe-be8c-df075aed0ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '958c6a9e-27b3-4842-aeca-61bdec9d7682'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:54:02.246329 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-de61faff-1848-43c2-b630-81407f2a7f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:02.362360 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-9363ca56-569e-4a12-9ccf-6fce0e852702 None None] Provisioning for port e088e522-bc81-4021-b36d-8520315efc97 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:54:02.424732 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e9cbbe93-951d-42a5-851f-5f48edc3565e tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:02.446450 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-457110a4-c500-4629-a626-0a562bf10941 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:02.451096 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-9a1c5a83-3fbd-4bc8-b367-c5aa30430a84 admin admin] For port da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:54:02.451478 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9a1c5a83-3fbd-4bc8-b367-c5aa30430a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:02.484970 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-9363ca56-569e-4a12-9ccf-6fce0e852702 None None] Provisioning complete for port e088e522-bc81-4021-b36d-8520315efc97 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:54:02.485346 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9363ca56-569e-4a12-9ccf-6fce0e852702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:02.502552 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-457110a4-c500-4629-a626-0a562bf10941 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:subnet and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:02.508558 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-457110a4-c500-4629-a626-0a562bf10941 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:02.514852 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-73f0c764-2408-40e6-9af1-bf7e60bf9a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bea323-87c5-4677-a994-08c058623ad3', 'name': 'tempest-ServersTestJSON-1842162660-router', 'tenant_id': '619a722a9a6d4b25978034388633fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:51Z', 'updated_at': '2022-09-14T22:53:54Z', 'revision_number': 5, 'project_id': '619a722a9a6d4b25978034388633fb87', 'gw_port': {'id': 'da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bea323-87c5-4677-a994-08c058623ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:52Z', 'updated_at': '2022-09-14T22:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:02.544222 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f0c764-2408-40e6-9af1-bf7e60bf9a46 None None] Checking router: 84bea323-87c5-4677-a994-08c058623ad3 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:54:02.592787 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-8896a21d-6f24-42d9-985f-b31f7711ac3e None None] Set router 61849ff4-bb8a-4a77-a910-194a89ff7d13 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:54:02.642000 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-9363ca56-569e-4a12-9ccf-6fce0e852702 None None] Port e088e522-bc81-4021-b36d-8520315efc97 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:54:02.644003 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f0c764-2408-40e6-9af1-bf7e60bf9a46 None None] Routers {'84bea323-87c5-4677-a994-08c058623ad3'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:54:02.645005 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-73f0c764-2408-40e6-9af1-bf7e60bf9a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:53:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['84bea323-87c5-4677-a994-08c058623ad3'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:02.664939 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-9a1c5a83-3fbd-4bc8-b367-c5aa30430a84 admin admin] Calling delete_port for da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0 owned by network:router_gateway {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:54:02.722644 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945ec1d7-8c21-4a0f-a926-c5b85a5603d3 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Network 0551bfb6-79c7-404c-972b-3e9274a35b39 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:54:02.725892 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-457110a4-c500-4629-a626-0a562bf10941 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:02.819758 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457110a4-c500-4629-a626-0a562bf10941 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:02.824353 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-457110a4-c500-4629-a626-0a562bf10941 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:02.824484 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6d925f-71ba-4f5c-82da-be905593c167 None None] Network f2b9cc53-0997-4913-82d7-3ea930e6e8cc requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:02.846392 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-945ec1d7-8c21-4a0f-a926-c5b85a5603d3 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 0551bfb6-79c7-404c-972b-3e9274a35b39) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:02.892508 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5942186-16b6-416f-9759-3a5dfaf67be3 None None] Network 0551bfb6-79c7-404c-972b-3e9274a35b39 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:02.922027 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945ec1d7-8c21-4a0f-a926-c5b85a5603d3 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:02.922597 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-945ec1d7-8c21-4a0f-a926-c5b85a5603d3 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:02.934034 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e9cbbe93-951d-42a5-851f-5f48edc3565e tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:02.970303 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0d00ff28-4450-496d-a07b-cf06882e5844 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:02.989030 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-de61faff-1848-43c2-b630-81407f2a7f36 None None] For port 56a7dabd-168d-459b-b24b-2c61ec685e77, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:54:02.994557 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cbbe93-951d-42a5-851f-5f48edc3565e tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Pushing event deleted for resources: {'Subnet': ['ID=a47ae42d-7859-4a2e-af1a-7f5c3e59f1a4,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:02.996531 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e9cbbe93-951d-42a5-851f-5f48edc3565e tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:02.999896 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-de61faff-1848-43c2-b630-81407f2a7f36 None None] For port 56a7dabd-168d-459b-b24b-2c61ec685e77, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=56a7dabd-168d-459b-b24b-2c61ec685e77,segment=NetworkSegment(2d3fa903-8ba7-44fe-be8c-df075aed0ef8),segment_id=2d3fa903-8ba7-44fe-be8c-df075aed0ef8)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:54:03.022075 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-0d00ff28-4450-496d-a07b-cf06882e5844 admin admin] Deleting port 2a579808-df45-4637-a166-5e1660fe6035 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:03.022411 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0d00ff28-4450-496d-a07b-cf06882e5844 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:03.111223 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e9cbbe93-951d-42a5-851f-5f48edc3565e tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] 10.222.0.33 "DELETE /v2.0/subnets/a47ae42d-7859-4a2e-af1a-7f5c3e59f1a4 HTTP/1.1" status: 204 len: 168 time: 1.9869740 Sep 14 22:54:03.123107 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-de61faff-1848-43c2-b630-81407f2a7f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:03.123707 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46694) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:03.309896 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 164c7f57-6137-4a54-a12c-f89fc9cca773 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:54:03.312884 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-2a51fbce-cb1c-4729-bcac-ef5f4d2b9a74 None None] Provisioning for port c8279b0e-0184-4181-9464-65b73ee6555d completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:54:03.313012 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414025b2-67c5-4208-af5f-2cac69856473 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:03.313608 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-414025b2-67c5-4208-af5f-2cac69856473 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Synchronizing usage tracker for tenant:84da2552d0b84e74b1b5c1ca80b89b0a on resource:subnet {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:54:03.391502 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-414025b2-67c5-4208-af5f-2cac69856473 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Unset dirty status for tenant:84da2552d0b84e74b1b5c1ca80b89b0a on resource:subnet {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:54:03.392678 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-414025b2-67c5-4208-af5f-2cac69856473 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2657440 Sep 14 22:54:03.394466 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-0d00ff28-4450-496d-a07b-cf06882e5844 admin admin] For port 2a579808-df45-4637-a166-5e1660fe6035, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=2a579808-df45-4637-a166-5e1660fe6035,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:54:03.394743 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0d00ff28-4450-496d-a07b-cf06882e5844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:03.406138 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46700) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:03.445055 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-73f0c764-2408-40e6-9af1-bf7e60bf9a46 None None] Set router 84bea323-87c5-4677-a994-08c058623ad3 gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:54:03.520372 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device d6d5e38b-0320-4d7b-b10d-f51052436981 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:54:03.562665 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-0d00ff28-4450-496d-a07b-cf06882e5844 admin admin] Calling delete_port for 2a579808-df45-4637-a166-5e1660fe6035 owned by network:router_gateway {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:54:03.591549 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cc68f233-42d7-4765-95ef-13abd930ac3b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:03.603635 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-945ec1d7-8c21-4a0f-a926-c5b85a5603d3 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.8770745 Sep 14 22:54:03.616655 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46704) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:03.617826 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9a1c5a83-3fbd-4bc8-b367-c5aa30430a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:03.666295 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: d6d5e38b-0320-4d7b-b10d-f51052436981 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:54:03.666819 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device d6d5e38b-0320-4d7b-b10d-f51052436981 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:54:03.674033 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-73f0c764-2408-40e6-9af1-bf7e60bf9a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bea323-87c5-4677-a994-08c058623ad3', 'name': 'tempest-ServersTestJSON-1842162660-router', 'tenant_id': '619a722a9a6d4b25978034388633fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:51Z', 'updated_at': '2022-09-14T22:54:01Z', 'revision_number': 6, 'project_id': '619a722a9a6d4b25978034388633fb87', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:03.676104 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61faff-1848-43c2-b630-81407f2a7f36 None None] Pushing event updated for resources: {'Port': ['ID=56a7dabd-168d-459b-b24b-2c61ec685e77,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:03.684715 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cc68f233-42d7-4765-95ef-13abd930ac3b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:03.691112 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f0c764-2408-40e6-9af1-bf7e60bf9a46 None None] The sync data for ids ['84bea323-87c5-4677-a994-08c058623ad3'] in dv-neutron-857791-1-hyperv is: [{'id': '84bea323-87c5-4677-a994-08c058623ad3', 'name': 'tempest-ServersTestJSON-1842162660-router', 'tenant_id': '619a722a9a6d4b25978034388633fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:51Z', 'updated_at': '2022-09-14T22:54:01Z', 'revision_number': 6, 'project_id': '619a722a9a6d4b25978034388633fb87', 'gw_port_host': None}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:54:03.842790 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c5a83-3fbd-4bc8-b367-c5aa30430a84 admin admin] Pushing event deleted for resources: {'Port': ['ID=da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:03.865476 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6d508167-6494-4e80-827e-e5a1b0492829 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:03.891022 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5479ddec-436a-4329-8fec-123bfbef44f2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:03.902509 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cc68f233-42d7-4765-95ef-13abd930ac3b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:03.909176 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68f233-42d7-4765-95ef-13abd930ac3b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Pushing event updated for resources: {'Port': ['ID=e088e522-bc81-4021-b36d-8520315efc97,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:03.914178 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49463b5f-3bf3-41ff-8bd6-c223878664ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-0551bfb6-79c7-404c-972b-3e9274a35b39', 'network_id': '0551bfb6-79c7-404c-972b-3e9274a35b39', 'tenant_id': '98a7f1cb67ad4eb78bb3bebf456cdba4', 'fixed_ips': [{'subnet_id': 'c968c9fa-3dec-48c8-a0bb-af8b90bb0a15'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:54:03.914657 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-49463b5f-3bf3-41ff-8bd6-c223878664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:03.935391 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-8896a21d-6f24-42d9-985f-b31f7711ac3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'name': 'tempest-ServersTestManualDisk-136148581-router', 'tenant_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': '2a579808-df45-4637-a166-5e1660fe6035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:51Z', 'updated_at': '2022-09-14T22:53:57Z', 'revision_number': 5, 'project_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'gw_port': {'id': '2a579808-df45-4637-a166-5e1660fe6035', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:54Z', 'updated_at': '2022-09-14T22:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:03.943561 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8896a21d-6f24-42d9-985f-b31f7711ac3e None None] Checking router: 61849ff4-bb8a-4a77-a910-194a89ff7d13 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:54:03.945499 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-6d508167-6494-4e80-827e-e5a1b0492829 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Deleting port 56a7dabd-168d-459b-b24b-2c61ec685e77 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:03.945948 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6d508167-6494-4e80-827e-e5a1b0492829 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:04.006349 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8896a21d-6f24-42d9-985f-b31f7711ac3e None None] Routers {'61849ff4-bb8a-4a77-a910-194a89ff7d13'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:54:04.006989 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-8896a21d-6f24-42d9-985f-b31f7711ac3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:53:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['61849ff4-bb8a-4a77-a910-194a89ff7d13'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:04.130879 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d96835-b5d9-4f8f-a046-d74262ed0786 None None] DHCP port deletion for f2b9cc53-0997-4913-82d7-3ea930e6e8cc request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:54:04.256074 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-75d96835-b5d9-4f8f-a046-d74262ed0786 None None] Deleting port c8279b0e-0184-4181-9464-65b73ee6555d {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:04.256564 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-75d96835-b5d9-4f8f-a046-d74262ed0786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:04.272281 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-5479ddec-436a-4329-8fec-123bfbef44f2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Calling delete_port for 749926f5-01ed-4823-a3d4-ae549b2a8f22 owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:54:04.292237 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 56a7dabd-168d-459b-b24b-2c61ec685e77 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:54:04.383291 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53394f44-176a-4e97-86b2-95d54203fea5 req-4692d60c-03ae-4769-bbde-ef558f53ce41 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:04.401322 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-53394f44-176a-4e97-86b2-95d54203fea5 req-4692d60c-03ae-4769-bbde-ef558f53ce41 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 1.1060693 Sep 14 22:54:04.426394 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-8896a21d-6f24-42d9-985f-b31f7711ac3e None None] Set router 61849ff4-bb8a-4a77-a910-194a89ff7d13 gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:54:04.514977 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc68f233-42d7-4765-95ef-13abd930ac3b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Network dd332ad0-b3b4-4d43-a977-d57090be74cb is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:04.519343 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-cc68f233-42d7-4765-95ef-13abd930ac3b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:04.562256 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-8896a21d-6f24-42d9-985f-b31f7711ac3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'name': 'tempest-ServersTestManualDisk-136148581-router', 'tenant_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:51Z', 'updated_at': '2022-09-14T22:54:02Z', 'revision_number': 6, 'project_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:04.618122 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-49463b5f-3bf3-41ff-8bd6-c223878664ec None None] Allocated IP 172.20.0.1 (0551bfb6-79c7-404c-972b-3e9274a35b39/c968c9fa-3dec-48c8-a0bb-af8b90bb0a15/942f967a-f6f2-45bc-9026-b64199bada83) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:54:04.666687 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8896a21d-6f24-42d9-985f-b31f7711ac3e None None] The sync data for ids ['61849ff4-bb8a-4a77-a910-194a89ff7d13'] in dv-neutron-857791-1-hyperv is: [{'id': '61849ff4-bb8a-4a77-a910-194a89ff7d13', 'name': 'tempest-ServersTestManualDisk-136148581-router', 'tenant_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:51Z', 'updated_at': '2022-09-14T22:54:02Z', 'revision_number': 6, 'project_id': 'd36f5522c6ec41e993e6cc182372eb1e', 'gw_port_host': None}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:54:04.726294 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9a1c5a83-3fbd-4bc8-b367-c5aa30430a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:04.759100 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-6d508167-6494-4e80-827e-e5a1b0492829 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] For port 56a7dabd-168d-459b-b24b-2c61ec685e77, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=56a7dabd-168d-459b-b24b-2c61ec685e77,segment=NetworkSegment(2d3fa903-8ba7-44fe-be8c-df075aed0ef8),segment_id=2d3fa903-8ba7-44fe-be8c-df075aed0ef8)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:54:04.759673 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6d508167-6494-4e80-827e-e5a1b0492829 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:04.802098 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d01d64a8-8142-4af0-9c25-1ae5bbf2149a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:04.804707 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 56a7dabd-168d-459b-b24b-2c61ec685e77 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:54:04.824146 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-457110a4-c500-4629-a626-0a562bf10941 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:04.927269 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-75d96835-b5d9-4f8f-a046-d74262ed0786 None None] For port c8279b0e-0184-4181-9464-65b73ee6555d, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=c8279b0e-0184-4181-9464-65b73ee6555d,segment=NetworkSegment(9975caeb-2639-4663-b53a-e6db33aedfe6),segment_id=9975caeb-2639-4663-b53a-e6db33aedfe6)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:54:04.927662 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-75d96835-b5d9-4f8f-a046-d74262ed0786 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:04.945196 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec81f4c-b81a-4e3b-86ff-da56defd3d72 None None] Network 958c6a9e-27b3-4842-aeca-61bdec9d7682 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:04.955513 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-6d508167-6494-4e80-827e-e5a1b0492829 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Calling delete_port for 56a7dabd-168d-459b-b24b-2c61ec685e77 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:54:04.991153 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0d00ff28-4450-496d-a07b-cf06882e5844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:05.036725 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457110a4-c500-4629-a626-0a562bf10941 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:05.043515 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-457110a4-c500-4629-a626-0a562bf10941 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:05.060781 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-53394f44-176a-4e97-86b2-95d54203fea5 req-99895239-1fce-4460-ab1f-5b33bd25c7f7 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6585913 Sep 14 22:54:05.067401 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457110a4-c500-4629-a626-0a562bf10941 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:05.068257 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-457110a4-c500-4629-a626-0a562bf10941 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:05.086225 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00ff28-4450-496d-a07b-cf06882e5844 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a579808-df45-4637-a166-5e1660fe6035,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:05.131310 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9a1c5a83-3fbd-4bc8-b367-c5aa30430a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:05.141623 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9a1c5a83-3fbd-4bc8-b367-c5aa30430a84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:05.144304 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-457110a4-c500-4629-a626-0a562bf10941 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1729004 Sep 14 22:54:05.154500 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-75d96835-b5d9-4f8f-a046-d74262ed0786 None None] Calling delete_port for c8279b0e-0184-4181-9464-65b73ee6555d owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:54:05.157394 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46708) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:05.191731 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2801502-b28a-47d6-8402-0297d4d83c7c None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:05.200294 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-1f44d2d8-5724-4442-89d1-f5d415914671 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-471556831', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:05.232068 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1f44d2d8-5724-4442-89d1-f5d415914671 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:05.235387 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457110a4-c500-4629-a626-0a562bf10941 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Subnet': ['ID=c5dcbf45-4694-4782-b143-18f3b07e23e9,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:05.254991 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1f44d2d8-5724-4442-89d1-f5d415914671 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:router and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:05.264296 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1f44d2d8-5724-4442-89d1-f5d415914671 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:05.266156 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0d00ff28-4450-496d-a07b-cf06882e5844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:05.274956 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9a1c5a83-3fbd-4bc8-b367-c5aa30430a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:05.275565 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1c5a83-3fbd-4bc8-b367-c5aa30430a84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84bea323-87c5-4677-a994-08c058623ad3 {{(pid=89170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:54:05.279318 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1f44d2d8-5724-4442-89d1-f5d415914671 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:05.316783 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-981342bc-82f8-4aae-b93c-4942579a58a9 None None] Provisioning for port 56a7dabd-168d-459b-b24b-2c61ec685e77 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:54:05.370213 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d01d64a8-8142-4af0-9c25-1ae5bbf2149a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:05.394272 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-981342bc-82f8-4aae-b93c-4942579a58a9 None None] Provisioning complete for port 56a7dabd-168d-459b-b24b-2c61ec685e77 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:54:05.394646 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-981342bc-82f8-4aae-b93c-4942579a58a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:05.461107 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9a1c5a83-3fbd-4bc8-b367-c5aa30430a84 admin admin] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:05.468953 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9a1c5a83-3fbd-4bc8-b367-c5aa30430a84 admin admin] 10.222.0.33 "DELETE /v2.0/routers/84bea323-87c5-4677-a994-08c058623ad3 HTTP/1.1" status: 204 len: 168 time: 5.5720508 Sep 14 22:54:05.468953 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46712) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:05.476977 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0d00ff28-4450-496d-a07b-cf06882e5844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:05.480533 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0d00ff28-4450-496d-a07b-cf06882e5844 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:05.507588 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6d508167-6494-4e80-827e-e5a1b0492829 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:05.541172 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-981342bc-82f8-4aae-b93c-4942579a58a9 None None] Port 56a7dabd-168d-459b-b24b-2c61ec685e77 was deleted so its status cannot be updated. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Sep 14 22:54:05.546207 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0d00ff28-4450-496d-a07b-cf06882e5844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:05.546926 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d00ff28-4450-496d-a07b-cf06882e5844 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61849ff4-bb8a-4a77-a910-194a89ff7d13 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:54:05.560748 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a0659a1-5cb8-43c7-ab00-ce9854002956 admin admin] Deleting subnet d53919ce-94ab-4885-ba14-5ce8afc3ce70 {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:54:05.569177 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1f44d2d8-5724-4442-89d1-f5d415914671 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:05.570245 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1f44d2d8-5724-4442-89d1-f5d415914671 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:05.576349 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4a0659a1-5cb8-43c7-ab00-ce9854002956 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:05.596138 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d508167-6494-4e80-827e-e5a1b0492829 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Pushing event deleted for resources: {'Port': ['ID=56a7dabd-168d-459b-b24b-2c61ec685e77,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:05.603255 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d508167-6494-4e80-827e-e5a1b0492829 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] No DVR routers for this DVR port 56a7dabd-168d-459b-b24b-2c61ec685e77 on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:54:05.652396 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-75d96835-b5d9-4f8f-a046-d74262ed0786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:05.691638 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0d00ff28-4450-496d-a07b-cf06882e5844 admin admin] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:05.693135 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0d00ff28-4450-496d-a07b-cf06882e5844 admin admin] 10.222.0.33 "DELETE /v2.0/routers/61849ff4-bb8a-4a77-a910-194a89ff7d13 HTTP/1.1" status: 204 len: 168 time: 3.9178407 Sep 14 22:54:05.694079 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc68f233-42d7-4765-95ef-13abd930ac3b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Router 7166cb1f-c594-4a21-8d43-3ae0b9d34d10 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:54:05.697304 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46716) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:05.716662 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3096c16-7366-45d2-911e-76fd77047307 None None] DHCP port deletion for 958c6a9e-27b3-4842-aeca-61bdec9d7682 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:54:05.731126 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-981342bc-82f8-4aae-b93c-4942579a58a9 None None] Provisioning complete for port e088e522-bc81-4021-b36d-8520315efc97 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:54:05.732500 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-981342bc-82f8-4aae-b93c-4942579a58a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:05.760928 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d96835-b5d9-4f8f-a046-d74262ed0786 None None] Pushing event deleted for resources: {'Port': ['ID=c8279b0e-0184-4181-9464-65b73ee6555d,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:05.792257 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d96835-b5d9-4f8f-a046-d74262ed0786 None None] No DVR routers for this DVR port c8279b0e-0184-4181-9464-65b73ee6555d on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:54:05.800761 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5479ddec-436a-4329-8fec-123bfbef44f2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:05.804858 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1f44d2d8-5724-4442-89d1-f5d415914671 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:05.826798 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a959035-b4d4-410c-adca-5571bea0b904 admin admin] Deleting subnet e47e8930-adcb-4694-be65-aa3ac5655b4d {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:54:05.850975 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4a0659a1-5cb8-43c7-ab00-ce9854002956 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:05.853327 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9a959035-b4d4-410c-adca-5571bea0b904 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:05.859258 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-49463b5f-3bf3-41ff-8bd6-c223878664ec None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:05.946970 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 56a7dabd-168d-459b-b24b-2c61ec685e77 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:54:05.958146 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479ddec-436a-4329-8fec-123bfbef44f2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event deleted for resources: {'Port': ['ID=749926f5-01ed-4823-a3d4-ae549b2a8f22,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:05.990181 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-49463b5f-3bf3-41ff-8bd6-c223878664ec None None] Transition to ACTIVE for port object 942f967a-f6f2-45bc-9026-b64199bada83 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:54:05.998667 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-981342bc-82f8-4aae-b93c-4942579a58a9 None None] Port e088e522-bc81-4021-b36d-8520315efc97 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:54:06.005557 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 56a7dabd-168d-459b-b24b-2c61ec685e77 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:54:06.006001 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 56a7dabd-168d-459b-b24b-2c61ec685e77 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:54:06.006526 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device c8279b0e-0184-4181-9464-65b73ee6555d no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:54:06.065971 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1f44d2d8-5724-4442-89d1-f5d415914671 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:06.066584 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: c8279b0e-0184-4181-9464-65b73ee6555d {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:54:06.067052 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device c8279b0e-0184-4181-9464-65b73ee6555d not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:54:06.067952 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:54:06.137173 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5479ddec-436a-4329-8fec-123bfbef44f2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:06.145479 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5479ddec-436a-4329-8fec-123bfbef44f2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "DELETE /v2.0/ports/749926f5-01ed-4823-a3d4-ae549b2a8f22 HTTP/1.1" status: 204 len: 168 time: 4.4442747 Sep 14 22:54:06.148026 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46722) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:06.148286 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1f44d2d8-5724-4442-89d1-f5d415914671 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:06.150280 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1f44d2d8-5724-4442-89d1-f5d415914671 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9863601 Sep 14 22:54:06.151476 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-49463b5f-3bf3-41ff-8bd6-c223878664ec None None] Transition to ACTIVE for port object 942f967a-f6f2-45bc-9026-b64199bada83 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:54:06.152076 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:54:06.152514 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device da0c7dd2-9fbe-4824-b04c-95a9e4f8ebd0 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:54:06.153049 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device c717020b-eb00-4aa5-abf9-67e3dfa3925c no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:54:06.159045 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46724) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:06.162701 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-981bfe76-5ae3-4624-baad-4d880b6a1629 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:06.187455 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d125352-5c44-4698-92a9-f08f00d5b7e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'fixed_ips': [{'subnet_id': 'c5dcbf45-4694-4782-b143-18f3b07e23e9'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:54:06.187455 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3d125352-5c44-4698-92a9-f08f00d5b7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:06.205478 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-49463b5f-3bf3-41ff-8bd6-c223878664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:06.230911 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-981bfe76-5ae3-4624-baad-4d880b6a1629 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:06.243290 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: c717020b-eb00-4aa5-abf9-67e3dfa3925c {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:54:06.243768 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device c717020b-eb00-4aa5-abf9-67e3dfa3925c not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:54:06.244288 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 2a579808-df45-4637-a166-5e1660fe6035 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:54:06.253338 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4a0659a1-5cb8-43c7-ab00-ce9854002956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:06.277382 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6d508167-6494-4e80-827e-e5a1b0492829 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:06.284404 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-981bfe76-5ae3-4624-baad-4d880b6a1629 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Usage tracker for resource:floatingip and tenant:c3b8060bdcc1452ba7bbb4ccc54d5103 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:06.298964 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9a959035-b4d4-410c-adca-5571bea0b904 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:06.300821 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 2a579808-df45-4637-a166-5e1660fe6035 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:54:06.301267 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 2a579808-df45-4637-a166-5e1660fe6035 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:54:06.301796 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f3b3aa19-81b5-43f1-bce2-44e2c06c96ce no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:54:06.344250 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-981bfe76-5ae3-4624-baad-4d880b6a1629 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:06.360686 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-6d508167-6494-4e80-827e-e5a1b0492829 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['958c6a9e-27b3-4842-aeca-61bdec9d7682']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:06.382000 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc68f233-42d7-4765-95ef-13abd930ac3b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:54:06.386031 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-6d508167-6494-4e80-827e-e5a1b0492829 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d3fa903-8ba7-44fe-be8c-df075aed0ef8') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:06.386532 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-6d508167-6494-4e80-827e-e5a1b0492829 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d3fa903-8ba7-44fe-be8c-df075aed0ef8') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:06.397249 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-cc68f233-42d7-4765-95ef-13abd930ac3b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] 10.222.0.33 "PUT /v2.0/routers/7166cb1f-c594-4a21-8d43-3ae0b9d34d10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0558937 Sep 14 22:54:06.399592 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df6af36-ec68-40ff-b3c2-de63ab28fee2 None None] Sync routers for ids ['7166cb1f-c594-4a21-8d43-3ae0b9d34d10'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:54:06.407022 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46730) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:06.411926 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-981bfe76-5ae3-4624-baad-4d880b6a1629 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:06.418731 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6d508167-6494-4e80-827e-e5a1b0492829 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:06.420991 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: f3b3aa19-81b5-43f1-bce2-44e2c06c96ce {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:54:06.421439 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f3b3aa19-81b5-43f1-bce2-44e2c06c96ce not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:54:06.431878 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-5ae32d25-e6d4-49ae-ab33-37cf314efa56 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Request body: {'port': {'network_id': 'dd332ad0-b3b4-4d43-a977-d57090be74cb', 'name': 'tempest-FloatingIPNegativeTestJSON-22860387'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:06.436254 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d01d64a8-8142-4af0-9c25-1ae5bbf2149a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:06.447798 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49463b5f-3bf3-41ff-8bd6-c223878664ec None None] Network 0551bfb6-79c7-404c-972b-3e9274a35b39 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:06.448578 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df6af36-ec68-40ff-b3c2-de63ab28fee2 None None] Routers {'7166cb1f-c594-4a21-8d43-3ae0b9d34d10'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:54:06.448988 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49463b5f-3bf3-41ff-8bd6-c223878664ec None None] Pushing event updated for resources: {'Port': ['ID=942f967a-f6f2-45bc-9026-b64199bada83,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:06.449271 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-7df6af36-ec68-40ff-b3c2-de63ab28fee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:53:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['7166cb1f-c594-4a21-8d43-3ae0b9d34d10'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:06.455664 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-49463b5f-3bf3-41ff-8bd6-c223878664ec None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:06.460975 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49463b5f-3bf3-41ff-8bd6-c223878664ec None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:54:06.553578 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-981bfe76-5ae3-4624-baad-4d880b6a1629 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for floatingip, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:06.567087 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-7df6af36-ec68-40ff-b3c2-de63ab28fee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:06.577994 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df6af36-ec68-40ff-b3c2-de63ab28fee2 None None] Routers {'7166cb1f-c594-4a21-8d43-3ae0b9d34d10'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:54:06.578835 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-7df6af36-ec68-40ff-b3c2-de63ab28fee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:53:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['7166cb1f-c594-4a21-8d43-3ae0b9d34d10'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:06.622097 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-49463b5f-3bf3-41ff-8bd6-c223878664ec None None] Attempting to bind port 942f967a-f6f2-45bc-9026-b64199bada83 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:54:06.622618 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-49463b5f-3bf3-41ff-8bd6-c223878664ec None None] Attempting to bind port 942f967a-f6f2-45bc-9026-b64199bada83 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '9f01e478-47b2-49e6-a033-2ee89c871c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0551bfb6-79c7-404c-972b-3e9274a35b39'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:54:06.623069 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49463b5f-3bf3-41ff-8bd6-c223878664ec None None] Attempting to bind port 942f967a-f6f2-45bc-9026-b64199bada83 on network 0551bfb6-79c7-404c-972b-3e9274a35b39 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:54:06.634108 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49463b5f-3bf3-41ff-8bd6-c223878664ec None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:54:06.634634 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49463b5f-3bf3-41ff-8bd6-c223878664ec None None] Checking segment: {'id': '9f01e478-47b2-49e6-a033-2ee89c871c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0551bfb6-79c7-404c-972b-3e9274a35b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:54:06.635127 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-49463b5f-3bf3-41ff-8bd6-c223878664ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:06.635609 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49463b5f-3bf3-41ff-8bd6-c223878664ec None None] Bound using segment: {'id': '9f01e478-47b2-49e6-a033-2ee89c871c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0551bfb6-79c7-404c-972b-3e9274a35b39'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:54:06.636165 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-49463b5f-3bf3-41ff-8bd6-c223878664ec None None] Bound port: 942f967a-f6f2-45bc-9026-b64199bada83, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f01e478-47b2-49e6-a033-2ee89c871c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0551bfb6-79c7-404c-972b-3e9274a35b39'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:54:06.636641 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-49463b5f-3bf3-41ff-8bd6-c223878664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:06.642950 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-7df6af36-ec68-40ff-b3c2-de63ab28fee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:06.643551 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df6af36-ec68-40ff-b3c2-de63ab28fee2 None None] The sync data for ids ['7166cb1f-c594-4a21-8d43-3ae0b9d34d10'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:54:06.651653 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d64a8-8142-4af0-9c25-1ae5bbf2149a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event deleted for resources: {'Subnet': ['ID=c968c9fa-3dec-48c8-a0bb-af8b90bb0a15,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:06.654111 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6d508167-6494-4e80-827e-e5a1b0492829 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:06.659779 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-3d125352-5c44-4698-92a9-f08f00d5b7e1 None None] Allocated IP 2001:db8::2 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/c5dcbf45-4694-4782-b143-18f3b07e23e9/2156ba7a-0c53-4c08-b422-77a116587637) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:54:06.661744 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d508167-6494-4e80-827e-e5a1b0492829 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:54:06.662251 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6d508167-6494-4e80-827e-e5a1b0492829 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:06.755865 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 2d3fa903-8ba7-44fe-be8c-df075aed0ef8 resource provider aggregate not found Sep 14 22:54:06.782535 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 2d3fa903-8ba7-44fe-be8c-df075aed0ef8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d3fa903-8ba7-44fe-be8c-df075aed0ef8 found for delete ", "request_id": "req-846c2535-8a28-4c1d-acc8-49209eec21d7"}]} Sep 14 22:54:06.789747 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-5ae32d25-e6d4-49ae-ab33-37cf314efa56 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:06.793586 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5ae32d25-e6d4-49ae-ab33-37cf314efa56 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Usage tracker for resource:port and tenant:abfa24a7b8d648cf8f67366e3b359f2b is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:06.796534 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5ae32d25-e6d4-49ae-ab33-37cf314efa56 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:06.802217 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-5ae32d25-e6d4-49ae-ab33-37cf314efa56 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:06.818062 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae32d25-e6d4-49ae-ab33-37cf314efa56 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Made reservation on behalf of abfa24a7b8d648cf8f67366e3b359f2b for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:06.821618 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5ae32d25-e6d4-49ae-ab33-37cf314efa56 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:06.824098 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-49463b5f-3bf3-41ff-8bd6-c223878664ec None None] For port 942f967a-f6f2-45bc-9026-b64199bada83, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:54:06.830234 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-49463b5f-3bf3-41ff-8bd6-c223878664ec None None] For port 942f967a-f6f2-45bc-9026-b64199bada83, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=942f967a-f6f2-45bc-9026-b64199bada83,segment=NetworkSegment(9f01e478-47b2-49e6-a033-2ee89c871c1f),segment_id=9f01e478-47b2-49e6-a033-2ee89c871c1f)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:54:06.844419 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-49463b5f-3bf3-41ff-8bd6-c223878664ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:06.848390 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9a959035-b4d4-410c-adca-5571bea0b904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:06.876200 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-5ae32d25-e6d4-49ae-ab33-37cf314efa56 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] device_id is not set on port 2f65635a-32f3-47bd-abcf-1a53c194e789 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:54:06.908441 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6d508167-6494-4e80-827e-e5a1b0492829 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:06.946363 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6d508167-6494-4e80-827e-e5a1b0492829 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:06.958304 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6d508167-6494-4e80-827e-e5a1b0492829 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] 10.222.0.33 "DELETE /v2.0/networks/958c6a9e-27b3-4842-aeca-61bdec9d7682 HTTP/1.1" status: 204 len: 168 time: 3.5479541 Sep 14 22:54:06.967595 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46738) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:06.988151 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d508167-6494-4e80-827e-e5a1b0492829 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Pushing event deleted for resources: {'Network': ['ID=958c6a9e-27b3-4842-aeca-61bdec9d7682,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:07.010460 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d01d64a8-8142-4af0-9c25-1ae5bbf2149a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:07.066532 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49463b5f-3bf3-41ff-8bd6-c223878664ec None None] Pushing event updated for resources: {'Port': ['ID=942f967a-f6f2-45bc-9026-b64199bada83,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:07.070231 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4a0659a1-5cb8-43c7-ab00-ce9854002956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:07.074136 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3d125352-5c44-4698-92a9-f08f00d5b7e1 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:07.085052 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9a959035-b4d4-410c-adca-5571bea0b904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:07.086936 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3d125352-5c44-4698-92a9-f08f00d5b7e1 None None] Transition to ACTIVE for port object 2156ba7a-0c53-4c08-b422-77a116587637 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:54:07.111919 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3d125352-5c44-4698-92a9-f08f00d5b7e1 None None] Transition to ACTIVE for port object 2156ba7a-0c53-4c08-b422-77a116587637 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:54:07.114951 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626f4dde-b58b-4157-bba9-9b4c9e8dc26e None None] Network 0551bfb6-79c7-404c-972b-3e9274a35b39 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:07.137607 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a959035-b4d4-410c-adca-5571bea0b904 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e47e8930-adcb-4694-be65-aa3ac5655b4d,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:07.141756 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9a959035-b4d4-410c-adca-5571bea0b904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:07.160649 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9a959035-b4d4-410c-adca-5571bea0b904 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/e47e8930-adcb-4694-be65-aa3ac5655b4d HTTP/1.1" status: 204 len: 168 time: 1.4581621 Sep 14 22:54:07.161398 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46742) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:07.179840 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3d125352-5c44-4698-92a9-f08f00d5b7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:07.186582 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-5ae32d25-e6d4-49ae-ab33-37cf314efa56 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Allocated IP 172.20.0.8 (dd332ad0-b3b4-4d43-a977-d57090be74cb/d580ff7a-1dc6-44a5-bf98-5cf7e5c20ebd/2f65635a-32f3-47bd-abcf-1a53c194e789) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:54:07.222642 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1984daad-2246-4f18-a10f-47363f1b6136 None None] Network 31850627-f6e9-4ef5-9f05-dc1c1b19cf1b requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:07.303105 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd907e-8670-4a7c-bc31-f149268a0168 req-b07208b9-51dd-446e-b065-4c9e134257ca tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:07.304691 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d5cd907e-8670-4a7c-bc31-f149268a0168 req-b07208b9-51dd-446e-b065-4c9e134257ca tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 1.0663471 Sep 14 22:54:07.337825 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-76fecc22-b53e-40d4-9684-3c6af5a4aa12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:07.355905 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-d01d64a8-8142-4af0-9c25-1ae5bbf2149a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0551bfb6-79c7-404c-972b-3e9274a35b39']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:07.367089 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0659a1-5cb8-43c7-ab00-ce9854002956 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d53919ce-94ab-4885-ba14-5ce8afc3ce70,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:07.380851 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d125352-5c44-4698-92a9-f08f00d5b7e1 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:07.386261 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-3d125352-5c44-4698-92a9-f08f00d5b7e1 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:07.396563 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4a0659a1-5cb8-43c7-ab00-ce9854002956 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:07.413697 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d125352-5c44-4698-92a9-f08f00d5b7e1 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:54:07.421677 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139837a9-3b1f-4a10-bd90-8088e0dd4e12 None None] Network 63e45686-e294-49ff-846c-ac2fe15584a9 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:07.423589 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-d01d64a8-8142-4af0-9c25-1ae5bbf2149a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f01e478-47b2-49e6-a033-2ee89c871c1f') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:07.424087 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-d01d64a8-8142-4af0-9c25-1ae5bbf2149a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f01e478-47b2-49e6-a033-2ee89c871c1f') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:07.426182 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-76fecc22-b53e-40d4-9684-3c6af5a4aa12 admin admin] Deleting port 068b1594-2d41-4b52-9627-d38a7b91e7ec {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:07.426524 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-76fecc22-b53e-40d4-9684-3c6af5a4aa12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:07.434658 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d125352-5c44-4698-92a9-f08f00d5b7e1 None None] Pushing event updated for resources: {'Port': ['ID=2156ba7a-0c53-4c08-b422-77a116587637,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:07.489167 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d01d64a8-8142-4af0-9c25-1ae5bbf2149a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:07.510808 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7742ddf5-bec3-42b3-87f3-3ed82c0e248c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:07.524799 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4a0659a1-5cb8-43c7-ab00-ce9854002956 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/d53919ce-94ab-4885-ba14-5ce8afc3ce70 HTTP/1.1" status: 204 len: 168 time: 2.0432901 Sep 14 22:54:07.529061 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-42750387-8d90-4bf8-93e3-c0033f8e8ac9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:07.532221 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46746) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:07.582513 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d01d64a8-8142-4af0-9c25-1ae5bbf2149a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:07.635340 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d5cd907e-8670-4a7c-bc31-f149268a0168 req-d30c2dce-8470-453c-9da6-e42ac488a54a tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2875471 Sep 14 22:54:07.774794 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5ae32d25-e6d4-49ae-ab33-37cf314efa56 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:07.809078 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-5ae32d25-e6d4-49ae-ab33-37cf314efa56 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Transition to ACTIVE for port object 2f65635a-32f3-47bd-abcf-1a53c194e789 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:54:07.812162 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-76fecc22-b53e-40d4-9684-3c6af5a4aa12 admin admin] For port 068b1594-2d41-4b52-9627-d38a7b91e7ec, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=068b1594-2d41-4b52-9627-d38a7b91e7ec,segment=NetworkSegment(c2365945-0825-42dc-a302-48ce18607d40),segment_id=c2365945-0825-42dc-a302-48ce18607d40)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:54:07.812573 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-76fecc22-b53e-40d4-9684-3c6af5a4aa12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:07.847000 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6dce420c-a699-401c-bafb-5e1dc3b0c349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:07.901508 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-3d125352-5c44-4698-92a9-f08f00d5b7e1 None None] Attempting to bind port 2156ba7a-0c53-4c08-b422-77a116587637 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:54:07.911320 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-3d125352-5c44-4698-92a9-f08f00d5b7e1 None None] Attempting to bind port 2156ba7a-0c53-4c08-b422-77a116587637 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:54:07.911961 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d125352-5c44-4698-92a9-f08f00d5b7e1 None None] Attempting to bind port 2156ba7a-0c53-4c08-b422-77a116587637 on network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:54:07.949309 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d01d64a8-8142-4af0-9c25-1ae5bbf2149a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:54:07.949939 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d01d64a8-8142-4af0-9c25-1ae5bbf2149a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:07.994969 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d125352-5c44-4698-92a9-f08f00d5b7e1 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:54:07.995335 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d125352-5c44-4698-92a9-f08f00d5b7e1 None None] Checking segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:54:07.995729 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3d125352-5c44-4698-92a9-f08f00d5b7e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:07.996114 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d125352-5c44-4698-92a9-f08f00d5b7e1 None None] Bound using segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:54:07.996587 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-3d125352-5c44-4698-92a9-f08f00d5b7e1 None None] Bound port: 2156ba7a-0c53-4c08-b422-77a116587637, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:54:07.997043 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3d125352-5c44-4698-92a9-f08f00d5b7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:08.140670 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-3d125352-5c44-4698-92a9-f08f00d5b7e1 None None] For port 2156ba7a-0c53-4c08-b422-77a116587637, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:54:08.165394 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-76fecc22-b53e-40d4-9684-3c6af5a4aa12 admin admin] Calling delete_port for 068b1594-2d41-4b52-9627-d38a7b91e7ec owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:54:08.216821 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 9f01e478-47b2-49e6-a033-2ee89c871c1f resource provider aggregate not found Sep 14 22:54:08.217639 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88fccf6-250c-49f5-b069-1aa5c26c17b2 None None] DHCP port deletion for 31850627-f6e9-4ef5-9f05-dc1c1b19cf1b request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:54:08.222533 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-f88fccf6-250c-49f5-b069-1aa5c26c17b2 None None] Deleting port 068b1594-2d41-4b52-9627-d38a7b91e7ec {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:08.222922 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f88fccf6-250c-49f5-b069-1aa5c26c17b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:08.264603 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ec5da4-3455-49c0-b064-08bd86ffbf89 None None] DHCP port deletion for 63e45686-e294-49ff-846c-ac2fe15584a9 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:54:08.286792 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-73ec5da4-3455-49c0-b064-08bd86ffbf89 None None] Deleting port 50838388-46f9-42ed-9d73-1edd87049580 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:08.287156 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-73ec5da4-3455-49c0-b064-08bd86ffbf89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:08.302991 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 9f01e478-47b2-49e6-a033-2ee89c871c1f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f01e478-47b2-49e6-a033-2ee89c871c1f found for delete ", "request_id": "req-8cd00282-12f5-4362-9171-6b897d1fe403"}]} Sep 14 22:54:08.307700 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5ae32d25-e6d4-49ae-ab33-37cf314efa56 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:08.315817 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-3d125352-5c44-4698-92a9-f08f00d5b7e1 None None] For port 2156ba7a-0c53-4c08-b422-77a116587637, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=2156ba7a-0c53-4c08-b422-77a116587637,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:54:08.328272 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.api [None req-d01d64a8-8142-4af0-9c25-1ae5bbf2149a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 14 22:54:08.328272 dv-neutron-857791-1-hyperv neutron-server[89170]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 14 22:54:08.328272 dv-neutron-857791-1-hyperv neutron-server[89170]: [parameters: {'id': '0551bfb6-79c7-404c-972b-3e9274a35b39'}] Sep 14 22:54:08.328272 dv-neutron-857791-1-hyperv neutron-server[89170]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:54:08.328976 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG oslo_db.api [None req-d01d64a8-8142-4af0-9c25-1ae5bbf2149a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:54:08.335689 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3d125352-5c44-4698-92a9-f08f00d5b7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:08.364293 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-76fecc22-b53e-40d4-9684-3c6af5a4aa12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:08.398380 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c6ba05c3-bfa7-4dee-9e37-8952ae52bb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:08.401131 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fecc22-b53e-40d4-9684-3c6af5a4aa12 admin admin] No DVR routers for this DVR port 068b1594-2d41-4b52-9627-d38a7b91e7ec on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:54:08.448095 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae32d25-e6d4-49ae-ab33-37cf314efa56 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Network dd332ad0-b3b4-4d43-a977-d57090be74cb is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:08.468368 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-5ae32d25-e6d4-49ae-ab33-37cf314efa56 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:08.479848 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae32d25-e6d4-49ae-ab33-37cf314efa56 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:54:08.541189 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-f88fccf6-250c-49f5-b069-1aa5c26c17b2 None None] The port '068b1594-2d41-4b52-9627-d38a7b91e7ec' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:54:08.548376 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-42750387-8d90-4bf8-93e3-c0033f8e8ac9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:08.618417 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-42750387-8d90-4bf8-93e3-c0033f8e8ac9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b9cc53-0997-4913-82d7-3ea930e6e8cc']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:08.621028 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae32d25-e6d4-49ae-ab33-37cf314efa56 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Pushing event updated for resources: {'Port': ['ID=2f65635a-32f3-47bd-abcf-1a53c194e789,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:08.641804 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d125352-5c44-4698-92a9-f08f00d5b7e1 None None] Pushing event updated for resources: {'Port': ['ID=2156ba7a-0c53-4c08-b422-77a116587637,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:08.647775 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-c6ba05c3-bfa7-4dee-9e37-8952ae52bb7b admin admin] Deleting port 50838388-46f9-42ed-9d73-1edd87049580 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:08.648119 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c6ba05c3-bfa7-4dee-9e37-8952ae52bb7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:08.711408 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-42750387-8d90-4bf8-93e3-c0033f8e8ac9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9975caeb-2639-4663-b53a-e6db33aedfe6') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:08.711701 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-42750387-8d90-4bf8-93e3-c0033f8e8ac9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9975caeb-2639-4663-b53a-e6db33aedfe6') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:08.750217 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fecc22-b53e-40d4-9684-3c6af5a4aa12 admin admin] Pushing event deleted for resources: {'Port': ['ID=068b1594-2d41-4b52-9627-d38a7b91e7ec,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:08.770409 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-981bfe76-5ae3-4624-baad-4d880b6a1629 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:08.773725 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-76fecc22-b53e-40d4-9684-3c6af5a4aa12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:08.778614 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-42750387-8d90-4bf8-93e3-c0033f8e8ac9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:08.793524 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-7742ddf5-bec3-42b3-87f3-3ed82c0e248c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Allocated IP 2001:db8::1 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/c5dcbf45-4694-4782-b143-18f3b07e23e9/e73d6cda-d41a-4efd-aefd-a92264ad3369) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:54:08.814012 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-73ec5da4-3455-49c0-b064-08bd86ffbf89 None None] For port 50838388-46f9-42ed-9d73-1edd87049580, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=50838388-46f9-42ed-9d73-1edd87049580,segment=NetworkSegment(4c21d747-86b6-499f-8ff9-8eac2cda9b2e),segment_id=4c21d747-86b6-499f-8ff9-8eac2cda9b2e)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:54:08.814674 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae32d25-e6d4-49ae-ab33-37cf314efa56 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:08.820255 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5ae32d25-e6d4-49ae-ab33-37cf314efa56 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:08.820623 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-73ec5da4-3455-49c0-b064-08bd86ffbf89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:08.850407 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d01d64a8-8142-4af0-9c25-1ae5bbf2149a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:08.875047 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5ae32d25-e6d4-49ae-ab33-37cf314efa56 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4663908 Sep 14 22:54:08.878996 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-42750387-8d90-4bf8-93e3-c0033f8e8ac9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:08.895808 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46758) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:08.907924 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-76fecc22-b53e-40d4-9684-3c6af5a4aa12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31850627-f6e9-4ef5-9f05-dc1c1b19cf1b']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:08.910445 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43866e29-328e-4c12-8dee-b65af6a917f1 req-a77437ea-10a6-48c4-a372-3a57aa1780bc tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:08.917566 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-43866e29-328e-4c12-8dee-b65af6a917f1 req-a77437ea-10a6-48c4-a372-3a57aa1780bc tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.8804960 Sep 14 22:54:08.924316 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-76fecc22-b53e-40d4-9684-3c6af5a4aa12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2365945-0825-42dc-a302-48ce18607d40') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:08.924691 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-76fecc22-b53e-40d4-9684-3c6af5a4aa12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2365945-0825-42dc-a302-48ce18607d40') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:08.942583 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-76fecc22-b53e-40d4-9684-3c6af5a4aa12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:08.957066 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a8f93-03b9-4450-a5dc-6e8c1320b268 req-dd7cb675-ba0b-413b-817e-7ffd51c2eed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:08.958597 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5a0a8f93-03b9-4450-a5dc-6e8c1320b268 req-dd7cb675-ba0b-413b-817e-7ffd51c2eed9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd36d59a9e6b4be08e34d9d0bdaa27c1&device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 1099 time: 0.8513985 Sep 14 22:54:08.961748 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-c5d894aa-49ba-473e-9d8e-7f1dae922c4b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:08.966661 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-76fecc22-b53e-40d4-9684-3c6af5a4aa12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:08.976304 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76fecc22-b53e-40d4-9684-3c6af5a4aa12 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:54:08.977091 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-76fecc22-b53e-40d4-9684-3c6af5a4aa12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:08.977267 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42750387-8d90-4bf8-93e3-c0033f8e8ac9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:54:08.977507 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-42750387-8d90-4bf8-93e3-c0033f8e8ac9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:08.998667 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-73ec5da4-3455-49c0-b064-08bd86ffbf89 None None] Calling delete_port for 50838388-46f9-42ed-9d73-1edd87049580 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:54:09.057962 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-37033019-c9ad-4bfd-beef-2acad7827a53 None None] Provisioning for port 2f65635a-32f3-47bd-abcf-1a53c194e789 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:54:09.058474 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment c2365945-0825-42dc-a302-48ce18607d40 resource provider aggregate not found Sep 14 22:54:09.068702 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-37033019-c9ad-4bfd-beef-2acad7827a53 None None] Provisioning complete for port 2f65635a-32f3-47bd-abcf-1a53c194e789 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:54:09.069187 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-37033019-c9ad-4bfd-beef-2acad7827a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:09.099133 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment c2365945-0825-42dc-a302-48ce18607d40 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c2365945-0825-42dc-a302-48ce18607d40 found for delete ", "request_id": "req-0e06c8ec-1126-4a39-a17f-5722d6f42852"}]} Sep 14 22:54:09.104034 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-76fecc22-b53e-40d4-9684-3c6af5a4aa12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:09.112678 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c5d894aa-49ba-473e-9d8e-7f1dae922c4b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:09.127874 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-76fecc22-b53e-40d4-9684-3c6af5a4aa12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:09.134464 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-76fecc22-b53e-40d4-9684-3c6af5a4aa12 admin admin] 10.222.0.33 "DELETE /v2.0/networks/31850627-f6e9-4ef5-9f05-dc1c1b19cf1b HTTP/1.1" status: 204 len: 168 time: 1.9683180 Sep 14 22:54:09.138453 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fecc22-b53e-40d4-9684-3c6af5a4aa12 admin admin] Pushing event deleted for resources: {'Network': ['ID=31850627-f6e9-4ef5-9f05-dc1c1b19cf1b,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:09.148874 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-37033019-c9ad-4bfd-beef-2acad7827a53 None None] Port 2f65635a-32f3-47bd-abcf-1a53c194e789 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:54:09.150349 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-73ec5da4-3455-49c0-b064-08bd86ffbf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:09.209858 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec5da4-3455-49c0-b064-08bd86ffbf89 None None] Pushing event deleted for resources: {'Port': ['ID=50838388-46f9-42ed-9d73-1edd87049580,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:09.213007 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ec5da4-3455-49c0-b064-08bd86ffbf89 None None] No DVR routers for this DVR port 50838388-46f9-42ed-9d73-1edd87049580 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:54:09.361850 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46768) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:09.364721 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c5d894aa-49ba-473e-9d8e-7f1dae922c4b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Usage tracker for resource:floatingip and tenant:abfa24a7b8d648cf8f67366e3b359f2b is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:09.428586 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c5d894aa-49ba-473e-9d8e-7f1dae922c4b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:09.437383 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f818e017-d1cc-4c6b-8467-fe4194efe32c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d36f5522c6ec41e993e6cc182372eb1e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0740321 Sep 14 22:54:09.439985 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46772) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:09.449358 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-d01d64a8-8142-4af0-9c25-1ae5bbf2149a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Deleting port 942f967a-f6f2-45bc-9026-b64199bada83 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:09.449694 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d01d64a8-8142-4af0-9c25-1ae5bbf2149a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:09.505606 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-90149e16-abf1-4895-afab-508edd5fc93e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:09.513991 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c5d894aa-49ba-473e-9d8e-7f1dae922c4b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:09.533414 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-90149e16-abf1-4895-afab-508edd5fc93e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:09.538998 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-43866e29-328e-4c12-8dee-b65af6a917f1 req-d40586ff-c8c6-421c-bcbb-6bea8e22bae9 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6205654 Sep 14 22:54:09.604369 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-90149e16-abf1-4895-afab-508edd5fc93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:09.624024 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90149e16-abf1-4895-afab-508edd5fc93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72365395-059f-4659-b56f-aec1a48761fb,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:09.630409 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-90149e16-abf1-4895-afab-508edd5fc93e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:09.631541 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-90149e16-abf1-4895-afab-508edd5fc93e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/72365395-059f-4659-b56f-aec1a48761fb HTTP/1.1" status: 204 len: 168 time: 0.1903567 Sep 14 22:54:09.675591 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-42750387-8d90-4bf8-93e3-c0033f8e8ac9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:09.694537 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-82245ada-d08f-4473-9c3e-c2315cc36f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:09.697736 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c5d894aa-49ba-473e-9d8e-7f1dae922c4b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks [] for floatingip, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:09.753698 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-42750387-8d90-4bf8-93e3-c0033f8e8ac9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:09.778699 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92005b4-a035-4fe4-bd8d-de40a89f56dc None None] get_active_networks_info from dv-neutron-857791-1-hyperv {{(pid=89172) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 14 22:54:09.837555 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42750387-8d90-4bf8-93e3-c0033f8e8ac9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Pushing event deleted for resources: {'Network': ['ID=f2b9cc53-0997-4913-82d7-3ea930e6e8cc,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:09.843300 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 2156ba7a-0c53-4c08-b422-77a116587637 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:54:09.943783 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-981bfe76-5ae3-4624-baad-4d880b6a1629 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Allocated IP 172.26.5.244 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/1755d4f0-043f-4d28-8915-3480f4708413) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:54:09.952325 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-81ebb782-3144-4f56-aee6-2dafc1f2ae90 None None] Provisioning for port 2156ba7a-0c53-4c08-b422-77a116587637 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:54:09.956642 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-c6ba05c3-bfa7-4dee-9e37-8952ae52bb7b admin admin] For port 50838388-46f9-42ed-9d73-1edd87049580, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=50838388-46f9-42ed-9d73-1edd87049580,segment=NetworkSegment(4c21d747-86b6-499f-8ff9-8eac2cda9b2e),segment_id=4c21d747-86b6-499f-8ff9-8eac2cda9b2e)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:54:09.957030 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c6ba05c3-bfa7-4dee-9e37-8952ae52bb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:09.975872 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92005b4-a035-4fe4-bd8d-de40a89f56dc None None] Resources bound (agent type, host, resource id): {{(pid=89172) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 14 22:54:09.976660 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-42750387-8d90-4bf8-93e3-c0033f8e8ac9 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] 10.222.0.33 "DELETE /v2.0/networks/f2b9cc53-0997-4913-82d7-3ea930e6e8cc HTTP/1.1" status: 204 len: 168 time: 3.0005972 Sep 14 22:54:09.979811 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46780) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:09.986840 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 2156ba7a-0c53-4c08-b422-77a116587637 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:54:10.017527 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 2156ba7a-0c53-4c08-b422-77a116587637 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:54:10.018220 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:10.084539 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7742ddf5-bec3-42b3-87f3-3ed82c0e248c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:10.140837 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bbb2d3ac-8130-421d-9ea4-ee2546210c1f tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:10.212395 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a8f93-03b9-4450-a5dc-6e8c1320b268 req-16ffe968-79c9-4825-b55f-4d24abd0cd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:10.213887 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5a0a8f93-03b9-4450-a5dc-6e8c1320b268 req-16ffe968-79c9-4825-b55f-4d24abd0cd44 service neutron] 10.222.0.20 "GET /v2.0/networks?id=96b70200-f113-466a-a996-3d001cbd44bb HTTP/1.1" status: 200 len: 912 time: 1.1946075 Sep 14 22:54:10.239998 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-c6ba05c3-bfa7-4dee-9e37-8952ae52bb7b admin admin] Calling delete_port for 50838388-46f9-42ed-9d73-1edd87049580 owned by network:dhcp {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:54:10.323211 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bbb2d3ac-8130-421d-9ea4-ee2546210c1f tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:10.359818 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-bbb2d3ac-8130-421d-9ea4-ee2546210c1f tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a382369-4412-4288-8d59-62b911234c9b']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:10.366540 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 2156ba7a-0c53-4c08-b422-77a116587637 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:54:10.367184 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:10.375871 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-bbb2d3ac-8130-421d-9ea4-ee2546210c1f tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada018d6-fb1d-44ba-8202-a4dc1f2d5e1f') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:10.376232 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-bbb2d3ac-8130-421d-9ea4-ee2546210c1f tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada018d6-fb1d-44ba-8202-a4dc1f2d5e1f') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:10.389448 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bbb2d3ac-8130-421d-9ea4-ee2546210c1f tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:10.391991 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-7742ddf5-bec3-42b3-87f3-3ed82c0e248c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Transition to ACTIVE for port object e73d6cda-d41a-4efd-aefd-a92264ad3369 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:54:10.414139 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bbb2d3ac-8130-421d-9ea4-ee2546210c1f tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:10.425965 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb2d3ac-8130-421d-9ea4-ee2546210c1f tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:54:10.427022 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bbb2d3ac-8130-421d-9ea4-ee2546210c1f tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:10.445019 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 2156ba7a-0c53-4c08-b422-77a116587637, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=2156ba7a-0c53-4c08-b422-77a116587637,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:54:10.449432 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 9975caeb-2639-4663-b53a-e6db33aedfe6 resource provider aggregate not found Sep 14 22:54:10.470905 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:10.513592 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 9975caeb-2639-4663-b53a-e6db33aedfe6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9975caeb-2639-4663-b53a-e6db33aedfe6 found for delete ", "request_id": "req-7c37a193-6344-48f5-88c1-146bbeb93c09"}]} Sep 14 22:54:10.543383 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-d01d64a8-8142-4af0-9c25-1ae5bbf2149a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] For port 942f967a-f6f2-45bc-9026-b64199bada83, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=942f967a-f6f2-45bc-9026-b64199bada83,segment=NetworkSegment(9f01e478-47b2-49e6-a033-2ee89c871c1f),segment_id=9f01e478-47b2-49e6-a033-2ee89c871c1f)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:54:10.544279 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d01d64a8-8142-4af0-9c25-1ae5bbf2149a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:10.571151 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 068b1594-2d41-4b52-9627-d38a7b91e7ec no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:54:10.602224 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bbb2d3ac-8130-421d-9ea4-ee2546210c1f tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:10.611821 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 068b1594-2d41-4b52-9627-d38a7b91e7ec {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:54:10.612256 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 068b1594-2d41-4b52-9627-d38a7b91e7ec not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:54:10.612793 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 50838388-46f9-42ed-9d73-1edd87049580 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:54:10.615711 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bbb2d3ac-8130-421d-9ea4-ee2546210c1f tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:10.652038 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=2156ba7a-0c53-4c08-b422-77a116587637,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:10.657833 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-bbb2d3ac-8130-421d-9ea4-ee2546210c1f tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] 10.222.0.33 "DELETE /v2.0/networks/5a382369-4412-4288-8d59-62b911234c9b HTTP/1.1" status: 204 len: 168 time: 0.6760416 Sep 14 22:54:10.660814 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46804) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:10.661842 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2d3ac-8130-421d-9ea4-ee2546210c1f tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Pushing event deleted for resources: {'Network': ['ID=5a382369-4412-4288-8d59-62b911234c9b,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:10.663323 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 50838388-46f9-42ed-9d73-1edd87049580 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:54:10.663888 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 50838388-46f9-42ed-9d73-1edd87049580 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:54:10.782687 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-d01d64a8-8142-4af0-9c25-1ae5bbf2149a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Calling delete_port for 942f967a-f6f2-45bc-9026-b64199bada83 owned by network:dhcp {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:54:10.803534 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:10.810515 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-36d6e388-4aaa-451c-a638-6263e39ba900 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:10.827399 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5a0a8f93-03b9-4450-a5dc-6e8c1320b268 req-2988204f-339a-450a-9c45-f2891f499866 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e4e6e2e-a643-4ae1-8469-ecc9fe80890e HTTP/1.1" status: 200 len: 1001 time: 0.5541873 Sep 14 22:54:10.853578 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:10.866458 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8067bc91-1578-4e69-b7ee-79e393e1d30b None None] get_active_networks_info from dv-neutron-857791-1-hyperv {{(pid=89172) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 14 22:54:10.903957 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.api [None req-c6ba05c3-bfa7-4dee-9e37-8952ae52bb7b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:54:10.903957 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG oslo_db.api [None req-c6ba05c3-bfa7-4dee-9e37-8952ae52bb7b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:54:10.958820 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-36d6e388-4aaa-451c-a638-6263e39ba900 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:10.996415 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-36d6e388-4aaa-451c-a638-6263e39ba900 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54dd77a7-25e4-4108-aa2a-dae150c8b714']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:11.005064 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8067bc91-1578-4e69-b7ee-79e393e1d30b None None] Resources bound (agent type, host, resource id): {{(pid=89172) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 14 22:54:11.010243 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-36d6e388-4aaa-451c-a638-6263e39ba900 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6628470a-ca9b-40e6-a7ac-3080e9de88fb') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:11.010635 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-36d6e388-4aaa-451c-a638-6263e39ba900 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6628470a-ca9b-40e6-a7ac-3080e9de88fb') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:11.024142 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-36d6e388-4aaa-451c-a638-6263e39ba900 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:11.043339 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-36d6e388-4aaa-451c-a638-6263e39ba900 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:11.055125 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36d6e388-4aaa-451c-a638-6263e39ba900 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:54:11.055532 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-36d6e388-4aaa-451c-a638-6263e39ba900 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:11.101421 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-981bfe76-5ae3-4624-baad-4d880b6a1629 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:11.143201 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7742ddf5-bec3-42b3-87f3-3ed82c0e248c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:11.284811 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7742ddf5-bec3-42b3-87f3-3ed82c0e248c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:11.294860 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a8f93-03b9-4450-a5dc-6e8c1320b268 req-8427331f-17ee-4476-93fa-a7015046ac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:11.296315 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5a0a8f93-03b9-4450-a5dc-6e8c1320b268 req-8427331f-17ee-4476-93fa-a7015046ac4b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e26eddd1-1e83-4e64-8dc5-ded3ed029f12 HTTP/1.1" status: 200 len: 851 time: 0.4085009 Sep 14 22:54:11.298180 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-7742ddf5-bec3-42b3-87f3-3ed82c0e248c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:11.306485 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7742ddf5-bec3-42b3-87f3-3ed82c0e248c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:54:11.307032 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7742ddf5-bec3-42b3-87f3-3ed82c0e248c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:11.347195 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment ada018d6-fb1d-44ba-8202-a4dc1f2d5e1f resource provider aggregate not found Sep 14 22:54:11.352416 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-36d6e388-4aaa-451c-a638-6263e39ba900 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:11.380276 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-36d6e388-4aaa-451c-a638-6263e39ba900 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:11.385592 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment ada018d6-fb1d-44ba-8202-a4dc1f2d5e1f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ada018d6-fb1d-44ba-8202-a4dc1f2d5e1f found for delete ", "request_id": "req-13d3548f-4207-4aef-a4ee-390366faee53"}]} Sep 14 22:54:11.390358 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6e388-4aaa-451c-a638-6263e39ba900 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] Pushing event deleted for resources: {'Network': ['ID=54dd77a7-25e4-4108-aa2a-dae150c8b714,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:11.417255 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 6628470a-ca9b-40e6-a7ac-3080e9de88fb resource provider aggregate not found Sep 14 22:54:11.432338 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-36d6e388-4aaa-451c-a638-6263e39ba900 tempest-BulkNetworkOpsTest-1400717803 tempest-BulkNetworkOpsTest-1400717803-project] 10.222.0.33 "DELETE /v2.0/networks/54dd77a7-25e4-4108-aa2a-dae150c8b714 HTTP/1.1" status: 204 len: 168 time: 0.7675219 Sep 14 22:54:11.468881 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 6628470a-ca9b-40e6-a7ac-3080e9de88fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6628470a-ca9b-40e6-a7ac-3080e9de88fb found for delete ", "request_id": "req-198b501d-cfd2-4d99-94d4-c71ed488c398"}]} Sep 14 22:54:11.533202 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-c6ba05c3-bfa7-4dee-9e37-8952ae52bb7b admin admin] Deleting port 50838388-46f9-42ed-9d73-1edd87049580 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:11.533735 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c6ba05c3-bfa7-4dee-9e37-8952ae52bb7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:11.559779 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742ddf5-bec3-42b3-87f3-3ed82c0e248c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Port': ['ID=e73d6cda-d41a-4efd-aefd-a92264ad3369,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:11.610603 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c5d894aa-49ba-473e-9d8e-7f1dae922c4b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:11.640118 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46834) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:11.674813 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 22:54:11.676576 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-981bfe76-5ae3-4624-baad-4d880b6a1629 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:11.686934 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d01d64a8-8142-4af0-9c25-1ae5bbf2149a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:11.798870 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-c6ba05c3-bfa7-4dee-9e37-8952ae52bb7b admin admin] The port '50838388-46f9-42ed-9d73-1edd87049580' was deleted {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:54:11.813481 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-8d734926-05e6-4b0c-a42c-6405f5d801c4 None None] Provisioning for port e73d6cda-d41a-4efd-aefd-a92264ad3369 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:54:11.821385 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-8d734926-05e6-4b0c-a42c-6405f5d801c4 None None] Provisioning complete for port e73d6cda-d41a-4efd-aefd-a92264ad3369 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:54:11.821759 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8d734926-05e6-4b0c-a42c-6405f5d801c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:11.858618 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981bfe76-5ae3-4624-baad-4d880b6a1629 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:11.866212 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46842) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:11.882825 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-8d734926-05e6-4b0c-a42c-6405f5d801c4 None None] Port e73d6cda-d41a-4efd-aefd-a92264ad3369 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:54:11.884379 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 2156ba7a-0c53-4c08-b422-77a116587637 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:54:11.895784 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-981bfe76-5ae3-4624-baad-4d880b6a1629 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:11.905301 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01d64a8-8142-4af0-9c25-1ae5bbf2149a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] No DVR routers for this DVR port 942f967a-f6f2-45bc-9026-b64199bada83 on host dv-neutron-857791-1-hyperv {{(pid=89170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:54:11.915667 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-bfddb9c2-1279-4f48-af80-3441a90c9051 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:11.921717 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-bfddb9c2-1279-4f48-af80-3441a90c9051 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:11.927252 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-bfddb9c2-1279-4f48-af80-3441a90c9051 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Usage tracker for resource:floatingip and tenant:5425362784064161a8121b797beee64d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:11.930320 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-bfddb9c2-1279-4f48-af80-3441a90c9051 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:11.938564 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-bfddb9c2-1279-4f48-af80-3441a90c9051 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:11.962183 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 2156ba7a-0c53-4c08-b422-77a116587637 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:54:11.962551 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:11.967698 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bfddb9c2-1279-4f48-af80-3441a90c9051 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:12.015197 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981bfe76-5ae3-4624-baad-4d880b6a1629 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:54:12.047484 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1d327-a8e6-4110-bbeb-85de684ff48f req-7b3c6b12-f905-4dd9-a8fb-ab1b1c45b199 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:12.048976 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-17c1d327-a8e6-4110-bbeb-85de684ff48f req-7b3c6b12-f905-4dd9-a8fb-ab1b1c45b199 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 1.3420644 Sep 14 22:54:12.060857 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-722bea6d-9e29-4fc5-b5c3-75efaa3903ed admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=84da2552d0b84e74b1b5c1ca80b89b0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1933491 Sep 14 22:54:12.061438 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46848) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:12.089659 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 2156ba7a-0c53-4c08-b422-77a116587637 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:54:12.136205 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981bfe76-5ae3-4624-baad-4d880b6a1629 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event updated for resources: {'Port': ['ID=1755d4f0-043f-4d28-8915-3480f4708413,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:12.145495 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2d84f9cd-ba11-4e85-a6a1-0d0f91f57e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:12.152074 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c6ba05c3-bfa7-4dee-9e37-8952ae52bb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:12.178317 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2d84f9cd-ba11-4e85-a6a1-0d0f91f57e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:12.228360 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bfddb9c2-1279-4f48-af80-3441a90c9051 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:12.300251 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2d84f9cd-ba11-4e85-a6a1-0d0f91f57e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:12.319649 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84f9cd-ba11-4e85-a6a1-0d0f91f57e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f135b1b-3d05-47e8-a41b-a6293db86cf2,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:12.327887 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d64a8-8142-4af0-9c25-1ae5bbf2149a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event deleted for resources: {'Port': ['ID=942f967a-f6f2-45bc-9026-b64199bada83,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:12.335330 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2d84f9cd-ba11-4e85-a6a1-0d0f91f57e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:12.338757 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2d84f9cd-ba11-4e85-a6a1-0d0f91f57e87 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/2f135b1b-3d05-47e8-a41b-a6293db86cf2 HTTP/1.1" status: 204 len: 168 time: 0.2715209 Sep 14 22:54:12.355070 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-c6ba05c3-bfa7-4dee-9e37-8952ae52bb7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e45686-e294-49ff-846c-ac2fe15584a9']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:12.378361 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d01d64a8-8142-4af0-9c25-1ae5bbf2149a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:12.392207 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:12.437337 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-c6ba05c3-bfa7-4dee-9e37-8952ae52bb7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c21d747-86b6-499f-8ff9-8eac2cda9b2e') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:12.437623 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-c6ba05c3-bfa7-4dee-9e37-8952ae52bb7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c21d747-86b6-499f-8ff9-8eac2cda9b2e') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:12.464633 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-17c1d327-a8e6-4110-bbeb-85de684ff48f req-99f5fbce-8fbc-4aab-bfca-1751dbf560d8 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3780701 Sep 14 22:54:12.494502 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-d01d64a8-8142-4af0-9c25-1ae5bbf2149a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0551bfb6-79c7-404c-972b-3e9274a35b39']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:12.507370 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c6ba05c3-bfa7-4dee-9e37-8952ae52bb7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:12.526990 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-c5d894aa-49ba-473e-9d8e-7f1dae922c4b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Allocated IP 172.26.5.23 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/39947b4a-ff80-422e-bbc4-2a4e8d390c1e) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:54:12.533182 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a8f93-03b9-4450-a5dc-6e8c1320b268 req-731de17c-05c3-4f64-a8ea-3e38a699f468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:12.534639 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5a0a8f93-03b9-4450-a5dc-6e8c1320b268 req-731de17c-05c3-4f64-a8ea-3e38a699f468 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96b70200-f113-466a-a996-3d001cbd44bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0026362 Sep 14 22:54:12.536176 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-d01d64a8-8142-4af0-9c25-1ae5bbf2149a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f01e478-47b2-49e6-a033-2ee89c871c1f') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:12.536467 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-d01d64a8-8142-4af0-9c25-1ae5bbf2149a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f01e478-47b2-49e6-a033-2ee89c871c1f') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:12.589030 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d01d64a8-8142-4af0-9c25-1ae5bbf2149a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:12.596267 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c6ba05c3-bfa7-4dee-9e37-8952ae52bb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:12.603348 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7742ddf5-bec3-42b3-87f3-3ed82c0e248c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:12.676554 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-981bfe76-5ae3-4624-baad-4d880b6a1629 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:12.697772 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ba05c3-bfa7-4dee-9e37-8952ae52bb7b admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:54:12.698174 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c6ba05c3-bfa7-4dee-9e37-8952ae52bb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:12.978355 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 4c21d747-86b6-499f-8ff9-8eac2cda9b2e resource provider aggregate not found Sep 14 22:54:12.997138 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d01d64a8-8142-4af0-9c25-1ae5bbf2149a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:13.047884 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 4c21d747-86b6-499f-8ff9-8eac2cda9b2e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c21d747-86b6-499f-8ff9-8eac2cda9b2e found for delete ", "request_id": "req-449f0860-f8ae-49b7-91a0-e7a6be60cc83"}]} Sep 14 22:54:13.086112 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d01d64a8-8142-4af0-9c25-1ae5bbf2149a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:54:13.086427 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d01d64a8-8142-4af0-9c25-1ae5bbf2149a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:13.171240 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46876) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:13.275614 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c6ba05c3-bfa7-4dee-9e37-8952ae52bb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:13.320807 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-0683fe30-267f-4b91-9f2e-0fd6182956d5 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-942993116'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:13.329621 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0683fe30-267f-4b91-9f2e-0fd6182956d5 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:13.334098 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0683fe30-267f-4b91-9f2e-0fd6182956d5 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Usage tracker for resource:network and tenant:e6613fbfc8284862b15b5afbf1f6ff30 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:13.337108 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0683fe30-267f-4b91-9f2e-0fd6182956d5 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:13.347982 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0683fe30-267f-4b91-9f2e-0fd6182956d5 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:13.359991 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0683fe30-267f-4b91-9f2e-0fd6182956d5 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Made reservation on behalf of e6613fbfc8284862b15b5afbf1f6ff30 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:13.363540 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0683fe30-267f-4b91-9f2e-0fd6182956d5 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:13.374152 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c6ba05c3-bfa7-4dee-9e37-8952ae52bb7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:13.378324 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0683fe30-267f-4b91-9f2e-0fd6182956d5 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:13.385359 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-981bfe76-5ae3-4624-baad-4d880b6a1629 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:13.393838 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0683fe30-267f-4b91-9f2e-0fd6182956d5 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:13.397796 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0683fe30-267f-4b91-9f2e-0fd6182956d5 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Usage tracker for resource:security_group_rule and tenant:e6613fbfc8284862b15b5afbf1f6ff30 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:13.400769 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0683fe30-267f-4b91-9f2e-0fd6182956d5 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:13.407805 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0683fe30-267f-4b91-9f2e-0fd6182956d5 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:13.431843 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5a0a8f93-03b9-4450-a5dc-6e8c1320b268 req-55e63002-53e3-4ce9-ac48-80330a8aa3c8 service neutron] 10.222.0.20 "GET /v2.0/networks/96b70200-f113-466a-a996-3d001cbd44bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8804197 Sep 14 22:54:13.444291 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba05c3-bfa7-4dee-9e37-8952ae52bb7b admin admin] Pushing event deleted for resources: {'Network': ['ID=63e45686-e294-49ff-846c-ac2fe15584a9,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:13.466285 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d01d64a8-8142-4af0-9c25-1ae5bbf2149a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:13.501953 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0683fe30-267f-4b91-9f2e-0fd6182956d5 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:13.507138 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0683fe30-267f-4b91-9f2e-0fd6182956d5 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:13.526324 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d01d64a8-8142-4af0-9c25-1ae5bbf2149a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:13.542855 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0683fe30-267f-4b91-9f2e-0fd6182956d5 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:54:13.552661 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683fe30-267f-4b91-9f2e-0fd6182956d5 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34ba7c18-4df9-4fec-8636-36bd95c90203,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:13.558394 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0683fe30-267f-4b91-9f2e-0fd6182956d5 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:13.558778 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-0683fe30-267f-4b91-9f2e-0fd6182956d5 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Added segment d647db34-44d1-4403-b1bc-7c3dc73b10d9 of type vlan for network 67197a28-b690-40bb-8995-0261ce7373fa Sep 14 22:54:13.589254 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0683fe30-267f-4b91-9f2e-0fd6182956d5 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:13.608722 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d64a8-8142-4af0-9c25-1ae5bbf2149a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event deleted for resources: {'Network': ['ID=0551bfb6-79c7-404c-972b-3e9274a35b39,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:13.620241 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0683fe30-267f-4b91-9f2e-0fd6182956d5 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:13.626008 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0683fe30-267f-4b91-9f2e-0fd6182956d5 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:13.626611 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0683fe30-267f-4b91-9f2e-0fd6182956d5 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:13.651032 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c5d894aa-49ba-473e-9d8e-7f1dae922c4b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:13.698357 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c6ba05c3-bfa7-4dee-9e37-8952ae52bb7b admin admin] 10.222.0.33 "DELETE /v2.0/networks/63e45686-e294-49ff-846c-ac2fe15584a9 HTTP/1.1" status: 204 len: 168 time: 6.1603291 Sep 14 22:54:13.718694 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d01d64a8-8142-4af0-9c25-1ae5bbf2149a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "DELETE /v2.0/networks/0551bfb6-79c7-404c-972b-3e9274a35b39 HTTP/1.1" status: 204 len: 168 time: 10.0923092 Sep 14 22:54:13.722847 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46886) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:13.744212 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-0bffc832-462e-478b-95f9-fde538e605fd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-481857226'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:13.757241 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0bffc832-462e-478b-95f9-fde538e605fd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:13.764704 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0683fe30-267f-4b91-9f2e-0fd6182956d5 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5920556 Sep 14 22:54:13.765474 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683fe30-267f-4b91-9f2e-0fd6182956d5 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event updated for resources: {'Network': ['ID=67197a28-b690-40bb-8995-0261ce7373fa,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:13.767919 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0bffc832-462e-478b-95f9-fde538e605fd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Usage tracker for resource:network and tenant:98a7f1cb67ad4eb78bb3bebf456cdba4 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:13.774193 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0bffc832-462e-478b-95f9-fde538e605fd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:13.780228 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0bffc832-462e-478b-95f9-fde538e605fd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:13.789450 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 67197a28-b690-40bb-8995-0261ce7373fa details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:54:13.796729 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bffc832-462e-478b-95f9-fde538e605fd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Made reservation on behalf of 98a7f1cb67ad4eb78bb3bebf456cdba4 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:13.805470 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0bffc832-462e-478b-95f9-fde538e605fd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:13.870416 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bffc832-462e-478b-95f9-fde538e605fd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:54:13.893836 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0bffc832-462e-478b-95f9-fde538e605fd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:13.894534 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-0bffc832-462e-478b-95f9-fde538e605fd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Added segment c24893cc-aabd-4822-9b26-cee977bbe0b5 of type vlan for network 343da64d-5865-49bd-ad79-bd8094c7cf8e Sep 14 22:54:13.942043 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0bffc832-462e-478b-95f9-fde538e605fd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:13.962625 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5a0a8f93-03b9-4450-a5dc-6e8c1320b268 req-f1b92436-0439-4a09-b21c-588a463a02f8 service neutron] 10.222.0.20 "GET /v2.0/networks/96b70200-f113-466a-a996-3d001cbd44bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5071106 Sep 14 22:54:14.005375 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0bffc832-462e-478b-95f9-fde538e605fd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:14.024867 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bffc832-462e-478b-95f9-fde538e605fd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:14.025605 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0bffc832-462e-478b-95f9-fde538e605fd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:14.049964 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46890) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:14.080976 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c5d894aa-49ba-473e-9d8e-7f1dae922c4b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:14.149072 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adfc09-f4ff-4d1e-810b-be87a6dd6344 req-642f31a1-1800-416a-9152-79e82ec8c4fb tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:14.150106 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-75adfc09-f4ff-4d1e-810b-be87a6dd6344 req-642f31a1-1800-416a-9152-79e82ec8c4fb tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.5243523 Sep 14 22:54:14.171826 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0bffc832-462e-478b-95f9-fde538e605fd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4447491 Sep 14 22:54:14.174452 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46894) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:14.184972 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-cd9ccce4-b7b3-4fa2-816d-ecbe69c30c84 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Request body: {'subnet': {'network_id': '343da64d-5865-49bd-ad79-bd8094c7cf8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:14.202580 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bffc832-462e-478b-95f9-fde538e605fd tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event updated for resources: {'Network': ['ID=343da64d-5865-49bd-ad79-bd8094c7cf8e,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:14.216489 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 343da64d-5865-49bd-ad79-bd8094c7cf8e details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:54:14.222131 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d894aa-49ba-473e-9d8e-7f1dae922c4b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:14.230871 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-981bfe76-5ae3-4624-baad-4d880b6a1629 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:14.258657 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-c5d894aa-49ba-473e-9d8e-7f1dae922c4b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:14.282788 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-bfddb9c2-1279-4f48-af80-3441a90c9051 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Allocated IP 172.26.5.136 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/2db2dbe9-7a4e-47ad-bb88-fa6742c9309a) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:54:14.303908 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.resource_extend [None req-7742ddf5-bec3-42b3-87f3-3ed82c0e248c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 22:54:14.336163 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-cd9ccce4-b7b3-4fa2-816d-ecbe69c30c84 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:14.346309 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-75adfc09-f4ff-4d1e-810b-be87a6dd6344 req-e2008d47-19ae-41b8-bf72-9c861ab0e34f tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1795740 Sep 14 22:54:14.359791 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c024cdeb-e75c-40e4-a428-0ab346b4793e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=619a722a9a6d4b25978034388633fb87&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3010960 Sep 14 22:54:14.361253 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d894aa-49ba-473e-9d8e-7f1dae922c4b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Pushing event updated for resources: {'Port': ['ID=39947b4a-ff80-422e-bbc4-2a4e8d390c1e,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:14.379652 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46898) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:14.387989 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-cd9ccce4-b7b3-4fa2-816d-ecbe69c30c84 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Usage tracker for resource:subnet and tenant:98a7f1cb67ad4eb78bb3bebf456cdba4 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:14.396102 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d894aa-49ba-473e-9d8e-7f1dae922c4b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:54:14.397696 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-cd9ccce4-b7b3-4fa2-816d-ecbe69c30c84 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:14.430014 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-cd9ccce4-b7b3-4fa2-816d-ecbe69c30c84 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:14.463877 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7742ddf5-bec3-42b3-87f3-3ed82c0e248c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:14.489330 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9ccce4-b7b3-4fa2-816d-ecbe69c30c84 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Made reservation on behalf of 98a7f1cb67ad4eb78bb3bebf456cdba4 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:14.492956 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cd9ccce4-b7b3-4fa2-816d-ecbe69c30c84 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:14.501384 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-981bfe76-5ae3-4624-baad-4d880b6a1629 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:14.668242 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a6fbd093-9814-4d23-a78f-204f8faa4643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:14.672023 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bfddb9c2-1279-4f48-af80-3441a90c9051 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:14.728004 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a6fbd093-9814-4d23-a78f-204f8faa4643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:14.758995 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7742ddf5-bec3-42b3-87f3-3ed82c0e248c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:14.759853 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7742ddf5-bec3-42b3-87f3-3ed82c0e248c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:14.787502 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c5d894aa-49ba-473e-9d8e-7f1dae922c4b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:14.796464 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981bfe76-5ae3-4624-baad-4d880b6a1629 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event updated for resources: {'Port': ['ID=1755d4f0-043f-4d28-8915-3480f4708413,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:14.830538 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bfddb9c2-1279-4f48-af80-3441a90c9051 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:14.908270 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a6fbd093-9814-4d23-a78f-204f8faa4643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:14.942965 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfddb9c2-1279-4f48-af80-3441a90c9051 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:14.943819 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fbd093-9814-4d23-a78f-204f8faa4643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461b5b00-2819-4617-85ae-20ee9ab1fe7b,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:14.953490 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-bfddb9c2-1279-4f48-af80-3441a90c9051 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:14.958325 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfddb9c2-1279-4f48-af80-3441a90c9051 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Pushing event updated for resources: {'Port': ['ID=2db2dbe9-7a4e-47ad-bb88-fa6742c9309a,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:14.959622 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-981bfe76-5ae3-4624-baad-4d880b6a1629 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:14.968775 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfddb9c2-1279-4f48-af80-3441a90c9051 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:54:15.017654 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a6fbd093-9814-4d23-a78f-204f8faa4643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:15.021478 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a6fbd093-9814-4d23-a78f-204f8faa4643 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/461b5b00-2819-4617-85ae-20ee9ab1fe7b HTTP/1.1" status: 204 len: 168 time: 0.6371412 Sep 14 22:54:15.024958 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cd9ccce4-b7b3-4fa2-816d-ecbe69c30c84 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:15.034991 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742ddf5-bec3-42b3-87f3-3ed82c0e248c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Port': ['ID=e73d6cda-d41a-4efd-aefd-a92264ad3369,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:15.069299 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c5d894aa-49ba-473e-9d8e-7f1dae922c4b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:15.095909 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 9f01e478-47b2-49e6-a033-2ee89c871c1f resource provider aggregate not found Sep 14 22:54:15.112395 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-981bfe76-5ae3-4624-baad-4d880b6a1629 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:15.113625 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-981bfe76-5ae3-4624-baad-4d880b6a1629 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.9620497 Sep 14 22:54:15.122665 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46908) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:15.133540 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 9f01e478-47b2-49e6-a033-2ee89c871c1f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f01e478-47b2-49e6-a033-2ee89c871c1f found for delete ", "request_id": "req-b5aa9ce6-d94c-4a59-a4f2-ebc048b63745"}]} Sep 14 22:54:15.144982 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-6c83464f-73fd-4e83-91cd-82492c3986a4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Request body: {'port': {'network_id': 'd27b8a6e-a159-4ac1-b309-1f0aa497a093', 'name': 'tempest-FloatingIPTestJSON-1196572426'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:15.250584 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7742ddf5-bec3-42b3-87f3-3ed82c0e248c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:15.258260 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-7742ddf5-bec3-42b3-87f3-3ed82c0e248c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:15.316437 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ccce4-b7b3-4fa2-816d-ecbe69c30c84 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event updated for resources: {'Subnet': ['ID=1bfba5e2-25b9-43ac-8d9c-cfcc81b39fb4,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:15.352080 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9ccce4-b7b3-4fa2-816d-ecbe69c30c84 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Checking segment: {'id': 'c24893cc-aabd-4822-9b26-cee977bbe0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '343da64d-5865-49bd-ad79-bd8094c7cf8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:54:15.352290 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9ccce4-b7b3-4fa2-816d-ecbe69c30c84 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Network hostable DHCP agents. Network: 343da64d-5865-49bd-ad79-bd8094c7cf8e, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:54:15.371479 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bfddb9c2-1279-4f48-af80-3441a90c9051 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:15.484109 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9ccce4-b7b3-4fa2-816d-ecbe69c30c84 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Network 343da64d-5865-49bd-ad79-bd8094c7cf8e is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:54:15.564325 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bfddb9c2-1279-4f48-af80-3441a90c9051 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:15.631937 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-cd9ccce4-b7b3-4fa2-816d-ecbe69c30c84 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 343da64d-5865-49bd-ad79-bd8094c7cf8e) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:15.643649 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cade6b-1122-4fca-b935-7c98980a274d None None] Network 343da64d-5865-49bd-ad79-bd8094c7cf8e requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:15.677405 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9ccce4-b7b3-4fa2-816d-ecbe69c30c84 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:15.681949 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cd9ccce4-b7b3-4fa2-816d-ecbe69c30c84 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:15.763926 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6c83464f-73fd-4e83-91cd-82492c3986a4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:15.767806 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-cd9ccce4-b7b3-4fa2-816d-ecbe69c30c84 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5927074 Sep 14 22:54:15.767942 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46922) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:15.825597 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6c83464f-73fd-4e83-91cd-82492c3986a4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:15.980497 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c83464f-73fd-4e83-91cd-82492c3986a4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Made reservation on behalf of c3b8060bdcc1452ba7bbb4ccc54d5103 for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:15.984013 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6c83464f-73fd-4e83-91cd-82492c3986a4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:16.004160 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-b3a8ae3b-352e-47ea-8565-ec6cbbe491be None None] Provisioning complete for port e73d6cda-d41a-4efd-aefd-a92264ad3369 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:54:16.004969 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b3a8ae3b-352e-47ea-8565-ec6cbbe491be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:16.018389 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bfddb9c2-1279-4f48-af80-3441a90c9051 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:16.028494 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bfddb9c2-1279-4f48-af80-3441a90c9051 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:16.105422 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-b3a8ae3b-352e-47ea-8565-ec6cbbe491be None None] Port e73d6cda-d41a-4efd-aefd-a92264ad3369 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:54:16.118331 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c5d894aa-49ba-473e-9d8e-7f1dae922c4b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:16.136481 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cbc74-8563-438a-9ce3-fc4597855e62 req-f3333f9d-0a15-421b-879c-6b79893ba260 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:16.138674 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c80cbc74-8563-438a-9ce3-fc4597855e62 req-f3333f9d-0a15-421b-879c-6b79893ba260 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.4913304 Sep 14 22:54:16.141141 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-6c83464f-73fd-4e83-91cd-82492c3986a4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] device_id is not set on port 4a780bf3-24b2-4e95-8178-32dd7b91d956 yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:54:16.188954 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7742ddf5-bec3-42b3-87f3-3ed82c0e248c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Router 4149c6ac-6ade-4ffc-be4e-8d24c27d8ca9 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:54:16.209570 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eff6b4e-5e00-4fad-9b62-b803309d52a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-343da64d-5865-49bd-ad79-bd8094c7cf8e', 'network_id': '343da64d-5865-49bd-ad79-bd8094c7cf8e', 'tenant_id': '98a7f1cb67ad4eb78bb3bebf456cdba4', 'fixed_ips': [{'subnet_id': '1bfba5e2-25b9-43ac-8d9c-cfcc81b39fb4'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:54:16.210751 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8eff6b4e-5e00-4fad-9b62-b803309d52a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:16.220075 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c5d894aa-49ba-473e-9d8e-7f1dae922c4b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:16.229511 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfddb9c2-1279-4f48-af80-3441a90c9051 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Pushing event updated for resources: {'Port': ['ID=2db2dbe9-7a4e-47ad-bb88-fa6742c9309a,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:16.232993 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bfddb9c2-1279-4f48-af80-3441a90c9051 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:16.274773 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bfddb9c2-1279-4f48-af80-3441a90c9051 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:16.275994 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-bfddb9c2-1279-4f48-af80-3441a90c9051 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6342494 Sep 14 22:54:16.279487 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46934) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:16.300113 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-6d1fad01-b67c-4487-816f-71b1c0df5780 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1154194958', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'fixed_ips': [{'ip_address': '172.26.5.136'}]}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:16.308592 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-6d1fad01-b67c-4487-816f-71b1c0df5780 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:16.318035 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6d1fad01-b67c-4487-816f-71b1c0df5780 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Usage tracker for resource:port and tenant:5425362784064161a8121b797beee64d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:16.325329 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6d1fad01-b67c-4487-816f-71b1c0df5780 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:16.345865 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-6d1fad01-b67c-4487-816f-71b1c0df5780 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:16.374914 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c4dbc0aa-3a4c-4e6e-a3e9-900eadcf4d4a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:16.377439 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1fad01-b67c-4487-816f-71b1c0df5780 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Made reservation on behalf of 5425362784064161a8121b797beee64d for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:16.380222 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6d1fad01-b67c-4487-816f-71b1c0df5780 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:16.421850 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6d1fad01-b67c-4487-816f-71b1c0df5780 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:16.454628 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-6d1fad01-b67c-4487-816f-71b1c0df5780 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:16.461082 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6d1fad01-b67c-4487-816f-71b1c0df5780 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Usage tracker for resource:security_group_rule and tenant:5425362784064161a8121b797beee64d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:16.468555 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6d1fad01-b67c-4487-816f-71b1c0df5780 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:16.484996 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-6d1fad01-b67c-4487-816f-71b1c0df5780 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:16.595864 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-8eff6b4e-5e00-4fad-9b62-b803309d52a1 None None] Allocated IP 172.20.0.2 (343da64d-5865-49bd-ad79-bd8094c7cf8e/1bfba5e2-25b9-43ac-8d9c-cfcc81b39fb4/836e09e1-e946-4191-8942-3b8465993271) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:54:16.671211 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6d1fad01-b67c-4487-816f-71b1c0df5780 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:16.684861 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6d1fad01-b67c-4487-816f-71b1c0df5780 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:16.690243 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-6d1fad01-b67c-4487-816f-71b1c0df5780 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] device_id is not set on port e46f5549-2e56-433b-9a81-36a2f05359b4 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:54:16.879348 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c80cbc74-8563-438a-9ce3-fc4597855e62 req-44321482-e32d-42b6-b3fd-9df2ef27b26c tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6850562 Sep 14 22:54:16.879886 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8eff6b4e-5e00-4fad-9b62-b803309d52a1 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:16.892300 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-8eff6b4e-5e00-4fad-9b62-b803309d52a1 None None] Transition to ACTIVE for port object 836e09e1-e946-4191-8942-3b8465993271 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:54:16.937710 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d894aa-49ba-473e-9d8e-7f1dae922c4b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Pushing event updated for resources: {'Port': ['ID=39947b4a-ff80-422e-bbc4-2a4e8d390c1e,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:16.959732 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-8eff6b4e-5e00-4fad-9b62-b803309d52a1 None None] Transition to ACTIVE for port object 836e09e1-e946-4191-8942-3b8465993271 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:54:16.975478 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8eff6b4e-5e00-4fad-9b62-b803309d52a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:17.014431 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c5d894aa-49ba-473e-9d8e-7f1dae922c4b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:17.034219 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1fad01-b67c-4487-816f-71b1c0df5780 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df24b06-1112-40f1-81f1-b78542dede47,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:17.042195 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d1fad01-b67c-4487-816f-71b1c0df5780 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 14 22:54:17.043890 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d1fad01-b67c-4487-816f-71b1c0df5780 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:54:17.051474 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c5d894aa-49ba-473e-9d8e-7f1dae922c4b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:17.056777 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c5d894aa-49ba-473e-9d8e-7f1dae922c4b tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.1210165 Sep 14 22:54:17.056927 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46948) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:17.056927 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46950) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:17.075079 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-4f84dbfe-96ce-4f3e-8f98-cb84af111fbc tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Request body: {'floatingip': {'port_id': '2f65635a-32f3-47bd-abcf-1a53c194e789', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:17.105528 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-6c83464f-73fd-4e83-91cd-82492c3986a4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Allocated IP 172.20.0.11 (d27b8a6e-a159-4ac1-b309-1f0aa497a093/f6a110bd-a1f5-4f09-bf86-2ad469d5bb85/4a780bf3-24b2-4e95-8178-32dd7b91d956) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:54:17.113556 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eff6b4e-5e00-4fad-9b62-b803309d52a1 None None] Network 343da64d-5865-49bd-ad79-bd8094c7cf8e is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:17.117473 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-8eff6b4e-5e00-4fad-9b62-b803309d52a1 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:17.122213 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eff6b4e-5e00-4fad-9b62-b803309d52a1 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:54:17.177131 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff6b4e-5e00-4fad-9b62-b803309d52a1 None None] Pushing event updated for resources: {'Port': ['ID=836e09e1-e946-4191-8942-3b8465993271,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:17.183113 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c4dbc0aa-3a4c-4e6e-a3e9-900eadcf4d4a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:17.195526 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-4646f463-4b74-404f-916c-2b27f7f427dd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Request body: {'subnet': {'network_id': '67197a28-b690-40bb-8995-0261ce7373fa', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:17.221008 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7742ddf5-bec3-42b3-87f3-3ed82c0e248c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:54:17.233361 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7742ddf5-bec3-42b3-87f3-3ed82c0e248c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "PUT /v2.0/routers/4149c6ac-6ade-4ffc-be4e-8d24c27d8ca9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0749559 Sep 14 22:54:17.235849 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a54c83d-286a-45c7-b9fa-976ee64808d4 None None] Sync routers for ids ['4149c6ac-6ade-4ffc-be4e-8d24c27d8ca9'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:54:17.248629 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-8eff6b4e-5e00-4fad-9b62-b803309d52a1 None None] Attempting to bind port 836e09e1-e946-4191-8942-3b8465993271 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:54:17.248996 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-8eff6b4e-5e00-4fad-9b62-b803309d52a1 None None] Attempting to bind port 836e09e1-e946-4191-8942-3b8465993271 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'c24893cc-aabd-4822-9b26-cee977bbe0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '343da64d-5865-49bd-ad79-bd8094c7cf8e'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:54:17.249355 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eff6b4e-5e00-4fad-9b62-b803309d52a1 None None] Attempting to bind port 836e09e1-e946-4191-8942-3b8465993271 on network 343da64d-5865-49bd-ad79-bd8094c7cf8e {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:54:17.254977 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a54c83d-286a-45c7-b9fa-976ee64808d4 None None] Routers {'4149c6ac-6ade-4ffc-be4e-8d24c27d8ca9'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:54:17.255630 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-9a54c83d-286a-45c7-b9fa-976ee64808d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:54:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['4149c6ac-6ade-4ffc-be4e-8d24c27d8ca9'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:17.255938 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46960) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:17.311349 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eff6b4e-5e00-4fad-9b62-b803309d52a1 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:54:17.311349 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eff6b4e-5e00-4fad-9b62-b803309d52a1 None None] Checking segment: {'id': 'c24893cc-aabd-4822-9b26-cee977bbe0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '343da64d-5865-49bd-ad79-bd8094c7cf8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:54:17.311685 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8eff6b4e-5e00-4fad-9b62-b803309d52a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:17.312104 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eff6b4e-5e00-4fad-9b62-b803309d52a1 None None] Bound using segment: {'id': 'c24893cc-aabd-4822-9b26-cee977bbe0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '343da64d-5865-49bd-ad79-bd8094c7cf8e'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:54:17.312674 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-8eff6b4e-5e00-4fad-9b62-b803309d52a1 None None] Bound port: 836e09e1-e946-4191-8942-3b8465993271, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24893cc-aabd-4822-9b26-cee977bbe0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '343da64d-5865-49bd-ad79-bd8094c7cf8e'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:54:17.312896 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8eff6b4e-5e00-4fad-9b62-b803309d52a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:17.363538 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6d1fad01-b67c-4487-816f-71b1c0df5780 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.0828049 Sep 14 22:54:17.379444 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46968) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:17.388644 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4f84dbfe-96ce-4f3e-8f98-cb84af111fbc tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks [] for floatingip, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:17.423949 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c4dbc0aa-3a4c-4e6e-a3e9-900eadcf4d4a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:17.475791 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-9a54c83d-286a-45c7-b9fa-976ee64808d4 None None] Set router 4149c6ac-6ade-4ffc-be4e-8d24c27d8ca9 gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:54:17.537446 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dbc0aa-3a4c-4e6e-a3e9-900eadcf4d4a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event deleted for resources: {'Subnet': ['ID=1bfba5e2-25b9-43ac-8d9c-cfcc81b39fb4,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:17.556005 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4175a41a-235f-4b52-a64f-ed856839d6b2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:17.556822 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-4175a41a-235f-4b52-a64f-ed856839d6b2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:54:17.692758 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-4175a41a-235f-4b52-a64f-ed856839d6b2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:54:17.694610 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-03b44473-abda-42b2-83ba-fcfa6e1ba9c2 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Deleting port 2db2dbe9-7a4e-47ad-bb88-fa6742c9309a {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:17.694961 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-03b44473-abda-42b2-83ba-fcfa6e1ba9c2 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:17.696698 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4175a41a-235f-4b52-a64f-ed856839d6b2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports/e73d6cda-d41a-4efd-aefd-a92264ad3369 HTTP/1.1" status: 200 len: 911 time: 0.4387572 Sep 14 22:54:17.708071 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46976) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:17.718649 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c4dbc0aa-3a4c-4e6e-a3e9-900eadcf4d4a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:17.720738 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-4646f463-4b74-404f-916c-2b27f7f427dd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:17.746704 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-4646f463-4b74-404f-916c-2b27f7f427dd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Usage tracker for resource:subnet and tenant:e6613fbfc8284862b15b5afbf1f6ff30 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:17.768648 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71620e47-494a-4535-a6d9-246aba6d69c1 req-19331c77-db13-48cc-b8b4-211225c92d0e tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:17.770107 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-71620e47-494a-4535-a6d9-246aba6d69c1 req-19331c77-db13-48cc-b8b4-211225c92d0e tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.6408813 Sep 14 22:54:17.780965 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-4646f463-4b74-404f-916c-2b27f7f427dd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:17.803964 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-4646f463-4b74-404f-916c-2b27f7f427dd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:17.831108 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-8eff6b4e-5e00-4fad-9b62-b803309d52a1 None None] For port 836e09e1-e946-4191-8942-3b8465993271, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:54:17.843852 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6c83464f-73fd-4e83-91cd-82492c3986a4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:17.849716 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-c4dbc0aa-3a4c-4e6e-a3e9-900eadcf4d4a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['343da64d-5865-49bd-ad79-bd8094c7cf8e']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:17.850504 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-8eff6b4e-5e00-4fad-9b62-b803309d52a1 None None] For port 836e09e1-e946-4191-8942-3b8465993271, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=836e09e1-e946-4191-8942-3b8465993271,segment=NetworkSegment(c24893cc-aabd-4822-9b26-cee977bbe0b5),segment_id=c24893cc-aabd-4822-9b26-cee977bbe0b5)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:54:17.862801 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8eff6b4e-5e00-4fad-9b62-b803309d52a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:17.883071 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46982) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:17.884856 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-c4dbc0aa-3a4c-4e6e-a3e9-900eadcf4d4a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c24893cc-aabd-4822-9b26-cee977bbe0b5') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:17.885225 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-c4dbc0aa-3a4c-4e6e-a3e9-900eadcf4d4a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c24893cc-aabd-4822-9b26-cee977bbe0b5') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:17.909034 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4646f463-4b74-404f-916c-2b27f7f427dd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Made reservation on behalf of e6613fbfc8284862b15b5afbf1f6ff30 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:17.912498 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4646f463-4b74-404f-916c-2b27f7f427dd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:17.920051 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c4dbc0aa-3a4c-4e6e-a3e9-900eadcf4d4a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:17.939016 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-71620e47-494a-4535-a6d9-246aba6d69c1 req-f14b21d3-8a88-49d6-95f0-523eda59b5ec tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1543775 Sep 14 22:54:17.965826 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c4dbc0aa-3a4c-4e6e-a3e9-900eadcf4d4a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:17.991479 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4dbc0aa-3a4c-4e6e-a3e9-900eadcf4d4a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:54:17.992026 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c4dbc0aa-3a4c-4e6e-a3e9-900eadcf4d4a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:18.096093 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff6b4e-5e00-4fad-9b62-b803309d52a1 None None] Pushing event updated for resources: {'Port': ['ID=836e09e1-e946-4191-8942-3b8465993271,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:18.120545 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8cf142-d022-4c6b-879e-7cbe12a148c5 None None] Network 343da64d-5865-49bd-ad79-bd8094c7cf8e requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:18.131618 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4c8a60-e389-4369-8091-ca9000e9067e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:18.138289 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4c8a60-e389-4369-8091-ca9000e9067e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:18.143178 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1f4c8a60-e389-4369-8091-ca9000e9067e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4328001 Sep 14 22:54:18.147041 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment c24893cc-aabd-4822-9b26-cee977bbe0b5 resource provider aggregate not found Sep 14 22:54:18.151066 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 46992) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:18.164928 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-87d4c3f8-787b-49dd-840a-8a94001e3d18 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Request body: {'quota': {'network': 2}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:18.193929 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-4f84dbfe-96ce-4f3e-8f98-cb84af111fbc tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] update failed (client error): The resource could not be found. Sep 14 22:54:18.194659 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4f84dbfe-96ce-4f3e-8f98-cb84af111fbc tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] 10.222.0.33 "PUT /v2.0/floatingips/b20ca75d-ac0b-4413-bb95-7115da8f8101 HTTP/1.1" status: 404 len: 507 time: 1.1303000 Sep 14 22:54:18.209398 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 46998) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:18.267520 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment c24893cc-aabd-4822-9b26-cee977bbe0b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c24893cc-aabd-4822-9b26-cee977bbe0b5 found for delete ", "request_id": "req-a5a7ea9b-cf86-42a1-86ee-a4f894287926"}]} Sep 14 22:54:18.283952 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6c83464f-73fd-4e83-91cd-82492c3986a4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:18.363591 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-9a54c83d-286a-45c7-b9fa-976ee64808d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4149c6ac-6ade-4ffc-be4e-8d24c27d8ca9', 'name': 'tempest-NetworksTestDHCPv6-router-471556831', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:54:05Z', 'updated_at': '2022-09-14T22:54:12Z', 'revision_number': 2, 'project_id': '85df200b99f948bea73339849d4d7aa6', 'gw_port_host': None, '_interfaces': [{'id': 'e73d6cda-d41a-4efd-aefd-a92264ad3369', 'name': '', 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'mac_address': 'fa:16:3e:19:72:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4149c6ac-6ade-4ffc-be4e-8d24c27d8ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'c5dcbf45-4694-4782-b143-18f3b07e23e9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:54:07Z', 'updated_at': '2022-09-14T22:54:13Z', 'revision_number': 2, 'project_id': '85df200b99f948bea73339849d4d7aa6', 'subnets': [{'id': 'c5dcbf45-4694-4782-b143-18f3b07e23e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:18.370628 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a54c83d-286a-45c7-b9fa-976ee64808d4 None None] Checking router: 4149c6ac-6ade-4ffc-be4e-8d24c27d8ca9 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:54:18.370975 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a54c83d-286a-45c7-b9fa-976ee64808d4 None None] Updating router 4149c6ac-6ade-4ffc-be4e-8d24c27d8ca9 port e73d6cda-d41a-4efd-aefd-a92264ad3369 binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:54:18.438586 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-03b44473-abda-42b2-83ba-fcfa6e1ba9c2 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:18.439166 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-03b44473-abda-42b2-83ba-fcfa6e1ba9c2 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:18.440498 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9a54c83d-286a-45c7-b9fa-976ee64808d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:18.457165 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.api [None req-c4dbc0aa-3a4c-4e6e-a3e9-900eadcf4d4a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 14 22:54:18.457165 dv-neutron-857791-1-hyperv neutron-server[89170]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 14 22:54:18.457165 dv-neutron-857791-1-hyperv neutron-server[89170]: [parameters: {'id': '343da64d-5865-49bd-ad79-bd8094c7cf8e'}] Sep 14 22:54:18.457165 dv-neutron-857791-1-hyperv neutron-server[89170]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:54:18.457671 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG oslo_db.api [None req-c4dbc0aa-3a4c-4e6e-a3e9-900eadcf4d4a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:54:18.479680 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-66a514c5-cc44-44a7-bbf9-7c06771d4e00 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Deleting port 39947b4a-ff80-422e-bbc4-2a4e8d390c1e {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:18.480341 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-66a514c5-cc44-44a7-bbf9-7c06771d4e00 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:18.494247 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdd78ee-53db-4454-9468-41b772d32072 None None] get_active_networks_info from dv-neutron-857791-1-hyperv {{(pid=89172) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 14 22:54:18.517835 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c83464f-73fd-4e83-91cd-82492c3986a4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Network d27b8a6e-a159-4ac1-b309-1f0aa497a093 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:18.531819 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-87d4c3f8-787b-49dd-840a-8a94001e3d18 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] 10.222.0.33 "PUT /v2.0/quotas/665f9c94b1bc49d282c7aaae1d01bbbb HTTP/1.1" status: 200 len: 368 time: 0.6318820 Sep 14 22:54:18.531819 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-6c83464f-73fd-4e83-91cd-82492c3986a4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:18.532112 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47004) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:18.542856 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c83464f-73fd-4e83-91cd-82492c3986a4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:54:18.585197 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-a7d75d50-6a44-4cb7-acee-0fe778a572c2 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Request body: {'network': {'project_id': '665f9c94b1bc49d282c7aaae1d01bbbb'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:18.599711 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83464f-73fd-4e83-91cd-82492c3986a4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event updated for resources: {'Port': ['ID=4a780bf3-24b2-4e95-8178-32dd7b91d956,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:18.647073 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-03b44473-abda-42b2-83ba-fcfa6e1ba9c2 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Calling delete_port for 2db2dbe9-7a4e-47ad-bb88-fa6742c9309a owned by network:floatingip {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:54:18.668751 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-a7d75d50-6a44-4cb7-acee-0fe778a572c2 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:18.688230 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a7d75d50-6a44-4cb7-acee-0fe778a572c2 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Usage tracker for resource:network and tenant:665f9c94b1bc49d282c7aaae1d01bbbb is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:18.752127 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a7d75d50-6a44-4cb7-acee-0fe778a572c2 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:18.785920 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-a7d75d50-6a44-4cb7-acee-0fe778a572c2 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:18.789665 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdd78ee-53db-4454-9468-41b772d32072 None None] Resources bound (agent type, host, resource id): {{(pid=89172) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 14 22:54:18.807912 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c83464f-73fd-4e83-91cd-82492c3986a4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:18.808541 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6c83464f-73fd-4e83-91cd-82492c3986a4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:18.840913 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d75d50-6a44-4cb7-acee-0fe778a572c2 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Made reservation on behalf of 665f9c94b1bc49d282c7aaae1d01bbbb for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:18.843206 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a7d75d50-6a44-4cb7-acee-0fe778a572c2 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:18.903315 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a7d75d50-6a44-4cb7-acee-0fe778a572c2 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:19.000422 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4646f463-4b74-404f-916c-2b27f7f427dd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:19.036016 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-66a514c5-cc44-44a7-bbf9-7c06771d4e00 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:19.036371 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-66a514c5-cc44-44a7-bbf9-7c06771d4e00 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:19.063234 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c4dbc0aa-3a4c-4e6e-a3e9-900eadcf4d4a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:19.070963 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6c83464f-73fd-4e83-91cd-82492c3986a4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9369526 Sep 14 22:54:19.078097 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd95f2-6213-4498-a64e-63291b5d23d4 req-2d003652-59b2-444d-92ed-672eea20d223 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:19.080069 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f6fd95f2-6213-4498-a64e-63291b5d23d4 req-2d003652-59b2-444d-92ed-672eea20d223 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.6784322 Sep 14 22:54:19.080559 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47008) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:19.094969 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-617628e1-52f3-4939-9962-7e5da9f04358 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Request body: {'floatingip': {'port_id': '4a780bf3-24b2-4e95-8178-32dd7b91d956'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:19.154593 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-a7d75d50-6a44-4cb7-acee-0fe778a572c2 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:19.159330 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9a54c83d-286a-45c7-b9fa-976ee64808d4 None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:19.170435 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:19.178751 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-9a54c83d-286a-45c7-b9fa-976ee64808d4 None None] Transition to ACTIVE for port object e73d6cda-d41a-4efd-aefd-a92264ad3369 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:54:19.188686 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9a54c83d-286a-45c7-b9fa-976ee64808d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:19.192595 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-66a514c5-cc44-44a7-bbf9-7c06771d4e00 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Calling delete_port for 39947b4a-ff80-422e-bbc4-2a4e8d390c1e owned by network:floatingip {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:54:19.193180 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a7d75d50-6a44-4cb7-acee-0fe778a572c2 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Usage tracker for resource:security_group_rule and tenant:665f9c94b1bc49d282c7aaae1d01bbbb is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:19.200099 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a7d75d50-6a44-4cb7-acee-0fe778a572c2 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:19.223873 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-a7d75d50-6a44-4cb7-acee-0fe778a572c2 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:19.226000 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-c4dbc0aa-3a4c-4e6e-a3e9-900eadcf4d4a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Deleting port 836e09e1-e946-4191-8942-3b8465993271 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:19.226350 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c4dbc0aa-3a4c-4e6e-a3e9-900eadcf4d4a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:19.228909 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-03b44473-abda-42b2-83ba-fcfa6e1ba9c2 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:19.255554 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-617628e1-52f3-4939-9962-7e5da9f04358 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for floatingip, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:19.307092 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b44473-abda-42b2-83ba-fcfa6e1ba9c2 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Pushing event deleted for resources: {'Port': ['ID=2db2dbe9-7a4e-47ad-bb88-fa6742c9309a,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:19.360069 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4646f463-4b74-404f-916c-2b27f7f427dd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event updated for resources: {'Subnet': ['ID=87efea23-de8f-4e27-801e-1be47c8c5c0f,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:19.379774 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4646f463-4b74-404f-916c-2b27f7f427dd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Checking segment: {'id': 'd647db34-44d1-4403-b1bc-7c3dc73b10d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '67197a28-b690-40bb-8995-0261ce7373fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:54:19.380136 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4646f463-4b74-404f-916c-2b27f7f427dd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Network hostable DHCP agents. Network: 67197a28-b690-40bb-8995-0261ce7373fa, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:54:19.424690 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f6fd95f2-6213-4498-a64e-63291b5d23d4 req-3d91a449-d1fe-42a7-a30e-f54c73217a9e tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3342288 Sep 14 22:54:19.493421 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4646f463-4b74-404f-916c-2b27f7f427dd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Network 67197a28-b690-40bb-8995-0261ce7373fa is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:54:19.504294 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834065ba-5da3-4cae-9719-e4f82703d071 None None] Pushing event updated for resources: {'Port': ['ID=e73d6cda-d41a-4efd-aefd-a92264ad3369,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:19.513205 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-03b44473-abda-42b2-83ba-fcfa6e1ba9c2 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:19.521561 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-9a54c83d-286a-45c7-b9fa-976ee64808d4 None None] Attempting to bind port e73d6cda-d41a-4efd-aefd-a92264ad3369 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:54:19.522219 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-9a54c83d-286a-45c7-b9fa-976ee64808d4 None None] Attempting to bind port e73d6cda-d41a-4efd-aefd-a92264ad3369 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:54:19.522741 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a54c83d-286a-45c7-b9fa-976ee64808d4 None None] Attempting to bind port e73d6cda-d41a-4efd-aefd-a92264ad3369 on network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:54:19.522958 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-4646f463-4b74-404f-916c-2b27f7f427dd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 67197a28-b690-40bb-8995-0261ce7373fa) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:19.533832 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4646f463-4b74-404f-916c-2b27f7f427dd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:19.534427 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4646f463-4b74-404f-916c-2b27f7f427dd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:19.534969 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a54c83d-286a-45c7-b9fa-976ee64808d4 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:54:19.535457 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a54c83d-286a-45c7-b9fa-976ee64808d4 None None] Checking segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:54:19.535966 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9a54c83d-286a-45c7-b9fa-976ee64808d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:19.536449 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a54c83d-286a-45c7-b9fa-976ee64808d4 None None] Bound using segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:54:19.537046 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-9a54c83d-286a-45c7-b9fa-976ee64808d4 None None] Bound port: e73d6cda-d41a-4efd-aefd-a92264ad3369, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:54:19.537684 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9a54c83d-286a-45c7-b9fa-976ee64808d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:19.549600 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-66a514c5-cc44-44a7-bbf9-7c06771d4e00 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:19.609397 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a514c5-cc44-44a7-bbf9-7c06771d4e00 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Pushing event deleted for resources: {'Port': ['ID=39947b4a-ff80-422e-bbc4-2a4e8d390c1e,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:19.642960 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4029844-5184-4242-bc72-ee8e47db63cb None None] Network 67197a28-b690-40bb-8995-0261ce7373fa requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:19.653423 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4646f463-4b74-404f-916c-2b27f7f427dd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5921998 Sep 14 22:54:19.653812 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a7d75d50-6a44-4cb7-acee-0fe778a572c2 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:19.660561 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47014) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:19.662191 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-03b44473-abda-42b2-83ba-fcfa6e1ba9c2 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:19.666735 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-03b44473-abda-42b2-83ba-fcfa6e1ba9c2 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549 tempest-ExternalNetworksAdminNegativeTestJSON-2009354549-project-admin] 10.222.0.33 "DELETE /v2.0/floatingips/d4cefb1e-7bee-4625-a259-d1e719175652 HTTP/1.1" status: 204 len: 168 time: 2.2829671 Sep 14 22:54:19.760740 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a7d75d50-6a44-4cb7-acee-0fe778a572c2 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:19.766641 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-9a54c83d-286a-45c7-b9fa-976ee64808d4 None None] For port e73d6cda-d41a-4efd-aefd-a92264ad3369, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:54:19.780397 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-9a54c83d-286a-45c7-b9fa-976ee64808d4 None None] For port e73d6cda-d41a-4efd-aefd-a92264ad3369, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=e73d6cda-d41a-4efd-aefd-a92264ad3369,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:54:19.800358 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9a54c83d-286a-45c7-b9fa-976ee64808d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:19.818658 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-1a62d2d3-86f9-4d36-9b94-b293fafae7cd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-455629188'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:19.833149 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-1a62d2d3-86f9-4d36-9b94-b293fafae7cd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:19.840576 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1a62d2d3-86f9-4d36-9b94-b293fafae7cd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Usage tracker for resource:network and tenant:e6613fbfc8284862b15b5afbf1f6ff30 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:19.844897 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1a62d2d3-86f9-4d36-9b94-b293fafae7cd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:19.854378 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-1a62d2d3-86f9-4d36-9b94-b293fafae7cd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:19.864689 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-66a514c5-cc44-44a7-bbf9-7c06771d4e00 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks [] for floatingip, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:19.867202 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-66a514c5-cc44-44a7-bbf9-7c06771d4e00 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:19.868352 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-66a514c5-cc44-44a7-bbf9-7c06771d4e00 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] 10.222.0.33 "DELETE /v2.0/floatingips/b20ca75d-ac0b-4413-bb95-7115da8f8101 HTTP/1.1" status: 204 len: 168 time: 1.6580462 Sep 14 22:54:19.878355 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47020) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:19.889669 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-596ec0dc-fe81-493b-80d5-9254498de88a tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Request body: {'floatingip': {'floating_network_id': 'dd332ad0-b3b4-4d43-a977-d57090be74cb', 'port_id': '2f65635a-32f3-47bd-abcf-1a53c194e789', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:19.897580 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d75d50-6a44-4cb7-acee-0fe778a572c2 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:54:19.897879 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a54c83d-286a-45c7-b9fa-976ee64808d4 None None] Routers {'4149c6ac-6ade-4ffc-be4e-8d24c27d8ca9'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:54:19.898027 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a62d2d3-86f9-4d36-9b94-b293fafae7cd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Made reservation on behalf of e6613fbfc8284862b15b5afbf1f6ff30 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:19.898567 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-9a54c83d-286a-45c7-b9fa-976ee64808d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:54:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['4149c6ac-6ade-4ffc-be4e-8d24c27d8ca9'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:19.903740 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1a62d2d3-86f9-4d36-9b94-b293fafae7cd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:19.938899 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-596ec0dc-fe81-493b-80d5-9254498de88a tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:19.948093 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-596ec0dc-fe81-493b-80d5-9254498de88a tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Usage tracker for resource:floatingip and tenant:abfa24a7b8d648cf8f67366e3b359f2b is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:19.957351 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-596ec0dc-fe81-493b-80d5-9254498de88a tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:19.967546 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-596ec0dc-fe81-493b-80d5-9254498de88a tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:19.980557 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a62d2d3-86f9-4d36-9b94-b293fafae7cd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:54:19.996180 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1a62d2d3-86f9-4d36-9b94-b293fafae7cd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:19.997285 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-1a62d2d3-86f9-4d36-9b94-b293fafae7cd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Added segment 7585463b-dd08-4509-a98c-e0e017b15509 of type vlan for network 40da8bfc-d434-45d5-bbe5-486038f568e1 Sep 14 22:54:20.003438 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-596ec0dc-fe81-493b-80d5-9254498de88a tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks [] for floatingip, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:20.007794 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d75d50-6a44-4cb7-acee-0fe778a572c2 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93cc6e2-f103-4f36-941a-17733f5e95f7,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:20.069445 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a7d75d50-6a44-4cb7-acee-0fe778a572c2 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:20.069797 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-a7d75d50-6a44-4cb7-acee-0fe778a572c2 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Added segment a2dee391-e740-4852-b190-0a7c593c323e of type vlan for network e1411ae1-617e-4dc0-9628-c0e9e26c1444 Sep 14 22:54:20.114157 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47026) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:20.143016 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1a62d2d3-86f9-4d36-9b94-b293fafae7cd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:20.186743 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1a62d2d3-86f9-4d36-9b94-b293fafae7cd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:20.193932 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a62d2d3-86f9-4d36-9b94-b293fafae7cd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:20.194990 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1a62d2d3-86f9-4d36-9b94-b293fafae7cd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:20.241817 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a7d75d50-6a44-4cb7-acee-0fe778a572c2 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:20.247989 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-c4dbc0aa-3a4c-4e6e-a3e9-900eadcf4d4a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] For port 836e09e1-e946-4191-8942-3b8465993271, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=836e09e1-e946-4191-8942-3b8465993271,segment=NetworkSegment(c24893cc-aabd-4822-9b26-cee977bbe0b5),segment_id=c24893cc-aabd-4822-9b26-cee977bbe0b5)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:54:20.248339 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c4dbc0aa-3a4c-4e6e-a3e9-900eadcf4d4a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:20.251559 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630640d6-2872-49fe-a7eb-0fe18204a6bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-67197a28-b690-40bb-8995-0261ce7373fa', 'network_id': '67197a28-b690-40bb-8995-0261ce7373fa', 'tenant_id': 'e6613fbfc8284862b15b5afbf1f6ff30', 'fixed_ips': [{'subnet_id': '87efea23-de8f-4e27-801e-1be47c8c5c0f'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:54:20.252387 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-630640d6-2872-49fe-a7eb-0fe18204a6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:20.261679 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834065ba-5da3-4cae-9719-e4f82703d071 None None] Pushing event updated for resources: {'Port': ['ID=e73d6cda-d41a-4efd-aefd-a92264ad3369,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:20.321377 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-9a54c83d-286a-45c7-b9fa-976ee64808d4 None None] Set router 4149c6ac-6ade-4ffc-be4e-8d24c27d8ca9 gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:54:20.333815 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a94413-a4c5-4955-9ec9-77fdc265e132 req-fb685f2f-373c-4369-a7d3-de3a24af09bd tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:20.335627 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d4a94413-a4c5-4955-9ec9-77fdc265e132 req-fb685f2f-373c-4369-a7d3-de3a24af09bd tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.7196472 Sep 14 22:54:20.346913 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-53a7051e-6203-4197-9d3d-10dd0046fca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:20.377637 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62d2d3-86f9-4d36-9b94-b293fafae7cd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event updated for resources: {'Network': ['ID=40da8bfc-d434-45d5-bbe5-486038f568e1,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:20.383352 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1a62d2d3-86f9-4d36-9b94-b293fafae7cd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5722814 Sep 14 22:54:20.385796 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47032) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:20.398086 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-2733ff37-0a80-4230-8128-aa2f3e97e19c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Request body: {'subnet': {'network_id': '40da8bfc-d434-45d5-bbe5-486038f568e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:20.405950 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-c4dbc0aa-3a4c-4e6e-a3e9-900eadcf4d4a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Calling delete_port for 836e09e1-e946-4191-8942-3b8465993271 owned by network:dhcp {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:54:20.413128 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-53a7051e-6203-4197-9d3d-10dd0046fca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:20.423708 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 40da8bfc-d434-45d5-bbe5-486038f568e1 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:54:20.433546 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-53a7051e-6203-4197-9d3d-10dd0046fca0 admin admin] Usage tracker for resource:security_group_rule and tenant:0df8beaf2eb848c8a53f51a36f16d20d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:20.440827 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-53a7051e-6203-4197-9d3d-10dd0046fca0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:20.452439 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.resource_extend [None req-a7d75d50-6a44-4cb7-acee-0fe778a572c2 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 22:54:20.507691 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-53a7051e-6203-4197-9d3d-10dd0046fca0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:20.576954 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-596ec0dc-fe81-493b-80d5-9254498de88a tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 22:54:20.582377 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-596ec0dc-fe81-493b-80d5-9254498de88a tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6969712 Sep 14 22:54:20.582377 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2733ff37-0a80-4230-8128-aa2f3e97e19c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:20.582377 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47036) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:20.593797 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-e84c636c-d4c4-4ae0-9df7-f529cff64ecc tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'port_id': '2f65635a-32f3-47bd-abcf-1a53c194e789', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:20.598890 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2733ff37-0a80-4230-8128-aa2f3e97e19c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Usage tracker for resource:subnet and tenant:e6613fbfc8284862b15b5afbf1f6ff30 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:20.602634 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2733ff37-0a80-4230-8128-aa2f3e97e19c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:20.607369 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-e84c636c-d4c4-4ae0-9df7-f529cff64ecc tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:20.615861 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e84c636c-d4c4-4ae0-9df7-f529cff64ecc tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Usage tracker for resource:floatingip and tenant:abfa24a7b8d648cf8f67366e3b359f2b is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:20.619486 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2733ff37-0a80-4230-8128-aa2f3e97e19c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:20.620330 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e84c636c-d4c4-4ae0-9df7-f529cff64ecc tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:20.634367 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-e84c636c-d4c4-4ae0-9df7-f529cff64ecc tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:20.646786 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2733ff37-0a80-4230-8128-aa2f3e97e19c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Made reservation on behalf of e6613fbfc8284862b15b5afbf1f6ff30 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:20.650234 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2733ff37-0a80-4230-8128-aa2f3e97e19c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:20.666578 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a7d75d50-6a44-4cb7-acee-0fe778a572c2 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:20.667545 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d75d50-6a44-4cb7-acee-0fe778a572c2 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:20.668135 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a7d75d50-6a44-4cb7-acee-0fe778a572c2 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:20.670240 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e84c636c-d4c4-4ae0-9df7-f529cff64ecc tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks [] for floatingip, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:20.715682 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2d149b6e-4751-40ee-92f9-7b382c2d9fab tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:20.792448 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-630640d6-2872-49fe-a7eb-0fe18204a6bd None None] Allocated IP 2001:db8:0:ffff::2 (67197a28-b690-40bb-8995-0261ce7373fa/87efea23-de8f-4e27-801e-1be47c8c5c0f/cbdc247c-e490-4030-bf33-4c84c05c0d4c) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:54:20.891630 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-53a7051e-6203-4197-9d3d-10dd0046fca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:20.901978 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-53a7051e-6203-4197-9d3d-10dd0046fca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:20.902195 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d4a94413-a4c5-4955-9ec9-77fdc265e132 req-8d25fca1-eb5d-4b48-8961-110e0922e84c tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5033927 Sep 14 22:54:20.947467 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7051e-6203-4197-9d3d-10dd0046fca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f889934-9975-4285-abdb-1fc2636ef45f,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:20.981382 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-53a7051e-6203-4197-9d3d-10dd0046fca0 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=0df8beaf2eb848c8a53f51a36f16d20d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8660872 Sep 14 22:54:20.992553 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47042) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:21.096359 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e84c636c-d4c4-4ae0-9df7-f529cff64ecc tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:21.111577 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c4dbc0aa-3a4c-4e6e-a3e9-900eadcf4d4a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:21.144534 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-630640d6-2872-49fe-a7eb-0fe18204a6bd None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:21.158239 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-630640d6-2872-49fe-a7eb-0fe18204a6bd None None] Transition to ACTIVE for port object cbdc247c-e490-4030-bf33-4c84c05c0d4c will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:54:21.172622 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a7d75d50-6a44-4cb7-acee-0fe778a572c2 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.6317627 Sep 14 22:54:21.185091 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d75d50-6a44-4cb7-acee-0fe778a572c2 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Pushing event updated for resources: {'Network': ['ID=e1411ae1-617e-4dc0-9628-c0e9e26c1444,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:21.185450 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-9a54c83d-286a-45c7-b9fa-976ee64808d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4149c6ac-6ade-4ffc-be4e-8d24c27d8ca9', 'name': 'tempest-NetworksTestDHCPv6-router-471556831', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:54:05Z', 'updated_at': '2022-09-14T22:54:12Z', 'revision_number': 2, 'project_id': '85df200b99f948bea73339849d4d7aa6', 'gw_port_host': None, '_interfaces': [{'id': 'e73d6cda-d41a-4efd-aefd-a92264ad3369', 'name': '', 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'mac_address': 'fa:16:3e:19:72:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4149c6ac-6ade-4ffc-be4e-8d24c27d8ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'c5dcbf45-4694-4782-b143-18f3b07e23e9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:54:07Z', 'updated_at': '2022-09-14T22:54:19Z', 'revision_number': 4, 'project_id': '85df200b99f948bea73339849d4d7aa6', 'subnets': [{'id': 'c5dcbf45-4694-4782-b143-18f3b07e23e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:21.187136 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47046) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:21.188862 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-630640d6-2872-49fe-a7eb-0fe18204a6bd None None] Transition to ACTIVE for port object cbdc247c-e490-4030-bf33-4c84c05c0d4c will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:54:21.196442 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dbc0aa-3a4c-4e6e-a3e9-900eadcf4d4a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event deleted for resources: {'Port': ['ID=836e09e1-e946-4191-8942-3b8465993271,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:21.196919 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a54c83d-286a-45c7-b9fa-976ee64808d4 None None] The sync data for ids ['4149c6ac-6ade-4ffc-be4e-8d24c27d8ca9'] in dv-neutron-857791-1-hyperv is: [{'id': '4149c6ac-6ade-4ffc-be4e-8d24c27d8ca9', 'name': 'tempest-NetworksTestDHCPv6-router-471556831', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:54:05Z', 'updated_at': '2022-09-14T22:54:12Z', 'revision_number': 2, 'project_id': '85df200b99f948bea73339849d4d7aa6', 'gw_port_host': None, '_interfaces': [{'id': 'e73d6cda-d41a-4efd-aefd-a92264ad3369', 'name': '', 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'mac_address': 'fa:16:3e:19:72:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4149c6ac-6ade-4ffc-be4e-8d24c27d8ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'c5dcbf45-4694-4782-b143-18f3b07e23e9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:54:07Z', 'updated_at': '2022-09-14T22:54:19Z', 'revision_number': 4, 'project_id': '85df200b99f948bea73339849d4d7aa6', 'subnets': [{'id': 'c5dcbf45-4694-4782-b143-18f3b07e23e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:54:21.198458 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dbc0aa-3a4c-4e6e-a3e9-900eadcf4d4a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] No DVR routers for this DVR port 836e09e1-e946-4191-8942-3b8465993271 on host dv-neutron-857791-1-hyperv {{(pid=89170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:54:21.204175 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-630640d6-2872-49fe-a7eb-0fe18204a6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:21.208412 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-08bd53b3-cb50-4ed3-8f9c-6b69a38b8f7a tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Request body: {'network': {'project_id': '665f9c94b1bc49d282c7aaae1d01bbbb'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:21.211710 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5390c65b-18aa-4769-9548-f519a2807c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:21.228330 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2733ff37-0a80-4230-8128-aa2f3e97e19c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:21.249436 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network e1411ae1-617e-4dc0-9628-c0e9e26c1444 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:54:21.261582 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-08bd53b3-cb50-4ed3-8f9c-6b69a38b8f7a tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:21.334412 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-08bd53b3-cb50-4ed3-8f9c-6b69a38b8f7a tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Usage tracker for resource:network and tenant:665f9c94b1bc49d282c7aaae1d01bbbb is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:21.338914 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5390c65b-18aa-4769-9548-f519a2807c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:21.350263 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-08bd53b3-cb50-4ed3-8f9c-6b69a38b8f7a tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:21.396292 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733ff37-0a80-4230-8128-aa2f3e97e19c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event updated for resources: {'Subnet': ['ID=35df0112-9108-4c8c-9228-4cc4a3aeb9a1,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:21.407238 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-08bd53b3-cb50-4ed3-8f9c-6b69a38b8f7a tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:21.412040 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630640d6-2872-49fe-a7eb-0fe18204a6bd None None] Pushing event updated for resources: {'Port': ['ID=cbdc247c-e490-4030-bf33-4c84c05c0d4c,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:21.441857 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630640d6-2872-49fe-a7eb-0fe18204a6bd None None] Network 67197a28-b690-40bb-8995-0261ce7373fa is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:21.444538 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-630640d6-2872-49fe-a7eb-0fe18204a6bd None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:21.448353 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630640d6-2872-49fe-a7eb-0fe18204a6bd None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:54:21.464265 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-e84c636c-d4c4-4ae0-9df7-f529cff64ecc tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Allocated IP 172.26.5.62 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/cca66450-211c-40bc-a6a1-9526998ff9cf) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:54:21.519565 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c4dbc0aa-3a4c-4e6e-a3e9-900eadcf4d4a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:21.561746 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.resource_extend [None req-617628e1-52f3-4939-9962-7e5da9f04358 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 22:54:21.597364 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5390c65b-18aa-4769-9548-f519a2807c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:21.613307 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-630640d6-2872-49fe-a7eb-0fe18204a6bd None None] Attempting to bind port cbdc247c-e490-4030-bf33-4c84c05c0d4c on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:54:21.613553 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2733ff37-0a80-4230-8128-aa2f3e97e19c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Checking segment: {'id': '7585463b-dd08-4509-a98c-e0e017b15509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '40da8bfc-d434-45d5-bbe5-486038f568e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:54:21.613913 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2733ff37-0a80-4230-8128-aa2f3e97e19c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Network hostable DHCP agents. Network: 40da8bfc-d434-45d5-bbe5-486038f568e1, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:54:21.614226 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-630640d6-2872-49fe-a7eb-0fe18204a6bd None None] Attempting to bind port cbdc247c-e490-4030-bf33-4c84c05c0d4c by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'd647db34-44d1-4403-b1bc-7c3dc73b10d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '67197a28-b690-40bb-8995-0261ce7373fa'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:54:21.614884 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630640d6-2872-49fe-a7eb-0fe18204a6bd None None] Attempting to bind port cbdc247c-e490-4030-bf33-4c84c05c0d4c on network 67197a28-b690-40bb-8995-0261ce7373fa {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:54:21.622090 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630640d6-2872-49fe-a7eb-0fe18204a6bd None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:54:21.622716 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630640d6-2872-49fe-a7eb-0fe18204a6bd None None] Checking segment: {'id': 'd647db34-44d1-4403-b1bc-7c3dc73b10d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '67197a28-b690-40bb-8995-0261ce7373fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:54:21.623264 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-630640d6-2872-49fe-a7eb-0fe18204a6bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:21.623805 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630640d6-2872-49fe-a7eb-0fe18204a6bd None None] Bound using segment: {'id': 'd647db34-44d1-4403-b1bc-7c3dc73b10d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '67197a28-b690-40bb-8995-0261ce7373fa'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:54:21.624424 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-630640d6-2872-49fe-a7eb-0fe18204a6bd None None] Bound port: cbdc247c-e490-4030-bf33-4c84c05c0d4c, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd647db34-44d1-4403-b1bc-7c3dc73b10d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '67197a28-b690-40bb-8995-0261ce7373fa'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:54:21.625130 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-630640d6-2872-49fe-a7eb-0fe18204a6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:21.631069 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5390c65b-18aa-4769-9548-f519a2807c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f889934-9975-4285-abdb-1fc2636ef45f,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:21.687073 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2733ff37-0a80-4230-8128-aa2f3e97e19c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Network 40da8bfc-d434-45d5-bbe5-486038f568e1 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:54:21.706724 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bd53b3-cb50-4ed3-8f9c-6b69a38b8f7a tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Made reservation on behalf of 665f9c94b1bc49d282c7aaae1d01bbbb for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:21.709343 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-08bd53b3-cb50-4ed3-8f9c-6b69a38b8f7a tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:21.711435 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-2733ff37-0a80-4230-8128-aa2f3e97e19c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 40da8bfc-d434-45d5-bbe5-486038f568e1) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:21.713221 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5390c65b-18aa-4769-9548-f519a2807c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:21.716600 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5390c65b-18aa-4769-9548-f519a2807c98 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4f889934-9975-4285-abdb-1fc2636ef45f HTTP/1.1" status: 204 len: 168 time: 0.7186780 Sep 14 22:54:21.718875 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2733ff37-0a80-4230-8128-aa2f3e97e19c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:21.719402 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2733ff37-0a80-4230-8128-aa2f3e97e19c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:21.727254 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e84c636c-d4c4-4ae0-9df7-f529cff64ecc tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:21.737260 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-c4dbc0aa-3a4c-4e6e-a3e9-900eadcf4d4a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['343da64d-5865-49bd-ad79-bd8094c7cf8e']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:21.739224 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6f00f4-446b-4e6c-acf2-584a46b03c3f None None] Network 40da8bfc-d434-45d5-bbe5-486038f568e1 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:21.751934 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-c4dbc0aa-3a4c-4e6e-a3e9-900eadcf4d4a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c24893cc-aabd-4822-9b26-cee977bbe0b5') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:21.752345 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-c4dbc0aa-3a4c-4e6e-a3e9-900eadcf4d4a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c24893cc-aabd-4822-9b26-cee977bbe0b5') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:21.764357 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2733ff37-0a80-4230-8128-aa2f3e97e19c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3722677 Sep 14 22:54:21.765352 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47052) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:21.765758 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c4dbc0aa-3a4c-4e6e-a3e9-900eadcf4d4a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:21.788128 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c4dbc0aa-3a4c-4e6e-a3e9-900eadcf4d4a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:21.796317 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4dbc0aa-3a4c-4e6e-a3e9-900eadcf4d4a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:54:21.796905 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c4dbc0aa-3a4c-4e6e-a3e9-900eadcf4d4a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:21.917360 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e84c636c-d4c4-4ae0-9df7-f529cff64ecc tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:21.933444 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-630640d6-2872-49fe-a7eb-0fe18204a6bd None None] For port cbdc247c-e490-4030-bf33-4c84c05c0d4c, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:54:21.950471 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-617628e1-52f3-4939-9962-7e5da9f04358 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:21.965673 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-630640d6-2872-49fe-a7eb-0fe18204a6bd None None] For port cbdc247c-e490-4030-bf33-4c84c05c0d4c, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=cbdc247c-e490-4030-bf33-4c84c05c0d4c,segment=NetworkSegment(d647db34-44d1-4403-b1bc-7c3dc73b10d9),segment_id=d647db34-44d1-4403-b1bc-7c3dc73b10d9)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:54:21.967367 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68160a8a-26bd-4eb1-82d0-f828e5e7f4d7 req-0d12391c-9b83-4c50-af3d-df49049c875d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:21.972252 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e73d6cda-d41a-4efd-aefd-a92264ad3369 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:54:21.974921 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-68160a8a-26bd-4eb1-82d0-f828e5e7f4d7 req-0d12391c-9b83-4c50-af3d-df49049c875d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.9303231 Sep 14 22:54:21.976995 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c4dbc0aa-3a4c-4e6e-a3e9-900eadcf4d4a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:21.979630 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment c24893cc-aabd-4822-9b26-cee977bbe0b5 resource provider aggregate not found Sep 14 22:54:22.051831 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-617628e1-52f3-4939-9962-7e5da9f04358 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:22.063527 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-630640d6-2872-49fe-a7eb-0fe18204a6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:22.110629 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment c24893cc-aabd-4822-9b26-cee977bbe0b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c24893cc-aabd-4822-9b26-cee977bbe0b5 found for delete ", "request_id": "req-f5f9babc-ac6a-4cba-8dac-d21d919beecb"}]} Sep 14 22:54:22.120516 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-68160a8a-26bd-4eb1-82d0-f828e5e7f4d7 req-facaca45-a650-49c2-bad7-24102ac5325b tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1446018 Sep 14 22:54:22.151189 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c4dbc0aa-3a4c-4e6e-a3e9-900eadcf4d4a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:22.180555 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dbc0aa-3a4c-4e6e-a3e9-900eadcf4d4a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event deleted for resources: {'Network': ['ID=343da64d-5865-49bd-ad79-bd8094c7cf8e,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:22.194701 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c4dbc0aa-3a4c-4e6e-a3e9-900eadcf4d4a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "DELETE /v2.0/networks/343da64d-5865-49bd-ad79-bd8094c7cf8e HTTP/1.1" status: 204 len: 168 time: 6.4211249 Sep 14 22:54:22.194899 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08bd53b3-cb50-4ed3-8f9c-6b69a38b8f7a tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:54:22.204959 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47064) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:22.223026 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-b7e8fb4a-c5d2-41fb-9b27-4684fc7648f2 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-399405139'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:22.300028 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b7e8fb4a-c5d2-41fb-9b27-4684fc7648f2 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:22.323532 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-08bd53b3-cb50-4ed3-8f9c-6b69a38b8f7a tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:22.323532 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-08bd53b3-cb50-4ed3-8f9c-6b69a38b8f7a tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Added segment 6c510188-c81f-4b83-8ea6-4856c423263e of type vlan for network 829d6c1d-0801-492f-a439-2d7df218c96d Sep 14 22:54:22.323940 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c636c-d4c4-4ae0-9df7-f529cff64ecc tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Pushing event updated for resources: {'Port': ['ID=cca66450-211c-40bc-a6a1-9526998ff9cf,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:22.327474 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b7e8fb4a-c5d2-41fb-9b27-4684fc7648f2 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Usage tracker for resource:network and tenant:98a7f1cb67ad4eb78bb3bebf456cdba4 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:22.346400 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b7e8fb4a-c5d2-41fb-9b27-4684fc7648f2 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:22.350175 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-2d149b6e-4751-40ee-92f9-7b382c2d9fab tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting port e73d6cda-d41a-4efd-aefd-a92264ad3369 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:22.350516 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2d149b6e-4751-40ee-92f9-7b382c2d9fab tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:22.398965 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b7e8fb4a-c5d2-41fb-9b27-4684fc7648f2 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:22.421445 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c8723e46-a650-4384-ae1d-e640320a44ba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:22.456434 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84c636c-d4c4-4ae0-9df7-f529cff64ecc tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:22.469106 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-e84c636c-d4c4-4ae0-9df7-f529cff64ecc tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:22.475565 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84c636c-d4c4-4ae0-9df7-f529cff64ecc tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:54:22.489184 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e8fb4a-c5d2-41fb-9b27-4684fc7648f2 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Made reservation on behalf of 98a7f1cb67ad4eb78bb3bebf456cdba4 for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:22.490536 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630640d6-2872-49fe-a7eb-0fe18204a6bd None None] Pushing event updated for resources: {'Port': ['ID=cbdc247c-e490-4030-bf33-4c84c05c0d4c,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:22.493195 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b7e8fb4a-c5d2-41fb-9b27-4684fc7648f2 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:22.507431 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-08bd53b3-cb50-4ed3-8f9c-6b69a38b8f7a tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:22.540406 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47070) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:22.549910 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-617628e1-52f3-4939-9962-7e5da9f04358 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Floating IP b5bc2107-9862-415d-9e2b-69a0d0b29046 associated. External IP: 172.26.5.244, port: 4a780bf3-24b2-4e95-8178-32dd7b91d956. Sep 14 22:54:22.633229 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port e73d6cda-d41a-4efd-aefd-a92264ad3369 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:54:22.641863 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port e73d6cda-d41a-4efd-aefd-a92264ad3369 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:54:22.642049 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:22.673321 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70352bbc-fc10-4641-8c1b-72a3c3af9fa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-40da8bfc-d434-45d5-bbe5-486038f568e1', 'network_id': '40da8bfc-d434-45d5-bbe5-486038f568e1', 'tenant_id': 'e6613fbfc8284862b15b5afbf1f6ff30', 'fixed_ips': [{'subnet_id': '35df0112-9108-4c8c-9228-4cc4a3aeb9a1'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:54:22.674491 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-70352bbc-fc10-4641-8c1b-72a3c3af9fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:22.780243 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c8723e46-a650-4384-ae1d-e640320a44ba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:22.929158 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port e73d6cda-d41a-4efd-aefd-a92264ad3369 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:54:22.929661 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:22.953577 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c8723e46-a650-4384-ae1d-e640320a44ba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server [None req-70352bbc-fc10-4641-8c1b-72a3c3af9fa0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 35df0112-9108-4c8c-9228-4cc4a3aeb9a1: This subnet is being modified by another concurrent operation. Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server raise self.value Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server raise self.value Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server raise self.value Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server raise self.value Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 14 22:54:22.960289 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 14 22:54:22.963883 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 14 22:54:22.963883 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 14 22:54:22.963883 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 14 22:54:22.963883 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 14 22:54:22.963883 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 14 22:54:22.963883 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server raise self.value Sep 14 22:54:22.963883 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 14 22:54:22.963883 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 14 22:54:22.963883 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 14 22:54:22.963883 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 14 22:54:22.963883 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 14 22:54:22.963883 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 14 22:54:22.963883 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 14 22:54:22.963883 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server raise self.value Sep 14 22:54:22.963883 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 14 22:54:22.963883 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 14 22:54:22.963883 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Sep 14 22:54:22.963883 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 14 22:54:22.963883 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1431, in _create_port_db Sep 14 22:54:22.963883 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 14 22:54:22.963883 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 14 22:54:22.963883 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 14 22:54:22.963883 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 14 22:54:22.963883 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 14 22:54:22.963883 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 14 22:54:22.963883 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 14 22:54:22.963883 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 14 22:54:22.963883 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 14 22:54:22.963883 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 14 22:54:22.963883 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 14 22:54:22.963883 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 14 22:54:22.963883 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 14 22:54:22.963883 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 14 22:54:22.963883 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 14 22:54:22.963883 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 14 22:54:22.963883 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server raise exception Sep 14 22:54:22.963883 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 35df0112-9108-4c8c-9228-4cc4a3aeb9a1: This subnet is being modified by another concurrent operation. Sep 14 22:54:22.963883 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server Sep 14 22:54:22.974111 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port e73d6cda-d41a-4efd-aefd-a92264ad3369, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=e73d6cda-d41a-4efd-aefd-a92264ad3369,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:54:22.979610 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.resource_extend [None req-08bd53b3-cb50-4ed3-8f9c-6b69a38b8f7a tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 22:54:22.980142 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:23.028770 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb2ec41-6f7d-4922-acbd-57b87a05f67a None None] Network 40da8bfc-d434-45d5-bbe5-486038f568e1 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:23.035825 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8723e46-a650-4384-ae1d-e640320a44ba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event deleted for resources: {'Subnet': ['ID=35df0112-9108-4c8c-9228-4cc4a3aeb9a1,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:23.043988 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-08bd53b3-cb50-4ed3-8f9c-6b69a38b8f7a tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:23.045070 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bd53b3-cb50-4ed3-8f9c-6b69a38b8f7a tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:23.045536 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-08bd53b3-cb50-4ed3-8f9c-6b69a38b8f7a tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:23.071029 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e8fb4a-c5d2-41fb-9b27-4684fc7648f2 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:54:23.092479 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-e84c636c-d4c4-4ae0-9df7-f529cff64ecc tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Deleting port cca66450-211c-40bc-a6a1-9526998ff9cf {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:23.092846 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e84c636c-d4c4-4ae0-9df7-f529cff64ecc tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:23.165667 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=e73d6cda-d41a-4efd-aefd-a92264ad3369,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:23.173779 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c8723e46-a650-4384-ae1d-e640320a44ba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:23.265080 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-65188182-d72d-4943-af18-da760655fe07 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5425362784064161a8121b797beee64d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7165213 Sep 14 22:54:23.267378 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-c8723e46-a650-4384-ae1d-e640320a44ba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40da8bfc-d434-45d5-bbe5-486038f568e1']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:23.274363 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47074) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:23.277465 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b7e8fb4a-c5d2-41fb-9b27-4684fc7648f2 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:23.277812 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-b7e8fb4a-c5d2-41fb-9b27-4684fc7648f2 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Added segment bf9e270a-c4ef-4849-9761-f0c69dd5a9fb of type vlan for network 090b078b-159f-49d8-9ef8-fc93d099db09 Sep 14 22:54:23.298991 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-08bd53b3-cb50-4ed3-8f9c-6b69a38b8f7a tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.1052229 Sep 14 22:54:23.304951 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47078) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:23.314714 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-c8723e46-a650-4384-ae1d-e640320a44ba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7585463b-dd08-4509-a98c-e0e017b15509') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:23.315011 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-c8723e46-a650-4384-ae1d-e640320a44ba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7585463b-dd08-4509-a98c-e0e017b15509') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:23.337332 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c8723e46-a650-4384-ae1d-e640320a44ba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:23.337584 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-4afa07a6-22d8-4c3a-bc12-bd8c462d7285 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Request body: {'network': {'project_id': '665f9c94b1bc49d282c7aaae1d01bbbb'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:23.345109 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd53b3-cb50-4ed3-8f9c-6b69a38b8f7a tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Pushing event updated for resources: {'Network': ['ID=829d6c1d-0801-492f-a439-2d7df218c96d,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:23.358816 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 829d6c1d-0801-492f-a439-2d7df218c96d details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:54:23.376898 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-4afa07a6-22d8-4c3a-bc12-bd8c462d7285 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:23.434562 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-2d149b6e-4751-40ee-92f9-7b382c2d9fab tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] For port e73d6cda-d41a-4efd-aefd-a92264ad3369, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=e73d6cda-d41a-4efd-aefd-a92264ad3369,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:54:23.434922 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2d149b6e-4751-40ee-92f9-7b382c2d9fab tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:23.460731 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c8723e46-a650-4384-ae1d-e640320a44ba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:23.463565 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-4afa07a6-22d8-4c3a-bc12-bd8c462d7285 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Usage tracker for resource:network and tenant:665f9c94b1bc49d282c7aaae1d01bbbb is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:23.465171 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-44a9bc5b-5e05-4c3c-a521-89ad37ec11f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:23.480313 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-4afa07a6-22d8-4c3a-bc12-bd8c462d7285 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:23.497290 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8723e46-a650-4384-ae1d-e640320a44ba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:54:23.497692 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c8723e46-a650-4384-ae1d-e640320a44ba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:23.523330 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a89ca8-ce81-4f72-9c17-847bbcb89194 req-3c63ac5c-bbe7-473f-a6aa-f1b6fb204eda tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:23.529069 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-50a89ca8-ce81-4f72-9c17-847bbcb89194 req-3c63ac5c-bbe7-473f-a6aa-f1b6fb204eda tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.8664570 Sep 14 22:54:23.530679 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-4afa07a6-22d8-4c3a-bc12-bd8c462d7285 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:23.609800 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 7585463b-dd08-4509-a98c-e0e017b15509 resource provider aggregate not found Sep 14 22:54:23.615415 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e84c636c-d4c4-4ae0-9df7-f529cff64ecc tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:23.615945 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e84c636c-d4c4-4ae0-9df7-f529cff64ecc tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:23.640163 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-44a9bc5b-5e05-4c3c-a521-89ad37ec11f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:23.663388 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 7585463b-dd08-4509-a98c-e0e017b15509 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7585463b-dd08-4509-a98c-e0e017b15509 found for delete ", "request_id": "req-ef40a69e-f2bd-4231-8384-06cef5e91cfc"}]} Sep 14 22:54:23.669370 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-2d149b6e-4751-40ee-92f9-7b382c2d9fab tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Calling delete_port for e73d6cda-d41a-4efd-aefd-a92264ad3369 owned by network:router_interface {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:54:23.706731 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b7e8fb4a-c5d2-41fb-9b27-4684fc7648f2 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:23.735414 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfcdb05-bc08-4dc0-a7a2-8161d0362fc2 None None] Network 67197a28-b690-40bb-8995-0261ce7373fa requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:23.742913 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-4afa07a6-22d8-4c3a-bc12-bd8c462d7285 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 14 22:54:23.743666 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4afa07a6-22d8-4c3a-bc12-bd8c462d7285 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:54:23.745163 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4afa07a6-22d8-4c3a-bc12-bd8c462d7285 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.4261580 Sep 14 22:54:23.799264 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47086) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:23.801660 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b7e8fb4a-c5d2-41fb-9b27-4684fc7648f2 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:23.807073 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e8fb4a-c5d2-41fb-9b27-4684fc7648f2 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:23.807817 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b7e8fb4a-c5d2-41fb-9b27-4684fc7648f2 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:23.809351 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-e84c636c-d4c4-4ae0-9df7-f529cff64ecc tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Calling delete_port for cca66450-211c-40bc-a6a1-9526998ff9cf owned by network:floatingip {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:54:23.836395 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-98f0b8f3-fcfc-4603-8b06-09e29ffc9034 None None] Provisioning for port cbdc247c-e490-4030-bf33-4c84c05c0d4c completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:54:23.870655 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c8723e46-a650-4384-ae1d-e640320a44ba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:23.894214 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c8723e46-a650-4384-ae1d-e640320a44ba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:23.915494 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8723e46-a650-4384-ae1d-e640320a44ba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event deleted for resources: {'Network': ['ID=40da8bfc-d434-45d5-bbe5-486038f568e1,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:23.922652 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c8723e46-a650-4384-ae1d-e640320a44ba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "DELETE /v2.0/networks/40da8bfc-d434-45d5-bbe5-486038f568e1 HTTP/1.1" status: 204 len: 168 time: 2.1553702 Sep 14 22:54:23.939660 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47090) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:23.963841 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-0aea050c-db72-435b-8d1f-36f0fb2fa687 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-957010814'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:23.998738 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-44a9bc5b-5e05-4c3c-a521-89ad37ec11f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:24.021145 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e73d6cda-d41a-4efd-aefd-a92264ad3369 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:54:24.025391 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9bc5b-5e05-4c3c-a521-89ad37ec11f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df24b06-1112-40f1-81f1-b78542dede47,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:24.038841 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-44a9bc5b-5e05-4c3c-a521-89ad37ec11f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:24.042258 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-44a9bc5b-5e05-4c3c-a521-89ad37ec11f5 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3df24b06-1112-40f1-81f1-b78542dede47 HTTP/1.1" status: 204 len: 168 time: 0.7647934 Sep 14 22:54:24.042421 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0aea050c-db72-435b-8d1f-36f0fb2fa687 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:24.067450 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e84c636c-d4c4-4ae0-9df7-f529cff64ecc tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:24.106078 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0aea050c-db72-435b-8d1f-36f0fb2fa687 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Usage tracker for resource:network and tenant:e6613fbfc8284862b15b5afbf1f6ff30 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:24.128366 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port e73d6cda-d41a-4efd-aefd-a92264ad3369 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:54:24.128759 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:24.133257 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b7e8fb4a-c5d2-41fb-9b27-4684fc7648f2 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9208391 Sep 14 22:54:24.135336 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47096) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:24.141830 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0aea050c-db72-435b-8d1f-36f0fb2fa687 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:24.156754 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-a45af3de-e636-4d89-8313-5b5db43fc142 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Request body: {'subnet': {'network_id': '090b078b-159f-49d8-9ef8-fc93d099db09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:24.172053 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c636c-d4c4-4ae0-9df7-f529cff64ecc tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Pushing event deleted for resources: {'Port': ['ID=cca66450-211c-40bc-a6a1-9526998ff9cf,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:24.201009 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0aea050c-db72-435b-8d1f-36f0fb2fa687 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:24.227297 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-50a89ca8-ce81-4f72-9c17-847bbcb89194 req-9b332f6a-0108-4fb0-a969-cf3f798f519b tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5061846 Sep 14 22:54:24.246934 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8fb4a-c5d2-41fb-9b27-4684fc7648f2 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event updated for resources: {'Network': ['ID=090b078b-159f-49d8-9ef8-fc93d099db09,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:24.281463 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9d3768d8-755a-4b16-8705-16a37d1a2b48 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=665f9c94b1bc49d282c7aaae1d01bbbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4692953 Sep 14 22:54:24.287343 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47100) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:24.296421 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 090b078b-159f-49d8-9ef8-fc93d099db09 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:54:24.311146 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aea050c-db72-435b-8d1f-36f0fb2fa687 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Made reservation on behalf of e6613fbfc8284862b15b5afbf1f6ff30 for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:24.319821 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0aea050c-db72-435b-8d1f-36f0fb2fa687 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:24.322533 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port e73d6cda-d41a-4efd-aefd-a92264ad3369 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:54:24.323723 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device cbdc247c-e490-4030-bf33-4c84c05c0d4c up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:54:24.358971 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617628e1-52f3-4939-9962-7e5da9f04358 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Router f43c8169-1688-4667-b754-fb3c60e75895 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:54:24.454327 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aea050c-db72-435b-8d1f-36f0fb2fa687 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:54:24.499839 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a45af3de-e636-4d89-8313-5b5db43fc142 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:24.522639 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a45af3de-e636-4d89-8313-5b5db43fc142 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Usage tracker for resource:subnet and tenant:98a7f1cb67ad4eb78bb3bebf456cdba4 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:24.529993 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a45af3de-e636-4d89-8313-5b5db43fc142 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:24.552236 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126f4d13-b7c9-48af-b644-588425a15833 None None] get_active_networks_info from dv-neutron-857791-1-hyperv {{(pid=89172) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 14 22:54:24.553413 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a45af3de-e636-4d89-8313-5b5db43fc142 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:24.556999 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.api [None req-2d149b6e-4751-40ee-92f9-7b382c2d9fab tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:54:24.557322 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG oslo_db.api [None req-2d149b6e-4751-40ee-92f9-7b382c2d9fab tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:54:24.563286 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-e84c636c-d4c4-4ae0-9df7-f529cff64ecc tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] create failed (client error): The resource could not be found. Sep 14 22:54:24.564961 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e84c636c-d4c4-4ae0-9df7-f529cff64ecc tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.9816225 Sep 14 22:54:24.569152 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47106) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:24.602266 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-63bc7c60-de95-4c73-8ee4-0749b5675b44 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:24.604683 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0aea050c-db72-435b-8d1f-36f0fb2fa687 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:24.605032 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-0aea050c-db72-435b-8d1f-36f0fb2fa687 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Added segment 0e68983c-7c57-4b76-987f-ee939f9e866a of type vlan for network 784b8737-4139-4909-adf3-ee8f954f687b Sep 14 22:54:24.675436 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c0ca8f37-00ad-4410-bf55-c0fd9bc5b29f None None] Provisioning complete for port cbdc247c-e490-4030-bf33-4c84c05c0d4c triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:54:24.676474 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c0ca8f37-00ad-4410-bf55-c0fd9bc5b29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:24.728907 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port cbdc247c-e490-4030-bf33-4c84c05c0d4c completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:54:24.751186 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port cbdc247c-e490-4030-bf33-4c84c05c0d4c triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:54:24.752444 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:24.754688 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45af3de-e636-4d89-8313-5b5db43fc142 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Made reservation on behalf of 98a7f1cb67ad4eb78bb3bebf456cdba4 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:24.758428 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a45af3de-e636-4d89-8313-5b5db43fc142 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:24.870652 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0aea050c-db72-435b-8d1f-36f0fb2fa687 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:24.883287 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-63bc7c60-de95-4c73-8ee4-0749b5675b44 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:24.895211 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-6bbbb6a7-8871-47b0-afc3-16793ed5ae59 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Deleting port 2f65635a-32f3-47bd-abcf-1a53c194e789 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:24.895733 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6bbbb6a7-8871-47b0-afc3-16793ed5ae59 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:24.944692 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.ipam_backend_mixin [None req-a45af3de-e636-4d89-8313-5b5db43fc142 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Performing IP validity checks on allocation pools {{(pid=89171) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 14 22:54:24.945250 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.ipam_backend_mixin [None req-a45af3de-e636-4d89-8313-5b5db43fc142 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89171) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 14 22:54:24.948834 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port cbdc247c-e490-4030-bf33-4c84c05c0d4c is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:54:24.950201 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:24.963742 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617628e1-52f3-4939-9962-7e5da9f04358 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:54:24.985196 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89e1021-5b83-479d-b092-392e4157fea9 None None] Sync routers for ids ['f43c8169-1688-4667-b754-fb3c60e75895'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:54:24.995611 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0aea050c-db72-435b-8d1f-36f0fb2fa687 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:24.998288 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89e1021-5b83-479d-b092-392e4157fea9 None None] Routers {'f43c8169-1688-4667-b754-fb3c60e75895'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:54:24.999936 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-e89e1021-5b83-479d-b092-392e4157fea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:54:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f43c8169-1688-4667-b754-fb3c60e75895'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:25.010351 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aea050c-db72-435b-8d1f-36f0fb2fa687 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:25.011109 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0aea050c-db72-435b-8d1f-36f0fb2fa687 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:25.061619 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-2d149b6e-4751-40ee-92f9-7b382c2d9fab tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting port e73d6cda-d41a-4efd-aefd-a92264ad3369 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:25.062078 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2d149b6e-4751-40ee-92f9-7b382c2d9fab tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:25.095743 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-e89e1021-5b83-479d-b092-392e4157fea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:25.107286 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89e1021-5b83-479d-b092-392e4157fea9 None None] Routers {'f43c8169-1688-4667-b754-fb3c60e75895'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:54:25.107941 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-e89e1021-5b83-479d-b092-392e4157fea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:54:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f43c8169-1688-4667-b754-fb3c60e75895'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:25.134772 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126f4d13-b7c9-48af-b644-588425a15833 None None] Resources bound (agent type, host, resource id): {{(pid=89172) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 14 22:54:25.185395 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-e89e1021-5b83-479d-b092-392e4157fea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:25.185773 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89e1021-5b83-479d-b092-392e4157fea9 None None] The sync data for ids ['f43c8169-1688-4667-b754-fb3c60e75895'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:54:25.219923 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-63bc7c60-de95-4c73-8ee4-0749b5675b44 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:25.263973 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port cbdc247c-e490-4030-bf33-4c84c05c0d4c, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=cbdc247c-e490-4030-bf33-4c84c05c0d4c,segment=NetworkSegment(d647db34-44d1-4403-b1bc-7c3dc73b10d9),segment_id=d647db34-44d1-4403-b1bc-7c3dc73b10d9)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:54:25.284215 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:25.289876 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6bbbb6a7-8871-47b0-afc3-16793ed5ae59 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:25.296736 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-63bc7c60-de95-4c73-8ee4-0749b5675b44 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:25.303355 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-63bc7c60-de95-4c73-8ee4-0749b5675b44 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] 10.222.0.33 "DELETE /v2.0/security-groups/a93cc6e2-f103-4f36-941a-17733f5e95f7 HTTP/1.1" status: 204 len: 168 time: 1.0150681 Sep 14 22:54:25.307130 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-617628e1-52f3-4939-9962-7e5da9f04358 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:25.311654 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47130) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:25.383078 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc7c60-de95-4c73-8ee4-0749b5675b44 tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93cc6e2-f103-4f36-941a-17733f5e95f7,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:25.410399 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0aea050c-db72-435b-8d1f-36f0fb2fa687 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4611657 Sep 14 22:54:25.450040 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47134) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:25.455398 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea050c-db72-435b-8d1f-36f0fb2fa687 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event updated for resources: {'Network': ['ID=784b8737-4139-4909-adf3-ee8f954f687b,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:25.475028 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-6bbbb6a7-8871-47b0-afc3-16793ed5ae59 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Calling delete_port for 2f65635a-32f3-47bd-abcf-1a53c194e789 owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:54:25.546612 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 784b8737-4139-4909-adf3-ee8f954f687b details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:54:25.554611 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-8079700d-6080-4fab-85ae-e3bf1b604874 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Request body: {'subnet': {'network_id': '784b8737-4139-4909-adf3-ee8f954f687b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:25.566197 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca8f37-00ad-4410-bf55-c0fd9bc5b29f None None] Current status of the port cbdc247c-e490-4030-bf33-4c84c05c0d4c is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:54:25.567056 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c0ca8f37-00ad-4410-bf55-c0fd9bc5b29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:25.651220 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a45af3de-e636-4d89-8313-5b5db43fc142 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:25.701301 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-617628e1-52f3-4939-9962-7e5da9f04358 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "PUT /v2.0/floatingips/b5bc2107-9862-415d-9e2b-69a0d0b29046 HTTP/1.1" status: 200 len: 979 time: 6.6175842 Sep 14 22:54:25.707732 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-716d6db2-fdba-4d8c-ae1c-d8daa1916a8c tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:25.712720 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47144) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:25.777967 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=cbdc247c-e490-4030-bf33-4c84c05c0d4c,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:25.840589 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45af3de-e636-4d89-8313-5b5db43fc142 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event updated for resources: {'Subnet': ['ID=185246e8-9545-457c-ad28-865f2d40da75,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:25.842474 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-2d149b6e-4751-40ee-92f9-7b382c2d9fab tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] For port e73d6cda-d41a-4efd-aefd-a92264ad3369, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=e73d6cda-d41a-4efd-aefd-a92264ad3369,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:54:25.842843 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2d149b6e-4751-40ee-92f9-7b382c2d9fab tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:25.851102 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-8079700d-6080-4fab-85ae-e3bf1b604874 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:25.862349 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-8079700d-6080-4fab-85ae-e3bf1b604874 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Usage tracker for resource:subnet and tenant:e6613fbfc8284862b15b5afbf1f6ff30 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:25.924586 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-8079700d-6080-4fab-85ae-e3bf1b604874 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:25.960186 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45af3de-e636-4d89-8313-5b5db43fc142 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Checking segment: {'id': 'bf9e270a-c4ef-4849-9761-f0c69dd5a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '090b078b-159f-49d8-9ef8-fc93d099db09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:54:25.960964 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45af3de-e636-4d89-8313-5b5db43fc142 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Network hostable DHCP agents. Network: 090b078b-159f-49d8-9ef8-fc93d099db09, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:54:25.969366 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-c0ca8f37-00ad-4410-bf55-c0fd9bc5b29f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:54:25.969874 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-c0ca8f37-00ad-4410-bf55-c0fd9bc5b29f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:54:25.984811 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6bbbb6a7-8871-47b0-afc3-16793ed5ae59 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:25.995939 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-ad36aca7-23a0-4e01-869c-28c3e3fd3db7 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Deleting port 4a780bf3-24b2-4e95-8178-32dd7b91d956 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:25.996547 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ad36aca7-23a0-4e01-869c-28c3e3fd3db7 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:26.033895 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-2d149b6e-4751-40ee-92f9-7b382c2d9fab tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Calling delete_port for e73d6cda-d41a-4efd-aefd-a92264ad3369 owned by network:router_interface {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:54:26.049825 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-716d6db2-fdba-4d8c-ae1c-d8daa1916a8c tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:26.062976 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbbb6a7-8871-47b0-afc3-16793ed5ae59 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Pushing event deleted for resources: {'Port': ['ID=2f65635a-32f3-47bd-abcf-1a53c194e789,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:26.074879 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-8079700d-6080-4fab-85ae-e3bf1b604874 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:26.124103 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45af3de-e636-4d89-8313-5b5db43fc142 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Network 090b078b-159f-49d8-9ef8-fc93d099db09 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:54:26.138816 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055090e6-87ec-486b-a065-0e4ba4064df9 req-53c154b3-08f7-4106-bc02-0f0f90833e66 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:26.140647 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-055090e6-87ec-486b-a065-0e4ba4064df9 req-53c154b3-08f7-4106-bc02-0f0f90833e66 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.6893945 Sep 14 22:54:26.149564 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8079700d-6080-4fab-85ae-e3bf1b604874 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Made reservation on behalf of e6613fbfc8284862b15b5afbf1f6ff30 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:26.153138 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8079700d-6080-4fab-85ae-e3bf1b604874 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:26.157450 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-716d6db2-fdba-4d8c-ae1c-d8daa1916a8c tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['829d6c1d-0801-492f-a439-2d7df218c96d']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:26.180292 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-716d6db2-fdba-4d8c-ae1c-d8daa1916a8c tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c510188-c81f-4b83-8ea6-4856c423263e') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:26.180655 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-716d6db2-fdba-4d8c-ae1c-d8daa1916a8c tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c510188-c81f-4b83-8ea6-4856c423263e') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:26.196412 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-a45af3de-e636-4d89-8313-5b5db43fc142 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 090b078b-159f-49d8-9ef8-fc93d099db09) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:26.204769 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-716d6db2-fdba-4d8c-ae1c-d8daa1916a8c tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:26.206224 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3a2aad-d495-4bf5-b3fe-7099a27e297b None None] Network 090b078b-159f-49d8-9ef8-fc93d099db09 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:26.212235 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45af3de-e636-4d89-8313-5b5db43fc142 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:26.212872 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a45af3de-e636-4d89-8313-5b5db43fc142 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:26.254587 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47154) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:26.278268 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-716d6db2-fdba-4d8c-ae1c-d8daa1916a8c tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:26.288499 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-716d6db2-fdba-4d8c-ae1c-d8daa1916a8c tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:54:26.289583 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-716d6db2-fdba-4d8c-ae1c-d8daa1916a8c tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:26.414128 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6bbbb6a7-8871-47b0-afc3-16793ed5ae59 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:26.424239 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a45af3de-e636-4d89-8313-5b5db43fc142 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.2803750 Sep 14 22:54:26.426542 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47162) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:26.429458 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-716d6db2-fdba-4d8c-ae1c-d8daa1916a8c tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:26.456872 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6bbbb6a7-8871-47b0-afc3-16793ed5ae59 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] 10.222.0.33 "DELETE /v2.0/ports/2f65635a-32f3-47bd-abcf-1a53c194e789 HTTP/1.1" status: 204 len: 168 time: 1.8862765 Sep 14 22:54:26.481290 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47166) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:26.484254 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-055090e6-87ec-486b-a065-0e4ba4064df9 req-1a5e18bb-4287-4b2c-9d65-ef8f5bbc4e43 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3104908 Sep 14 22:54:26.505257 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 6c510188-c81f-4b83-8ea6-4856c423263e resource provider aggregate not found Sep 14 22:54:26.519709 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-716d6db2-fdba-4d8c-ae1c-d8daa1916a8c tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:26.531945 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-716d6db2-fdba-4d8c-ae1c-d8daa1916a8c tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] 10.222.0.33 "DELETE /v2.0/networks/829d6c1d-0801-492f-a439-2d7df218c96d HTTP/1.1" status: 204 len: 168 time: 1.2191963 Sep 14 22:54:26.541882 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47174) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:26.559860 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-fe3b5020-3379-4694-aec6-f4e7b7d4cbd0 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-648922970', 'router:external': True}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:26.565346 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d6db2-fdba-4d8c-ae1c-d8daa1916a8c tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Pushing event deleted for resources: {'Network': ['ID=829d6c1d-0801-492f-a439-2d7df218c96d,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:26.635259 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da73a1f-dfe4-49e0-a17b-422dcfd785eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-090b078b-159f-49d8-9ef8-fc93d099db09', 'network_id': '090b078b-159f-49d8-9ef8-fc93d099db09', 'tenant_id': '98a7f1cb67ad4eb78bb3bebf456cdba4', 'fixed_ips': [{'subnet_id': '185246e8-9545-457c-ad28-865f2d40da75'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:54:26.636084 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5da73a1f-dfe4-49e0-a17b-422dcfd785eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:26.663514 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca8f37-00ad-4410-bf55-c0fd9bc5b29f None None] Current status of the port cbdc247c-e490-4030-bf33-4c84c05c0d4c is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:54:26.759922 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 6c510188-c81f-4b83-8ea6-4856c423263e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c510188-c81f-4b83-8ea6-4856c423263e found for delete ", "request_id": "req-6fa7f5a6-4a43-4c23-b0d6-9b8d55a9fdae"}]} Sep 14 22:54:26.760848 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-fe3b5020-3379-4694-aec6-f4e7b7d4cbd0 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:26.781959 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-fe3b5020-3379-4694-aec6-f4e7b7d4cbd0 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Usage tracker for resource:network and tenant:04ab023eb85c442f87a203c9b92fb746 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:26.787765 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-fe3b5020-3379-4694-aec6-f4e7b7d4cbd0 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:26.798590 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-fe3b5020-3379-4694-aec6-f4e7b7d4cbd0 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:26.831100 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3b5020-3379-4694-aec6-f4e7b7d4cbd0 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Made reservation on behalf of 04ab023eb85c442f87a203c9b92fb746 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:26.833607 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fe3b5020-3379-4694-aec6-f4e7b7d4cbd0 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:26.854268 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fe3b5020-3379-4694-aec6-f4e7b7d4cbd0 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:26.856558 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-5da73a1f-dfe4-49e0-a17b-422dcfd785eb None None] Allocated IP 172.20.0.3 (090b078b-159f-49d8-9ef8-fc93d099db09/185246e8-9545-457c-ad28-865f2d40da75/96530f19-81ee-4975-a3ee-7a15278beece) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:54:26.887802 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-fe3b5020-3379-4694-aec6-f4e7b7d4cbd0 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:26.892697 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-fe3b5020-3379-4694-aec6-f4e7b7d4cbd0 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Usage tracker for resource:security_group_rule and tenant:04ab023eb85c442f87a203c9b92fb746 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:26.896740 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-fe3b5020-3379-4694-aec6-f4e7b7d4cbd0 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:26.904218 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-fe3b5020-3379-4694-aec6-f4e7b7d4cbd0 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:27.042337 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fe3b5020-3379-4694-aec6-f4e7b7d4cbd0 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:27.048380 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2761a79-c645-4690-ade9-b158e1bf5ad0 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:27.051335 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fe3b5020-3379-4694-aec6-f4e7b7d4cbd0 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:27.086772 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5676d26f-db47-4679-b9b0-cc49fd5f008e tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:27.111980 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b5020-3379-4694-aec6-f4e7b7d4cbd0 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df16a71-e37d-4d8b-a20b-795de70d8c34,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:27.124797 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe3b5020-3379-4694-aec6-f4e7b7d4cbd0 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:54:27.174029 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fe3b5020-3379-4694-aec6-f4e7b7d4cbd0 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:27.174921 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-fe3b5020-3379-4694-aec6-f4e7b7d4cbd0 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Added segment 2b31642f-4d77-45ee-8ff9-2e50ab4b227d of type vlan for network 42f5350f-e150-40aa-a61a-34e903a4e542 Sep 14 22:54:27.182249 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5da73a1f-dfe4-49e0-a17b-422dcfd785eb None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:27.227556 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2761a79-c645-4690-ade9-b158e1bf5ad0 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:27.264003 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fe3b5020-3379-4694-aec6-f4e7b7d4cbd0 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:27.289803 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ad36aca7-23a0-4e01-869c-28c3e3fd3db7 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:27.317339 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fe3b5020-3379-4694-aec6-f4e7b7d4cbd0 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:27.318197 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3b5020-3379-4694-aec6-f4e7b7d4cbd0 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:27.318777 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fe3b5020-3379-4694-aec6-f4e7b7d4cbd0 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:27.321754 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07aa743c-c7c3-4ad4-bf22-2d88907e0e20 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:27.326312 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-07aa743c-c7c3-4ad4-bf22-2d88907e0e20 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] 10.222.0.33 "GET /v2.0/ports?device_id=7166cb1f-c594-4a21-8d43-3ae0b9d34d10 HTTP/1.1" status: 200 len: 913 time: 0.8380771 Sep 14 22:54:27.334422 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47180) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:27.360560 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-5da73a1f-dfe4-49e0-a17b-422dcfd785eb None None] Transition to ACTIVE for port object 96530f19-81ee-4975-a3ee-7a15278beece will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:54:27.389058 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-5da73a1f-dfe4-49e0-a17b-422dcfd785eb None None] Transition to ACTIVE for port object 96530f19-81ee-4975-a3ee-7a15278beece will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:54:27.397175 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5da73a1f-dfe4-49e0-a17b-422dcfd785eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:27.436939 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2d149b6e-4751-40ee-92f9-7b382c2d9fab tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:27.469842 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da73a1f-dfe4-49e0-a17b-422dcfd785eb None None] Network 090b078b-159f-49d8-9ef8-fc93d099db09 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:27.473626 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-5da73a1f-dfe4-49e0-a17b-422dcfd785eb None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:27.477342 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da73a1f-dfe4-49e0-a17b-422dcfd785eb None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:54:27.516334 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d149b6e-4751-40ee-92f9-7b382c2d9fab tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Port': ['ID=e73d6cda-d41a-4efd-aefd-a92264ad3369,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:27.529125 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da73a1f-dfe4-49e0-a17b-422dcfd785eb None None] Pushing event updated for resources: {'Port': ['ID=96530f19-81ee-4975-a3ee-7a15278beece,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:27.584318 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8079700d-6080-4fab-85ae-e3bf1b604874 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:27.596686 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b5020-3379-4694-aec6-f4e7b7d4cbd0 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Pushing event updated for resources: {'Network': ['ID=42f5350f-e150-40aa-a61a-34e903a4e542,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:27.599857 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-5da73a1f-dfe4-49e0-a17b-422dcfd785eb None None] Attempting to bind port 96530f19-81ee-4975-a3ee-7a15278beece on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:54:27.600409 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-5da73a1f-dfe4-49e0-a17b-422dcfd785eb None None] Attempting to bind port 96530f19-81ee-4975-a3ee-7a15278beece by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'bf9e270a-c4ef-4849-9761-f0c69dd5a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '090b078b-159f-49d8-9ef8-fc93d099db09'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:54:27.600911 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da73a1f-dfe4-49e0-a17b-422dcfd785eb None None] Attempting to bind port 96530f19-81ee-4975-a3ee-7a15278beece on network 090b078b-159f-49d8-9ef8-fc93d099db09 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:54:27.608376 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-fe3b5020-3379-4694-aec6-f4e7b7d4cbd0 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.3507888 Sep 14 22:54:27.609301 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47184) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:27.615209 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2761a79-c645-4690-ade9-b158e1bf5ad0 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:27.615533 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 42f5350f-e150-40aa-a61a-34e903a4e542 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:54:27.632973 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da73a1f-dfe4-49e0-a17b-422dcfd785eb None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:54:27.633462 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da73a1f-dfe4-49e0-a17b-422dcfd785eb None None] Checking segment: {'id': 'bf9e270a-c4ef-4849-9761-f0c69dd5a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '090b078b-159f-49d8-9ef8-fc93d099db09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:54:27.634295 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5da73a1f-dfe4-49e0-a17b-422dcfd785eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:27.634776 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da73a1f-dfe4-49e0-a17b-422dcfd785eb None None] Bound using segment: {'id': 'bf9e270a-c4ef-4849-9761-f0c69dd5a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '090b078b-159f-49d8-9ef8-fc93d099db09'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:54:27.635351 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-5da73a1f-dfe4-49e0-a17b-422dcfd785eb None None] Bound port: 96530f19-81ee-4975-a3ee-7a15278beece, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9e270a-c4ef-4849-9761-f0c69dd5a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '090b078b-159f-49d8-9ef8-fc93d099db09'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:54:27.635821 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5da73a1f-dfe4-49e0-a17b-422dcfd785eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:27.653167 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-9bed48a5-8b1c-4395-b380-8fec120115c5 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Request body: {'subnet': {'network_id': '42f5350f-e150-40aa-a61a-34e903a4e542', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:27.667533 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-9bed48a5-8b1c-4395-b380-8fec120115c5 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:27.735803 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2761a79-c645-4690-ade9-b158e1bf5ad0 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event deleted for resources: {'Subnet': ['ID=185246e8-9545-457c-ad28-865f2d40da75,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:27.737987 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9bed48a5-8b1c-4395-b380-8fec120115c5 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Usage tracker for resource:subnet and tenant:04ab023eb85c442f87a203c9b92fb746 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:27.747847 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9bed48a5-8b1c-4395-b380-8fec120115c5 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:27.755521 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-5da73a1f-dfe4-49e0-a17b-422dcfd785eb None None] For port 96530f19-81ee-4975-a3ee-7a15278beece, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:54:27.760049 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-5da73a1f-dfe4-49e0-a17b-422dcfd785eb None None] For port 96530f19-81ee-4975-a3ee-7a15278beece, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=96530f19-81ee-4975-a3ee-7a15278beece,segment=NetworkSegment(bf9e270a-c4ef-4849-9761-f0c69dd5a9fb),segment_id=bf9e270a-c4ef-4849-9761-f0c69dd5a9fb)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:54:27.823992 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5676d26f-db47-4679-b9b0-cc49fd5f008e tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:27.838559 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-9bed48a5-8b1c-4395-b380-8fec120115c5 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:27.896731 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5da73a1f-dfe4-49e0-a17b-422dcfd785eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:27.985036 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device cbdc247c-e490-4030-bf33-4c84c05c0d4c up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:54:27.989644 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079700d-6080-4fab-85ae-e3bf1b604874 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event updated for resources: {'Subnet': ['ID=593c5908-4877-490d-b995-76ddb08d415b,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:27.999264 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2761a79-c645-4690-ade9-b158e1bf5ad0 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:28.011330 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecab77-470c-44da-878a-8139e0e25d9c req-5be215cd-fe40-4a94-80ee-ef1852a29a3e tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:28.012597 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bed48a5-8b1c-4395-b380-8fec120115c5 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Made reservation on behalf of 04ab023eb85c442f87a203c9b92fb746 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:28.013628 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-78ecab77-470c-44da-878a-8139e0e25d9c req-5be215cd-fe40-4a94-80ee-ef1852a29a3e tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.8472729 Sep 14 22:54:28.014903 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9bed48a5-8b1c-4395-b380-8fec120115c5 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:28.045031 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-5676d26f-db47-4679-b9b0-cc49fd5f008e tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1411ae1-617e-4dc0-9628-c0e9e26c1444']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:28.067586 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2d149b6e-4751-40ee-92f9-7b382c2d9fab tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:28.118445 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da73a1f-dfe4-49e0-a17b-422dcfd785eb None None] Pushing event updated for resources: {'Port': ['ID=96530f19-81ee-4975-a3ee-7a15278beece,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:28.120969 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-e2761a79-c645-4690-ade9-b158e1bf5ad0 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090b078b-159f-49d8-9ef8-fc93d099db09']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:28.139709 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-e2761a79-c645-4690-ade9-b158e1bf5ad0 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf9e270a-c4ef-4849-9761-f0c69dd5a9fb') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:28.139709 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-e2761a79-c645-4690-ade9-b158e1bf5ad0 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf9e270a-c4ef-4849-9761-f0c69dd5a9fb') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:28.145212 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port cbdc247c-e490-4030-bf33-4c84c05c0d4c triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:54:28.145411 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:28.145508 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8079700d-6080-4fab-85ae-e3bf1b604874 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Checking segment: {'id': '0e68983c-7c57-4b76-987f-ee939f9e866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '784b8737-4139-4909-adf3-ee8f954f687b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:54:28.145846 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8079700d-6080-4fab-85ae-e3bf1b604874 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Network hostable DHCP agents. Network: 784b8737-4139-4909-adf3-ee8f954f687b, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:54:28.163401 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2761a79-c645-4690-ade9-b158e1bf5ad0 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:28.163986 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-5676d26f-db47-4679-b9b0-cc49fd5f008e tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2dee391-e740-4852-b190-0a7c593c323e') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:28.164285 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-5676d26f-db47-4679-b9b0-cc49fd5f008e tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2dee391-e740-4852-b190-0a7c593c323e') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:28.176043 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2202d5e0-492e-4d52-b023-2235548e5964 None None] Network 090b078b-159f-49d8-9ef8-fc93d099db09 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:28.238212 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2761a79-c645-4690-ade9-b158e1bf5ad0 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:28.252435 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2761a79-c645-4690-ade9-b158e1bf5ad0 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:54:28.252435 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2761a79-c645-4690-ade9-b158e1bf5ad0 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:28.271479 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5676d26f-db47-4679-b9b0-cc49fd5f008e tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:28.372080 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-78ecab77-470c-44da-878a-8139e0e25d9c req-9611b071-65e7-46a9-93c0-f432e89e8e8b tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3381295 Sep 14 22:54:28.396353 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5676d26f-db47-4679-b9b0-cc49fd5f008e tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:28.412444 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ad36aca7-23a0-4e01-869c-28c3e3fd3db7 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:28.413096 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ad36aca7-23a0-4e01-869c-28c3e3fd3db7 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:28.413549 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-ad36aca7-23a0-4e01-869c-28c3e3fd3db7 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Floating IP b5bc2107-9862-415d-9e2b-69a0d0b29046 disassociated. External IP: 172.26.5.244, port: 4a780bf3-24b2-4e95-8178-32dd7b91d956. Sep 14 22:54:28.414022 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-ad36aca7-23a0-4e01-869c-28c3e3fd3db7 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Calling delete_port for 4a780bf3-24b2-4e95-8178-32dd7b91d956 owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:54:28.438673 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port cbdc247c-e490-4030-bf33-4c84c05c0d4c is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:54:28.442584 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8079700d-6080-4fab-85ae-e3bf1b604874 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Network 784b8737-4139-4909-adf3-ee8f954f687b is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:54:28.445280 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.db.api [None req-e2761a79-c645-4690-ade9-b158e1bf5ad0 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 14 22:54:28.445280 dv-neutron-857791-1-hyperv neutron-server[89171]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 14 22:54:28.445280 dv-neutron-857791-1-hyperv neutron-server[89171]: [parameters: {'id': '090b078b-159f-49d8-9ef8-fc93d099db09'}] Sep 14 22:54:28.445280 dv-neutron-857791-1-hyperv neutron-server[89171]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:54:28.445995 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG oslo_db.api [None req-e2761a79-c645-4690-ade9-b158e1bf5ad0 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:54:28.459371 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5676d26f-db47-4679-b9b0-cc49fd5f008e tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:54:28.459777 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5676d26f-db47-4679-b9b0-cc49fd5f008e tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:28.469432 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dd68b0-8c6e-4ba9-99d5-d18ddea201cc None None] get_active_networks_info from dv-neutron-857791-1-hyperv {{(pid=89172) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 14 22:54:28.616759 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dd68b0-8c6e-4ba9-99d5-d18ddea201cc None None] Resources bound (agent type, host, resource id): {{(pid=89172) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 14 22:54:28.686748 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment a2dee391-e740-4852-b190-0a7c593c323e resource provider aggregate not found Sep 14 22:54:28.754468 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b1e79274-d76f-4793-bebc-93fa03055ffa tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:28.763862 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-8079700d-6080-4fab-85ae-e3bf1b604874 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 784b8737-4139-4909-adf3-ee8f954f687b) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:28.769048 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8079700d-6080-4fab-85ae-e3bf1b604874 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:28.769633 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8079700d-6080-4fab-85ae-e3bf1b604874 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:28.776812 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment a2dee391-e740-4852-b190-0a7c593c323e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2dee391-e740-4852-b190-0a7c593c323e found for delete ", "request_id": "req-a2f0d173-b646-4d1a-8d00-2e885c31b0f0"}]} Sep 14 22:54:28.897496 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5676d26f-db47-4679-b9b0-cc49fd5f008e tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:28.898404 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment bf9e270a-c4ef-4849-9761-f0c69dd5a9fb resource provider aggregate not found Sep 14 22:54:28.903043 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5676d26f-db47-4679-b9b0-cc49fd5f008e tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:28.929121 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d149b6e-4751-40ee-92f9-7b382c2d9fab tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Router 4149c6ac-6ade-4ffc-be4e-8d24c27d8ca9 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:54:28.936111 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8079700d-6080-4fab-85ae-e3bf1b604874 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.4831023 Sep 14 22:54:28.939119 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment bf9e270a-c4ef-4849-9761-f0c69dd5a9fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf9e270a-c4ef-4849-9761-f0c69dd5a9fb found for delete ", "request_id": "req-6459266e-792b-4119-a859-da50cc7a00c0"}]} Sep 14 22:54:28.939536 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47196) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:28.944687 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676d26f-db47-4679-b9b0-cc49fd5f008e tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] Pushing event deleted for resources: {'Network': ['ID=e1411ae1-617e-4dc0-9628-c0e9e26c1444,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:28.951285 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-aa7835b9-949c-4691-938d-33990e4337d0 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1283484659'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:28.955986 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-aa7835b9-949c-4691-938d-33990e4337d0 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:28.959852 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-aa7835b9-949c-4691-938d-33990e4337d0 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Usage tracker for resource:network and tenant:e6613fbfc8284862b15b5afbf1f6ff30 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:28.963199 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-aa7835b9-949c-4691-938d-33990e4337d0 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:28.969874 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-aa7835b9-949c-4691-938d-33990e4337d0 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:28.977700 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2761a79-c645-4690-ade9-b158e1bf5ad0 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:28.982709 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5676d26f-db47-4679-b9b0-cc49fd5f008e tempest-QuotasNegativeTest-885470050 tempest-QuotasNegativeTest-885470050-project-admin] 10.222.0.33 "DELETE /v2.0/networks/e1411ae1-617e-4dc0-9628-c0e9e26c1444 HTTP/1.1" status: 204 len: 168 time: 2.4388018 Sep 14 22:54:29.000864 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7835b9-949c-4691-938d-33990e4337d0 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Made reservation on behalf of e6613fbfc8284862b15b5afbf1f6ff30 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:29.004330 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-aa7835b9-949c-4691-938d-33990e4337d0 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:29.030476 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-e2761a79-c645-4690-ade9-b158e1bf5ad0 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Deleting port 96530f19-81ee-4975-a3ee-7a15278beece {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:29.030818 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2761a79-c645-4690-ade9-b158e1bf5ad0 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:29.033000 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cc3430-7037-448d-981a-1b02cffc0d18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-784b8737-4139-4909-adf3-ee8f954f687b', 'network_id': '784b8737-4139-4909-adf3-ee8f954f687b', 'tenant_id': 'e6613fbfc8284862b15b5afbf1f6ff30', 'fixed_ips': [{'subnet_id': '593c5908-4877-490d-b995-76ddb08d415b'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:54:29.034656 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d2cc3430-7037-448d-981a-1b02cffc0d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:29.147136 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d149b6e-4751-40ee-92f9-7b382c2d9fab tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:54:29.160376 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a326a401-0123-4705-bdc8-1290457b2e43 None None] Sync routers for ids ['4149c6ac-6ade-4ffc-be4e-8d24c27d8ca9'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:54:29.163156 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2d149b6e-4751-40ee-92f9-7b382c2d9fab tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "PUT /v2.0/routers/4149c6ac-6ade-4ffc-be4e-8d24c27d8ca9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0031800 Sep 14 22:54:29.167296 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47202) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:29.203427 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ad36aca7-23a0-4e01-869c-28c3e3fd3db7 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:29.223492 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a326a401-0123-4705-bdc8-1290457b2e43 None None] Routers {'4149c6ac-6ade-4ffc-be4e-8d24c27d8ca9'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:54:29.224124 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-a326a401-0123-4705-bdc8-1290457b2e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:54:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['4149c6ac-6ade-4ffc-be4e-8d24c27d8ca9'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:29.261573 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa7835b9-949c-4691-938d-33990e4337d0 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:54:29.280756 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36aca7-23a0-4e01-869c-28c3e3fd3db7 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event deleted for resources: {'Port': ['ID=4a780bf3-24b2-4e95-8178-32dd7b91d956,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:29.288220 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-aa7835b9-949c-4691-938d-33990e4337d0 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:29.288572 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-aa7835b9-949c-4691-938d-33990e4337d0 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Added segment 605b4a93-668d-4159-9290-89ece24b9569 of type vlan for network fe2d4087-a0ec-40ff-aa70-792913cbe551 Sep 14 22:54:29.365591 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d37f0f-23d8-4d6a-b86c-9deacc76ac69 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:29.367123 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d37f0f-23d8-4d6a-b86c-9deacc76ac69 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:29.367983 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-79d37f0f-23d8-4d6a-b86c-9deacc76ac69 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:54:29.445297 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-a326a401-0123-4705-bdc8-1290457b2e43 None None] Set router 4149c6ac-6ade-4ffc-be4e-8d24c27d8ca9 gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:54:29.504069 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-79d37f0f-23d8-4d6a-b86c-9deacc76ac69 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:54:29.510375 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-d2cc3430-7037-448d-981a-1b02cffc0d18 None None] Allocated IP 2001:db8::1 (784b8737-4139-4909-adf3-ee8f954f687b/593c5908-4877-490d-b995-76ddb08d415b/08b05f00-6f8c-4ce1-8731-df0a1f01362e) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:54:29.511085 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-79d37f0f-23d8-4d6a-b86c-9deacc76ac69 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3423512 Sep 14 22:54:29.520662 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47210) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:29.537973 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-aa7835b9-949c-4691-938d-33990e4337d0 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:29.541875 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.objects.ports [None req-9bed48a5-8b1c-4395-b380-8fec120115c5 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89171) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 14 22:54:29.542339 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9bed48a5-8b1c-4395-b380-8fec120115c5 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:29.608947 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-e2761a79-c645-4690-ade9-b158e1bf5ad0 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] For port 96530f19-81ee-4975-a3ee-7a15278beece, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=96530f19-81ee-4975-a3ee-7a15278beece,segment=NetworkSegment(bf9e270a-c4ef-4849-9761-f0c69dd5a9fb),segment_id=bf9e270a-c4ef-4849-9761-f0c69dd5a9fb)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:54:29.609588 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2761a79-c645-4690-ade9-b158e1bf5ad0 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:29.610923 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-a326a401-0123-4705-bdc8-1290457b2e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4149c6ac-6ade-4ffc-be4e-8d24c27d8ca9', 'name': 'tempest-NetworksTestDHCPv6-router-471556831', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:54:05Z', 'updated_at': '2022-09-14T22:54:27Z', 'revision_number': 3, 'project_id': '85df200b99f948bea73339849d4d7aa6', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:29.623172 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a326a401-0123-4705-bdc8-1290457b2e43 None None] Checking router: 4149c6ac-6ade-4ffc-be4e-8d24c27d8ca9 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:54:29.682451 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad36aca7-23a0-4e01-869c-28c3e3fd3db7 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Router f43c8169-1688-4667-b754-fb3c60e75895 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:54:29.688379 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef86f902-7e2a-4b60-a374-f6d251b4cf8f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting subnet c5dcbf45-4694-4782-b143-18f3b07e23e9 {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:54:29.697336 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ef86f902-7e2a-4b60-a374-f6d251b4cf8f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:29.748950 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a326a401-0123-4705-bdc8-1290457b2e43 None None] Routers {'4149c6ac-6ade-4ffc-be4e-8d24c27d8ca9'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:54:29.749434 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-a326a401-0123-4705-bdc8-1290457b2e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:54:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['4149c6ac-6ade-4ffc-be4e-8d24c27d8ca9'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:29.768067 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-e2761a79-c645-4690-ade9-b158e1bf5ad0 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Calling delete_port for 96530f19-81ee-4975-a3ee-7a15278beece owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:54:29.794317 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47216) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:29.842790 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ef86f902-7e2a-4b60-a374-f6d251b4cf8f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:29.906263 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e5e32-e97f-412a-b0f1-dae134e379f8 req-4b39262a-60db-454c-8595-63a88151b8fa tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:29.908374 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-334e5e32-e97f-412a-b0f1-dae134e379f8 req-4b39262a-60db-454c-8595-63a88151b8fa tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.3308511 Sep 14 22:54:29.924237 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-a326a401-0123-4705-bdc8-1290457b2e43 None None] Set router 4149c6ac-6ade-4ffc-be4e-8d24c27d8ca9 gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:54:29.961109 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed48a5-8b1c-4395-b380-8fec120115c5 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c3801eb3-5eb2-4220-b00d-280d9c100352,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:29.990927 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-aa7835b9-949c-4691-938d-33990e4337d0 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:29.997270 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7835b9-949c-4691-938d-33990e4337d0 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:29.997944 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-aa7835b9-949c-4691-938d-33990e4337d0 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:30.041325 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bed48a5-8b1c-4395-b380-8fec120115c5 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Checking segment: {'id': '2b31642f-4d77-45ee-8ff9-2e50ab4b227d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '42f5350f-e150-40aa-a61a-34e903a4e542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:54:30.041790 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bed48a5-8b1c-4395-b380-8fec120115c5 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Network hostable DHCP agents. Network: 42f5350f-e150-40aa-a61a-34e903a4e542, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:54:30.043474 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c16208b6-16cd-4a78-9790-5686a6b135ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:30.050242 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-a326a401-0123-4705-bdc8-1290457b2e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4149c6ac-6ade-4ffc-be4e-8d24c27d8ca9', 'name': 'tempest-NetworksTestDHCPv6-router-471556831', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:54:05Z', 'updated_at': '2022-09-14T22:54:27Z', 'revision_number': 3, 'project_id': '85df200b99f948bea73339849d4d7aa6', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:30.064386 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a326a401-0123-4705-bdc8-1290457b2e43 None None] The sync data for ids ['4149c6ac-6ade-4ffc-be4e-8d24c27d8ca9'] in dv-neutron-857791-1-hyperv is: [{'id': '4149c6ac-6ade-4ffc-be4e-8d24c27d8ca9', 'name': 'tempest-NetworksTestDHCPv6-router-471556831', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:54:05Z', 'updated_at': '2022-09-14T22:54:27Z', 'revision_number': 3, 'project_id': '85df200b99f948bea73339849d4d7aa6', 'gw_port_host': None}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:54:30.094173 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c16208b6-16cd-4a78-9790-5686a6b135ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:30.110291 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c16208b6-16cd-4a78-9790-5686a6b135ad admin admin] Usage tracker for resource:security_group_rule and tenant:3bf5ee3b981745108920477721b9a4e5 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:30.115839 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c16208b6-16cd-4a78-9790-5686a6b135ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:30.122049 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-b1e79274-d76f-4793-bebc-93fa03055ffa tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Deleting port e088e522-bc81-4021-b36d-8520315efc97 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:30.122472 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b1e79274-d76f-4793-bebc-93fa03055ffa tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:30.125920 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad36aca7-23a0-4e01-869c-28c3e3fd3db7 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:54:30.136698 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d47b3d-acc6-4a20-bd4a-45d3083ee2c5 None None] Sync routers for ids ['f43c8169-1688-4667-b754-fb3c60e75895'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:54:30.145696 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d47b3d-acc6-4a20-bd4a-45d3083ee2c5 None None] Routers {'f43c8169-1688-4667-b754-fb3c60e75895'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:54:30.146523 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-b1d47b3d-acc6-4a20-bd4a-45d3083ee2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:54:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f43c8169-1688-4667-b754-fb3c60e75895'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:30.167113 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c16208b6-16cd-4a78-9790-5686a6b135ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:30.177367 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d2cc3430-7037-448d-981a-1b02cffc0d18 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:30.179059 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-334e5e32-e97f-412a-b0f1-dae134e379f8 req-f97f8a78-4e47-4b85-958e-ce46b552f0b1 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1916122 Sep 14 22:54:30.191250 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-d2cc3430-7037-448d-981a-1b02cffc0d18 None None] Transition to ACTIVE for port object 08b05f00-6f8c-4ce1-8731-df0a1f01362e will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:54:30.200705 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7835b9-949c-4691-938d-33990e4337d0 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event updated for resources: {'Network': ['ID=fe2d4087-a0ec-40ff-aa70-792913cbe551,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:30.210770 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2761a79-c645-4690-ade9-b158e1bf5ad0 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:30.221502 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network fe2d4087-a0ec-40ff-aa70-792913cbe551 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:54:30.235608 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-d2cc3430-7037-448d-981a-1b02cffc0d18 None None] Transition to ACTIVE for port object 08b05f00-6f8c-4ce1-8731-df0a1f01362e will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:54:30.244441 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-b1d47b3d-acc6-4a20-bd4a-45d3083ee2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:30.250972 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ef86f902-7e2a-4b60-a374-f6d251b4cf8f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:30.254887 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d47b3d-acc6-4a20-bd4a-45d3083ee2c5 None None] Routers {'f43c8169-1688-4667-b754-fb3c60e75895'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:54:30.255938 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-b1d47b3d-acc6-4a20-bd4a-45d3083ee2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:54:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f43c8169-1688-4667-b754-fb3c60e75895'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:30.275709 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-aa7835b9-949c-4691-938d-33990e4337d0 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3340757 Sep 14 22:54:30.295746 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d2cc3430-7037-448d-981a-1b02cffc0d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:30.299700 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47224) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:30.325208 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bed48a5-8b1c-4395-b380-8fec120115c5 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Network 42f5350f-e150-40aa-a61a-34e903a4e542 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:54:30.335384 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2761a79-c645-4690-ade9-b158e1bf5ad0 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] No DVR routers for this DVR port 96530f19-81ee-4975-a3ee-7a15278beece on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:54:30.346342 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-c4633533-30dd-40f7-82de-07724b0ddfbd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Request body: {'subnet': {'network_id': 'fe2d4087-a0ec-40ff-aa70-792913cbe551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:30.356865 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-b1d47b3d-acc6-4a20-bd4a-45d3083ee2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:30.357834 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d47b3d-acc6-4a20-bd4a-45d3083ee2c5 None None] The sync data for ids ['f43c8169-1688-4667-b754-fb3c60e75895'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:54:30.383745 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cc3430-7037-448d-981a-1b02cffc0d18 None None] Network 784b8737-4139-4909-adf3-ee8f954f687b is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:30.394550 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc3430-7037-448d-981a-1b02cffc0d18 None None] Pushing event updated for resources: {'Port': ['ID=08b05f00-6f8c-4ce1-8731-df0a1f01362e,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:30.397219 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-d2cc3430-7037-448d-981a-1b02cffc0d18 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:30.401854 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cc3430-7037-448d-981a-1b02cffc0d18 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:54:30.554842 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-d2cc3430-7037-448d-981a-1b02cffc0d18 None None] Attempting to bind port 08b05f00-6f8c-4ce1-8731-df0a1f01362e on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:54:30.555211 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-d2cc3430-7037-448d-981a-1b02cffc0d18 None None] Attempting to bind port 08b05f00-6f8c-4ce1-8731-df0a1f01362e by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '0e68983c-7c57-4b76-987f-ee939f9e866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '784b8737-4139-4909-adf3-ee8f954f687b'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:54:30.555589 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cc3430-7037-448d-981a-1b02cffc0d18 None None] Attempting to bind port 08b05f00-6f8c-4ce1-8731-df0a1f01362e on network 784b8737-4139-4909-adf3-ee8f954f687b {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:54:30.561536 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cc3430-7037-448d-981a-1b02cffc0d18 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:54:30.562019 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cc3430-7037-448d-981a-1b02cffc0d18 None None] Checking segment: {'id': '0e68983c-7c57-4b76-987f-ee939f9e866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '784b8737-4139-4909-adf3-ee8f954f687b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:54:30.562308 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d2cc3430-7037-448d-981a-1b02cffc0d18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:30.562832 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cc3430-7037-448d-981a-1b02cffc0d18 None None] Bound using segment: {'id': '0e68983c-7c57-4b76-987f-ee939f9e866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '784b8737-4139-4909-adf3-ee8f954f687b'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:54:30.563313 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-d2cc3430-7037-448d-981a-1b02cffc0d18 None None] Bound port: 08b05f00-6f8c-4ce1-8731-df0a1f01362e, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e68983c-7c57-4b76-987f-ee939f9e866a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '784b8737-4139-4909-adf3-ee8f954f687b'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:54:30.563682 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d2cc3430-7037-448d-981a-1b02cffc0d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:30.600190 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2761a79-c645-4690-ade9-b158e1bf5ad0 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event deleted for resources: {'Port': ['ID=96530f19-81ee-4975-a3ee-7a15278beece,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:30.635297 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ad36aca7-23a0-4e01-869c-28c3e3fd3db7 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:30.649797 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-9bed48a5-8b1c-4395-b380-8fec120115c5 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 42f5350f-e150-40aa-a61a-34e903a4e542) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:30.666320 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ad36aca7-23a0-4e01-869c-28c3e3fd3db7 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "DELETE /v2.0/ports/4a780bf3-24b2-4e95-8178-32dd7b91d956 HTTP/1.1" status: 204 len: 168 time: 4.9526894 Sep 14 22:54:30.671280 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-d2cc3430-7037-448d-981a-1b02cffc0d18 None None] For port 08b05f00-6f8c-4ce1-8731-df0a1f01362e, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:54:30.672406 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47228) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:30.674545 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-d2cc3430-7037-448d-981a-1b02cffc0d18 None None] For port 08b05f00-6f8c-4ce1-8731-df0a1f01362e, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=08b05f00-6f8c-4ce1-8731-df0a1f01362e,segment=NetworkSegment(0e68983c-7c57-4b76-987f-ee939f9e866a),segment_id=0e68983c-7c57-4b76-987f-ee939f9e866a)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:54:30.679220 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d2cc3430-7037-448d-981a-1b02cffc0d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:30.689821 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bed48a5-8b1c-4395-b380-8fec120115c5 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:30.690511 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9bed48a5-8b1c-4395-b380-8fec120115c5 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:30.756908 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc3430-7037-448d-981a-1b02cffc0d18 None None] Pushing event updated for resources: {'Port': ['ID=08b05f00-6f8c-4ce1-8731-df0a1f01362e,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:30.800274 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-cb731fb0-3f4f-41f3-b67a-13f1f6162eb6 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "GET /v2.0/floatingips/b5bc2107-9862-415d-9e2b-69a0d0b29046 HTTP/1.1" status: 200 len: 688 time: 0.1162763 Sep 14 22:54:30.800876 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47232) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:30.866833 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ef86f902-7e2a-4b60-a374-f6d251b4cf8f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:30.886506 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c4633533-30dd-40f7-82de-07724b0ddfbd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:30.898376 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c4633533-30dd-40f7-82de-07724b0ddfbd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Usage tracker for resource:subnet and tenant:e6613fbfc8284862b15b5afbf1f6ff30 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:30.901760 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9bed48a5-8b1c-4395-b380-8fec120115c5 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.2883496 Sep 14 22:54:30.911745 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47236) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:30.916861 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c4633533-30dd-40f7-82de-07724b0ddfbd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:30.921075 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2761a79-c645-4690-ade9-b158e1bf5ad0 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:30.957045 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c4633533-30dd-40f7-82de-07724b0ddfbd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:30.971607 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3089f-a94b-4f76-a6c2-00e7727e1cc4 req-b042261b-a90a-4a41-879b-8a7bbcfa4d23 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:30.973179 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a0c3089f-a94b-4f76-a6c2-00e7727e1cc4 req-b042261b-a90a-4a41-879b-8a7bbcfa4d23 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.4477782 Sep 14 22:54:30.981092 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-e2761a79-c645-4690-ade9-b158e1bf5ad0 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090b078b-159f-49d8-9ef8-fc93d099db09']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:30.989842 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-093815c7-0b46-4345-bfb4-806e0be1c3a4 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-521435907', 'network_id': '42f5350f-e150-40aa-a61a-34e903a4e542'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:30.993849 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86f902-7e2a-4b60-a374-f6d251b4cf8f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Subnet': ['ID=c5dcbf45-4694-4782-b143-18f3b07e23e9,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:31.002771 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b1e79274-d76f-4793-bebc-93fa03055ffa tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:31.015895 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-e2761a79-c645-4690-ade9-b158e1bf5ad0 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf9e270a-c4ef-4849-9761-f0c69dd5a9fb') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:31.016212 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-e2761a79-c645-4690-ade9-b158e1bf5ad0 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf9e270a-c4ef-4849-9761-f0c69dd5a9fb') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:31.065855 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ef86f902-7e2a-4b60-a374-f6d251b4cf8f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:31.068909 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-093815c7-0b46-4345-bfb4-806e0be1c3a4 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:31.085497 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-093815c7-0b46-4345-bfb4-806e0be1c3a4 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Usage tracker for resource:port and tenant:04ab023eb85c442f87a203c9b92fb746 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:31.115556 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-093815c7-0b46-4345-bfb4-806e0be1c3a4 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:31.139327 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c16208b6-16cd-4a78-9790-5686a6b135ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:31.140793 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-d2fce241-f8ac-4b1e-9d86-468c6f2097f4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Deleting port 1755d4f0-043f-4d28-8915-3480f4708413 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:31.141301 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d2fce241-f8ac-4b1e-9d86-468c6f2097f4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:31.143173 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2761a79-c645-4690-ade9-b158e1bf5ad0 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:31.157445 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-b1e79274-d76f-4793-bebc-93fa03055ffa tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Calling delete_port for e088e522-bc81-4021-b36d-8520315efc97 owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:54:31.172988 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-093815c7-0b46-4345-bfb4-806e0be1c3a4 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:31.181640 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ef86f902-7e2a-4b60-a374-f6d251b4cf8f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/c5dcbf45-4694-4782-b143-18f3b07e23e9 HTTP/1.1" status: 204 len: 168 time: 1.6601856 Sep 14 22:54:31.189016 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47240) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:31.192286 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c16208b6-16cd-4a78-9790-5686a6b135ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:31.233286 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a0c3089f-a94b-4f76-a6c2-00e7727e1cc4 req-72c83264-cac7-493e-bb95-f39cb7852c0d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2361619 Sep 14 22:54:31.247588 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093815c7-0b46-4345-bfb4-806e0be1c3a4 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Made reservation on behalf of 04ab023eb85c442f87a203c9b92fb746 for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:31.249894 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-093815c7-0b46-4345-bfb4-806e0be1c3a4 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:31.280758 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4633533-30dd-40f7-82de-07724b0ddfbd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Made reservation on behalf of e6613fbfc8284862b15b5afbf1f6ff30 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:31.284186 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c4633533-30dd-40f7-82de-07724b0ddfbd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:31.303987 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c16208b6-16cd-4a78-9790-5686a6b135ad admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=3bf5ee3b981745108920477721b9a4e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5031962 Sep 14 22:54:31.354903 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47246) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:31.360088 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2761a79-c645-4690-ade9-b158e1bf5ad0 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:31.382228 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16208b6-16cd-4a78-9790-5686a6b135ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923d0a9f-46a4-4cad-857e-0be9c554bc65,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:31.429001 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2761a79-c645-4690-ade9-b158e1bf5ad0 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:54:31.429404 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2761a79-c645-4690-ade9-b158e1bf5ad0 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:31.431215 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-093815c7-0b46-4345-bfb4-806e0be1c3a4 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] device_id is not set on port 5dc66dfe-1bf7-4cbb-8a0a-32008fd2ec85 yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:54:31.512542 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.ipam_backend_mixin [None req-c4633533-30dd-40f7-82de-07724b0ddfbd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Performing IP validity checks on allocation pools {{(pid=89171) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 14 22:54:31.512997 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.ipam_backend_mixin [None req-c4633533-30dd-40f7-82de-07724b0ddfbd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89171) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 14 22:54:31.518807 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment bf9e270a-c4ef-4849-9761-f0c69dd5a9fb resource provider aggregate not found Sep 14 22:54:31.566612 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment bf9e270a-c4ef-4849-9761-f0c69dd5a9fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf9e270a-c4ef-4849-9761-f0c69dd5a9fb found for delete ", "request_id": "req-00f28e44-669d-44b9-8ca2-a8c4b7bd1cbc"}]} Sep 14 22:54:31.598479 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d2fce241-f8ac-4b1e-9d86-468c6f2097f4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:31.598806 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d2fce241-f8ac-4b1e-9d86-468c6f2097f4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:31.606351 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1d5cea6e-bad5-455d-a383-d505b3b493f6 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4155755 Sep 14 22:54:31.610745 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47254) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:31.613270 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2761a79-c645-4690-ade9-b158e1bf5ad0 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:31.672649 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0f6c437c-a7df-4246-8266-5050c2292b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:31.696992 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2761a79-c645-4690-ade9-b158e1bf5ad0 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:31.708794 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2761a79-c645-4690-ade9-b158e1bf5ad0 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event deleted for resources: {'Network': ['ID=090b078b-159f-49d8-9ef8-fc93d099db09,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:31.751636 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-d2fce241-f8ac-4b1e-9d86-468c6f2097f4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Calling delete_port for 1755d4f0-043f-4d28-8915-3480f4708413 owned by network:floatingip {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:54:31.798421 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e2761a79-c645-4690-ade9-b158e1bf5ad0 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "DELETE /v2.0/networks/090b078b-159f-49d8-9ef8-fc93d099db09 HTTP/1.1" status: 204 len: 168 time: 5.3705313 Sep 14 22:54:31.803136 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47258) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:31.853169 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-a5a18ade-f11a-4726-b134-3b4fe5cb76ec tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1961783519'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:31.861693 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b65270b0-0e74-4e67-8a15-64195a0dbe39 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:31.864152 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0f6c437c-a7df-4246-8266-5050c2292b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:31.890837 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 08b05f00-6f8c-4ce1-8731-df0a1f01362e up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:54:31.909415 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcf894-ffa6-4418-9d94-970ed7c6b918 req-5787713e-c702-4a14-b62c-da97efa87b59 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:31.910942 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cadcf894-ffa6-4418-9d94-970ed7c6b918 req-5787713e-c702-4a14-b62c-da97efa87b59 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.5297539 Sep 14 22:54:31.966404 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4332d5f-673e-47a8-8419-5e343226b39b None None] Network 784b8737-4139-4909-adf3-ee8f954f687b requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:31.986679 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-093815c7-0b46-4345-bfb4-806e0be1c3a4 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Allocated IP 2001:db8::376 (42f5350f-e150-40aa-a61a-34e903a4e542/c3801eb3-5eb2-4220-b00d-280d9c100352/5dc66dfe-1bf7-4cbb-8a0a-32008fd2ec85) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:54:32.063632 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cadcf894-ffa6-4418-9d94-970ed7c6b918 req-da3918c3-963a-48ea-ad51-1bf8aa595045 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1355815 Sep 14 22:54:32.064994 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74109d17-e5ef-4dbd-a612-d75fcd1075c0 None None] Network 42f5350f-e150-40aa-a61a-34e903a4e542 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:32.079459 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80586bda-2019-40a6-9e9d-2f86bacf7c84 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:32.115063 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0f6c437c-a7df-4246-8266-5050c2292b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:32.155070 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c437c-a7df-4246-8266-5050c2292b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923d0a9f-46a4-4cad-857e-0be9c554bc65,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:32.166539 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d2fce241-f8ac-4b1e-9d86-468c6f2097f4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:32.217648 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a5a18ade-f11a-4726-b134-3b4fe5cb76ec tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:32.241331 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a5a18ade-f11a-4726-b134-3b4fe5cb76ec tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Usage tracker for resource:network and tenant:98a7f1cb67ad4eb78bb3bebf456cdba4 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:32.249494 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a5a18ade-f11a-4726-b134-3b4fe5cb76ec tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:32.271696 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-8912f6cd-e793-4cf5-9909-abcb8a3a1a4c None None] Provisioning for port 08b05f00-6f8c-4ce1-8731-df0a1f01362e completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:54:32.302797 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a5a18ade-f11a-4726-b134-3b4fe5cb76ec tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:32.316817 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 08b05f00-6f8c-4ce1-8731-df0a1f01362e completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:54:32.373604 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 08b05f00-6f8c-4ce1-8731-df0a1f01362e triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:54:32.374408 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:32.522345 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b65270b0-0e74-4e67-8a15-64195a0dbe39 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:32.522998 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fce241-f8ac-4b1e-9d86-468c6f2097f4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event deleted for resources: {'Port': ['ID=1755d4f0-043f-4d28-8915-3480f4708413,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:32.538658 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b65270b0-0e74-4e67-8a15-64195a0dbe39 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:32.538658 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a18ade-f11a-4726-b134-3b4fe5cb76ec tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Made reservation on behalf of 98a7f1cb67ad4eb78bb3bebf456cdba4 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:32.541855 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a5a18ade-f11a-4726-b134-3b4fe5cb76ec tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:32.582337 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c4633533-30dd-40f7-82de-07724b0ddfbd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:32.646934 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b65270b0-0e74-4e67-8a15-64195a0dbe39 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:32.647393 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65270b0-0e74-4e67-8a15-64195a0dbe39 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Fanout notify agent at l3_agent the message router_deleted on router 4149c6ac-6ade-4ffc-be4e-8d24c27d8ca9 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:54:32.647619 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0f6c437c-a7df-4246-8266-5050c2292b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:32.649583 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0f6c437c-a7df-4246-8266-5050c2292b53 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/923d0a9f-46a4-4cad-857e-0be9c554bc65 HTTP/1.1" status: 204 len: 168 time: 1.2934375 Sep 14 22:54:32.656211 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b1e79274-d76f-4793-bebc-93fa03055ffa tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:32.661488 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d2fce241-f8ac-4b1e-9d86-468c6f2097f4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for floatingip, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:32.664404 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d2fce241-f8ac-4b1e-9d86-468c6f2097f4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:32.671790 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d2fce241-f8ac-4b1e-9d86-468c6f2097f4 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "DELETE /v2.0/floatingips/b5bc2107-9862-415d-9e2b-69a0d0b29046 HTTP/1.1" status: 204 len: 168 time: 1.8700786 Sep 14 22:54:32.672911 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47268) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:32.677574 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a18ade-f11a-4726-b134-3b4fe5cb76ec tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:54:32.687663 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-641256b3-d353-4c5a-a7e0-14b5addd92b2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'port_id': '67055081-e22d-4054-b074-0adf84641216'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:32.699912 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-641256b3-d353-4c5a-a7e0-14b5addd92b2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:32.706299 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-093815c7-0b46-4345-bfb4-806e0be1c3a4 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:32.710476 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-641256b3-d353-4c5a-a7e0-14b5addd92b2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Usage tracker for resource:floatingip and tenant:c3b8060bdcc1452ba7bbb4ccc54d5103 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:32.716417 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-641256b3-d353-4c5a-a7e0-14b5addd92b2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:32.731274 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-641256b3-d353-4c5a-a7e0-14b5addd92b2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:32.758932 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e79274-d76f-4793-bebc-93fa03055ffa tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Pushing event deleted for resources: {'Port': ['ID=e088e522-bc81-4021-b36d-8520315efc97,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:32.774013 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a5a18ade-f11a-4726-b134-3b4fe5cb76ec tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:32.774356 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-a5a18ade-f11a-4726-b134-3b4fe5cb76ec tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Added segment b5f03272-5345-44a1-896a-9d4a7d5cfb2c of type vlan for network 928b73ac-7c7d-4af1-ba2a-898d0f4d7e0c Sep 14 22:54:32.779540 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce02b6-e120-4e6f-b5d2-682ca59d4ddc req-c747e3fe-38aa-4047-99a9-a804be6296ee tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:32.781106 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-dfce02b6-e120-4e6f-b5d2-682ca59d4ddc req-c747e3fe-38aa-4047-99a9-a804be6296ee tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.5605717 Sep 14 22:54:32.781907 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-641256b3-d353-4c5a-a7e0-14b5addd92b2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for floatingip, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:32.839243 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4633533-30dd-40f7-82de-07724b0ddfbd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event updated for resources: {'Subnet': ['ID=9ac00d77-2acd-4549-86e5-98b749ccacc0,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:32.882162 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 08b05f00-6f8c-4ce1-8731-df0a1f01362e is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:54:32.882540 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:32.903024 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dc090e-cf49-4837-a328-e6509edb86c4 None None] Network 42f5350f-e150-40aa-a61a-34e903a4e542 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:32.978334 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-dfce02b6-e120-4e6f-b5d2-682ca59d4ddc req-a0857961-6e77-473c-a418-6b731d86727e tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1679697 Sep 14 22:54:32.982844 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4633533-30dd-40f7-82de-07724b0ddfbd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Checking segment: {'id': '605b4a93-668d-4159-9290-89ece24b9569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fe2d4087-a0ec-40ff-aa70-792913cbe551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:54:32.983362 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4633533-30dd-40f7-82de-07724b0ddfbd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Network hostable DHCP agents. Network: fe2d4087-a0ec-40ff-aa70-792913cbe551, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:54:32.992875 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-093815c7-0b46-4345-bfb4-806e0be1c3a4 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:33.005227 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b65270b0-0e74-4e67-8a15-64195a0dbe39 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:33.006702 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b65270b0-0e74-4e67-8a15-64195a0dbe39 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/routers/4149c6ac-6ade-4ffc-be4e-8d24c27d8ca9 HTTP/1.1" status: 204 len: 168 time: 1.3949499 Sep 14 22:54:33.011248 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a5a18ade-f11a-4726-b134-3b4fe5cb76ec tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:33.022857 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47274) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:33.088834 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 08b05f00-6f8c-4ce1-8731-df0a1f01362e, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=08b05f00-6f8c-4ce1-8731-df0a1f01362e,segment=NetworkSegment(0e68983c-7c57-4b76-987f-ee939f9e866a),segment_id=0e68983c-7c57-4b76-987f-ee939f9e866a)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:54:33.138765 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:33.158086 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4633533-30dd-40f7-82de-07724b0ddfbd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Network fe2d4087-a0ec-40ff-aa70-792913cbe551 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:54:33.178037 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac885346-c645-4525-947a-137f25d91853 None None] DHCP port deletion for ac1cbc11-ac8d-43cd-9c1d-398cae68a205 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:54:33.196508 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e73d6cda-d41a-4efd-aefd-a92264ad3369 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:54:33.214299 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093815c7-0b46-4345-bfb4-806e0be1c3a4 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Network 42f5350f-e150-40aa-a61a-34e903a4e542 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:33.226502 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-093815c7-0b46-4345-bfb4-806e0be1c3a4 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:33.235474 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093815c7-0b46-4345-bfb4-806e0be1c3a4 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Pushing event updated for resources: {'Port': ['ID=5dc66dfe-1bf7-4cbb-8a0a-32008fd2ec85,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:33.245567 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093815c7-0b46-4345-bfb4-806e0be1c3a4 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:54:33.246669 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093815c7-0b46-4345-bfb4-806e0be1c3a4 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:33.247822 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-093815c7-0b46-4345-bfb4-806e0be1c3a4 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:33.256655 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-c4633533-30dd-40f7-82de-07724b0ddfbd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, fe2d4087-a0ec-40ff-aa70-792913cbe551) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:33.270989 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: e73d6cda-d41a-4efd-aefd-a92264ad3369 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:54:33.271202 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4633533-30dd-40f7-82de-07724b0ddfbd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:33.271674 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e73d6cda-d41a-4efd-aefd-a92264ad3369 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:54:33.271789 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c4633533-30dd-40f7-82de-07724b0ddfbd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:33.290270 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-ac885346-c645-4525-947a-137f25d91853 None None] Deleting port 2156ba7a-0c53-4c08-b422-77a116587637 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:33.290883 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ac885346-c645-4525-947a-137f25d91853 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:33.315523 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed253d8-2727-4af8-9548-4de0982fc2d8 None None] Network fe2d4087-a0ec-40ff-aa70-792913cbe551 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:33.322408 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47280) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:33.356155 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a5a18ade-f11a-4726-b134-3b4fe5cb76ec tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:33.362191 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a18ade-f11a-4726-b134-3b4fe5cb76ec tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:33.362818 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a5a18ade-f11a-4726-b134-3b4fe5cb76ec tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:33.368430 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-093815c7-0b46-4345-bfb4-806e0be1c3a4 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.4401672 Sep 14 22:54:33.371642 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6ad8dca1-d2eb-4690-a4fc-22bc3e6d2aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:33.380634 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47284) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:33.416884 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a5a18ade-f11a-4726-b134-3b4fe5cb76ec tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6126435 Sep 14 22:54:33.422406 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b1e79274-d76f-4793-bebc-93fa03055ffa tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:33.473103 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47288) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:33.486051 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6ad8dca1-d2eb-4690-a4fc-22bc3e6d2aea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:33.490444 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6ad8dca1-d2eb-4690-a4fc-22bc3e6d2aea admin admin] Usage tracker for resource:security_group_rule and tenant:b088782b0c184a84954c4e7ceac88879 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:33.491441 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c4633533-30dd-40f7-82de-07724b0ddfbd tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.1845911 Sep 14 22:54:33.496490 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6ad8dca1-d2eb-4690-a4fc-22bc3e6d2aea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:33.505756 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6ad8dca1-d2eb-4690-a4fc-22bc3e6d2aea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:33.510697 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47290) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:33.526064 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=08b05f00-6f8c-4ce1-8731-df0a1f01362e,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:33.579581 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-36007279-e017-418a-a7c0-d395c2098ddb tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Deleting port 5dc66dfe-1bf7-4cbb-8a0a-32008fd2ec85 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:33.579961 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-36007279-e017-418a-a7c0-d395c2098ddb tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:33.618941 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-19e58422-85d0-4228-a99f-8e0ae040d8f1 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Request body: {'subnet': {'network_id': '928b73ac-7c7d-4af1-ba2a-898d0f4d7e0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:33.681638 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a18ade-f11a-4726-b134-3b4fe5cb76ec tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event updated for resources: {'Network': ['ID=928b73ac-7c7d-4af1-ba2a-898d0f4d7e0c,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:33.737507 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 928b73ac-7c7d-4af1-ba2a-898d0f4d7e0c details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:54:33.755113 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bf03b9-f65f-48d3-b8d8-51ec6d17e9c9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:33.756034 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-d8bf03b9-f65f-48d3-b8d8-51ec6d17e9c9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:54:33.757167 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83b1b4-dfcd-4bd9-aee3-7a299569d127 req-4bdef626-5c52-471c-8902-b493efbd7a90 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:33.764702 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1d83b1b4-dfcd-4bd9-aee3-7a299569d127 req-4bdef626-5c52-471c-8902-b493efbd7a90 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.5327270 Sep 14 22:54:33.893159 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1d83b1b4-dfcd-4bd9-aee3-7a299569d127 req-1739b765-b6ef-448a-9e1f-b8c2fe2aac87 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1275535 Sep 14 22:54:33.919873 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-641256b3-d353-4c5a-a7e0-14b5addd92b2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:33.921550 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 08b05f00-6f8c-4ce1-8731-df0a1f01362e up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:54:34.068541 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-ac885346-c645-4525-947a-137f25d91853 None None] For port 2156ba7a-0c53-4c08-b422-77a116587637, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=2156ba7a-0c53-4c08-b422-77a116587637,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:54:34.069382 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ac885346-c645-4525-947a-137f25d91853 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:34.126372 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-19e58422-85d0-4228-a99f-8e0ae040d8f1 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:34.133754 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-d8bf03b9-f65f-48d3-b8d8-51ec6d17e9c9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:54:34.137574 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d8bf03b9-f65f-48d3-b8d8-51ec6d17e9c9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.1103106 Sep 14 22:54:34.140911 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47302) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:34.187686 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-19e58422-85d0-4228-a99f-8e0ae040d8f1 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Usage tracker for resource:subnet and tenant:98a7f1cb67ad4eb78bb3bebf456cdba4 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:34.195654 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4aac3b-257b-4aac-ab41-e199ca92ba6d None None] Network 784b8737-4139-4909-adf3-ee8f954f687b requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:34.196512 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-19e58422-85d0-4228-a99f-8e0ae040d8f1 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:34.203342 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e79274-d76f-4793-bebc-93fa03055ffa tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Router 7166cb1f-c594-4a21-8d43-3ae0b9d34d10 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:54:34.214063 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-19e58422-85d0-4228-a99f-8e0ae040d8f1 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:34.237611 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a4b59343-cb8f-4f9e-83b3-0de722e8075c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:34.346331 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-641256b3-d353-4c5a-a7e0-14b5addd92b2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Allocated IP 172.26.5.181 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/a7debd0a-d200-4de7-96dd-a930e9c31c18) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:54:34.348305 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e58422-85d0-4228-a99f-8e0ae040d8f1 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Made reservation on behalf of 98a7f1cb67ad4eb78bb3bebf456cdba4 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:34.350092 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-ac885346-c645-4525-947a-137f25d91853 None None] Calling delete_port for 2156ba7a-0c53-4c08-b422-77a116587637 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:54:34.351881 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-19e58422-85d0-4228-a99f-8e0ae040d8f1 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:34.388688 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238f1e34-2a13-4e49-b8b6-880c3fb062c2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:34.389171 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-238f1e34-2a13-4e49-b8b6-880c3fb062c2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:54:34.419520 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e79274-d76f-4793-bebc-93fa03055ffa tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:54:34.429013 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b1e79274-d76f-4793-bebc-93fa03055ffa tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] 10.222.0.33 "PUT /v2.0/routers/7166cb1f-c594-4a21-8d43-3ae0b9d34d10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0920265 Sep 14 22:54:34.435022 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47306) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:34.449065 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae764da-76d3-4f20-92a7-feba86723e2b None None] Sync routers for ids ['7166cb1f-c594-4a21-8d43-3ae0b9d34d10'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:54:34.452008 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e597c8a4-c698-4938-a79e-6d59fe150c12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-fe2d4087-a0ec-40ff-aa70-792913cbe551', 'network_id': 'fe2d4087-a0ec-40ff-aa70-792913cbe551', 'tenant_id': 'e6613fbfc8284862b15b5afbf1f6ff30', 'fixed_ips': [{'subnet_id': '9ac00d77-2acd-4549-86e5-98b749ccacc0'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:54:34.452834 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e597c8a4-c698-4938-a79e-6d59fe150c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:34.459105 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6ad8dca1-d2eb-4690-a4fc-22bc3e6d2aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:34.512809 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6ad8dca1-d2eb-4690-a4fc-22bc3e6d2aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:34.557565 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae764da-76d3-4f20-92a7-feba86723e2b None None] Routers {'7166cb1f-c594-4a21-8d43-3ae0b9d34d10'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:54:34.558130 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-dae764da-76d3-4f20-92a7-feba86723e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:54:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['7166cb1f-c594-4a21-8d43-3ae0b9d34d10'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:34.586148 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-238f1e34-2a13-4e49-b8b6-880c3fb062c2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:54:34.589746 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-238f1e34-2a13-4e49-b8b6-880c3fb062c2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4357309 Sep 14 22:54:34.593931 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47310) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:34.602064 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-455edea6-0ecf-46e1-9641-32bd3c50f382 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:34.637876 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-6bde7128-4f11-4b28-bdd2-cf93c5043089 None None] Provisioning complete for port 08b05f00-6f8c-4ce1-8731-df0a1f01362e triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:54:34.638247 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6bde7128-4f11-4b28-bdd2-cf93c5043089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:34.709500 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-dae764da-76d3-4f20-92a7-feba86723e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:34.711440 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 08b05f00-6f8c-4ce1-8731-df0a1f01362e triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:54:34.712046 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:34.719765 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a4b59343-cb8f-4f9e-83b3-0de722e8075c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:34.785967 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-36007279-e017-418a-a7c0-d395c2098ddb tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:34.804283 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ac885346-c645-4525-947a-137f25d91853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:34.806357 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc55751-e79a-4dc9-848d-568061b5c756 req-886b22c7-01e1-4ca3-9cac-e749c6f4123e tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:34.807821 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bbc55751-e79a-4dc9-848d-568061b5c756 req-886b22c7-01e1-4ca3-9cac-e749c6f4123e tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.7107561 Sep 14 22:54:34.816268 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-3fb4dcdc-07d0-4d33-8420-1ce83d4bf566 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:router {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:54:34.823388 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6ad8dca1-d2eb-4690-a4fc-22bc3e6d2aea admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b088782b0c184a84954c4e7ceac88879&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4988873 Sep 14 22:54:34.830659 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47314) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:34.846030 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae764da-76d3-4f20-92a7-feba86723e2b None None] Routers {'7166cb1f-c594-4a21-8d43-3ae0b9d34d10'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:54:34.846674 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-dae764da-76d3-4f20-92a7-feba86723e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:54:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['7166cb1f-c594-4a21-8d43-3ae0b9d34d10'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:34.901007 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8dca1-d2eb-4690-a4fc-22bc3e6d2aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5523241f-ae65-4ba6-bb8f-e5aeb4bd93ca,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:34.973723 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac885346-c645-4525-947a-137f25d91853 None None] Pushing event deleted for resources: {'Port': ['ID=2156ba7a-0c53-4c08-b422-77a116587637,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:34.977496 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac885346-c645-4525-947a-137f25d91853 None None] No DVR routers for this DVR port 2156ba7a-0c53-4c08-b422-77a116587637 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:54:34.996056 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-36007279-e017-418a-a7c0-d395c2098ddb tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Calling delete_port for 5dc66dfe-1bf7-4cbb-8a0a-32008fd2ec85 owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:54:35.006048 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-dae764da-76d3-4f20-92a7-feba86723e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:35.006449 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae764da-76d3-4f20-92a7-feba86723e2b None None] The sync data for ids ['7166cb1f-c594-4a21-8d43-3ae0b9d34d10'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:54:35.024003 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-3fb4dcdc-07d0-4d33-8420-1ce83d4bf566 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:router {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:54:35.025404 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3fb4dcdc-07d0-4d33-8420-1ce83d4bf566 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4303429 Sep 14 22:54:35.030461 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47320) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:35.045415 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-f202b78f-bbe2-47a9-8cb2-5adb0cd0675e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:35.089344 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-e597c8a4-c698-4938-a79e-6d59fe150c12 None None] Allocated IP 2001:db8::3 (fe2d4087-a0ec-40ff-aa70-792913cbe551/9ac00d77-2acd-4549-86e5-98b749ccacc0/13c00184-73bb-4017-96f0-d739b250f6e4) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:54:35.112429 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bbc55751-e79a-4dc9-848d-568061b5c756 req-88d4475a-5f79-4471-99ed-34e4a909a5e1 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2810717 Sep 14 22:54:35.118095 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-455edea6-0ecf-46e1-9641-32bd3c50f382 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:35.126286 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-455edea6-0ecf-46e1-9641-32bd3c50f382 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:35.191051 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-455edea6-0ecf-46e1-9641-32bd3c50f382 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:35.191541 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455edea6-0ecf-46e1-9641-32bd3c50f382 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Fanout notify agent at l3_agent the message router_deleted on router 7166cb1f-c594-4a21-8d43-3ae0b9d34d10 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:54:35.193610 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-f202b78f-bbe2-47a9-8cb2-5adb0cd0675e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:35.207066 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-641256b3-d353-4c5a-a7e0-14b5addd92b2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:35.212885 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-455edea6-0ecf-46e1-9641-32bd3c50f382 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:35.216314 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-455edea6-0ecf-46e1-9641-32bd3c50f382 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] 10.222.0.33 "DELETE /v2.0/routers/7166cb1f-c594-4a21-8d43-3ae0b9d34d10 HTTP/1.1" status: 204 len: 168 time: 0.7765229 Sep 14 22:54:35.216314 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-f202b78f-bbe2-47a9-8cb2-5adb0cd0675e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:35.217110 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47326) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:35.261663 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d9705847-3760-4afc-b3e4-516c03362df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:35.277913 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f202b78f-bbe2-47a9-8cb2-5adb0cd0675e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:35.281619 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f202b78f-bbe2-47a9-8cb2-5adb0cd0675e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:35.329084 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-6bde7128-4f11-4b28-bdd2-cf93c5043089 None None] Current status of the port 08b05f00-6f8c-4ce1-8731-df0a1f01362e is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:54:35.345074 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d9705847-3760-4afc-b3e4-516c03362df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:35.351866 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 08b05f00-6f8c-4ce1-8731-df0a1f01362e is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:54:35.378379 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d4f2d58-ecf9-4216-928a-3ba0a5e29724 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Deleting subnet d580ff7a-1dc6-44a5-bf98-5cf7e5c20ebd {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:54:35.385194 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4d4f2d58-ecf9-4216-928a-3ba0a5e29724 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:35.476011 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 2156ba7a-0c53-4c08-b422-77a116587637 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:54:35.515165 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-36007279-e017-418a-a7c0-d395c2098ddb tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:35.540130 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 2156ba7a-0c53-4c08-b422-77a116587637 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:54:35.540130 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 2156ba7a-0c53-4c08-b422-77a116587637 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:54:35.568434 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e597c8a4-c698-4938-a79e-6d59fe150c12 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:35.576107 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-19e58422-85d0-4228-a99f-8e0ae040d8f1 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:35.580089 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-641256b3-d353-4c5a-a7e0-14b5addd92b2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:35.581214 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e597c8a4-c698-4938-a79e-6d59fe150c12 None None] Transition to ACTIVE for port object 13c00184-73bb-4017-96f0-d739b250f6e4 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:54:35.604864 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e597c8a4-c698-4938-a79e-6d59fe150c12 None None] Transition to ACTIVE for port object 13c00184-73bb-4017-96f0-d739b250f6e4 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:54:35.613705 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e597c8a4-c698-4938-a79e-6d59fe150c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:35.615008 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36007279-e017-418a-a7c0-d395c2098ddb tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Pushing event deleted for resources: {'Port': ['ID=5dc66dfe-1bf7-4cbb-8a0a-32008fd2ec85,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:35.643113 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4d4f2d58-ecf9-4216-928a-3ba0a5e29724 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:35.689944 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e597c8a4-c698-4938-a79e-6d59fe150c12 None None] Network fe2d4087-a0ec-40ff-aa70-792913cbe551 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:35.692868 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-e597c8a4-c698-4938-a79e-6d59fe150c12 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:35.699202 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e597c8a4-c698-4938-a79e-6d59fe150c12 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:54:35.745345 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e597c8a4-c698-4938-a79e-6d59fe150c12 None None] Pushing event updated for resources: {'Port': ['ID=13c00184-73bb-4017-96f0-d739b250f6e4,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:35.775192 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641256b3-d353-4c5a-a7e0-14b5addd92b2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:35.786395 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-641256b3-d353-4c5a-a7e0-14b5addd92b2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:35.791181 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641256b3-d353-4c5a-a7e0-14b5addd92b2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:54:35.795729 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a4b59343-cb8f-4f9e-83b3-0de722e8075c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:35.823560 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-36007279-e017-418a-a7c0-d395c2098ddb tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:35.825928 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e597c8a4-c698-4938-a79e-6d59fe150c12 None None] Attempting to bind port 13c00184-73bb-4017-96f0-d739b250f6e4 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:54:35.826308 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e597c8a4-c698-4938-a79e-6d59fe150c12 None None] Attempting to bind port 13c00184-73bb-4017-96f0-d739b250f6e4 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '605b4a93-668d-4159-9290-89ece24b9569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fe2d4087-a0ec-40ff-aa70-792913cbe551'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:54:35.826803 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e597c8a4-c698-4938-a79e-6d59fe150c12 None None] Attempting to bind port 13c00184-73bb-4017-96f0-d739b250f6e4 on network fe2d4087-a0ec-40ff-aa70-792913cbe551 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:54:35.832894 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e597c8a4-c698-4938-a79e-6d59fe150c12 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:54:35.833395 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e597c8a4-c698-4938-a79e-6d59fe150c12 None None] Checking segment: {'id': '605b4a93-668d-4159-9290-89ece24b9569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fe2d4087-a0ec-40ff-aa70-792913cbe551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:54:35.833528 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d9705847-3760-4afc-b3e4-516c03362df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:35.833968 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e597c8a4-c698-4938-a79e-6d59fe150c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:35.834910 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e597c8a4-c698-4938-a79e-6d59fe150c12 None None] Bound using segment: {'id': '605b4a93-668d-4159-9290-89ece24b9569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fe2d4087-a0ec-40ff-aa70-792913cbe551'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:54:35.835052 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e597c8a4-c698-4938-a79e-6d59fe150c12 None None] Bound port: 13c00184-73bb-4017-96f0-d739b250f6e4, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '605b4a93-668d-4159-9290-89ece24b9569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fe2d4087-a0ec-40ff-aa70-792913cbe551'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:54:35.835536 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e597c8a4-c698-4938-a79e-6d59fe150c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:35.846773 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-6253030b-7bce-4232-9d1f-07554b5b0c82 None None] Provisioning complete for port 08b05f00-6f8c-4ce1-8731-df0a1f01362e triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:54:35.847897 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6253030b-7bce-4232-9d1f-07554b5b0c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:35.851462 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641256b3-d353-4c5a-a7e0-14b5addd92b2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event updated for resources: {'Port': ['ID=a7debd0a-d200-4de7-96dd-a930e9c31c18,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:35.866360 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e58422-85d0-4228-a99f-8e0ae040d8f1 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event updated for resources: {'Subnet': ['ID=15fcf08c-7884-477d-8c09-2da3052b761a,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:35.878269 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b59343-cb8f-4f9e-83b3-0de722e8075c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event deleted for resources: {'Subnet': ['ID=9ac00d77-2acd-4549-86e5-98b749ccacc0,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:35.883064 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9705847-3760-4afc-b3e4-516c03362df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5523241f-ae65-4ba6-bb8f-e5aeb4bd93ca,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:35.898308 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e58422-85d0-4228-a99f-8e0ae040d8f1 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Checking segment: {'id': 'b5f03272-5345-44a1-896a-9d4a7d5cfb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '928b73ac-7c7d-4af1-ba2a-898d0f4d7e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:54:35.898668 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e58422-85d0-4228-a99f-8e0ae040d8f1 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Network hostable DHCP agents. Network: 928b73ac-7c7d-4af1-ba2a-898d0f4d7e0c, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:54:35.912680 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-36007279-e017-418a-a7c0-d395c2098ddb tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] 10.222.0.33 "DELETE /v2.0/ports/5dc66dfe-1bf7-4cbb-8a0a-32008fd2ec85 HTTP/1.1" status: 204 len: 168 time: 2.5239055 Sep 14 22:54:35.938181 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d9705847-3760-4afc-b3e4-516c03362df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:35.942873 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d9705847-3760-4afc-b3e4-516c03362df2 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/5523241f-ae65-4ba6-bb8f-e5aeb4bd93ca HTTP/1.1" status: 204 len: 168 time: 1.0947149 Sep 14 22:54:35.949477 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47330) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:35.967858 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-00c41dfa-6ff2-461d-be03-3e67405754fe tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '42f5350f-e150-40aa-a61a-34e903a4e542', 'external_fixed_ips': [{'subnet_id': 'c3801eb3-5eb2-4220-b00d-280d9c100352', 'ip_address': '2001:db8::376'}]}}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:36.007978 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a4b59343-cb8f-4f9e-83b3-0de722e8075c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:36.044181 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-a4b59343-cb8f-4f9e-83b3-0de722e8075c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe2d4087-a0ec-40ff-aa70-792913cbe551']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:36.060561 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4d4f2d58-ecf9-4216-928a-3ba0a5e29724 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:36.109761 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-a4b59343-cb8f-4f9e-83b3-0de722e8075c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '605b4a93-668d-4159-9290-89ece24b9569') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:36.110039 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-a4b59343-cb8f-4f9e-83b3-0de722e8075c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '605b4a93-668d-4159-9290-89ece24b9569') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:36.124452 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-e597c8a4-c698-4938-a79e-6d59fe150c12 None None] For port 13c00184-73bb-4017-96f0-d739b250f6e4, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:54:36.135196 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-6253030b-7bce-4232-9d1f-07554b5b0c82 None None] Current status of the port 08b05f00-6f8c-4ce1-8731-df0a1f01362e is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:54:36.138322 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-e597c8a4-c698-4938-a79e-6d59fe150c12 None None] For port 13c00184-73bb-4017-96f0-d739b250f6e4, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=13c00184-73bb-4017-96f0-d739b250f6e4,segment=NetworkSegment(605b4a93-668d-4159-9290-89ece24b9569),segment_id=605b4a93-668d-4159-9290-89ece24b9569)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:54:36.146198 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e597c8a4-c698-4938-a79e-6d59fe150c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:36.195733 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-00c41dfa-6ff2-461d-be03-3e67405754fe tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:36.218204 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a4b59343-cb8f-4f9e-83b3-0de722e8075c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:36.227834 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-00c41dfa-6ff2-461d-be03-3e67405754fe tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Usage tracker for resource:router and tenant:04ab023eb85c442f87a203c9b92fb746 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:36.234282 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-00c41dfa-6ff2-461d-be03-3e67405754fe tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:36.237459 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e58422-85d0-4228-a99f-8e0ae040d8f1 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Network 928b73ac-7c7d-4af1-ba2a-898d0f4d7e0c is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:54:36.246822 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.objects.ports [None req-f202b78f-bbe2-47a9-8cb2-5adb0cd0675e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89171) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 14 22:54:36.252923 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f202b78f-bbe2-47a9-8cb2-5adb0cd0675e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:36.253607 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-00c41dfa-6ff2-461d-be03-3e67405754fe tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:36.279572 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-19e58422-85d0-4228-a99f-8e0ae040d8f1 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 928b73ac-7c7d-4af1-ba2a-898d0f4d7e0c) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:36.286759 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e58422-85d0-4228-a99f-8e0ae040d8f1 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:36.287216 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-19e58422-85d0-4228-a99f-8e0ae040d8f1 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:36.289343 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e597c8a4-c698-4938-a79e-6d59fe150c12 None None] Pushing event updated for resources: {'Port': ['ID=13c00184-73bb-4017-96f0-d739b250f6e4,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:36.293458 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-00c41dfa-6ff2-461d-be03-3e67405754fe tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:36.294459 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-00c41dfa-6ff2-461d-be03-3e67405754fe tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:36.297416 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae967b0-7d3e-49c9-b29b-ddcdf19d374e None None] Network 928b73ac-7c7d-4af1-ba2a-898d0f4d7e0c requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:36.303333 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a4b59343-cb8f-4f9e-83b3-0de722e8075c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:36.341988 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-19e58422-85d0-4228-a99f-8e0ae040d8f1 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.8245952 Sep 14 22:54:36.343078 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b59343-cb8f-4f9e-83b3-0de722e8075c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:54:36.343407 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47338) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:36.343572 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a4b59343-cb8f-4f9e-83b3-0de722e8075c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:36.414859 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c33536-84c1-4e3d-8512-db4d2fa6e4f9 None None] Network fe2d4087-a0ec-40ff-aa70-792913cbe551 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:36.480322 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 605b4a93-668d-4159-9290-89ece24b9569 resource provider aggregate not found Sep 14 22:54:36.498790 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f202b78f-bbe2-47a9-8cb2-5adb0cd0675e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:36.506293 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-f202b78f-bbe2-47a9-8cb2-5adb0cd0675e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:36.509848 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f202b78f-bbe2-47a9-8cb2-5adb0cd0675e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:36.510749 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f202b78f-bbe2-47a9-8cb2-5adb0cd0675e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:36.521842 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 605b4a93-668d-4159-9290-89ece24b9569 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 605b4a93-668d-4159-9290-89ece24b9569 found for delete ", "request_id": "req-71a632f9-32bd-46b3-8267-af95503d8c16"}]} Sep 14 22:54:36.526256 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0170f3a8-b2c5-411c-b20c-442ab1fa7cbd None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:36.527194 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4d4f2d58-ecf9-4216-928a-3ba0a5e29724 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:36.546060 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202b78f-bbe2-47a9-8cb2-5adb0cd0675e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Subnet': ['ID=6b7acafa-a577-4dfe-a961-127914bded56,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:36.567927 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a985d297-8805-40cb-957e-143b50857f20 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:36.589707 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4d4f2d58-ecf9-4216-928a-3ba0a5e29724 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:36.603087 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.db.api [None req-a4b59343-cb8f-4f9e-83b3-0de722e8075c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 14 22:54:36.603087 dv-neutron-857791-1-hyperv neutron-server[89171]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 14 22:54:36.603087 dv-neutron-857791-1-hyperv neutron-server[89171]: [parameters: {'id': 'fe2d4087-a0ec-40ff-aa70-792913cbe551'}] Sep 14 22:54:36.603087 dv-neutron-857791-1-hyperv neutron-server[89171]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:54:36.603834 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG oslo_db.api [None req-a4b59343-cb8f-4f9e-83b3-0de722e8075c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:54:36.604347 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f2d58-ecf9-4216-928a-3ba0a5e29724 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Pushing event deleted for resources: {'Subnet': ['ID=d580ff7a-1dc6-44a5-bf98-5cf7e5c20ebd,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:36.619882 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4d4f2d58-ecf9-4216-928a-3ba0a5e29724 tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] 10.222.0.33 "DELETE /v2.0/subnets/d580ff7a-1dc6-44a5-bf98-5cf7e5c20ebd HTTP/1.1" status: 204 len: 168 time: 1.4015925 Sep 14 22:54:36.623267 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47350) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:36.630407 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d52a8a9-d344-4ba7-9aed-1664fc032a7d None None] Network dd332ad0-b3b4-4d43-a977-d57090be74cb requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:36.633797 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f202b78f-bbe2-47a9-8cb2-5adb0cd0675e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6021328 Sep 14 22:54:36.634559 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47354) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:36.658639 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-42aec655-418f-4111-b106-84f623e767e5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:36.661824 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-00c41dfa-6ff2-461d-be03-3e67405754fe tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:36.709469 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a985d297-8805-40cb-957e-143b50857f20 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:36.859334 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e4adc369-83df-4485-9d43-1cd79139e62a tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:36.903063 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-e4adc369-83df-4485-9d43-1cd79139e62a tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Deleting port 164c7f57-6137-4a54-a12c-f89fc9cca773 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:36.903436 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e4adc369-83df-4485-9d43-1cd79139e62a tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:36.955021 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-42aec655-418f-4111-b106-84f623e767e5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:36.956779 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cc4f5b-d057-4cb7-9bf2-8185e7b4f8d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-928b73ac-7c7d-4af1-ba2a-898d0f4d7e0c', 'network_id': '928b73ac-7c7d-4af1-ba2a-898d0f4d7e0c', 'tenant_id': '98a7f1cb67ad4eb78bb3bebf456cdba4', 'fixed_ips': [{'subnet_id': '15fcf08c-7884-477d-8c09-2da3052b761a'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:54:36.957605 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-84cc4f5b-d057-4cb7-9bf2-8185e7b4f8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:36.962096 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-42aec655-418f-4111-b106-84f623e767e5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:subnet and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:36.967309 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-42aec655-418f-4111-b106-84f623e767e5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:36.975963 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-42aec655-418f-4111-b106-84f623e767e5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:37.048841 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42aec655-418f-4111-b106-84f623e767e5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:37.052630 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-42aec655-418f-4111-b106-84f623e767e5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:37.136670 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a4b59343-cb8f-4f9e-83b3-0de722e8075c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:37.266003 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-a4b59343-cb8f-4f9e-83b3-0de722e8075c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Deleting port 13c00184-73bb-4017-96f0-d739b250f6e4 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:37.266920 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a4b59343-cb8f-4f9e-83b3-0de722e8075c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:37.296371 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac757f8-0eec-4374-bd5a-fd8b99380eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'fixed_ips': [{'subnet_id': '6b7acafa-a577-4dfe-a961-127914bded56'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:54:37.297219 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-fac757f8-0eec-4374-bd5a-fd8b99380eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:37.298750 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-00c41dfa-6ff2-461d-be03-3e67405754fe tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:37.319765 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-641256b3-d353-4c5a-a7e0-14b5addd92b2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:37.391098 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-84cc4f5b-d057-4cb7-9bf2-8185e7b4f8d3 None None] Allocated IP 172.20.0.1 (928b73ac-7c7d-4af1-ba2a-898d0f4d7e0c/15fcf08c-7884-477d-8c09-2da3052b761a/cc9926d2-f080-4b06-9127-4aabbe7e1ebe) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:54:37.437576 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-e4adc369-83df-4485-9d43-1cd79139e62a tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] For port 164c7f57-6137-4a54-a12c-f89fc9cca773, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=164c7f57-6137-4a54-a12c-f89fc9cca773,segment=NetworkSegment(29065528-e6cc-43e6-9a5b-0bd39f05acb7),segment_id=29065528-e6cc-43e6-9a5b-0bd39f05acb7)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:54:37.437974 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e4adc369-83df-4485-9d43-1cd79139e62a tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:37.531715 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdedf1f-d567-4a96-8cc8-72fa6e7119a1 None None] DHCP port deletion for dd332ad0-b3b4-4d43-a977-d57090be74cb request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:54:37.557103 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-641256b3-d353-4c5a-a7e0-14b5addd92b2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:37.661464 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-ccdedf1f-d567-4a96-8cc8-72fa6e7119a1 None None] Deleting port 164c7f57-6137-4a54-a12c-f89fc9cca773 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:37.661787 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ccdedf1f-d567-4a96-8cc8-72fa6e7119a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:37.739242 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6f306148-e474-4b62-8926-25aba1fcf915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:37.777097 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-fac757f8-0eec-4374-bd5a-fd8b99380eed None None] Allocated IP 2001:db8::f816:3eff:fefb:63d8 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/6b7acafa-a577-4dfe-a961-127914bded56/229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:54:37.818406 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-e4adc369-83df-4485-9d43-1cd79139e62a tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Calling delete_port for 164c7f57-6137-4a54-a12c-f89fc9cca773 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:54:37.855849 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 164c7f57-6137-4a54-a12c-f89fc9cca773 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:54:38.003041 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-641256b3-d353-4c5a-a7e0-14b5addd92b2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:38.065229 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-641256b3-d353-4c5a-a7e0-14b5addd92b2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:38.106787 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-a4b59343-cb8f-4f9e-83b3-0de722e8075c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] For port 13c00184-73bb-4017-96f0-d739b250f6e4, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=13c00184-73bb-4017-96f0-d739b250f6e4,segment=NetworkSegment(605b4a93-668d-4159-9290-89ece24b9569),segment_id=605b4a93-668d-4159-9290-89ece24b9569)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:54:38.107156 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a4b59343-cb8f-4f9e-83b3-0de722e8075c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:38.236073 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-84cc4f5b-d057-4cb7-9bf2-8185e7b4f8d3 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:38.254794 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-84cc4f5b-d057-4cb7-9bf2-8185e7b4f8d3 None None] Transition to ACTIVE for port object cc9926d2-f080-4b06-9127-4aabbe7e1ebe will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:54:38.268962 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-a4b59343-cb8f-4f9e-83b3-0de722e8075c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Calling delete_port for 13c00184-73bb-4017-96f0-d739b250f6e4 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:54:38.284880 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-84cc4f5b-d057-4cb7-9bf2-8185e7b4f8d3 None None] Transition to ACTIVE for port object cc9926d2-f080-4b06-9127-4aabbe7e1ebe will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:54:38.296960 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e4adc369-83df-4485-9d43-1cd79139e62a tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:38.300009 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641256b3-d353-4c5a-a7e0-14b5addd92b2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event updated for resources: {'Port': ['ID=a7debd0a-d200-4de7-96dd-a930e9c31c18,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:38.302646 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-641256b3-d353-4c5a-a7e0-14b5addd92b2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:38.367193 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-42aec655-418f-4111-b106-84f623e767e5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:38.394449 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-84cc4f5b-d057-4cb7-9bf2-8185e7b4f8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:38.428472 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47394) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:38.436002 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4adc369-83df-4485-9d43-1cd79139e62a tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] No DVR routers for this DVR port 164c7f57-6137-4a54-a12c-f89fc9cca773 on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:54:38.451976 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Port 164c7f57-6137-4a54-a12c-f89fc9cca773 update to DOWN by agent not found {{(pid=89172) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2176}} Sep 14 22:54:38.467380 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4adc369-83df-4485-9d43-1cd79139e62a tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Pushing event deleted for resources: {'Port': ['ID=164c7f57-6137-4a54-a12c-f89fc9cca773,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:38.524691 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-ccdedf1f-d567-4a96-8cc8-72fa6e7119a1 None None] For port 164c7f57-6137-4a54-a12c-f89fc9cca773, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=164c7f57-6137-4a54-a12c-f89fc9cca773,segment=NetworkSegment(29065528-e6cc-43e6-9a5b-0bd39f05acb7),segment_id=29065528-e6cc-43e6-9a5b-0bd39f05acb7)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:54:38.525337 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ccdedf1f-d567-4a96-8cc8-72fa6e7119a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:38.535710 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-00c41dfa-6ff2-461d-be03-3e67405754fe tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:38.536999 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cc4f5b-d057-4cb7-9bf2-8185e7b4f8d3 None None] Network 928b73ac-7c7d-4af1-ba2a-898d0f4d7e0c is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:38.547457 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-84cc4f5b-d057-4cb7-9bf2-8185e7b4f8d3 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:38.568639 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-00c41dfa-6ff2-461d-be03-3e67405754fe tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:38.574074 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a985d297-8805-40cb-957e-143b50857f20 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:38.601680 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aec655-418f-4111-b106-84f623e767e5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Subnet': ['ID=e3942787-ad61-4b7c-a90e-02e84698f5e0,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:38.612728 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a4b59343-cb8f-4f9e-83b3-0de722e8075c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:38.620240 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42aec655-418f-4111-b106-84f623e767e5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:38.658631 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-641256b3-d353-4c5a-a7e0-14b5addd92b2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Floating IP 6bdcb0aa-1b7e-4322-a2f2-0f011435e03a associated. External IP: 172.26.5.181, port: 67055081-e22d-4054-b074-0adf84641216. Sep 14 22:54:38.663907 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cc4f5b-d057-4cb7-9bf2-8185e7b4f8d3 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:54:38.674956 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-ccdedf1f-d567-4a96-8cc8-72fa6e7119a1 None None] Calling delete_port for 164c7f57-6137-4a54-a12c-f89fc9cca773 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:54:38.712315 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985d297-8805-40cb-957e-143b50857f20 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event deleted for resources: {'Subnet': ['ID=15fcf08c-7884-477d-8c09-2da3052b761a,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:38.715992 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc4f5b-d057-4cb7-9bf2-8185e7b4f8d3 None None] Pushing event updated for resources: {'Port': ['ID=cc9926d2-f080-4b06-9127-4aabbe7e1ebe,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:38.759152 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-e97f14c2-49f0-4775-bab0-5b266dd4f052 tempest-QuotasTest-505584734 tempest-QuotasTest-505584734-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:38.761926 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-42aec655-418f-4111-b106-84f623e767e5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:38.765074 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42aec655-418f-4111-b106-84f623e767e5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:38.765685 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-42aec655-418f-4111-b106-84f623e767e5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:38.773031 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-fac757f8-0eec-4374-bd5a-fd8b99380eed None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:38.793146 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b59343-cb8f-4f9e-83b3-0de722e8075c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] No DVR routers for this DVR port 13c00184-73bb-4017-96f0-d739b250f6e4 on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:54:38.824427 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b59343-cb8f-4f9e-83b3-0de722e8075c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event deleted for resources: {'Port': ['ID=13c00184-73bb-4017-96f0-d739b250f6e4,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:38.828697 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-fac757f8-0eec-4374-bd5a-fd8b99380eed None None] Transition to ACTIVE for port object 229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:54:38.838334 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e4adc369-83df-4485-9d43-1cd79139e62a tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:38.888265 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-84cc4f5b-d057-4cb7-9bf2-8185e7b4f8d3 None None] Attempting to bind port cc9926d2-f080-4b06-9127-4aabbe7e1ebe on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:54:38.888634 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-84cc4f5b-d057-4cb7-9bf2-8185e7b4f8d3 None None] Attempting to bind port cc9926d2-f080-4b06-9127-4aabbe7e1ebe by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'b5f03272-5345-44a1-896a-9d4a7d5cfb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '928b73ac-7c7d-4af1-ba2a-898d0f4d7e0c'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:54:38.888998 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cc4f5b-d057-4cb7-9bf2-8185e7b4f8d3 None None] Attempting to bind port cc9926d2-f080-4b06-9127-4aabbe7e1ebe on network 928b73ac-7c7d-4af1-ba2a-898d0f4d7e0c {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:54:38.894090 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-fac757f8-0eec-4374-bd5a-fd8b99380eed None None] Transition to ACTIVE for port object 229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:54:38.898278 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-ccdedf1f-d567-4a96-8cc8-72fa6e7119a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:54:38.898585 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-ccdedf1f-d567-4a96-8cc8-72fa6e7119a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:54:38.899419 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cc4f5b-d057-4cb7-9bf2-8185e7b4f8d3 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:54:38.899784 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cc4f5b-d057-4cb7-9bf2-8185e7b4f8d3 None None] Checking segment: {'id': 'b5f03272-5345-44a1-896a-9d4a7d5cfb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '928b73ac-7c7d-4af1-ba2a-898d0f4d7e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:54:38.900190 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-84cc4f5b-d057-4cb7-9bf2-8185e7b4f8d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:38.900647 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cc4f5b-d057-4cb7-9bf2-8185e7b4f8d3 None None] Bound using segment: {'id': 'b5f03272-5345-44a1-896a-9d4a7d5cfb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '928b73ac-7c7d-4af1-ba2a-898d0f4d7e0c'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:54:38.901051 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-84cc4f5b-d057-4cb7-9bf2-8185e7b4f8d3 None None] Bound port: cc9926d2-f080-4b06-9127-4aabbe7e1ebe, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f03272-5345-44a1-896a-9d4a7d5cfb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '928b73ac-7c7d-4af1-ba2a-898d0f4d7e0c'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:54:38.901492 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-84cc4f5b-d057-4cb7-9bf2-8185e7b4f8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:38.913287 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-fac757f8-0eec-4374-bd5a-fd8b99380eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:38.963683 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-e4adc369-83df-4485-9d43-1cd79139e62a tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd332ad0-b3b4-4d43-a977-d57090be74cb']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:38.996828 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-42aec655-418f-4111-b106-84f623e767e5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3435636 Sep 14 22:54:39.001685 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-e4adc369-83df-4485-9d43-1cd79139e62a tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29065528-e6cc-43e6-9a5b-0bd39f05acb7') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:39.001987 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-e4adc369-83df-4485-9d43-1cd79139e62a tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29065528-e6cc-43e6-9a5b-0bd39f05acb7') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:39.008885 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47400) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:39.010457 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a985d297-8805-40cb-957e-143b50857f20 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:39.018454 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a4b59343-cb8f-4f9e-83b3-0de722e8075c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:39.028855 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac757f8-0eec-4374-bd5a-fd8b99380eed None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:39.030537 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-a3813694-d439-4a8f-a5bc-e20604073b8f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'port': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'mac_address': 'fa:16:3e:a5:b8:a8', 'name': 'tempest-NetworksTestDHCPv6-2136959040'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:39.033270 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-fac757f8-0eec-4374-bd5a-fd8b99380eed None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:39.038549 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac757f8-0eec-4374-bd5a-fd8b99380eed None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:54:39.055052 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e4adc369-83df-4485-9d43-1cd79139e62a tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:39.061576 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac757f8-0eec-4374-bd5a-fd8b99380eed None None] Pushing event updated for resources: {'Port': ['ID=229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:39.127493 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-a985d297-8805-40cb-957e-143b50857f20 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['928b73ac-7c7d-4af1-ba2a-898d0f4d7e0c']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:39.147117 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-a4b59343-cb8f-4f9e-83b3-0de722e8075c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe2d4087-a0ec-40ff-aa70-792913cbe551']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:39.167302 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-84cc4f5b-d057-4cb7-9bf2-8185e7b4f8d3 None None] For port cc9926d2-f080-4b06-9127-4aabbe7e1ebe, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:54:39.175421 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e97f14c2-49f0-4775-bab0-5b266dd4f052 tempest-QuotasTest-505584734 tempest-QuotasTest-505584734-project-admin] 10.222.0.33 "PUT /v2.0/quotas/12cdd71f7c9a4b7bb0466c20fae700db HTTP/1.1" status: 200 len: 366 time: 0.7094564 Sep 14 22:54:39.179210 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-fac757f8-0eec-4374-bd5a-fd8b99380eed None None] Attempting to bind port 229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:54:39.179579 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-fac757f8-0eec-4374-bd5a-fd8b99380eed None None] Attempting to bind port 229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:54:39.179938 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac757f8-0eec-4374-bd5a-fd8b99380eed None None] Attempting to bind port 229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5 on network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:54:39.180961 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47404) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:39.185477 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-84cc4f5b-d057-4cb7-9bf2-8185e7b4f8d3 None None] For port cc9926d2-f080-4b06-9127-4aabbe7e1ebe, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=cc9926d2-f080-4b06-9127-4aabbe7e1ebe,segment=NetworkSegment(b5f03272-5345-44a1-896a-9d4a7d5cfb2c),segment_id=b5f03272-5345-44a1-896a-9d4a7d5cfb2c)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:54:39.188319 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac757f8-0eec-4374-bd5a-fd8b99380eed None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:54:39.188642 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-a985d297-8805-40cb-957e-143b50857f20 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f03272-5345-44a1-896a-9d4a7d5cfb2c') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:39.188777 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac757f8-0eec-4374-bd5a-fd8b99380eed None None] Checking segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:54:39.189100 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-fac757f8-0eec-4374-bd5a-fd8b99380eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:39.189384 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-a985d297-8805-40cb-957e-143b50857f20 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f03272-5345-44a1-896a-9d4a7d5cfb2c') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:39.189512 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac757f8-0eec-4374-bd5a-fd8b99380eed None None] Bound using segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:54:39.189936 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-fac757f8-0eec-4374-bd5a-fd8b99380eed None None] Bound port: 229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:54:39.190133 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-a4b59343-cb8f-4f9e-83b3-0de722e8075c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '605b4a93-668d-4159-9290-89ece24b9569') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:39.190304 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-fac757f8-0eec-4374-bd5a-fd8b99380eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:39.190488 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-a4b59343-cb8f-4f9e-83b3-0de722e8075c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '605b4a93-668d-4159-9290-89ece24b9569') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:39.199772 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e4adc369-83df-4485-9d43-1cd79139e62a tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:39.205999 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-84cc4f5b-d057-4cb7-9bf2-8185e7b4f8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:39.217111 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a985d297-8805-40cb-957e-143b50857f20 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:39.225094 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a4b59343-cb8f-4f9e-83b3-0de722e8075c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:39.233179 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4adc369-83df-4485-9d43-1cd79139e62a tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:54:39.233575 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e4adc369-83df-4485-9d43-1cd79139e62a tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:39.262813 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-78cefc39-d3c9-46a0-94bc-33c554be966a tempest-QuotasTest-505584734 tempest-QuotasTest-505584734-project-admin] 10.222.0.33 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0774996 Sep 14 22:54:39.303023 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a985d297-8805-40cb-957e-143b50857f20 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:39.305568 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47410) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:39.331532 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 29065528-e6cc-43e6-9a5b-0bd39f05acb7 resource provider aggregate not found Sep 14 22:54:39.345003 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a4b59343-cb8f-4f9e-83b3-0de722e8075c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:39.364162 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a985d297-8805-40cb-957e-143b50857f20 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:54:39.364836 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a985d297-8805-40cb-957e-143b50857f20 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:39.369448 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 29065528-e6cc-43e6-9a5b-0bd39f05acb7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 29065528-e6cc-43e6-9a5b-0bd39f05acb7 found for delete ", "request_id": "req-275249b2-4041-4b3f-8169-629be24c0aab"}]} Sep 14 22:54:39.385216 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d84cbc6c-036a-4f0e-a4f2-dcd0dfa38bdb tempest-QuotasTest-505584734 tempest-QuotasTest-505584734-project-admin] 10.222.0.33 "GET /v2.0/quotas/12cdd71f7c9a4b7bb0466c20fae700db HTTP/1.1" status: 200 len: 366 time: 0.0767598 Sep 14 22:54:39.387772 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b59343-cb8f-4f9e-83b3-0de722e8075c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:54:39.388399 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a4b59343-cb8f-4f9e-83b3-0de722e8075c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:39.393977 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47416) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:39.395234 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-00c41dfa-6ff2-461d-be03-3e67405754fe tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Allocated IP 2001:db8::376 (42f5350f-e150-40aa-a61a-34e903a4e542/c3801eb3-5eb2-4220-b00d-280d9c100352/5dc878bc-32e2-4efc-9fcb-f9660d197d4f) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:54:39.417701 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-ccdedf1f-d567-4a96-8cc8-72fa6e7119a1 None None] Deleting port 164c7f57-6137-4a54-a12c-f89fc9cca773 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:39.418174 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment b5f03272-5345-44a1-896a-9d4a7d5cfb2c resource provider aggregate not found Sep 14 22:54:39.418680 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ccdedf1f-d567-4a96-8cc8-72fa6e7119a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:39.489219 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc4f5b-d057-4cb7-9bf2-8185e7b4f8d3 None None] Pushing event updated for resources: {'Port': ['ID=cc9926d2-f080-4b06-9127-4aabbe7e1ebe,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:39.515105 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment b5f03272-5345-44a1-896a-9d4a7d5cfb2c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5f03272-5345-44a1-896a-9d4a7d5cfb2c found for delete ", "request_id": "req-1cbefa23-600e-45f3-8e19-7763f983b8c1"}]} Sep 14 22:54:39.538848 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-ccdedf1f-d567-4a96-8cc8-72fa6e7119a1 None None] The port '164c7f57-6137-4a54-a12c-f89fc9cca773' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:54:39.552248 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-fac757f8-0eec-4374-bd5a-fd8b99380eed None None] For port 229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:54:39.558719 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-fac757f8-0eec-4374-bd5a-fd8b99380eed None None] For port 229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:54:39.565536 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4a0c00-b01f-4407-b3be-6c5c47f2b3ae None None] Network 928b73ac-7c7d-4af1-ba2a-898d0f4d7e0c requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:39.581658 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-fac757f8-0eec-4374-bd5a-fd8b99380eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:39.629518 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.api [None req-a985d297-8805-40cb-957e-143b50857f20 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 14 22:54:39.629518 dv-neutron-857791-1-hyperv neutron-server[89170]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 14 22:54:39.629518 dv-neutron-857791-1-hyperv neutron-server[89170]: [parameters: {'id': '928b73ac-7c7d-4af1-ba2a-898d0f4d7e0c'}] Sep 14 22:54:39.629518 dv-neutron-857791-1-hyperv neutron-server[89170]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:54:39.630000 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG oslo_db.api [None req-a985d297-8805-40cb-957e-143b50857f20 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:54:39.643735 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a3813694-d439-4a8f-a5bc-e20604073b8f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:39.645469 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e4adc369-83df-4485-9d43-1cd79139e62a tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:39.648271 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2d357fde-ecd1-44a0-b4c4-b09831f8b9aa tempest-QuotasTest-505584734 tempest-QuotasTest-505584734-project-admin] 10.222.0.33 "DELETE /v2.0/quotas/12cdd71f7c9a4b7bb0466c20fae700db HTTP/1.1" status: 204 len: 168 time: 0.2311575 Sep 14 22:54:39.653597 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a3813694-d439-4a8f-a5bc-e20604073b8f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:port and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:39.656378 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47424) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:39.659323 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e4adc369-83df-4485-9d43-1cd79139e62a tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:39.688798 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a3813694-d439-4a8f-a5bc-e20604073b8f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:39.707314 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4adc369-83df-4485-9d43-1cd79139e62a tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] Pushing event deleted for resources: {'Network': ['ID=dd332ad0-b3b4-4d43-a977-d57090be74cb,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:39.709699 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a3813694-d439-4a8f-a5bc-e20604073b8f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:39.715108 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e4adc369-83df-4485-9d43-1cd79139e62a tempest-FloatingIPNegativeTestJSON-233863130 tempest-FloatingIPNegativeTestJSON-233863130-project] 10.222.0.33 "DELETE /v2.0/networks/dd332ad0-b3b4-4d43-a977-d57090be74cb HTTP/1.1" status: 204 len: 168 time: 3.0893583 Sep 14 22:54:39.718393 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a4b59343-cb8f-4f9e-83b3-0de722e8075c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:39.725134 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a4b59343-cb8f-4f9e-83b3-0de722e8075c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:39.738455 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-22c0ea0d-9da8-4e2e-a683-8cdb1b3a40f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:39.746748 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0d4a274f-d040-40cd-89f6-85f41ec67ad4 tempest-QuotasTest-505584734 tempest-QuotasTest-505584734-project-admin] 10.222.0.33 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0810492 Sep 14 22:54:39.751800 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47430) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:39.778181 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641256b3-d353-4c5a-a7e0-14b5addd92b2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Router f43c8169-1688-4667-b754-fb3c60e75895 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:54:39.793187 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b59343-cb8f-4f9e-83b3-0de722e8075c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event deleted for resources: {'Network': ['ID=fe2d4087-a0ec-40ff-aa70-792913cbe551,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:39.802982 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a4b59343-cb8f-4f9e-83b3-0de722e8075c tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "DELETE /v2.0/networks/fe2d4087-a0ec-40ff-aa70-792913cbe551 HTTP/1.1" status: 204 len: 168 time: 6.2890825 Sep 14 22:54:39.805859 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3813694-d439-4a8f-a5bc-e20604073b8f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:39.823405 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac757f8-0eec-4374-bd5a-fd8b99380eed None None] Pushing event updated for resources: {'Port': ['ID=229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:39.828913 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47434) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:39.832748 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ff1baa2f-1ce3-4f4e-b4b8-82a754977398 tempest-QuotasTest-505584734 tempest-QuotasTest-505584734-project-admin] 10.222.0.33 "GET /v2.0/quotas/12cdd71f7c9a4b7bb0466c20fae700db HTTP/1.1" status: 200 len: 370 time: 0.0743041 Sep 14 22:54:39.842407 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-4bd8df6f-e194-4780-942d-38ad2732b00e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1930996428'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:39.845699 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47438) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:39.907161 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-4bd8df6f-e194-4780-942d-38ad2732b00e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:39.932495 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4be59af2-8114-4585-a630-b77f3455826a tempest-QuotasTest-505584734 tempest-QuotasTest-505584734-project-admin] 10.222.0.33 "GET /v2.0/quotas/12cdd71f7c9a4b7bb0466c20fae700db/default HTTP/1.1" status: 200 len: 370 time: 0.0318947 Sep 14 22:54:39.935337 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47442) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:39.952228 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-4bd8df6f-e194-4780-942d-38ad2732b00e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Usage tracker for resource:network and tenant:e6613fbfc8284862b15b5afbf1f6ff30 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:39.960981 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-4bd8df6f-e194-4780-942d-38ad2732b00e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:39.970801 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-4bd8df6f-e194-4780-942d-38ad2732b00e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:39.980217 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-763f7d93-56c4-4262-977d-15cfd349287a tempest-QuotasTest-505584734 tempest-QuotasTest-505584734-project-admin] delete failed (client error): The resource could not be found. Sep 14 22:54:39.989863 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-00c41dfa-6ff2-461d-be03-3e67405754fe tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:39.991070 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-763f7d93-56c4-4262-977d-15cfd349287a tempest-QuotasTest-505584734 tempest-QuotasTest-505584734-project-admin] 10.222.0.33 "DELETE /v2.0/quotas/12cdd71f7c9a4b7bb0466c20fae700db HTTP/1.1" status: 404 len: 348 time: 0.0432770 Sep 14 22:54:40.030693 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd8df6f-e194-4780-942d-38ad2732b00e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Made reservation on behalf of e6613fbfc8284862b15b5afbf1f6ff30 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:40.034177 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4bd8df6f-e194-4780-942d-38ad2732b00e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:40.067608 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a3813694-d439-4a8f-a5bc-e20604073b8f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:40.096219 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd8df6f-e194-4780-942d-38ad2732b00e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:54:40.105500 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4bd8df6f-e194-4780-942d-38ad2732b00e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:40.105841 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-4bd8df6f-e194-4780-942d-38ad2732b00e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Added segment 5abc6720-7113-4d93-a730-f82d9d1da44d of type vlan for network fdf0cefb-bd27-44c6-b3c8-c834cfac94f7 Sep 14 22:54:40.130855 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641256b3-d353-4c5a-a7e0-14b5addd92b2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:54:40.140405 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-a3813694-d439-4a8f-a5bc-e20604073b8f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] device_id is not set on port 31523eb5-75ab-4f36-ab93-a3451dc5a19e yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:54:40.142059 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a985d297-8805-40cb-957e-143b50857f20 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:40.144169 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec06db20-8add-4e44-91b1-d7c43fd98f3c None None] Sync routers for ids ['f43c8169-1688-4667-b754-fb3c60e75895'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:54:40.160353 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec06db20-8add-4e44-91b1-d7c43fd98f3c None None] Routers {'f43c8169-1688-4667-b754-fb3c60e75895'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:54:40.161180 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-ec06db20-8add-4e44-91b1-d7c43fd98f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:54:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f43c8169-1688-4667-b754-fb3c60e75895'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:40.193367 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47450) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:40.197123 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-a985d297-8805-40cb-957e-143b50857f20 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Deleting port cc9926d2-f080-4b06-9127-4aabbe7e1ebe {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:40.197489 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a985d297-8805-40cb-957e-143b50857f20 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:40.236453 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-641256b3-d353-4c5a-a7e0-14b5addd92b2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:40.261139 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4bd8df6f-e194-4780-942d-38ad2732b00e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:40.265673 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-00c41dfa-6ff2-461d-be03-3e67405754fe tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:40.303342 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-ec06db20-8add-4e44-91b1-d7c43fd98f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:40.310229 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47454) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:40.312631 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec06db20-8add-4e44-91b1-d7c43fd98f3c None None] Routers {'f43c8169-1688-4667-b754-fb3c60e75895'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:54:40.313406 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-ec06db20-8add-4e44-91b1-d7c43fd98f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:54:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f43c8169-1688-4667-b754-fb3c60e75895'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:40.383426 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c41dfa-6ff2-461d-be03-3e67405754fe tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Network 42f5350f-e150-40aa-a61a-34e903a4e542 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:40.392648 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-ec06db20-8add-4e44-91b1-d7c43fd98f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:40.393291 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec06db20-8add-4e44-91b1-d7c43fd98f3c None None] The sync data for ids ['f43c8169-1688-4667-b754-fb3c60e75895'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:54:40.393411 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-00c41dfa-6ff2-461d-be03-3e67405754fe tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:40.403992 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4bd8df6f-e194-4780-942d-38ad2732b00e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:40.405000 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c41dfa-6ff2-461d-be03-3e67405754fe tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:54:40.415522 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd8df6f-e194-4780-942d-38ad2732b00e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:40.416592 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4bd8df6f-e194-4780-942d-38ad2732b00e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:40.456157 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5574c0ab-a3ae-4e5f-9254-4c47afd85a49 tempest-QuotasTest-505584734 tempest-QuotasTest-505584734-project-admin] Usage tracker for resource:network and tenant:77bda47c8e744c99b820b1af29d60d92 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:40.459343 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-641256b3-d353-4c5a-a7e0-14b5addd92b2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.7775214 Sep 14 22:54:40.469273 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47460) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:40.495239 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c41dfa-6ff2-461d-be03-3e67405754fe tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Pushing event updated for resources: {'Port': ['ID=5dc878bc-32e2-4efc-9fcb-f9660d197d4f,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:40.520104 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-a385e126-a2e3-4385-aa8e-d9189cf93496 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-646800002'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:40.608444 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a385e126-a2e3-4385-aa8e-d9189cf93496 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:40.634459 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a385e126-a2e3-4385-aa8e-d9189cf93496 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Usage tracker for resource:network and tenant:c3b8060bdcc1452ba7bbb4ccc54d5103 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:40.642471 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a385e126-a2e3-4385-aa8e-d9189cf93496 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:40.656595 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4bd8df6f-e194-4780-942d-38ad2732b00e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8249416 Sep 14 22:54:40.663566 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47464) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:40.666889 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a385e126-a2e3-4385-aa8e-d9189cf93496 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:40.687166 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-aa3050f6-b8b3-461d-9697-4cb73dfda772 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Request body: {'subnet': {'network_id': 'fdf0cefb-bd27-44c6-b3c8-c834cfac94f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:40.701715 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd8df6f-e194-4780-942d-38ad2732b00e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event updated for resources: {'Network': ['ID=fdf0cefb-bd27-44c6-b3c8-c834cfac94f7,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:40.705143 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5574c0ab-a3ae-4e5f-9254-4c47afd85a49 tempest-QuotasTest-505584734 tempest-QuotasTest-505584734-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:40.723373 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network fdf0cefb-bd27-44c6-b3c8-c834cfac94f7 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:54:40.778075 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-a3813694-d439-4a8f-a5bc-e20604073b8f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Allocated IP 172.20.0.8 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/e3942787-ad61-4b7c-a90e-02e84698f5e0/31523eb5-75ab-4f36-ab93-a3451dc5a19e) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:54:40.804521 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a385e126-a2e3-4385-aa8e-d9189cf93496 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Made reservation on behalf of c3b8060bdcc1452ba7bbb4ccc54d5103 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:40.808030 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a385e126-a2e3-4385-aa8e-d9189cf93496 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:40.821800 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-a3813694-d439-4a8f-a5bc-e20604073b8f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Allocated IP 2001:db8::f816:3eff:fea5:b8a8 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/6b7acafa-a577-4dfe-a961-127914bded56/31523eb5-75ab-4f36-ab93-a3451dc5a19e) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:54:40.835385 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-80877bd8-6977-4880-8d8b-a5f064044fb0 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=abfa24a7b8d648cf8f67366e3b359f2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5238590 Sep 14 22:54:40.840476 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:40.850312 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47468) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:40.876746 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:40.905079 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5574c0ab-a3ae-4e5f-9254-4c47afd85a49 tempest-QuotasTest-505584734 tempest-QuotasTest-505584734-project-admin] Usage tracker for resource:subnet and tenant:77bda47c8e744c99b820b1af29d60d92 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:40.921928 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-aa3050f6-b8b3-461d-9697-4cb73dfda772 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:40.927990 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5574c0ab-a3ae-4e5f-9254-4c47afd85a49 tempest-QuotasTest-505584734 tempest-QuotasTest-505584734-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:40.935354 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a385e126-a2e3-4385-aa8e-d9189cf93496 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:54:40.937714 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-aa3050f6-b8b3-461d-9697-4cb73dfda772 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Usage tracker for resource:subnet and tenant:e6613fbfc8284862b15b5afbf1f6ff30 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:40.940096 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-a985d297-8805-40cb-957e-143b50857f20 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] For port cc9926d2-f080-4b06-9127-4aabbe7e1ebe, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=cc9926d2-f080-4b06-9127-4aabbe7e1ebe,segment=NetworkSegment(b5f03272-5345-44a1-896a-9d4a7d5cfb2c),segment_id=b5f03272-5345-44a1-896a-9d4a7d5cfb2c)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:54:40.940244 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a985d297-8805-40cb-957e-143b50857f20 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:40.948064 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-aa3050f6-b8b3-461d-9697-4cb73dfda772 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:40.973176 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-aa3050f6-b8b3-461d-9697-4cb73dfda772 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:40.983733 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a385e126-a2e3-4385-aa8e-d9189cf93496 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:40.984069 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-a385e126-a2e3-4385-aa8e-d9189cf93496 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Added segment cdacf7ba-eec0-46ac-ac6e-7a71d941ab1a of type vlan for network ff5cb34d-989f-4ed2-804c-ba5a4cfbb4c6 Sep 14 22:54:41.005216 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5574c0ab-a3ae-4e5f-9254-4c47afd85a49 tempest-QuotasTest-505584734 tempest-QuotasTest-505584734-project-admin] Usage tracker for resource:subnetpool and tenant:77bda47c8e744c99b820b1af29d60d92 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:41.014830 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86992ba7-1369-41d8-bc82-8f38c6f6099d None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:41.107286 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3050f6-b8b3-461d-9697-4cb73dfda772 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Made reservation on behalf of e6613fbfc8284862b15b5afbf1f6ff30 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:41.111327 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-aa3050f6-b8b3-461d-9697-4cb73dfda772 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:41.123178 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-ebf0b3a3-9029-4dbc-99fb-ebabdf154529 None None] Provisioning for port 229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:54:41.138047 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-a985d297-8805-40cb-957e-143b50857f20 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Calling delete_port for cc9926d2-f080-4b06-9127-4aabbe7e1ebe owned by network:dhcp {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:54:41.166359 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5574c0ab-a3ae-4e5f-9254-4c47afd85a49 tempest-QuotasTest-505584734 tempest-QuotasTest-505584734-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:41.201437 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a385e126-a2e3-4385-aa8e-d9189cf93496 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:41.217867 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5574c0ab-a3ae-4e5f-9254-4c47afd85a49 tempest-QuotasTest-505584734 tempest-QuotasTest-505584734-project-admin] Usage tracker for resource:port and tenant:77bda47c8e744c99b820b1af29d60d92 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:41.227593 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4adeb7e7-a1e7-4410-baca-82ea579ef686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:41.282304 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5574c0ab-a3ae-4e5f-9254-4c47afd85a49 tempest-QuotasTest-505584734 tempest-QuotasTest-505584734-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:41.324021 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4adeb7e7-a1e7-4410-baca-82ea579ef686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:41.336703 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5574c0ab-a3ae-4e5f-9254-4c47afd85a49 tempest-QuotasTest-505584734 tempest-QuotasTest-505584734-project-admin] Usage tracker for resource:router and tenant:77bda47c8e744c99b820b1af29d60d92 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:41.346866 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a985d297-8805-40cb-957e-143b50857f20 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:41.391944 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a3813694-d439-4a8f-a5bc-e20604073b8f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:41.395750 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-00c41dfa-6ff2-461d-be03-3e67405754fe tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:41.407224 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9e0882-3135-440e-9fe5-c2735a5be1de None None] Update dhcp port {'port': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'fixed_ips': [{'subnet_id': '6b7acafa-a577-4dfe-a961-127914bded56', 'ip_address': '2001:db8::f816:3eff:fefb:63d8'}, {'subnet_id': 'e3942787-ad61-4b7c-a90e-02e84698f5e0'}], 'binding:host_id': 'dv-neutron-857791-1-hyperv'}, 'id': '229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5'} from dv-neutron-857791-1-hyperv. {{(pid=89172) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 14 22:54:41.408213 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a385e126-a2e3-4385-aa8e-d9189cf93496 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:41.413585 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a385e126-a2e3-4385-aa8e-d9189cf93496 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:41.414175 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a385e126-a2e3-4385-aa8e-d9189cf93496 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:41.419172 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 605b4a93-668d-4159-9290-89ece24b9569 resource provider aggregate not found Sep 14 22:54:41.467456 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5574c0ab-a3ae-4e5f-9254-4c47afd85a49 tempest-QuotasTest-505584734 tempest-QuotasTest-505584734-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:41.468249 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0f9e0882-3135-440e-9fe5-c2735a5be1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:41.488351 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985d297-8805-40cb-957e-143b50857f20 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event deleted for resources: {'Port': ['ID=cc9926d2-f080-4b06-9127-4aabbe7e1ebe,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:41.493012 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a985d297-8805-40cb-957e-143b50857f20 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] No DVR routers for this DVR port cc9926d2-f080-4b06-9127-4aabbe7e1ebe on host dv-neutron-857791-1-hyperv {{(pid=89170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:54:41.532482 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 605b4a93-668d-4159-9290-89ece24b9569 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 605b4a93-668d-4159-9290-89ece24b9569 found for delete ", "request_id": "req-f50b0802-ae8c-45b2-a681-b7f6e9807535"}]} Sep 14 22:54:41.541491 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-a3813694-d439-4a8f-a5bc-e20604073b8f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Transition to ACTIVE for port object 31523eb5-75ab-4f36-ab93-a3451dc5a19e will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:54:41.562928 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5574c0ab-a3ae-4e5f-9254-4c47afd85a49 tempest-QuotasTest-505584734 tempest-QuotasTest-505584734-project-admin] Usage tracker for resource:floatingip and tenant:77bda47c8e744c99b820b1af29d60d92 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:41.617313 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4adeb7e7-a1e7-4410-baca-82ea579ef686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:41.623994 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5574c0ab-a3ae-4e5f-9254-4c47afd85a49 tempest-QuotasTest-505584734 tempest-QuotasTest-505584734-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:41.639641 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385e126-a2e3-4385-aa8e-d9189cf93496 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event updated for resources: {'Network': ['ID=ff5cb34d-989f-4ed2-804c-ba5a4cfbb4c6,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:41.646296 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adeb7e7-a1e7-4410-baca-82ea579ef686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcce9d7-e5a1-4977-b82d-87fbf716cdf6,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:41.653607 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network ff5cb34d-989f-4ed2-804c-ba5a4cfbb4c6 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:54:41.655857 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4adeb7e7-a1e7-4410-baca-82ea579ef686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:41.659219 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4adeb7e7-a1e7-4410-baca-82ea579ef686 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/5fcce9d7-e5a1-4977-b82d-87fbf716cdf6 HTTP/1.1" status: 204 len: 168 time: 0.8045640 Sep 14 22:54:41.668355 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a385e126-a2e3-4385-aa8e-d9189cf93496 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1585290 Sep 14 22:54:41.670101 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47480) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:41.679365 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-1a54d3d3-977a-4388-9c77-6b9f293e58d5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Request body: {'subnet': {'network_id': 'ff5cb34d-989f-4ed2-804c-ba5a4cfbb4c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:41.743307 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a985d297-8805-40cb-957e-143b50857f20 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:41.812285 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-1a54d3d3-977a-4388-9c77-6b9f293e58d5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:41.826973 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-a985d297-8805-40cb-957e-143b50857f20 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['928b73ac-7c7d-4af1-ba2a-898d0f4d7e0c']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:41.827222 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1a54d3d3-977a-4388-9c77-6b9f293e58d5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Usage tracker for resource:subnet and tenant:c3b8060bdcc1452ba7bbb4ccc54d5103 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:41.833174 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a3813694-d439-4a8f-a5bc-e20604073b8f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:41.836444 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1a54d3d3-977a-4388-9c77-6b9f293e58d5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:41.907993 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-0f9e0882-3135-440e-9fe5-c2735a5be1de None None] Allocated IP 172.20.0.2 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/e3942787-ad61-4b7c-a90e-02e84698f5e0/229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:54:41.955617 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-a985d297-8805-40cb-957e-143b50857f20 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f03272-5345-44a1-896a-9d4a7d5cfb2c') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:41.956081 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-a985d297-8805-40cb-957e-143b50857f20 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f03272-5345-44a1-896a-9d4a7d5cfb2c') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:42.033156 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a985d297-8805-40cb-957e-143b50857f20 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:42.039432 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-1a54d3d3-977a-4388-9c77-6b9f293e58d5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:42.049454 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:54:42.060567 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-aa3050f6-b8b3-461d-9697-4cb73dfda772 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:42.066830 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3813694-d439-4a8f-a5bc-e20604073b8f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:42.101640 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-a3813694-d439-4a8f-a5bc-e20604073b8f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:42.120428 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3813694-d439-4a8f-a5bc-e20604073b8f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:54:42.157214 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a54d3d3-977a-4388-9c77-6b9f293e58d5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Made reservation on behalf of c3b8060bdcc1452ba7bbb4ccc54d5103 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:42.160696 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1a54d3d3-977a-4388-9c77-6b9f293e58d5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:42.162682 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:54:42.170181 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:54:42.170600 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:42.174479 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-00c41dfa-6ff2-461d-be03-3e67405754fe tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:42.199352 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3813694-d439-4a8f-a5bc-e20604073b8f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Port': ['ID=31523eb5-75ab-4f36-ab93-a3451dc5a19e,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:42.250773 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-0f9e0882-3135-440e-9fe5-c2735a5be1de None None] For port 229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:54:42.300574 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3050f6-b8b3-461d-9697-4cb73dfda772 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event updated for resources: {'Subnet': ['ID=e39e358b-e4aa-4b9a-b3cb-e67d86560fd5,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:42.328557 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3813694-d439-4a8f-a5bc-e20604073b8f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:42.329247 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a3813694-d439-4a8f-a5bc-e20604073b8f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:42.330102 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0f9e0882-3135-440e-9fe5-c2735a5be1de None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:42.348432 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3050f6-b8b3-461d-9697-4cb73dfda772 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Checking segment: {'id': '5abc6720-7113-4d93-a730-f82d9d1da44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fdf0cefb-bd27-44c6-b3c8-c834cfac94f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:54:42.348870 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3050f6-b8b3-461d-9697-4cb73dfda772 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Network hostable DHCP agents. Network: fdf0cefb-bd27-44c6-b3c8-c834cfac94f7, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:54:42.375612 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:42.381456 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-0f9e0882-3135-440e-9fe5-c2735a5be1de None None] Transition to ACTIVE for port object 229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:54:42.382471 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:54:42.382994 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:42.393610 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a3813694-d439-4a8f-a5bc-e20604073b8f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3816040 Sep 14 22:54:42.402173 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47498) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:42.407681 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0f9e0882-3135-440e-9fe5-c2735a5be1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:42.476094 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3050f6-b8b3-461d-9697-4cb73dfda772 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Network fdf0cefb-bd27-44c6-b3c8-c834cfac94f7 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:54:42.498584 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-aa3050f6-b8b3-461d-9697-4cb73dfda772 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, fdf0cefb-bd27-44c6-b3c8-c834cfac94f7) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:42.543500 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3050f6-b8b3-461d-9697-4cb73dfda772 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:42.544322 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-aa3050f6-b8b3-461d-9697-4cb73dfda772 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:42.549395 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a985d297-8805-40cb-957e-143b50857f20 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:42.556130 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a985d297-8805-40cb-957e-143b50857f20 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:54:42.556793 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a985d297-8805-40cb-957e-143b50857f20 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:42.595735 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcbe2f7-ea6b-4dd7-9234-1ca26a60891b None None] Network fdf0cefb-bd27-44c6-b3c8-c834cfac94f7 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:42.615396 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-aa3050f6-b8b3-461d-9697-4cb73dfda772 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.9435751 Sep 14 22:54:42.616939 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47506) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:42.662146 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3d897b-f687-45de-b5e8-728deb926543 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:42.662911 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5574c0ab-a3ae-4e5f-9254-4c47afd85a49 tempest-QuotasTest-505584734 tempest-QuotasTest-505584734-project-admin] Usage tracker for resource:security_group and tenant:77bda47c8e744c99b820b1af29d60d92 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:42.667138 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47510) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:42.668450 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3d897b-f687-45de-b5e8-728deb926543 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:42.669451 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1f3d897b-f687-45de-b5e8-728deb926543 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:54:42.683534 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5574c0ab-a3ae-4e5f-9254-4c47afd85a49 tempest-QuotasTest-505584734 tempest-QuotasTest-505584734-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:42.703039 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment b5f03272-5345-44a1-896a-9d4a7d5cfb2c resource provider aggregate not found Sep 14 22:54:42.707567 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a985d297-8805-40cb-957e-143b50857f20 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:42.729518 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a985d297-8805-40cb-957e-143b50857f20 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:42.755048 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment b5f03272-5345-44a1-896a-9d4a7d5cfb2c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5f03272-5345-44a1-896a-9d4a7d5cfb2c found for delete ", "request_id": "req-16079378-499f-4637-99d1-9e7560a5e4e1"}]} Sep 14 22:54:42.757491 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985d297-8805-40cb-957e-143b50857f20 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event deleted for resources: {'Network': ['ID=928b73ac-7c7d-4af1-ba2a-898d0f4d7e0c,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:42.781294 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a985d297-8805-40cb-957e-143b50857f20 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "DELETE /v2.0/networks/928b73ac-7c7d-4af1-ba2a-898d0f4d7e0c HTTP/1.1" status: 204 len: 168 time: 6.4356310 Sep 14 22:54:42.782038 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47520) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:42.785793 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5574c0ab-a3ae-4e5f-9254-4c47afd85a49 tempest-QuotasTest-505584734 tempest-QuotasTest-505584734-project-admin] Usage tracker for resource:security_group_rule and tenant:77bda47c8e744c99b820b1af29d60d92 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:42.789879 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-6ea03a2f-7cfe-4214-b286-c54a0f38218e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1828853374'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:42.802238 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1f3d897b-f687-45de-b5e8-728deb926543 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:54:42.805851 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1f3d897b-f687-45de-b5e8-728deb926543 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.3988736 Sep 14 22:54:42.808404 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-6ea03a2f-7cfe-4214-b286-c54a0f38218e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:42.809046 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47524) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:42.815259 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5574c0ab-a3ae-4e5f-9254-4c47afd85a49 tempest-QuotasTest-505584734 tempest-QuotasTest-505584734-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:42.826289 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6ea03a2f-7cfe-4214-b286-c54a0f38218e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Usage tracker for resource:network and tenant:98a7f1cb67ad4eb78bb3bebf456cdba4 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:42.827238 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5574c0ab-a3ae-4e5f-9254-4c47afd85a49 tempest-QuotasTest-505584734 tempest-QuotasTest-505584734-project-admin] 10.222.0.33 "GET /v2.0/quotas/77bda47c8e744c99b820b1af29d60d92/details.json HTTP/1.1" status: 200 len: 703 time: 2.6327975 Sep 14 22:54:42.832570 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6ea03a2f-7cfe-4214-b286-c54a0f38218e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:42.843531 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1a54d3d3-977a-4388-9c77-6b9f293e58d5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:42.845056 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:54:42.845615 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:54:42.849413 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-6ea03a2f-7cfe-4214-b286-c54a0f38218e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:42.868182 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e0882-3135-440e-9fe5-c2735a5be1de None None] Pushing event updated for resources: {'Port': ['ID=229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:42.906433 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c41dfa-6ff2-461d-be03-3e67405754fe tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Router c254b4f7-d825-477b-9940-e55a4300db3f is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:54:42.923966 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-71022d1a-3cf8-4627-9d7f-f0fe3d152ab6 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting port 31523eb5-75ab-4f36-ab93-a3451dc5a19e {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:42.923966 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-71022d1a-3cf8-4627-9d7f-f0fe3d152ab6 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:42.955578 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8ba1e9c4-ebf4-47b5-b907-2075c432bf1e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:42.965711 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea03a2f-7cfe-4214-b286-c54a0f38218e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Made reservation on behalf of 98a7f1cb67ad4eb78bb3bebf456cdba4 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:42.969534 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6ea03a2f-7cfe-4214-b286-c54a0f38218e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:43.021001 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-a4cea204-9f1a-43c0-94a5-6740a6f1403d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Request body: {'networks': [{'name': 'tempest-network--1426405731'}, {'name': 'tempest-network--51180443'}]} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:43.021318 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-a4cea204-9f1a-43c0-94a5-6740a6f1403d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Request body: {'network': {'name': 'tempest-network--1426405731'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:43.021757 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-a4cea204-9f1a-43c0-94a5-6740a6f1403d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Request body: {'network': {'name': 'tempest-network--51180443'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:43.022974 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a54d3d3-977a-4388-9c77-6b9f293e58d5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Checking segment: {'id': 'cdacf7ba-eec0-46ac-ac6e-7a71d941ab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ff5cb34d-989f-4ed2-804c-ba5a4cfbb4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:54:43.023557 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a54d3d3-977a-4388-9c77-6b9f293e58d5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Network hostable DHCP agents. Network: ff5cb34d-989f-4ed2-804c-ba5a4cfbb4c6, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:54:43.029728 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-a4cea204-9f1a-43c0-94a5-6740a6f1403d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:43.036475 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a4cea204-9f1a-43c0-94a5-6740a6f1403d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Usage tracker for resource:network and tenant:acaac18abfc14d928e7520f0a71439ec is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:43.039681 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a4cea204-9f1a-43c0-94a5-6740a6f1403d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:43.046527 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-a4cea204-9f1a-43c0-94a5-6740a6f1403d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:43.047389 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54d3d3-977a-4388-9c77-6b9f293e58d5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event updated for resources: {'Subnet': ['ID=84b27a30-abdf-4592-b502-4c8501f3c142,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:43.056286 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6919b7-0738-4314-81f5-21e3d480ea6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-fdf0cefb-bd27-44c6-b3c8-c834cfac94f7', 'network_id': 'fdf0cefb-bd27-44c6-b3c8-c834cfac94f7', 'tenant_id': 'e6613fbfc8284862b15b5afbf1f6ff30', 'fixed_ips': [{'subnet_id': 'e39e358b-e4aa-4b9a-b3cb-e67d86560fd5'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:54:43.057245 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-fb6919b7-0738-4314-81f5-21e3d480ea6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:43.099413 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ea03a2f-7cfe-4214-b286-c54a0f38218e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:54:43.127010 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a54d3d3-977a-4388-9c77-6b9f293e58d5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Network ff5cb34d-989f-4ed2-804c-ba5a4cfbb4c6 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:54:43.134281 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6ea03a2f-7cfe-4214-b286-c54a0f38218e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:43.134746 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-6ea03a2f-7cfe-4214-b286-c54a0f38218e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Added segment 58e475e9-c418-4e80-ba77-15eaafaaff2c of type vlan for network 6970d1b5-8f32-48c9-8c2a-c71e63476258 Sep 14 22:54:43.144726 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-1a54d3d3-977a-4388-9c77-6b9f293e58d5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, ff5cb34d-989f-4ed2-804c-ba5a4cfbb4c6) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:43.158181 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a54d3d3-977a-4388-9c77-6b9f293e58d5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:43.158864 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1a54d3d3-977a-4388-9c77-6b9f293e58d5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:43.171923 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8ba1e9c4-ebf4-47b5-b907-2075c432bf1e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:43.180380 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4cea204-9f1a-43c0-94a5-6740a6f1403d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Made reservation on behalf of acaac18abfc14d928e7520f0a71439ec for: {'network': 2} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:43.187755 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a4cea204-9f1a-43c0-94a5-6740a6f1403d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:43.198201 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824be295-a1c4-4d86-b16f-1d0e56c2be02 None None] Network ff5cb34d-989f-4ed2-804c-ba5a4cfbb4c6 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:43.250039 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a4cea204-9f1a-43c0-94a5-6740a6f1403d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:43.281478 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6ea03a2f-7cfe-4214-b286-c54a0f38218e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:43.309511 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-a4cea204-9f1a-43c0-94a5-6740a6f1403d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:43.310526 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1a54d3d3-977a-4388-9c77-6b9f293e58d5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6385345 Sep 14 22:54:43.311809 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47532) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:43.347411 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-7f4c562b-393a-4c45-beac-bd7a34160a02 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1055353684', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}, 'admin_state_up': False}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:43.359125 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a4cea204-9f1a-43c0-94a5-6740a6f1403d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Usage tracker for resource:security_group_rule and tenant:acaac18abfc14d928e7520f0a71439ec is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:43.377063 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-fb6919b7-0738-4314-81f5-21e3d480ea6e None None] Allocated IP 2001:db8::1 (fdf0cefb-bd27-44c6-b3c8-c834cfac94f7/e39e358b-e4aa-4b9a-b3cb-e67d86560fd5/0a5ae44b-37da-45c7-bd85-9a6867742752) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:54:43.388270 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-7f4c562b-393a-4c45-beac-bd7a34160a02 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:43.412878 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47536) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:43.424033 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-7f4c562b-393a-4c45-beac-bd7a34160a02 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Usage tracker for resource:router and tenant:c3b8060bdcc1452ba7bbb4ccc54d5103 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:43.444081 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-7f4c562b-393a-4c45-beac-bd7a34160a02 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Quota usage for router was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:43.462490 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6ea03a2f-7cfe-4214-b286-c54a0f38218e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:43.470194 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea03a2f-7cfe-4214-b286-c54a0f38218e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:43.483147 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6ea03a2f-7cfe-4214-b286-c54a0f38218e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:43.487485 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-7f4c562b-393a-4c45-beac-bd7a34160a02 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:43.550401 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a4cea204-9f1a-43c0-94a5-6740a6f1403d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:43.566843 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:54:43.567228 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:43.603333 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6ea03a2f-7cfe-4214-b286-c54a0f38218e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8155034 Sep 14 22:54:43.603333 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7f4c562b-393a-4c45-beac-bd7a34160a02 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:43.603333 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7f4c562b-393a-4c45-beac-bd7a34160a02 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:43.609151 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47542) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:43.621285 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-ee177b79-b6f5-4315-b33f-38283dd28a52 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Request body: {'subnet': {'network_id': '6970d1b5-8f32-48c9-8c2a-c71e63476258', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:43.635230 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea03a2f-7cfe-4214-b286-c54a0f38218e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event updated for resources: {'Network': ['ID=6970d1b5-8f32-48c9-8c2a-c71e63476258,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:43.658292 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 6970d1b5-8f32-48c9-8c2a-c71e63476258 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:54:43.660658 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-a4cea204-9f1a-43c0-94a5-6740a6f1403d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:43.673479 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-15e46527-54f7-4230-8340-4af330e2e70a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:43.740581 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c41dfa-6ff2-461d-be03-3e67405754fe tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:54:43.759537 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7f4c562b-393a-4c45-beac-bd7a34160a02 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:43.765266 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-71022d1a-3cf8-4627-9d7f-f0fe3d152ab6 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:43.769233 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-15e46527-54f7-4230-8340-4af330e2e70a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:43.786298 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-15e46527-54f7-4230-8340-4af330e2e70a admin admin] Usage tracker for resource:security_group_rule and tenant:e6ef5c52a2c34e18a575f413cfb07c56 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:43.794774 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-15e46527-54f7-4230-8340-4af330e2e70a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:43.806855 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-15e46527-54f7-4230-8340-4af330e2e70a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:43.810401 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94363da-ac2e-4235-94ab-7c860d6adcca None None] Sync routers for ids ['c254b4f7-d825-477b-9940-e55a4300db3f'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:54:43.811246 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ee177b79-b6f5-4315-b33f-38283dd28a52 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:43.842678 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4501cbf2-60fd-49fc-a63f-c784b221d66b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-ff5cb34d-989f-4ed2-804c-ba5a4cfbb4c6', 'network_id': 'ff5cb34d-989f-4ed2-804c-ba5a4cfbb4c6', 'tenant_id': 'c3b8060bdcc1452ba7bbb4ccc54d5103', 'fixed_ips': [{'subnet_id': '84b27a30-abdf-4592-b502-4c8501f3c142'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:54:43.843738 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4501cbf2-60fd-49fc-a63f-c784b221d66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:43.863200 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:54:43.880496 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ee177b79-b6f5-4315-b33f-38283dd28a52 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Usage tracker for resource:subnet and tenant:98a7f1cb67ad4eb78bb3bebf456cdba4 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:43.886066 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:43.932278 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94363da-ac2e-4235-94ab-7c860d6adcca None None] Routers {'c254b4f7-d825-477b-9940-e55a4300db3f'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:54:43.933476 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-d94363da-ac2e-4235-94ab-7c860d6adcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:54:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['c254b4f7-d825-477b-9940-e55a4300db3f'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:43.953856 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ee177b79-b6f5-4315-b33f-38283dd28a52 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:43.969219 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-71022d1a-3cf8-4627-9d7f-f0fe3d152ab6 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Calling delete_port for 31523eb5-75ab-4f36-ab93-a3451dc5a19e owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:54:43.990370 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ee177b79-b6f5-4315-b33f-38283dd28a52 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:44.018305 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-0c3243a2-3cb0-4d5b-a12a-f87648d8b4a7 None None] Provisioning for port 229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:54:44.023829 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:54:44.079839 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-0c3243a2-3cb0-4d5b-a12a-f87648d8b4a7 None None] Provisioning complete for port 229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:54:44.080497 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0c3243a2-3cb0-4d5b-a12a-f87648d8b4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:44.082176 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-00c41dfa-6ff2-461d-be03-3e67405754fe tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:44.085635 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-00c41dfa-6ff2-461d-be03-3e67405754fe tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.1343529 Sep 14 22:54:44.087814 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47546) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:44.284890 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7f4c562b-393a-4c45-beac-bd7a34160a02 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:44.297424 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee177b79-b6f5-4315-b33f-38283dd28a52 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Made reservation on behalf of 98a7f1cb67ad4eb78bb3bebf456cdba4 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:44.301894 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ee177b79-b6f5-4315-b33f-38283dd28a52 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:44.434653 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-71022d1a-3cf8-4627-9d7f-f0fe3d152ab6 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:44.462379 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:44.487790 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a4cea204-9f1a-43c0-94a5-6740a6f1403d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:44.512232 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71022d1a-3cf8-4627-9d7f-f0fe3d152ab6 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Port': ['ID=31523eb5-75ab-4f36-ab93-a3451dc5a19e,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:44.514281 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a4cea204-9f1a-43c0-94a5-6740a6f1403d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:44.514986 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a4cea204-9f1a-43c0-94a5-6740a6f1403d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:44.528332 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-fb6919b7-0738-4314-81f5-21e3d480ea6e None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:44.565153 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-fb6919b7-0738-4314-81f5-21e3d480ea6e None None] Transition to ACTIVE for port object 0a5ae44b-37da-45c7-bd85-9a6867742752 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:54:44.578135 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-15e46527-54f7-4230-8340-4af330e2e70a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:44.578785 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d0172028-ed8b-4a7e-aba5-b8de1b159ff3 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for router, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:44.608200 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-d94363da-ac2e-4235-94ab-7c860d6adcca None None] Set router c254b4f7-d825-477b-9940-e55a4300db3f gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:54:44.626263 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-15e46527-54f7-4230-8340-4af330e2e70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:44.716396 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e46527-54f7-4230-8340-4af330e2e70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7685d4-6b36-42ce-a2ef-f9a4dc0ee47a,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:44.727189 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-15e46527-54f7-4230-8340-4af330e2e70a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e6ef5c52a2c34e18a575f413cfb07c56&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3104062 Sep 14 22:54:44.739596 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47550) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:44.744262 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:54:44.744640 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:44.796464 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ee177b79-b6f5-4315-b33f-38283dd28a52 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:44.824895 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-fb6919b7-0738-4314-81f5-21e3d480ea6e None None] Transition to ACTIVE for port object 0a5ae44b-37da-45c7-bd85-9a6867742752 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:54:44.838076 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-4501cbf2-60fd-49fc-a63f-c784b221d66b None None] Allocated IP 172.20.0.2 (ff5cb34d-989f-4ed2-804c-ba5a4cfbb4c6/84b27a30-abdf-4592-b502-4c8501f3c142/5e6cd3dc-8298-427c-b83f-4545ca91dc5d) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:54:44.885299 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-fb6919b7-0738-4314-81f5-21e3d480ea6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:44.996077 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d0172028-ed8b-4a7e-aba5-b8de1b159ff3 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:45.045349 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cea204-9f1a-43c0-94a5-6740a6f1403d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf979880-5a5e-400e-abb2-b86f7e3413bd,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:45.051737 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4cea204-9f1a-43c0-94a5-6740a6f1403d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:54:45.066534 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8ba1e9c4-ebf4-47b5-b907-2075c432bf1e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:45.070552 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-d0172028-ed8b-4a7e-aba5-b8de1b159ff3 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Deleting port 5dc878bc-32e2-4efc-9fcb-f9660d197d4f {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:45.071080 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d0172028-ed8b-4a7e-aba5-b8de1b159ff3 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:45.083864 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7f4c562b-393a-4c45-beac-bd7a34160a02 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for router_gateway, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:45.108155 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-0c3243a2-3cb0-4d5b-a12a-f87648d8b4a7 None None] Current status of the port 229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:54:45.112262 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6919b7-0738-4314-81f5-21e3d480ea6e None None] Network fdf0cefb-bd27-44c6-b3c8-c834cfac94f7 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:45.122673 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1b514d0a-f14c-4ceb-a7b9-888bb6b60b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:45.124292 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee177b79-b6f5-4315-b33f-38283dd28a52 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event updated for resources: {'Subnet': ['ID=4a6bb274-ebd8-4993-b90e-f6098dfb2b7b,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:45.125465 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-fb6919b7-0738-4314-81f5-21e3d480ea6e None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:45.138079 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-71022d1a-3cf8-4627-9d7f-f0fe3d152ab6 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:45.141890 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a4cea204-9f1a-43c0-94a5-6740a6f1403d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:45.142238 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-a4cea204-9f1a-43c0-94a5-6740a6f1403d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Added segment 4d65caef-a29f-4f7c-a425-569e1256cf96 of type vlan for network 2b70d940-e81e-414b-bac3-67da4e41d500 Sep 14 22:54:45.146002 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6919b7-0738-4314-81f5-21e3d480ea6e None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:54:45.162563 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6919b7-0738-4314-81f5-21e3d480ea6e None None] Pushing event updated for resources: {'Port': ['ID=0a5ae44b-37da-45c7-bd85-9a6867742752,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:45.172745 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7f4c562b-393a-4c45-beac-bd7a34160a02 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:45.193496 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee177b79-b6f5-4315-b33f-38283dd28a52 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Checking segment: {'id': '58e475e9-c418-4e80-ba77-15eaafaaff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6970d1b5-8f32-48c9-8c2a-c71e63476258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:54:45.193864 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee177b79-b6f5-4315-b33f-38283dd28a52 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Network hostable DHCP agents. Network: 6970d1b5-8f32-48c9-8c2a-c71e63476258, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:54:45.235045 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1e9c4-ebf4-47b5-b907-2075c432bf1e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event deleted for resources: {'Subnet': ['ID=e39e358b-e4aa-4b9a-b3cb-e67d86560fd5,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:45.281375 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-71022d1a-3cf8-4627-9d7f-f0fe3d152ab6 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/31523eb5-75ab-4f36-ab93-a3451dc5a19e HTTP/1.1" status: 204 len: 168 time: 2.4667013 Sep 14 22:54:45.295766 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47556) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:45.300023 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a4cea204-9f1a-43c0-94a5-6740a6f1403d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:45.308415 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1b514d0a-f14c-4ceb-a7b9-888bb6b60b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:45.341507 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f2ab3788-3494-4524-9f1b-88a9d4317009 None None] Could not find standard attr ID for object 31523eb5-75ab-4f36-ab93-a3451dc5a19e. {{(pid=89172) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 14 22:54:45.384122 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8ba1e9c4-ebf4-47b5-b907-2075c432bf1e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:45.410833 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-fb6919b7-0738-4314-81f5-21e3d480ea6e None None] Attempting to bind port 0a5ae44b-37da-45c7-bd85-9a6867742752 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:54:45.411210 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-fb6919b7-0738-4314-81f5-21e3d480ea6e None None] Attempting to bind port 0a5ae44b-37da-45c7-bd85-9a6867742752 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '5abc6720-7113-4d93-a730-f82d9d1da44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fdf0cefb-bd27-44c6-b3c8-c834cfac94f7'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:54:45.411572 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6919b7-0738-4314-81f5-21e3d480ea6e None None] Attempting to bind port 0a5ae44b-37da-45c7-bd85-9a6867742752 on network fdf0cefb-bd27-44c6-b3c8-c834cfac94f7 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:54:45.421314 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:54:45.425582 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee177b79-b6f5-4315-b33f-38283dd28a52 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Network 6970d1b5-8f32-48c9-8c2a-c71e63476258 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:54:45.436928 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6919b7-0738-4314-81f5-21e3d480ea6e None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:54:45.437290 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6919b7-0738-4314-81f5-21e3d480ea6e None None] Checking segment: {'id': '5abc6720-7113-4d93-a730-f82d9d1da44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fdf0cefb-bd27-44c6-b3c8-c834cfac94f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:54:45.437698 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-fb6919b7-0738-4314-81f5-21e3d480ea6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:45.438117 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6919b7-0738-4314-81f5-21e3d480ea6e None None] Bound using segment: {'id': '5abc6720-7113-4d93-a730-f82d9d1da44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fdf0cefb-bd27-44c6-b3c8-c834cfac94f7'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:54:45.438564 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-fb6919b7-0738-4314-81f5-21e3d480ea6e None None] Bound port: 0a5ae44b-37da-45c7-bd85-9a6867742752, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5abc6720-7113-4d93-a730-f82d9d1da44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fdf0cefb-bd27-44c6-b3c8-c834cfac94f7'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:54:45.438934 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-fb6919b7-0738-4314-81f5-21e3d480ea6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:45.445692 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddd3a3c-40ae-4ab4-8206-058630daaa99 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:45.447530 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddd3a3c-40ae-4ab4-8206-058630daaa99 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:45.449304 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddd3a3c-40ae-4ab4-8206-058630daaa99 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:45.450315 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-3ddd3a3c-40ae-4ab4-8206-058630daaa99 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:54:45.467403 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4cea204-9f1a-43c0-94a5-6740a6f1403d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:54:45.470770 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d0172028-ed8b-4a7e-aba5-b8de1b159ff3 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:45.477963 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-8ba1e9c4-ebf4-47b5-b907-2075c432bf1e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf0cefb-bd27-44c6-b3c8-c834cfac94f7']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:45.496796 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-ee177b79-b6f5-4315-b33f-38283dd28a52 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 6970d1b5-8f32-48c9-8c2a-c71e63476258) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:45.499608 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-8ba1e9c4-ebf4-47b5-b907-2075c432bf1e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5abc6720-7113-4d93-a730-f82d9d1da44d') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:45.500078 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-8ba1e9c4-ebf4-47b5-b907-2075c432bf1e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5abc6720-7113-4d93-a730-f82d9d1da44d') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:45.515701 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee177b79-b6f5-4315-b33f-38283dd28a52 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:45.516553 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ee177b79-b6f5-4315-b33f-38283dd28a52 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:45.522205 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141fe66a-d643-4551-80f6-dd2aa8549edb None None] Network 6970d1b5-8f32-48c9-8c2a-c71e63476258 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:45.526175 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8ba1e9c4-ebf4-47b5-b907-2075c432bf1e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:45.550275 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1b514d0a-f14c-4ceb-a7b9-888bb6b60b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:45.556562 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a4cea204-9f1a-43c0-94a5-6740a6f1403d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:45.557012 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-a4cea204-9f1a-43c0-94a5-6740a6f1403d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Added segment 3bac64a9-ab54-4031-bc36-8d73650ba50e of type vlan for network d41847ce-8b4e-4d22-a06b-b8e05583c99f Sep 14 22:54:45.558247 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-3ddd3a3c-40ae-4ab4-8206-058630daaa99 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:54:45.561934 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3ddd3a3c-40ae-4ab4-8206-058630daaa99 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2626278 Sep 14 22:54:45.570456 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47560) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:45.627133 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8ba1e9c4-ebf4-47b5-b907-2075c432bf1e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:45.629242 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b514d0a-f14c-4ceb-a7b9-888bb6b60b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7685d4-6b36-42ce-a2ef-f9a4dc0ee47a,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:45.632809 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-d0172028-ed8b-4a7e-aba5-b8de1b159ff3 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Calling delete_port for 5dc878bc-32e2-4efc-9fcb-f9660d197d4f owned by network:router_gateway {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:54:45.640485 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-7f4c562b-393a-4c45-beac-bd7a34160a02 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Allocated IP 172.26.5.41 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/c0347762-9114-4579-9572-0359baf49fd8) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:54:45.658122 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ba1e9c4-ebf4-47b5-b907-2075c432bf1e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:54:45.658529 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8ba1e9c4-ebf4-47b5-b907-2075c432bf1e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:45.679275 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-fb6919b7-0738-4314-81f5-21e3d480ea6e None None] For port 0a5ae44b-37da-45c7-bd85-9a6867742752, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:54:45.695316 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a4cea204-9f1a-43c0-94a5-6740a6f1403d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:45.749218 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4501cbf2-60fd-49fc-a63f-c784b221d66b None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:45.753638 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ee177b79-b6f5-4315-b33f-38283dd28a52 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1410291 Sep 14 22:54:45.753638 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1b514d0a-f14c-4ceb-a7b9-888bb6b60b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:45.756639 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1b514d0a-f14c-4ceb-a7b9-888bb6b60b2a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/0b7685d4-6b36-42ce-a2ef-f9a4dc0ee47a HTTP/1.1" status: 204 len: 168 time: 1.0069871 Sep 14 22:54:45.756761 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47566) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:45.770281 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 5abc6720-7113-4d93-a730-f82d9d1da44d resource provider aggregate not found Sep 14 22:54:45.784976 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-4501cbf2-60fd-49fc-a63f-c784b221d66b None None] Transition to ACTIVE for port object 5e6cd3dc-8298-427c-b83f-4545ca91dc5d will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:54:45.815650 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 5abc6720-7113-4d93-a730-f82d9d1da44d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5abc6720-7113-4d93-a730-f82d9d1da44d found for delete ", "request_id": "req-2bdd71dc-d255-42a8-b7eb-a7020fd4fea5"}]} Sep 14 22:54:45.827495 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-d94363da-ac2e-4235-94ab-7c860d6adcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c254b4f7-d825-477b-9940-e55a4300db3f', 'name': '', 'tenant_id': '04ab023eb85c442f87a203c9b92fb746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f5350f-e150-40aa-a61a-34e903a4e542', 'external_fixed_ips': [{'subnet_id': 'c3801eb3-5eb2-4220-b00d-280d9c100352', 'ip_address': '2001:db8::376'}], 'enable_snat': True}, 'gw_port_id': '5dc878bc-32e2-4efc-9fcb-f9660d197d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:54:36Z', 'updated_at': '2022-09-14T22:54:40Z', 'revision_number': 3, 'project_id': '04ab023eb85c442f87a203c9b92fb746', 'gw_port': {'id': '5dc878bc-32e2-4efc-9fcb-f9660d197d4f', 'name': '', 'network_id': '42f5350f-e150-40aa-a61a-34e903a4e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c254b4f7-d825-477b-9940-e55a4300db3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'c3801eb3-5eb2-4220-b00d-280d9c100352', 'ip_address': '2001:db8::376', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:54:38Z', 'updated_at': '2022-09-14T22:54:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3801eb3-5eb2-4220-b00d-280d9c100352', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:45.853159 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94363da-ac2e-4235-94ab-7c860d6adcca None None] Checking router: c254b4f7-d825-477b-9940-e55a4300db3f for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:54:45.853880 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94363da-ac2e-4235-94ab-7c860d6adcca None None] Updating router c254b4f7-d825-477b-9940-e55a4300db3f port 5dc878bc-32e2-4efc-9fcb-f9660d197d4f binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:54:45.869793 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a4cea204-9f1a-43c0-94a5-6740a6f1403d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:45.870337 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a4cea204-9f1a-43c0-94a5-6740a6f1403d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:45.875839 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cea204-9f1a-43c0-94a5-6740a6f1403d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:45.880774 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cea204-9f1a-43c0-94a5-6740a6f1403d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:45.881220 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a4cea204-9f1a-43c0-94a5-6740a6f1403d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:45.889190 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5a007a4-e632-4907-af3e-55f82031363c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting subnet 6b7acafa-a577-4dfe-a961-127914bded56 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:54:45.892955 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-fb6919b7-0738-4314-81f5-21e3d480ea6e None None] For port 0a5ae44b-37da-45c7-bd85-9a6867742752, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=0a5ae44b-37da-45c7-bd85-9a6867742752,segment=NetworkSegment(5abc6720-7113-4d93-a730-f82d9d1da44d),segment_id=5abc6720-7113-4d93-a730-f82d9d1da44d)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:54:45.894429 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-4501cbf2-60fd-49fc-a63f-c784b221d66b None None] Transition to ACTIVE for port object 5e6cd3dc-8298-427c-b83f-4545ca91dc5d will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:54:45.896041 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a5a007a4-e632-4907-af3e-55f82031363c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:45.913628 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-fb6919b7-0738-4314-81f5-21e3d480ea6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:45.968375 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a5a007a4-e632-4907-af3e-55f82031363c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:46.035094 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cea204-9f1a-43c0-94a5-6740a6f1403d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Pushing event updated for resources: {'Network': ['ID=2b70d940-e81e-414b-bac3-67da4e41d500,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:46.086676 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:54:46.110130 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a4cea204-9f1a-43c0-94a5-6740a6f1403d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.4241900 Sep 14 22:54:46.113233 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 2b70d940-e81e-414b-bac3-67da4e41d500 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:54:46.114410 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-86459ad0-5dac-4147-ae0d-bd8ae691b963 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:46.116176 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47576) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:46.127562 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4501cbf2-60fd-49fc-a63f-c784b221d66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:46.165930 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.db.api [None req-8ba1e9c4-ebf4-47b5-b907-2075c432bf1e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 14 22:54:46.165930 dv-neutron-857791-1-hyperv neutron-server[89171]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 14 22:54:46.165930 dv-neutron-857791-1-hyperv neutron-server[89171]: [parameters: {'id': 'fdf0cefb-bd27-44c6-b3c8-c834cfac94f7'}] Sep 14 22:54:46.165930 dv-neutron-857791-1-hyperv neutron-server[89171]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:54:46.166716 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG oslo_db.api [None req-8ba1e9c4-ebf4-47b5-b907-2075c432bf1e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:54:46.263048 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7f4c562b-393a-4c45-beac-bd7a34160a02 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:46.265241 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d94363da-ac2e-4235-94ab-7c860d6adcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:46.272144 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a5a007a4-e632-4907-af3e-55f82031363c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:46.281976 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47580) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:46.375886 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7f4c562b-393a-4c45-beac-bd7a34160a02 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:46.392081 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163fd40c-770e-44ed-8df8-bb604c604aad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-6970d1b5-8f32-48c9-8c2a-c71e63476258', 'network_id': '6970d1b5-8f32-48c9-8c2a-c71e63476258', 'tenant_id': '98a7f1cb67ad4eb78bb3bebf456cdba4', 'fixed_ips': [{'subnet_id': '4a6bb274-ebd8-4993-b90e-f6098dfb2b7b'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:54:46.392929 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-163fd40c-770e-44ed-8df8-bb604c604aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:46.398679 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-66415c02-2536-4d2a-b06c-ca0dbf95ea61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:46.424165 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4c562b-393a-4c45-beac-bd7a34160a02 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:46.425463 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a5a007a4-e632-4907-af3e-55f82031363c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:46.431106 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cea204-9f1a-43c0-94a5-6740a6f1403d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Pushing event updated for resources: {'Network': ['ID=d41847ce-8b4e-4d22-a06b-b8e05583c99f,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:46.431973 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4501cbf2-60fd-49fc-a63f-c784b221d66b None None] Network ff5cb34d-989f-4ed2-804c-ba5a4cfbb4c6 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:46.447246 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-4501cbf2-60fd-49fc-a63f-c784b221d66b None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:46.452052 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4501cbf2-60fd-49fc-a63f-c784b221d66b None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:54:46.461982 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network d41847ce-8b4e-4d22-a06b-b8e05583c99f details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:54:46.465946 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-7f4c562b-393a-4c45-beac-bd7a34160a02 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:46.496313 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4c562b-393a-4c45-beac-bd7a34160a02 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:54:46.498044 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-66415c02-2536-4d2a-b06c-ca0dbf95ea61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:46.522875 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-66415c02-2536-4d2a-b06c-ca0dbf95ea61 admin admin] Usage tracker for resource:security_group_rule and tenant:77bda47c8e744c99b820b1af29d60d92 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:46.539927 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-66415c02-2536-4d2a-b06c-ca0dbf95ea61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:46.546616 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a007a4-e632-4907-af3e-55f82031363c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Subnet': ['ID=6b7acafa-a577-4dfe-a961-127914bded56,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:46.558669 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a5a007a4-e632-4907-af3e-55f82031363c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:46.563952 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-66415c02-2536-4d2a-b06c-ca0dbf95ea61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:46.582545 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c562b-393a-4c45-beac-bd7a34160a02 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event updated for resources: {'Port': ['ID=c0347762-9114-4579-9572-0359baf49fd8,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:46.584313 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-86459ad0-5dac-4147-ae0d-bd8ae691b963 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:46.599152 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a5a007a4-e632-4907-af3e-55f82031363c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/6b7acafa-a577-4dfe-a961-127914bded56 HTTP/1.1" status: 204 len: 168 time: 1.0218298 Sep 14 22:54:46.601736 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47584) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:46.652907 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6919b7-0738-4314-81f5-21e3d480ea6e None None] Pushing event updated for resources: {'Port': ['ID=0a5ae44b-37da-45c7-bd85-9a6867742752,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:46.706962 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc454be4-f6d9-4245-8233-b977ec6c2299 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:46.707196 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8ba1e9c4-ebf4-47b5-b907-2075c432bf1e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:46.735892 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d0172028-ed8b-4a7e-aba5-b8de1b159ff3 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:46.831815 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ec5fbe-4f13-4829-be7a-557a715f9684 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:46.837824 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ec5fbe-4f13-4829-be7a-557a715f9684 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:46.844390 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ec5fbe-4f13-4829-be7a-557a715f9684 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:46.847141 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-b22a4a11-a66d-48a6-9ef0-033733336c7b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting subnet e3942787-ad61-4b7c-a90e-02e84698f5e0 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:54:46.850086 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ec5fbe-4f13-4829-be7a-557a715f9684 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:46.856689 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bb9b60-232f-4abe-8ab0-ecdff4321272 None None] Network fdf0cefb-bd27-44c6-b3c8-c834cfac94f7 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:46.856929 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ec5fbe-4f13-4829-be7a-557a715f9684 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:46.857813 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-96ec5fbe-4f13-4829-be7a-557a715f9684 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Synchronizing usage tracker for tenant:acaac18abfc14d928e7520f0a71439ec on resource:network {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:54:46.860517 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0172028-ed8b-4a7e-aba5-b8de1b159ff3 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Pushing event deleted for resources: {'Port': ['ID=5dc878bc-32e2-4efc-9fcb-f9660d197d4f,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:46.863636 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b22a4a11-a66d-48a6-9ef0-033733336c7b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:46.893114 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-8ba1e9c4-ebf4-47b5-b907-2075c432bf1e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Deleting port 0a5ae44b-37da-45c7-bd85-9a6867742752 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:46.893499 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8ba1e9c4-ebf4-47b5-b907-2075c432bf1e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:46.930462 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d0172028-ed8b-4a7e-aba5-b8de1b159ff3 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:46.995378 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b22a4a11-a66d-48a6-9ef0-033733336c7b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:47.049487 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:54:47.050784 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:47.074214 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501cbf2-60fd-49fc-a63f-c784b221d66b None None] Pushing event updated for resources: {'Port': ['ID=5e6cd3dc-8298-427c-b83f-4545ca91dc5d,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:47.120082 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-96ec5fbe-4f13-4829-be7a-557a715f9684 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Unset dirty status for tenant:acaac18abfc14d928e7520f0a71439ec on resource:network {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:54:47.123956 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-96ec5fbe-4f13-4829-be7a-557a715f9684 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3012 time: 0.9979141 Sep 14 22:54:47.134722 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47588) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:47.174376 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d0172028-ed8b-4a7e-aba5-b8de1b159ff3 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:47.176869 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-4501cbf2-60fd-49fc-a63f-c784b221d66b None None] Attempting to bind port 5e6cd3dc-8298-427c-b83f-4545ca91dc5d on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:54:47.177434 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-4501cbf2-60fd-49fc-a63f-c784b221d66b None None] Attempting to bind port 5e6cd3dc-8298-427c-b83f-4545ca91dc5d by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'cdacf7ba-eec0-46ac-ac6e-7a71d941ab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ff5cb34d-989f-4ed2-804c-ba5a4cfbb4c6'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:54:47.177634 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4501cbf2-60fd-49fc-a63f-c784b221d66b None None] Attempting to bind port 5e6cd3dc-8298-427c-b83f-4545ca91dc5d on network ff5cb34d-989f-4ed2-804c-ba5a4cfbb4c6 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:54:47.187669 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d0172028-ed8b-4a7e-aba5-b8de1b159ff3 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:47.216602 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4501cbf2-60fd-49fc-a63f-c784b221d66b None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:54:47.217038 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4501cbf2-60fd-49fc-a63f-c784b221d66b None None] Checking segment: {'id': 'cdacf7ba-eec0-46ac-ac6e-7a71d941ab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ff5cb34d-989f-4ed2-804c-ba5a4cfbb4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:54:47.217400 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4501cbf2-60fd-49fc-a63f-c784b221d66b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:47.217790 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4501cbf2-60fd-49fc-a63f-c784b221d66b None None] Bound using segment: {'id': 'cdacf7ba-eec0-46ac-ac6e-7a71d941ab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ff5cb34d-989f-4ed2-804c-ba5a4cfbb4c6'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:54:47.218253 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-4501cbf2-60fd-49fc-a63f-c784b221d66b None None] Bound port: 5e6cd3dc-8298-427c-b83f-4545ca91dc5d, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdacf7ba-eec0-46ac-ac6e-7a71d941ab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ff5cb34d-989f-4ed2-804c-ba5a4cfbb4c6'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:54:47.218621 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4501cbf2-60fd-49fc-a63f-c784b221d66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:47.237915 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-86459ad0-5dac-4147-ae0d-bd8ae691b963 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server [None req-163fd40c-770e-44ed-8df8-bb604c604aad None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4a6bb274-ebd8-4993-b90e-f6098dfb2b7b: This subnet is being modified by another concurrent operation. Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server raise self.value Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server raise self.value Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server raise self.value Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server raise self.value Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 14 22:54:47.257793 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 14 22:54:47.263315 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 14 22:54:47.263315 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 14 22:54:47.263315 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 14 22:54:47.263315 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 14 22:54:47.263315 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 14 22:54:47.263315 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server raise self.value Sep 14 22:54:47.263315 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 14 22:54:47.263315 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 14 22:54:47.263315 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 14 22:54:47.263315 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 14 22:54:47.263315 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 14 22:54:47.263315 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 14 22:54:47.263315 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 14 22:54:47.263315 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server raise self.value Sep 14 22:54:47.263315 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 14 22:54:47.263315 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 14 22:54:47.263315 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Sep 14 22:54:47.263315 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 14 22:54:47.263315 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1431, in _create_port_db Sep 14 22:54:47.263315 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 14 22:54:47.263315 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 14 22:54:47.263315 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 14 22:54:47.263315 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 14 22:54:47.263315 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 14 22:54:47.263315 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 14 22:54:47.263315 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 14 22:54:47.263315 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 14 22:54:47.263315 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 14 22:54:47.263315 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 14 22:54:47.263315 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 14 22:54:47.263315 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 14 22:54:47.263315 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 14 22:54:47.263315 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 14 22:54:47.263315 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 14 22:54:47.263315 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 14 22:54:47.263315 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server raise exception Sep 14 22:54:47.263315 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4a6bb274-ebd8-4993-b90e-f6098dfb2b7b: This subnet is being modified by another concurrent operation. Sep 14 22:54:47.263315 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server Sep 14 22:54:47.313462 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86459ad0-5dac-4147-ae0d-bd8ae691b963 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event deleted for resources: {'Subnet': ['ID=4a6bb274-ebd8-4993-b90e-f6098dfb2b7b,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:47.320548 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7f4c562b-393a-4c45-beac-bd7a34160a02 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for router_gateway, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:47.335063 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5b3dcf-22a5-4ae8-85f9-80babac45820 None None] Network 6970d1b5-8f32-48c9-8c2a-c71e63476258 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:47.452110 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d0172028-ed8b-4a7e-aba5-b8de1b159ff3 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:47.452639 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0172028-ed8b-4a7e-aba5-b8de1b159ff3 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c254b4f7-d825-477b-9940-e55a4300db3f {{(pid=89170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:54:47.459535 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-66415c02-2536-4d2a-b06c-ca0dbf95ea61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:47.467876 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-972517b6-a14f-4701-ada8-646d4edfbf60 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:47.477600 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-86459ad0-5dac-4147-ae0d-bd8ae691b963 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:47.486235 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-66415c02-2536-4d2a-b06c-ca0dbf95ea61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:47.542707 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-86459ad0-5dac-4147-ae0d-bd8ae691b963 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6970d1b5-8f32-48c9-8c2a-c71e63476258']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:47.575505 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-86459ad0-5dac-4147-ae0d-bd8ae691b963 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e475e9-c418-4e80-ba77-15eaafaaff2c') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:47.575804 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-86459ad0-5dac-4147-ae0d-bd8ae691b963 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e475e9-c418-4e80-ba77-15eaafaaff2c') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:47.619715 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-66415c02-2536-4d2a-b06c-ca0dbf95ea61 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=77bda47c8e744c99b820b1af29d60d92&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3244753 Sep 14 22:54:47.623664 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47592) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:47.634772 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66415c02-2536-4d2a-b06c-ca0dbf95ea61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdf145c-7020-41f2-a719-8eae1f602709,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:47.638591 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-86459ad0-5dac-4147-ae0d-bd8ae691b963 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:47.660459 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b22a4a11-a66d-48a6-9ef0-033733336c7b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:47.699037 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-8ba1e9c4-ebf4-47b5-b907-2075c432bf1e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] For port 0a5ae44b-37da-45c7-bd85-9a6867742752, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=0a5ae44b-37da-45c7-bd85-9a6867742752,segment=NetworkSegment(5abc6720-7113-4d93-a730-f82d9d1da44d),segment_id=5abc6720-7113-4d93-a730-f82d9d1da44d)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:54:47.699557 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8ba1e9c4-ebf4-47b5-b907-2075c432bf1e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:47.740643 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-86459ad0-5dac-4147-ae0d-bd8ae691b963 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:47.743449 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d0172028-ed8b-4a7e-aba5-b8de1b159ff3 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:47.747648 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d0172028-ed8b-4a7e-aba5-b8de1b159ff3 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] 10.222.0.33 "DELETE /v2.0/routers/c254b4f7-d825-477b-9940-e55a4300db3f HTTP/1.1" status: 204 len: 168 time: 3.6559255 Sep 14 22:54:47.751201 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47596) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:47.790627 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86459ad0-5dac-4147-ae0d-bd8ae691b963 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:54:47.790627 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-86459ad0-5dac-4147-ae0d-bd8ae691b963 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:47.814262 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-972517b6-a14f-4701-ada8-646d4edfbf60 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:47.837456 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-4501cbf2-60fd-49fc-a63f-c784b221d66b None None] For port 5e6cd3dc-8298-427c-b83f-4545ca91dc5d, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:54:47.886654 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 58e475e9-c418-4e80-ba77-15eaafaaff2c resource provider aggregate not found Sep 14 22:54:47.894334 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-4501cbf2-60fd-49fc-a63f-c784b221d66b None None] For port 5e6cd3dc-8298-427c-b83f-4545ca91dc5d, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=5e6cd3dc-8298-427c-b83f-4545ca91dc5d,segment=NetworkSegment(cdacf7ba-eec0-46ac-ac6e-7a71d941ab1a),segment_id=cdacf7ba-eec0-46ac-ac6e-7a71d941ab1a)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:54:47.925181 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 58e475e9-c418-4e80-ba77-15eaafaaff2c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58e475e9-c418-4e80-ba77-15eaafaaff2c found for delete ", "request_id": "req-e7359dd2-f24a-4715-b093-fa5635da2b41"}]} Sep 14 22:54:47.938447 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-972517b6-a14f-4701-ada8-646d4edfbf60 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b70d940-e81e-414b-bac3-67da4e41d500']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:47.950604 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4501cbf2-60fd-49fc-a63f-c784b221d66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:47.954669 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:54:47.957945 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-972517b6-a14f-4701-ada8-646d4edfbf60 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d65caef-a29f-4f7c-a425-569e1256cf96') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:47.958248 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-972517b6-a14f-4701-ada8-646d4edfbf60 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d65caef-a29f-4f7c-a425-569e1256cf96') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:47.973136 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa7b2a6-9039-4cde-a8b5-79e32ee62722 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Deleting subnet c3801eb3-5eb2-4220-b00d-280d9c100352 {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:54:47.974938 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-86459ad0-5dac-4147-ae0d-bd8ae691b963 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:47.981067 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-972517b6-a14f-4701-ada8-646d4edfbf60 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:48.005696 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-86459ad0-5dac-4147-ae0d-bd8ae691b963 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:48.023578 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86459ad0-5dac-4147-ae0d-bd8ae691b963 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event deleted for resources: {'Network': ['ID=6970d1b5-8f32-48c9-8c2a-c71e63476258,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:48.034138 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-86459ad0-5dac-4147-ae0d-bd8ae691b963 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "DELETE /v2.0/networks/6970d1b5-8f32-48c9-8c2a-c71e63476258 HTTP/1.1" status: 204 len: 168 time: 2.2783432 Sep 14 22:54:48.035782 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-972517b6-a14f-4701-ada8-646d4edfbf60 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:48.037908 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47604) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:48.046892 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-584e5ea8-f070-4c73-9eca-28a80a66b785 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-344041291'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:48.052283 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0aa7b2a6-9039-4cde-a8b5-79e32ee62722 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:48.060485 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-d94363da-ac2e-4235-94ab-7c860d6adcca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:54:48.060904 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-d94363da-ac2e-4235-94ab-7c860d6adcca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:54:48.079658 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501cbf2-60fd-49fc-a63f-c784b221d66b None None] Pushing event updated for resources: {'Port': ['ID=5e6cd3dc-8298-427c-b83f-4545ca91dc5d,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:48.084497 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-584e5ea8-f070-4c73-9eca-28a80a66b785 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:48.091812 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-972517b6-a14f-4701-ada8-646d4edfbf60 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:54:48.092392 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-972517b6-a14f-4701-ada8-646d4edfbf60 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:48.122614 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-584e5ea8-f070-4c73-9eca-28a80a66b785 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Usage tracker for resource:network and tenant:98a7f1cb67ad4eb78bb3bebf456cdba4 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:48.149570 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-8ba1e9c4-ebf4-47b5-b907-2075c432bf1e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Calling delete_port for 0a5ae44b-37da-45c7-bd85-9a6867742752 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:54:48.176251 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-584e5ea8-f070-4c73-9eca-28a80a66b785 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:48.190878 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-584e5ea8-f070-4c73-9eca-28a80a66b785 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:48.222620 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0aa7b2a6-9039-4cde-a8b5-79e32ee62722 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:48.264805 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584e5ea8-f070-4c73-9eca-28a80a66b785 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Made reservation on behalf of 98a7f1cb67ad4eb78bb3bebf456cdba4 for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:48.268370 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-584e5ea8-f070-4c73-9eca-28a80a66b785 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:48.289551 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-972517b6-a14f-4701-ada8-646d4edfbf60 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:48.292844 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-86bf3969-378d-49b0-b100-c8715c998cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:48.297245 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-972517b6-a14f-4701-ada8-646d4edfbf60 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:48.298359 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7f4c562b-393a-4c45-beac-bd7a34160a02 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:48.314672 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b22a4a11-a66d-48a6-9ef0-033733336c7b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:48.390895 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-972517b6-a14f-4701-ada8-646d4edfbf60 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] 10.222.0.33 "DELETE /v2.0/networks/2b70d940-e81e-414b-bac3-67da4e41d500 HTTP/1.1" status: 204 len: 168 time: 1.2484064 Sep 14 22:54:48.398777 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47610) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:48.403802 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972517b6-a14f-4701-ada8-646d4edfbf60 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Pushing event deleted for resources: {'Network': ['ID=2b70d940-e81e-414b-bac3-67da4e41d500,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:48.432470 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0aa7b2a6-9039-4cde-a8b5-79e32ee62722 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:48.441007 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-86bf3969-378d-49b0-b100-c8715c998cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:48.479175 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8ba1e9c4-ebf4-47b5-b907-2075c432bf1e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:48.484174 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a4a11-a66d-48a6-9ef0-033733336c7b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Subnet': ['ID=e3942787-ad61-4b7c-a90e-02e84698f5e0,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:48.593381 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1e9c4-ebf4-47b5-b907-2075c432bf1e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event deleted for resources: {'Port': ['ID=0a5ae44b-37da-45c7-bd85-9a6867742752,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:48.615887 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94363da-ac2e-4235-94ab-7c860d6adcca None None] Port 5dc878bc-32e2-4efc-9fcb-f9660d197d4f not found while updating agent binding for router c254b4f7-d825-477b-9940-e55a4300db3f. {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 14 22:54:48.626858 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-584e5ea8-f070-4c73-9eca-28a80a66b785 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:54:48.627070 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94363da-ac2e-4235-94ab-7c860d6adcca None None] Routers set() bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:54:48.627389 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94363da-ac2e-4235-94ab-7c860d6adcca None None] Router IDs set() for agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:461}} Sep 14 22:54:48.628015 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_agentschedulers_db [None req-d94363da-ac2e-4235-94ab-7c860d6adcca None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c254b4f7-d825-477b-9940-e55a4300db3f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:54:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent'). {{(pid=89172) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 14 22:54:48.628859 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94363da-ac2e-4235-94ab-7c860d6adcca None None] The sync data for ids ['c254b4f7-d825-477b-9940-e55a4300db3f'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:54:48.633406 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b22a4a11-a66d-48a6-9ef0-033733336c7b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:48.676022 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 22:54:48.701234 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba1e9c4-ebf4-47b5-b907-2075c432bf1e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] No DVR routers for this DVR port 0a5ae44b-37da-45c7-bd85-9a6867742752 on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:54:48.709783 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-584e5ea8-f070-4c73-9eca-28a80a66b785 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:48.710216 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-584e5ea8-f070-4c73-9eca-28a80a66b785 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Added segment a3036e64-0e73-444f-aeca-55b68cb4d90b of type vlan for network b2a3aa55-3d2d-4897-bf71-877ba4758431 Sep 14 22:54:48.767406 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f247226e-f036-44ac-93b3-341cd9faa28d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:48.778340 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-584e5ea8-f070-4c73-9eca-28a80a66b785 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:48.792928 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b22a4a11-a66d-48a6-9ef0-033733336c7b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/e3942787-ad61-4b7c-a90e-02e84698f5e0 HTTP/1.1" status: 204 len: 168 time: 2.1877816 Sep 14 22:54:48.793441 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47614) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:48.857257 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0aa7b2a6-9039-4cde-a8b5-79e32ee62722 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:48.867709 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfeefc2-a2a2-4ef8-a0f8-a2db0e4df9c6 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:48.894695 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-86bf3969-378d-49b0-b100-c8715c998cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:48.897556 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-86bf3969-378d-49b0-b100-c8715c998cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:48.898846 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-86bf3969-378d-49b0-b100-c8715c998cf6 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7bdf145c-7020-41f2-a719-8eae1f602709 HTTP/1.1" status: 204 len: 168 time: 1.2741549 Sep 14 22:54:48.921145 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8ba1e9c4-ebf4-47b5-b907-2075c432bf1e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:48.929062 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.resource_extend [None req-584e5ea8-f070-4c73-9eca-28a80a66b785 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 22:54:48.937458 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf3969-378d-49b0-b100-c8715c998cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdf145c-7020-41f2-a719-8eae1f602709,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:48.953420 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b2b6fed2-91be-45b9-9e04-e2b147276848 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:router {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:54:48.960432 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bf3969-378d-49b0-b100-c8715c998cf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:54:48.960890 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bf3969-378d-49b0-b100-c8715c998cf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:54:48.961236 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bf3969-378d-49b0-b100-c8715c998cf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:54:48.961574 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bf3969-378d-49b0-b100-c8715c998cf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:54:48.961906 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bf3969-378d-49b0-b100-c8715c998cf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:54:48.962237 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bf3969-378d-49b0-b100-c8715c998cf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:54:48.962566 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bf3969-378d-49b0-b100-c8715c998cf6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:54:48.962894 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bf3969-378d-49b0-b100-c8715c998cf6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:54:48.963219 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bf3969-378d-49b0-b100-c8715c998cf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:54:48.963541 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bf3969-378d-49b0-b100-c8715c998cf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:54:48.963905 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bf3969-378d-49b0-b100-c8715c998cf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:54:48.964216 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bf3969-378d-49b0-b100-c8715c998cf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:54:48.980083 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-8ba1e9c4-ebf4-47b5-b907-2075c432bf1e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf0cefb-bd27-44c6-b3c8-c834cfac94f7']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:48.981127 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa7b2a6-9039-4cde-a8b5-79e32ee62722 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c3801eb3-5eb2-4220-b00d-280d9c100352,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:48.986302 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0aa7b2a6-9039-4cde-a8b5-79e32ee62722 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:48.996512 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4c562b-393a-4c45-beac-bd7a34160a02 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Router 70122e15-49ca-4221-91ad-de7c07b95175 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:54:49.003124 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-8ba1e9c4-ebf4-47b5-b907-2075c432bf1e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5abc6720-7113-4d93-a730-f82d9d1da44d') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:49.003483 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-8ba1e9c4-ebf4-47b5-b907-2075c432bf1e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5abc6720-7113-4d93-a730-f82d9d1da44d') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:49.067215 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-70792347-d17a-4e26-a1d1-974adc881998 None None] Provisioning complete for port 229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:54:49.068181 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-70792347-d17a-4e26-a1d1-974adc881998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:49.088402 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8ba1e9c4-ebf4-47b5-b907-2075c432bf1e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:49.102446 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-584e5ea8-f070-4c73-9eca-28a80a66b785 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:49.115963 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584e5ea8-f070-4c73-9eca-28a80a66b785 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:49.116562 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-584e5ea8-f070-4c73-9eca-28a80a66b785 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:49.138120 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8ba1e9c4-ebf4-47b5-b907-2075c432bf1e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:49.159313 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f247226e-f036-44ac-93b3-341cd9faa28d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:49.177596 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0aa7b2a6-9039-4cde-a8b5-79e32ee62722 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] 10.222.0.33 "DELETE /v2.0/subnets/c3801eb3-5eb2-4220-b00d-280d9c100352 HTTP/1.1" status: 204 len: 168 time: 1.4230742 Sep 14 22:54:49.188820 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b2b6fed2-91be-45b9-9e04-e2b147276848 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:router {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:54:49.190213 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b2b6fed2-91be-45b9-9e04-e2b147276848 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3941123 Sep 14 22:54:49.233327 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47622) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:49.234062 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47624) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:49.258572 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-d25a8b05-f2c8-424b-bc18-d0d9d8dc959e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:49.309919 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ba1e9c4-ebf4-47b5-b907-2075c432bf1e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:54:49.310328 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8ba1e9c4-ebf4-47b5-b907-2075c432bf1e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:49.320649 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-584e5ea8-f070-4c73-9eca-28a80a66b785 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2816014 Sep 14 22:54:49.339638 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:49.342973 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-f247226e-f036-44ac-93b3-341cd9faa28d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d41847ce-8b4e-4d22-a06b-b8e05583c99f']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:49.351016 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47632) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:49.370403 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-fb944040-4991-4aa4-81cd-11c0b533c58a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:49.394070 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e5ea8-f070-4c73-9eca-28a80a66b785 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event updated for resources: {'Network': ['ID=b2a3aa55-3d2d-4897-bf71-877ba4758431,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:49.409984 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-f247226e-f036-44ac-93b3-341cd9faa28d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bac64a9-ab54-4031-bc36-8d73650ba50e') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:49.410501 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-f247226e-f036-44ac-93b3-341cd9faa28d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bac64a9-ab54-4031-bc36-8d73650ba50e') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:49.436899 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f247226e-f036-44ac-93b3-341cd9faa28d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:49.456670 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-70792347-d17a-4e26-a1d1-974adc881998 None None] Current status of the port 229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:54:49.458086 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584e5ea8-f070-4c73-9eca-28a80a66b785 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:54:49.458621 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584e5ea8-f070-4c73-9eca-28a80a66b785 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:54:49.459109 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584e5ea8-f070-4c73-9eca-28a80a66b785 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:54:49.461345 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584e5ea8-f070-4c73-9eca-28a80a66b785 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:54:49.461854 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584e5ea8-f070-4c73-9eca-28a80a66b785 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:54:49.462763 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584e5ea8-f070-4c73-9eca-28a80a66b785 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:54:49.463244 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584e5ea8-f070-4c73-9eca-28a80a66b785 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:54:49.463724 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584e5ea8-f070-4c73-9eca-28a80a66b785 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:54:49.464820 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584e5ea8-f070-4c73-9eca-28a80a66b785 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:54:49.465320 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584e5ea8-f070-4c73-9eca-28a80a66b785 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:54:49.465798 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584e5ea8-f070-4c73-9eca-28a80a66b785 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:54:49.466284 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584e5ea8-f070-4c73-9eca-28a80a66b785 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:54:49.492455 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network b2a3aa55-3d2d-4897-bf71-877ba4758431 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:54:49.583447 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f247226e-f036-44ac-93b3-341cd9faa28d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:49.590860 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f247226e-f036-44ac-93b3-341cd9faa28d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:54:49.591543 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f247226e-f036-44ac-93b3-341cd9faa28d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:49.685171 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbdba1a-3468-4170-a522-862fa0aaf092 None None] DHCP port deletion for ac1cbc11-ac8d-43cd-9c1d-398cae68a205 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:54:49.687043 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b3feba-2080-43aa-8849-255a11ff613a None None] Network ff5cb34d-989f-4ed2-804c-ba5a4cfbb4c6 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:49.778550 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-4cbdba1a-3468-4170-a522-862fa0aaf092 None None] Deleting port 229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:49.778746 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4cbdba1a-3468-4170-a522-862fa0aaf092 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:49.780161 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f247226e-f036-44ac-93b3-341cd9faa28d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:49.806118 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f247226e-f036-44ac-93b3-341cd9faa28d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:49.826155 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-d25a8b05-f2c8-424b-bc18-d0d9d8dc959e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:49.830757 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-d25a8b05-f2c8-424b-bc18-d0d9d8dc959e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:subnet and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:49.833771 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-d25a8b05-f2c8-424b-bc18-d0d9d8dc959e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:49.840299 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-d25a8b05-f2c8-424b-bc18-d0d9d8dc959e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:49.848200 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4c562b-393a-4c45-beac-bd7a34160a02 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:54:49.852088 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-47e697c7-6aa8-4273-8285-4aca7a783629 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:49.859488 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 5abc6720-7113-4d93-a730-f82d9d1da44d resource provider aggregate not found Sep 14 22:54:49.863501 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7537fe4-fc28-4fc6-85b8-b6045b4e03a1 None None] Sync routers for ids ['70122e15-49ca-4221-91ad-de7c07b95175'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:54:49.870480 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247226e-f036-44ac-93b3-341cd9faa28d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Pushing event deleted for resources: {'Network': ['ID=d41847ce-8b4e-4d22-a06b-b8e05583c99f,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:49.875606 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7537fe4-fc28-4fc6-85b8-b6045b4e03a1 None None] Routers {'70122e15-49ca-4221-91ad-de7c07b95175'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:54:49.878308 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-b7537fe4-fc28-4fc6-85b8-b6045b4e03a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:54:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['70122e15-49ca-4221-91ad-de7c07b95175'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:49.890447 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f247226e-f036-44ac-93b3-341cd9faa28d tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] 10.222.0.33 "DELETE /v2.0/networks/d41847ce-8b4e-4d22-a06b-b8e05583c99f HTTP/1.1" status: 204 len: 168 time: 1.4834666 Sep 14 22:54:49.895817 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47652) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:49.983417 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e8580682-a65e-40e9-924d-c9bb5c464889 None None] Provisioning for port 5e6cd3dc-8298-427c-b83f-4545ca91dc5d completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:54:50.007777 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 4d65caef-a29f-4f7c-a425-569e1256cf96 resource provider aggregate not found Sep 14 22:54:50.053372 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-b7537fe4-fc28-4fc6-85b8-b6045b4e03a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:50.066718 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 4d65caef-a29f-4f7c-a425-569e1256cf96 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d65caef-a29f-4f7c-a425-569e1256cf96 found for delete ", "request_id": "req-9b99e90f-55d0-42fb-8f67-b45e798c2075"}]} Sep 14 22:54:50.071634 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7537fe4-fc28-4fc6-85b8-b6045b4e03a1 None None] Routers {'70122e15-49ca-4221-91ad-de7c07b95175'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:54:50.073596 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25a8b05-f2c8-424b-bc18-d0d9d8dc959e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:50.074451 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-b7537fe4-fc28-4fc6-85b8-b6045b4e03a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:54:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['70122e15-49ca-4221-91ad-de7c07b95175'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:50.079359 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d25a8b05-f2c8-424b-bc18-d0d9d8dc959e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:50.082084 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fb944040-4991-4aa4-81cd-11c0b533c58a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:50.105375 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 3bac64a9-ab54-4031-bc36-8d73650ba50e resource provider aggregate not found Sep 14 22:54:50.133608 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fb944040-4991-4aa4-81cd-11c0b533c58a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:50.137855 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7f4c562b-393a-4c45-beac-bd7a34160a02 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:50.139341 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7f4c562b-393a-4c45-beac-bd7a34160a02 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.8203344 Sep 14 22:54:50.161490 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 3bac64a9-ab54-4031-bc36-8d73650ba50e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3bac64a9-ab54-4031-bc36-8d73650ba50e found for delete ", "request_id": "req-b115269e-3982-4a3e-8584-82655b9b4dfd"}]} Sep 14 22:54:50.184842 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47668) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:50.210817 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 5abc6720-7113-4d93-a730-f82d9d1da44d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5abc6720-7113-4d93-a730-f82d9d1da44d found for delete ", "request_id": "req-2bb15e27-d59d-4200-beac-0486dbedf27d"}]} Sep 14 22:54:50.222497 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-b7537fe4-fc28-4fc6-85b8-b6045b4e03a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:50.229292 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7537fe4-fc28-4fc6-85b8-b6045b4e03a1 None None] The sync data for ids ['70122e15-49ca-4221-91ad-de7c07b95175'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:54:50.239144 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 5e6cd3dc-8298-427c-b83f-4545ca91dc5d up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:54:50.353635 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8ba1e9c4-ebf4-47b5-b907-2075c432bf1e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:50.386091 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8ba1e9c4-ebf4-47b5-b907-2075c432bf1e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:50.480403 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-4cbdba1a-3468-4170-a522-862fa0aaf092 None None] For port 229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:54:50.480829 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4cbdba1a-3468-4170-a522-862fa0aaf092 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:50.506771 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1e9c4-ebf4-47b5-b907-2075c432bf1e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event deleted for resources: {'Network': ['ID=fdf0cefb-bd27-44c6-b3c8-c834cfac94f7,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:50.524812 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8ba1e9c4-ebf4-47b5-b907-2075c432bf1e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "DELETE /v2.0/networks/fdf0cefb-bd27-44c6-b3c8-c834cfac94f7 HTTP/1.1" status: 204 len: 168 time: 7.9010477 Sep 14 22:54:50.540782 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47678) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:50.550860 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-f8df9aa6-94d5-4a9b-9ca5-9b78662e7fe7 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1170731907'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:50.564059 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-f8df9aa6-94d5-4a9b-9ca5-9b78662e7fe7 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:50.578861 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-47e697c7-6aa8-4273-8285-4aca7a783629 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:50.589865 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-f8df9aa6-94d5-4a9b-9ca5-9b78662e7fe7 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Usage tracker for resource:network and tenant:e6613fbfc8284862b15b5afbf1f6ff30 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:50.700895 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-4cbdba1a-3468-4170-a522-862fa0aaf092 None None] Calling delete_port for 229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:54:50.733447 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-f8df9aa6-94d5-4a9b-9ca5-9b78662e7fe7 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:50.751922 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-f8df9aa6-94d5-4a9b-9ca5-9b78662e7fe7 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:50.772361 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 5e6cd3dc-8298-427c-b83f-4545ca91dc5d completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:54:50.779946 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 5e6cd3dc-8298-427c-b83f-4545ca91dc5d triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:54:50.780318 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:50.795115 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fb944040-4991-4aa4-81cd-11c0b533c58a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Network b2a3aa55-3d2d-4897-bf71-877ba4758431 is not hosted by any dhcp agent {{(pid=89170) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 14 22:54:50.801414 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb944040-4991-4aa4-81cd-11c0b533c58a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:50.802265 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fb944040-4991-4aa4-81cd-11c0b533c58a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:50.803934 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-fb944040-4991-4aa4-81cd-11c0b533c58a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "PUT /v2.0/networks/b2a3aa55-3d2d-4897-bf71-877ba4758431 HTTP/1.1" status: 200 len: 723 time: 1.4465108 Sep 14 22:54:50.810545 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-47e697c7-6aa8-4273-8285-4aca7a783629 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f5350f-e150-40aa-a61a-34e903a4e542']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:50.821049 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47686) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:50.844889 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-81805986-0583-46aa-8ec5-d62d4e348e56 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Request body: {'subnet': {'network_id': 'b2a3aa55-3d2d-4897-bf71-877ba4758431', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:50.857483 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb944040-4991-4aa4-81cd-11c0b533c58a tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event updated for resources: {'Network': ['ID=b2a3aa55-3d2d-4897-bf71-877ba4758431,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:50.862364 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8df9aa6-94d5-4a9b-9ca5-9b78662e7fe7 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Made reservation on behalf of e6613fbfc8284862b15b5afbf1f6ff30 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:50.865931 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f8df9aa6-94d5-4a9b-9ca5-9b78662e7fe7 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:50.882550 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-47e697c7-6aa8-4273-8285-4aca7a783629 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b31642f-4d77-45ee-8ff9-2e50ab4b227d') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:50.882846 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-47e697c7-6aa8-4273-8285-4aca7a783629 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b31642f-4d77-45ee-8ff9-2e50ab4b227d') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:50.902125 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4cbdba1a-3468-4170-a522-862fa0aaf092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:50.922009 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network b2a3aa55-3d2d-4897-bf71-877ba4758431 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:54:50.970758 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-47e697c7-6aa8-4273-8285-4aca7a783629 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:51.001992 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46678119-7083-435b-9247-a0dabf95d023 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:51.008779 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46678119-7083-435b-9247-a0dabf95d023 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:51.029997 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46678119-7083-435b-9247-a0dabf95d023 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:51.032245 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-46678119-7083-435b-9247-a0dabf95d023 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Synchronizing usage tracker for tenant:acaac18abfc14d928e7520f0a71439ec on resource:network {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:54:51.048277 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-47e697c7-6aa8-4273-8285-4aca7a783629 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:51.090267 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.objects.ports [None req-d25a8b05-f2c8-424b-bc18-d0d9d8dc959e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89171) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 14 22:54:51.114060 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d25a8b05-f2c8-424b-bc18-d0d9d8dc959e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:51.122533 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbdba1a-3468-4170-a522-862fa0aaf092 None None] No DVR routers for this DVR port 229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:54:51.125871 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e697c7-6aa8-4273-8285-4aca7a783629 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:54:51.126270 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-47e697c7-6aa8-4273-8285-4aca7a783629 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:51.139909 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbdba1a-3468-4170-a522-862fa0aaf092 None None] Pushing event deleted for resources: {'Port': ['ID=229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:51.221953 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25a8b05-f2c8-424b-bc18-d0d9d8dc959e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:51.222525 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8df9aa6-94d5-4a9b-9ca5-9b78662e7fe7 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:54:51.228928 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a8b05-f2c8-424b-bc18-d0d9d8dc959e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Subnet': ['ID=01b39459-fb53-45cd-895d-8ad4d3464a43,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:51.231062 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-d25a8b05-f2c8-424b-bc18-d0d9d8dc959e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:51.237456 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-81805986-0583-46aa-8ec5-d62d4e348e56 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:51.254442 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a905f7e2-7926-4dbe-a9c1-feb51393ddd0 None None] get_active_networks_info from dv-neutron-857791-1-hyperv {{(pid=89172) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 14 22:54:51.287151 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25a8b05-f2c8-424b-bc18-d0d9d8dc959e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:51.287151 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d25a8b05-f2c8-424b-bc18-d0d9d8dc959e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:51.287420 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 5e6cd3dc-8298-427c-b83f-4545ca91dc5d is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:54:51.287420 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:51.287603 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47698) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:51.292538 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-81805986-0583-46aa-8ec5-d62d4e348e56 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Usage tracker for resource:subnet and tenant:98a7f1cb67ad4eb78bb3bebf456cdba4 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:51.300950 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-81805986-0583-46aa-8ec5-d62d4e348e56 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:51.305993 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbdba1a-3468-4170-a522-862fa0aaf092 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:54:51.306553 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbdba1a-3468-4170-a522-862fa0aaf092 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:54:51.306972 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbdba1a-3468-4170-a522-862fa0aaf092 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:54:51.308240 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbdba1a-3468-4170-a522-862fa0aaf092 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:54:51.308755 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbdba1a-3468-4170-a522-862fa0aaf092 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:54:51.309149 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbdba1a-3468-4170-a522-862fa0aaf092 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:54:51.309866 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbdba1a-3468-4170-a522-862fa0aaf092 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:54:51.310353 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbdba1a-3468-4170-a522-862fa0aaf092 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:54:51.310906 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbdba1a-3468-4170-a522-862fa0aaf092 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:54:51.311270 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbdba1a-3468-4170-a522-862fa0aaf092 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:54:51.311941 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbdba1a-3468-4170-a522-862fa0aaf092 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:54:51.312291 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbdba1a-3468-4170-a522-862fa0aaf092 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:54:51.326059 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-46678119-7083-435b-9247-a0dabf95d023 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Unset dirty status for tenant:acaac18abfc14d928e7520f0a71439ec on resource:network {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:54:51.327299 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-46678119-7083-435b-9247-a0dabf95d023 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1908 time: 1.4303718 Sep 14 22:54:51.337232 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f8df9aa6-94d5-4a9b-9ca5-9b78662e7fe7 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:51.337569 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-f8df9aa6-94d5-4a9b-9ca5-9b78662e7fe7 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Added segment 47e37e5e-f990-41ab-b978-6624b4868e44 of type vlan for network 4ecdbbad-7793-477d-86f5-622bc761ea4a Sep 14 22:54:51.343769 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 5e6cd3dc-8298-427c-b83f-4545ca91dc5d, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=5e6cd3dc-8298-427c-b83f-4545ca91dc5d,segment=NetworkSegment(cdacf7ba-eec0-46ac-ac6e-7a71d941ab1a),segment_id=cdacf7ba-eec0-46ac-ac6e-7a71d941ab1a)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:54:51.344434 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47704) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:51.347335 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-81805986-0583-46aa-8ec5-d62d4e348e56 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:51.359206 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:51.361044 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-60609eed-d802-4c96-9f01-4f6223e0d351 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1132465698'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:51.377816 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-60609eed-d802-4c96-9f01-4f6223e0d351 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:51.402411 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-60609eed-d802-4c96-9f01-4f6223e0d351 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:51.439102 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-47e697c7-6aa8-4273-8285-4aca7a783629 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:51.445633 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d25a8b05-f2c8-424b-bc18-d0d9d8dc959e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2046766 Sep 14 22:54:51.457360 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47708) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:51.480558 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:54:51.485930 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e697c7-6aa8-4273-8285-4aca7a783629 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 42f5350f-e150-40aa-a61a-34e903a4e542 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 14 22:54:51.492168 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e697c7-6aa8-4273-8285-4aca7a783629 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Pushing event deleted for resources: {'Network': ['ID=42f5350f-e150-40aa-a61a-34e903a4e542,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:51.494237 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-47e697c7-6aa8-4273-8285-4aca7a783629 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:51.501805 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f8df9aa6-94d5-4a9b-9ca5-9b78662e7fe7 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:51.508583 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-f970ea58-ec62-419c-b4b3-c79b57d96d0d tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:51.532833 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:54:51.533182 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 229b8f1d-c1c6-4aab-ae43-f19bec2bd4c5 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:54:51.538835 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-23302833-0993-4450-8f7f-f5fa89c0f9ad None None] Provisioning complete for port 5e6cd3dc-8298-427c-b83f-4545ca91dc5d triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:54:51.539214 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-23302833-0993-4450-8f7f-f5fa89c0f9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:51.564430 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3e14e-9268-4edf-b728-f5677963b9c1 req-aa393e00-3312-4768-882a-7f4ded1ebae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:51.566302 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-34d3e14e-9268-4edf-b728-f5677963b9c1 req-aa393e00-3312-4768-882a-7f4ded1ebae1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd36d59a9e6b4be08e34d9d0bdaa27c1&device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 1099 time: 0.7607970 Sep 14 22:54:51.573299 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=5e6cd3dc-8298-427c-b83f-4545ca91dc5d,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:51.577576 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274e64c-e9e6-43f2-85d6-16f973b5e117 req-e3ad09af-ef11-4a84-93de-5bbf3749075f tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:51.586765 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5274e64c-e9e6-43f2-85d6-16f973b5e117 req-e3ad09af-ef11-4a84-93de-5bbf3749075f tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.7401097 Sep 14 22:54:51.661310 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-47e697c7-6aa8-4273-8285-4aca7a783629 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] 10.222.0.33 "DELETE /v2.0/networks/42f5350f-e150-40aa-a61a-34e903a4e542 HTTP/1.1" status: 204 len: 168 time: 2.4228292 Sep 14 22:54:51.662160 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81805986-0583-46aa-8ec5-d62d4e348e56 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Made reservation on behalf of 98a7f1cb67ad4eb78bb3bebf456cdba4 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:51.665763 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-81805986-0583-46aa-8ec5-d62d4e348e56 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:51.727529 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-23302833-0993-4450-8f7f-f5fa89c0f9ad None None] Current status of the port 5e6cd3dc-8298-427c-b83f-4545ca91dc5d is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:54:51.754536 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60609eed-d802-4c96-9f01-4f6223e0d351 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Made reservation on behalf of acaac18abfc14d928e7520f0a71439ec for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:51.758007 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-60609eed-d802-4c96-9f01-4f6223e0d351 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:51.769125 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a905f7e2-7926-4dbe-a9c1-feb51393ddd0 None None] Resources bound (agent type, host, resource id): {{(pid=89172) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 14 22:54:51.785038 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-89284a66-2a7d-4155-abe1-f2fd32b6cb9c tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1452464493', 'router:external': True}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:51.789358 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-89284a66-2a7d-4155-abe1-f2fd32b6cb9c tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:51.793196 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-89284a66-2a7d-4155-abe1-f2fd32b6cb9c tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Usage tracker for resource:network and tenant:11f4f57376264efa8a1e5bef1258a073 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:51.796118 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-89284a66-2a7d-4155-abe1-f2fd32b6cb9c tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:51.802420 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-89284a66-2a7d-4155-abe1-f2fd32b6cb9c tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:51.824923 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60609eed-d802-4c96-9f01-4f6223e0d351 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:54:51.834369 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-60609eed-d802-4c96-9f01-4f6223e0d351 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:51.834704 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-60609eed-d802-4c96-9f01-4f6223e0d351 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Added segment efe39396-158f-4d21-91f8-173c27f00efa of type vlan for network d79bf027-16d2-4d8c-af59-6f6dad861c8c Sep 14 22:54:51.863596 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-60609eed-d802-4c96-9f01-4f6223e0d351 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:51.871623 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-f970ea58-ec62-419c-b4b3-c79b57d96d0d tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:51.877278 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89284a66-2a7d-4155-abe1-f2fd32b6cb9c tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Made reservation on behalf of 11f4f57376264efa8a1e5bef1258a073 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:51.879636 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-89284a66-2a7d-4155-abe1-f2fd32b6cb9c tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:51.905203 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-89284a66-2a7d-4155-abe1-f2fd32b6cb9c tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:51.937601 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-f970ea58-ec62-419c-b4b3-c79b57d96d0d tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:subnet and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:51.961455 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-f970ea58-ec62-419c-b4b3-c79b57d96d0d tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:51.963633 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3e14e-9268-4edf-b728-f5677963b9c1 req-de2c46a5-d57d-493d-856a-b9c3db647d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:51.965357 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-34d3e14e-9268-4edf-b728-f5677963b9c1 req-de2c46a5-d57d-493d-856a-b9c3db647d42 service neutron] 10.222.0.20 "GET /v2.0/networks?id=96b70200-f113-466a-a996-3d001cbd44bb HTTP/1.1" status: 200 len: 912 time: 0.3548632 Sep 14 22:54:51.972868 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5274e64c-e9e6-43f2-85d6-16f973b5e117 req-68acef62-de5d-497e-b29e-d82b9e887c99 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3851683 Sep 14 22:54:52.013102 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.db.resource_extend [None req-60609eed-d802-4c96-9f01-4f6223e0d351 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 22:54:52.027392 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-f970ea58-ec62-419c-b4b3-c79b57d96d0d tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:52.054030 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-89284a66-2a7d-4155-abe1-f2fd32b6cb9c tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:52.076063 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47720) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:52.085116 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-89284a66-2a7d-4155-abe1-f2fd32b6cb9c tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Usage tracker for resource:security_group_rule and tenant:11f4f57376264efa8a1e5bef1258a073 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:52.089521 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-89284a66-2a7d-4155-abe1-f2fd32b6cb9c tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:52.095057 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-2c74eb9d-d713-4f4d-8704-f7307c73bb53 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Request body: {'router': {'name': 'tempest-router--270349762', 'project_id': 'a55f729e42034cb5ab02b266e057bb53'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:52.099744 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2c74eb9d-d713-4f4d-8704-f7307c73bb53 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:52.101964 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-34d3e14e-9268-4edf-b728-f5677963b9c1 req-1d995cf4-c887-4a0f-8038-c363f49c0ba2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e4e6e2e-a643-4ae1-8469-ecc9fe80890e HTTP/1.1" status: 200 len: 1001 time: 0.1261592 Sep 14 22:54:52.104241 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2c74eb9d-d713-4f4d-8704-f7307c73bb53 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Usage tracker for resource:router and tenant:a55f729e42034cb5ab02b266e057bb53 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:52.107358 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2c74eb9d-d713-4f4d-8704-f7307c73bb53 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:52.113134 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2c74eb9d-d713-4f4d-8704-f7307c73bb53 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:52.128344 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-60609eed-d802-4c96-9f01-4f6223e0d351 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:52.133956 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60609eed-d802-4c96-9f01-4f6223e0d351 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:52.134699 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-60609eed-d802-4c96-9f01-4f6223e0d351 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:52.142757 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 5e6cd3dc-8298-427c-b83f-4545ca91dc5d up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:54:52.159312 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f8df9aa6-94d5-4a9b-9ca5-9b78662e7fe7 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:52.165230 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8df9aa6-94d5-4a9b-9ca5-9b78662e7fe7 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:52.166146 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f8df9aa6-94d5-4a9b-9ca5-9b78662e7fe7 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:52.181753 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-89284a66-2a7d-4155-abe1-f2fd32b6cb9c tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:52.250354 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 5e6cd3dc-8298-427c-b83f-4545ca91dc5d triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:54:52.250817 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:52.259158 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-60609eed-d802-4c96-9f01-4f6223e0d351 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9112251 Sep 14 22:54:52.259158 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2c74eb9d-d713-4f4d-8704-f7307c73bb53 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:52.259158 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2c74eb9d-d713-4f4d-8704-f7307c73bb53 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:52.259924 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47724) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:52.264843 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-eb157aa5-9e46-499b-b89d-391d73ba2e9c tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:52.274434 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f970ea58-ec62-419c-b4b3-c79b57d96d0d tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:52.278357 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f970ea58-ec62-419c-b4b3-c79b57d96d0d tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:52.312269 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f8df9aa6-94d5-4a9b-9ca5-9b78662e7fe7 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7703733 Sep 14 22:54:52.330435 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47730) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:52.338252 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-41570c3e-5ddb-4673-856a-701410b2d2e2 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Request body: {'subnet': {'network_id': '4ecdbbad-7793-477d-86f5-622bc761ea4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:52.354586 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-7edfb3ca-9160-4098-b9b8-59ed39aac5d2 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-659799441'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:52.360219 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-7edfb3ca-9160-4098-b9b8-59ed39aac5d2 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:52.369288 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-7edfb3ca-9160-4098-b9b8-59ed39aac5d2 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Usage tracker for resource:network and tenant:acaac18abfc14d928e7520f0a71439ec is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:52.372600 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-7edfb3ca-9160-4098-b9b8-59ed39aac5d2 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:52.379244 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-7edfb3ca-9160-4098-b9b8-59ed39aac5d2 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:52.403143 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edfb3ca-9160-4098-b9b8-59ed39aac5d2 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Made reservation on behalf of acaac18abfc14d928e7520f0a71439ec for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:52.407078 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7edfb3ca-9160-4098-b9b8-59ed39aac5d2 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:52.435594 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9da48c9-8231-4e1a-9847-7305fa1da2fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'fixed_ips': [{'subnet_id': '01b39459-fb53-45cd-895d-8ad4d3464a43'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:54:52.436662 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d9da48c9-8231-4e1a-9847-7305fa1da2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:52.460654 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7edfb3ca-9160-4098-b9b8-59ed39aac5d2 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:54:52.472138 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7edfb3ca-9160-4098-b9b8-59ed39aac5d2 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:52.472508 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-7edfb3ca-9160-4098-b9b8-59ed39aac5d2 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Added segment 6ff96638-9ff5-42b4-8cd8-c35636d06eb9 of type vlan for network 0aff9fa8-faa1-4930-9117-2cce47779a96 Sep 14 22:54:52.501545 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7edfb3ca-9160-4098-b9b8-59ed39aac5d2 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:52.516818 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 5e6cd3dc-8298-427c-b83f-4545ca91dc5d is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:54:52.535503 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3e14e-9268-4edf-b728-f5677963b9c1 req-8066650a-00ae-4c2b-ba17-3af1aa3d6e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:52.537157 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-34d3e14e-9268-4edf-b728-f5677963b9c1 req-8066650a-00ae-4c2b-ba17-3af1aa3d6e14 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e26eddd1-1e83-4e64-8dc5-ded3ed029f12 HTTP/1.1" status: 200 len: 851 time: 0.3712440 Sep 14 22:54:52.539927 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 2b31642f-4d77-45ee-8ff9-2e50ab4b227d resource provider aggregate not found Sep 14 22:54:52.541048 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7edfb3ca-9160-4098-b9b8-59ed39aac5d2 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:52.546236 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edfb3ca-9160-4098-b9b8-59ed39aac5d2 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:52.546774 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7edfb3ca-9160-4098-b9b8-59ed39aac5d2 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:52.629927 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-d9da48c9-8231-4e1a-9847-7305fa1da2fe None None] Allocated IP 2001:db8::f816:3eff:fe29:791 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/01b39459-fb53-45cd-895d-8ad4d3464a43/72aed296-ffd4-40e9-af96-39e2b9a5ae22) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:54:52.643913 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 2b31642f-4d77-45ee-8ff9-2e50ab4b227d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b31642f-4d77-45ee-8ff9-2e50ab4b227d found for delete ", "request_id": "req-37ec6fd6-ecb5-4b96-b592-4ade1e2b3db5"}]} Sep 14 22:54:52.644494 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60609eed-d802-4c96-9f01-4f6223e0d351 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Pushing event updated for resources: {'Network': ['ID=d79bf027-16d2-4d8c-af59-6f6dad861c8c,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:52.660841 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network d79bf027-16d2-4d8c-af59-6f6dad861c8c details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:54:52.712791 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2c74eb9d-d713-4f4d-8704-f7307c73bb53 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:52.880123 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edfb3ca-9160-4098-b9b8-59ed39aac5d2 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Pushing event updated for resources: {'Network': ['ID=0aff9fa8-faa1-4930-9117-2cce47779a96,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:52.892795 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df9aa6-94d5-4a9b-9ca5-9b78662e7fe7 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event updated for resources: {'Network': ['ID=4ecdbbad-7793-477d-86f5-622bc761ea4a,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:52.898421 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-41570c3e-5ddb-4673-856a-701410b2d2e2 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:52.902878 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-41570c3e-5ddb-4673-856a-701410b2d2e2 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Usage tracker for resource:subnet and tenant:e6613fbfc8284862b15b5afbf1f6ff30 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:52.903998 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 0aff9fa8-faa1-4930-9117-2cce47779a96 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:54:52.905833 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-41570c3e-5ddb-4673-856a-701410b2d2e2 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:52.922990 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2c74eb9d-d713-4f4d-8704-f7307c73bb53 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:52.923212 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 4ecdbbad-7793-477d-86f5-622bc761ea4a details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:54:52.925775 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-41570c3e-5ddb-4673-856a-701410b2d2e2 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:52.966597 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7edfb3ca-9160-4098-b9b8-59ed39aac5d2 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6792133 Sep 14 22:54:52.967169 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-81805986-0583-46aa-8ec5-d62d4e348e56 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:52.967870 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3e14e-9268-4edf-b728-f5677963b9c1 req-d383fa76-f70c-4221-a375-ecc222338511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:52.968604 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47736) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:52.969314 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-34d3e14e-9268-4edf-b728-f5677963b9c1 req-d383fa76-f70c-4221-a375-ecc222338511 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96b70200-f113-466a-a996-3d001cbd44bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4184411 Sep 14 22:54:53.021154 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-9e003952-2e5c-4a75-88ad-451510d68d61 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Request body: {'ports': [{'network_id': 'd79bf027-16d2-4d8c-af59-6f6dad861c8c', 'name': 'tempest-port--516693908', 'admin_state_up': True}, {'network_id': '0aff9fa8-faa1-4930-9117-2cce47779a96', 'admin_state_up': False}]} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:53.021531 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-9e003952-2e5c-4a75-88ad-451510d68d61 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Request body: {'port': {'network_id': 'd79bf027-16d2-4d8c-af59-6f6dad861c8c', 'name': 'tempest-port--516693908', 'admin_state_up': True}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:53.022035 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-9e003952-2e5c-4a75-88ad-451510d68d61 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Request body: {'port': {'network_id': '0aff9fa8-faa1-4930-9117-2cce47779a96', 'admin_state_up': False}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:53.043470 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41570c3e-5ddb-4673-856a-701410b2d2e2 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Made reservation on behalf of e6613fbfc8284862b15b5afbf1f6ff30 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:53.047141 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-41570c3e-5ddb-4673-856a-701410b2d2e2 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:53.145897 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-34d3e14e-9268-4edf-b728-f5677963b9c1 req-e172f16d-3b36-4dd9-910c-fc839dfc0664 service neutron] 10.222.0.20 "GET /v2.0/networks/96b70200-f113-466a-a996-3d001cbd44bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352320 Sep 14 22:54:53.187362 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d9da48c9-8231-4e1a-9847-7305fa1da2fe None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:53.198436 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-d9da48c9-8231-4e1a-9847-7305fa1da2fe None None] Transition to ACTIVE for port object 72aed296-ffd4-40e9-af96-39e2b9a5ae22 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:54:53.206720 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2c74eb9d-d713-4f4d-8704-f7307c73bb53 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:53.207887 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2c74eb9d-d713-4f4d-8704-f7307c73bb53 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.1273777 Sep 14 22:54:53.221404 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-d9da48c9-8231-4e1a-9847-7305fa1da2fe None None] Transition to ACTIVE for port object 72aed296-ffd4-40e9-af96-39e2b9a5ae22 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:54:53.224335 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47742) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:53.229053 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d9da48c9-8231-4e1a-9847-7305fa1da2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:53.266956 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-89284a66-2a7d-4155-abe1-f2fd32b6cb9c tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:53.298069 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-89284a66-2a7d-4155-abe1-f2fd32b6cb9c tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:53.315762 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9da48c9-8231-4e1a-9847-7305fa1da2fe None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:53.315977 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81805986-0583-46aa-8ec5-d62d4e348e56 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event updated for resources: {'Subnet': ['ID=f3db1443-a8a0-492c-835e-6a000dce0ec6,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:53.319547 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-d9da48c9-8231-4e1a-9847-7305fa1da2fe None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:53.323367 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9da48c9-8231-4e1a-9847-7305fa1da2fe None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:54:53.329462 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da48c9-8231-4e1a-9847-7305fa1da2fe None None] Pushing event updated for resources: {'Port': ['ID=72aed296-ffd4-40e9-af96-39e2b9a5ae22,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:53.413414 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89284a66-2a7d-4155-abe1-f2fd32b6cb9c tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:54:53.420251 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81805986-0583-46aa-8ec5-d62d4e348e56 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Checking segment: {'id': 'a3036e64-0e73-444f-aeca-55b68cb4d90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b2a3aa55-3d2d-4897-bf71-877ba4758431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:54:53.420601 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81805986-0583-46aa-8ec5-d62d4e348e56 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Network hostable DHCP agents. Network: b2a3aa55-3d2d-4897-bf71-877ba4758431, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:54:53.429414 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d9caa16e-63c7-4c98-831d-821c0b701e25 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for router, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:53.452135 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-d9da48c9-8231-4e1a-9847-7305fa1da2fe None None] Attempting to bind port 72aed296-ffd4-40e9-af96-39e2b9a5ae22 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:54:53.452826 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-d9da48c9-8231-4e1a-9847-7305fa1da2fe None None] Attempting to bind port 72aed296-ffd4-40e9-af96-39e2b9a5ae22 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:54:53.453923 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da48c9-8231-4e1a-9847-7305fa1da2fe None None] Attempting to bind port 72aed296-ffd4-40e9-af96-39e2b9a5ae22 on network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:54:53.460240 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da48c9-8231-4e1a-9847-7305fa1da2fe None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:54:53.460680 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da48c9-8231-4e1a-9847-7305fa1da2fe None None] Checking segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:54:53.461047 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d9da48c9-8231-4e1a-9847-7305fa1da2fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:53.461463 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da48c9-8231-4e1a-9847-7305fa1da2fe None None] Bound using segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:54:53.461921 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-d9da48c9-8231-4e1a-9847-7305fa1da2fe None None] Bound port: 72aed296-ffd4-40e9-af96-39e2b9a5ae22, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:54:53.462288 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d9da48c9-8231-4e1a-9847-7305fa1da2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:53.522635 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-89284a66-2a7d-4155-abe1-f2fd32b6cb9c tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:53.523027 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-89284a66-2a7d-4155-abe1-f2fd32b6cb9c tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Added segment eec294cb-2d6a-4c9a-83c8-d5a000743b18 of type vlan for network 101e68bf-f7fe-4e3f-b8e0-b8b149c71a76 Sep 14 22:54:53.526914 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89284a66-2a7d-4155-abe1-f2fd32b6cb9c tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f64be3-68bc-4553-8ecd-9073a9dccef3,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:53.579184 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-d9da48c9-8231-4e1a-9847-7305fa1da2fe None None] For port 72aed296-ffd4-40e9-af96-39e2b9a5ae22, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:54:53.584496 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-d9da48c9-8231-4e1a-9847-7305fa1da2fe None None] For port 72aed296-ffd4-40e9-af96-39e2b9a5ae22, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=72aed296-ffd4-40e9-af96-39e2b9a5ae22,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:54:53.589975 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d9da48c9-8231-4e1a-9847-7305fa1da2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:53.627936 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81805986-0583-46aa-8ec5-d62d4e348e56 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Network b2a3aa55-3d2d-4897-bf71-877ba4758431 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:54:53.637830 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-9e003952-2e5c-4a75-88ad-451510d68d61 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:53.647625 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9e003952-2e5c-4a75-88ad-451510d68d61 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Usage tracker for resource:port and tenant:acaac18abfc14d928e7520f0a71439ec is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:53.656935 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-89284a66-2a7d-4155-abe1-f2fd32b6cb9c tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:53.664184 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9e003952-2e5c-4a75-88ad-451510d68d61 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:53.669485 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da48c9-8231-4e1a-9847-7305fa1da2fe None None] Pushing event updated for resources: {'Port': ['ID=72aed296-ffd4-40e9-af96-39e2b9a5ae22,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:53.697237 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-9e003952-2e5c-4a75-88ad-451510d68d61 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:53.717202 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-81805986-0583-46aa-8ec5-d62d4e348e56 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, b2a3aa55-3d2d-4897-bf71-877ba4758431) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:53.743396 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81805986-0583-46aa-8ec5-d62d4e348e56 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:53.744111 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-81805986-0583-46aa-8ec5-d62d4e348e56 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:53.763723 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e003952-2e5c-4a75-88ad-451510d68d61 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Made reservation on behalf of acaac18abfc14d928e7520f0a71439ec for: {'port': 2} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:53.768055 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9e003952-2e5c-4a75-88ad-451510d68d61 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:53.799330 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f970ea58-ec62-419c-b4b3-c79b57d96d0d tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:53.868591 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9e003952-2e5c-4a75-88ad-451510d68d61 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:53.888362 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-89284a66-2a7d-4155-abe1-f2fd32b6cb9c tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:53.889365 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89284a66-2a7d-4155-abe1-f2fd32b6cb9c tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:53.890017 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-89284a66-2a7d-4155-abe1-f2fd32b6cb9c tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:53.924279 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-34d3e14e-9268-4edf-b728-f5677963b9c1 req-661e2515-ad8b-45b7-9237-d34df53bb2e8 service neutron] 10.222.0.20 "GET /v2.0/networks/96b70200-f113-466a-a996-3d001cbd44bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7324889 Sep 14 22:54:53.933337 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d9caa16e-63c7-4c98-831d-821c0b701e25 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:53.941966 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d9caa16e-63c7-4c98-831d-821c0b701e25 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:53.949768 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-81805986-0583-46aa-8ec5-d62d4e348e56 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1201344 Sep 14 22:54:53.950646 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47746) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:53.965375 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-41570c3e-5ddb-4673-856a-701410b2d2e2 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:53.974481 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069dff7f-ad24-4c6b-a0c1-f92d832ce4eb req-4d0f441e-3c3c-4ea3-ad96-5936e34e6aec tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:53.981900 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-069dff7f-ad24-4c6b-a0c1-f92d832ce4eb req-4d0f441e-3c3c-4ea3-ad96-5936e34e6aec tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.8351321 Sep 14 22:54:54.015170 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-eb157aa5-9e46-499b-b89d-391d73ba2e9c tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Allocated IP 172.20.0.1 (ff5cb34d-989f-4ed2-804c-ba5a4cfbb4c6/84b27a30-abdf-4592-b502-4c8501f3c142/cc87dc13-1058-4347-beb5-9221a8a9accb) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:54:54.026959 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f970ea58-ec62-419c-b4b3-c79b57d96d0d tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:54.077808 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d9caa16e-63c7-4c98-831d-821c0b701e25 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:54.078266 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9caa16e-63c7-4c98-831d-821c0b701e25 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8937c00b-760e-4e63-bb00-8ccd1acbd682 {{(pid=89170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:54:54.084927 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-92b4639f-3811-4ebc-8683-bc46308e4be8 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:54.128210 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 72aed296-ffd4-40e9-af96-39e2b9a5ae22 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:54:54.152081 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-f970ea58-ec62-419c-b4b3-c79b57d96d0d tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:54.172719 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-069dff7f-ad24-4c6b-a0c1-f92d832ce4eb req-84a827e1-cab7-482e-9193-54150bb71d51 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1899137 Sep 14 22:54:54.184218 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f970ea58-ec62-419c-b4b3-c79b57d96d0d tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:54.184844 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f970ea58-ec62-419c-b4b3-c79b57d96d0d tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:54.215519 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47750) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:54.215747 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-89284a66-2a7d-4155-abe1-f2fd32b6cb9c tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.9239352 Sep 14 22:54:54.242903 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 72aed296-ffd4-40e9-af96-39e2b9a5ae22 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:54:54.267990 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-a49692af-cc27-45f6-96fc-63e33b6dd070 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Request body: {'subnet': {'network_id': '101e68bf-f7fe-4e3f-b8e0-b8b149c71a76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:54.288304 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d9caa16e-63c7-4c98-831d-821c0b701e25 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:54.292153 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d9caa16e-63c7-4c98-831d-821c0b701e25 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] 10.222.0.33 "DELETE /v2.0/routers/8937c00b-760e-4e63-bb00-8ccd1acbd682 HTTP/1.1" status: 204 len: 168 time: 1.0559433 Sep 14 22:54:54.292511 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-a49692af-cc27-45f6-96fc-63e33b6dd070 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:54.444468 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a49692af-cc27-45f6-96fc-63e33b6dd070 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Usage tracker for resource:subnet and tenant:11f4f57376264efa8a1e5bef1258a073 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:54.450966 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a49692af-cc27-45f6-96fc-63e33b6dd070 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:54.463190 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-a49692af-cc27-45f6-96fc-63e33b6dd070 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:54.502594 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49692af-cc27-45f6-96fc-63e33b6dd070 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Made reservation on behalf of 11f4f57376264efa8a1e5bef1258a073 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:54.504885 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a49692af-cc27-45f6-96fc-63e33b6dd070 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:54.528473 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47756) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:54.597649 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89284a66-2a7d-4155-abe1-f2fd32b6cb9c tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Pushing event updated for resources: {'Network': ['ID=101e68bf-f7fe-4e3f-b8e0-b8b149c71a76,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:54.599776 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970ea58-ec62-419c-b4b3-c79b57d96d0d tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Subnet': ['ID=c036adef-4376-4f66-984c-625c66aaadb6,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:54.611539 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 101e68bf-f7fe-4e3f-b8e0-b8b149c71a76 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:54:54.650345 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edf385-74db-41fa-a26d-1131fdae7f98 req-f02c8e70-dd38-483b-8299-1c91866acd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:54.652017 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-93edf385-74db-41fa-a26d-1131fdae7f98 req-f02c8e70-dd38-483b-8299-1c91866acd13 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd36d59a9e6b4be08e34d9d0bdaa27c1&device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 1099 time: 0.5536194 Sep 14 22:54:54.658725 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-eb157aa5-9e46-499b-b89d-391d73ba2e9c tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:54.689532 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-92b4639f-3811-4ebc-8683-bc46308e4be8 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31957809'] for subnet, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:54.766972 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-eb157aa5-9e46-499b-b89d-391d73ba2e9c tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Transition to ACTIVE for port object cc87dc13-1058-4347-beb5-9221a8a9accb will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:54:54.816385 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f970ea58-ec62-419c-b4b3-c79b57d96d0d tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3320677 Sep 14 22:54:54.817002 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47762) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:54.844131 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-64e865cc-4bc1-45e9-8ede-eb817f3f8662 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'port': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'mac_address': 'fa:16:3e:64:44:85', 'name': 'tempest-NetworksTestDHCPv6-997462870'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:54.863089 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41570c3e-5ddb-4673-856a-701410b2d2e2 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Checking segment: {'id': '47e37e5e-f990-41ab-b978-6624b4868e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4ecdbbad-7793-477d-86f5-622bc761ea4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:54:54.863410 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41570c3e-5ddb-4673-856a-701410b2d2e2 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Network hostable DHCP agents. Network: 4ecdbbad-7793-477d-86f5-622bc761ea4a, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:54:54.886478 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-9e003952-2e5c-4a75-88ad-451510d68d61 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] device_id is not set on port 779079b4-d8b0-4517-9b05-00e2b1df990f yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:54:54.889953 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edf385-74db-41fa-a26d-1131fdae7f98 req-10f38e1b-dd4d-441e-b5de-522e0c3a75e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:54.891577 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-93edf385-74db-41fa-a26d-1131fdae7f98 req-10f38e1b-dd4d-441e-b5de-522e0c3a75e7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=96b70200-f113-466a-a996-3d001cbd44bb HTTP/1.1" status: 200 len: 912 time: 0.2144172 Sep 14 22:54:54.963501 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41570c3e-5ddb-4673-856a-701410b2d2e2 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event updated for resources: {'Subnet': ['ID=03f1884e-cbad-4a7c-9af6-85768119d9f4,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:54.980480 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-eb157aa5-9e46-499b-b89d-391d73ba2e9c tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:55.022932 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4df6c1-06b5-450a-9c8d-0abe77d60ab5 None None] get_active_networks_info from dv-neutron-857791-1-hyperv {{(pid=89172) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 14 22:54:55.027613 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-270e7e52-0aeb-40f5-818a-58273fdc88d1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1934381461', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}, 'admin_state_up': False}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:55.050506 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41570c3e-5ddb-4673-856a-701410b2d2e2 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Network 4ecdbbad-7793-477d-86f5-622bc761ea4a is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:54:55.061948 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-270e7e52-0aeb-40f5-818a-58273fdc88d1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:55.086484 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-41570c3e-5ddb-4673-856a-701410b2d2e2 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 4ecdbbad-7793-477d-86f5-622bc761ea4a) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:55.105494 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-270e7e52-0aeb-40f5-818a-58273fdc88d1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Usage tracker for resource:router and tenant:a41754bd47214b87979d9b048be91195 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:55.109518 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb157aa5-9e46-499b-b89d-391d73ba2e9c tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Network ff5cb34d-989f-4ed2-804c-ba5a4cfbb4c6 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:55.115348 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-50ee9d08-5cf6-4623-919d-3465f1b0e655 None None] Provisioning for port 72aed296-ffd4-40e9-af96-39e2b9a5ae22 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:54:55.127442 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-270e7e52-0aeb-40f5-818a-58273fdc88d1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:55.127749 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-50ee9d08-5cf6-4623-919d-3465f1b0e655 None None] Provisioning complete for port 72aed296-ffd4-40e9-af96-39e2b9a5ae22 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:54:55.127749 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-50ee9d08-5cf6-4623-919d-3465f1b0e655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:55.129418 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-eb157aa5-9e46-499b-b89d-391d73ba2e9c tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:55.132240 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb157aa5-9e46-499b-b89d-391d73ba2e9c tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:54:55.136831 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41570c3e-5ddb-4673-856a-701410b2d2e2 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:55.137436 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-41570c3e-5ddb-4673-856a-701410b2d2e2 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:55.173428 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-270e7e52-0aeb-40f5-818a-58273fdc88d1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:55.185885 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-93edf385-74db-41fa-a26d-1131fdae7f98 req-bd0d4d29-6037-4a05-9cc6-3c3b926e41b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e4e6e2e-a643-4ae1-8469-ecc9fe80890e HTTP/1.1" status: 200 len: 1001 time: 0.2861021 Sep 14 22:54:55.191257 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-64e865cc-4bc1-45e9-8ede-eb817f3f8662 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:55.215954 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-41570c3e-5ddb-4673-856a-701410b2d2e2 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.8839443 Sep 14 22:54:55.216630 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47768) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:55.221633 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-64e865cc-4bc1-45e9-8ede-eb817f3f8662 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:port and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:55.228023 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-64e865cc-4bc1-45e9-8ede-eb817f3f8662 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:55.231513 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-92b4639f-3811-4ebc-8683-bc46308e4be8 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756549302860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-31352315'] for subnet, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:55.232980 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb157aa5-9e46-499b-b89d-391d73ba2e9c tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event updated for resources: {'Port': ['ID=cc87dc13-1058-4347-beb5-9221a8a9accb,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:55.261702 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4df6c1-06b5-450a-9c8d-0abe77d60ab5 None None] Resources bound (agent type, host, resource id): {{(pid=89172) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 14 22:54:55.282197 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-270e7e52-0aeb-40f5-818a-58273fdc88d1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:55.283189 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-270e7e52-0aeb-40f5-818a-58273fdc88d1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:55.288254 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-64e865cc-4bc1-45e9-8ede-eb817f3f8662 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:55.299873 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-eb157aa5-9e46-499b-b89d-391d73ba2e9c tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:55.399814 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b4639f-3811-4ebc-8683-bc46308e4be8 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:55.400481 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-92b4639f-3811-4ebc-8683-bc46308e4be8 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:55.405316 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-92b4639f-3811-4ebc-8683-bc46308e4be8 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "PUT /v2.0/subnets/f3db1443-a8a0-492c-835e-6a000dce0ec6 HTTP/1.1" status: 200 len: 806 time: 1.4420724 Sep 14 22:54:55.408671 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47772) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:55.418377 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edf385-74db-41fa-a26d-1131fdae7f98 req-18041f4c-3271-4f20-9112-a8016dbe787e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:55.419839 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-93edf385-74db-41fa-a26d-1131fdae7f98 req-18041f4c-3271-4f20-9112-a8016dbe787e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e26eddd1-1e83-4e64-8dc5-ded3ed029f12 HTTP/1.1" status: 200 len: 851 time: 0.2224188 Sep 14 22:54:55.446175 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e865cc-4bc1-45e9-8ede-eb817f3f8662 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:55.482938 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-270e7e52-0aeb-40f5-818a-58273fdc88d1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:55.529363 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a9b3edd1-4731-4f9d-901d-fce0ed01b87a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:55.587559 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4639f-3811-4ebc-8683-bc46308e4be8 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event updated for resources: {'Subnet': ['ID=f3db1443-a8a0-492c-835e-6a000dce0ec6,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:55.603122 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-50ee9d08-5cf6-4623-919d-3465f1b0e655 None None] Current status of the port 72aed296-ffd4-40e9-af96-39e2b9a5ae22 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:54:55.603829 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-50ee9d08-5cf6-4623-919d-3465f1b0e655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:55.636645 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9e003952-2e5c-4a75-88ad-451510d68d61 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:55.645100 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-50ee9d08-5cf6-4623-919d-3465f1b0e655 None None] For port 72aed296-ffd4-40e9-af96-39e2b9a5ae22, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=72aed296-ffd4-40e9-af96-39e2b9a5ae22,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:54:55.655353 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-50ee9d08-5cf6-4623-919d-3465f1b0e655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:55.748766 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc6fc8-9e87-474b-be87-5c52ea4cfa08 req-08c60b67-bcb4-4654-ae20-43b861315ac4 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:55.750083 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5acc6fc8-9e87-474b-be87-5c52ea4cfa08 req-08c60b67-bcb4-4654-ae20-43b861315ac4 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.4449415 Sep 14 22:54:55.792438 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee9d08-5cf6-4623-919d-3465f1b0e655 None None] Pushing event updated for resources: {'Port': ['ID=72aed296-ffd4-40e9-af96-39e2b9a5ae22,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:55.831899 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc4152a-2a97-4484-a56a-23f96f3bb9f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-4ecdbbad-7793-477d-86f5-622bc761ea4a', 'network_id': '4ecdbbad-7793-477d-86f5-622bc761ea4a', 'tenant_id': 'e6613fbfc8284862b15b5afbf1f6ff30', 'fixed_ips': [{'subnet_id': '03f1884e-cbad-4a7c-9af6-85768119d9f4'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:54:55.832653 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-dcc4152a-2a97-4484-a56a-23f96f3bb9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:55.847920 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebdd2af-20a8-4682-b8b6-2d5a0342d66a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-b2a3aa55-3d2d-4897-bf71-877ba4758431', 'network_id': 'b2a3aa55-3d2d-4897-bf71-877ba4758431', 'tenant_id': '98a7f1cb67ad4eb78bb3bebf456cdba4', 'fixed_ips': [{'subnet_id': 'f3db1443-a8a0-492c-835e-6a000dce0ec6'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:54:55.848944 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9ebdd2af-20a8-4682-b8b6-2d5a0342d66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:55.893718 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-9e003952-2e5c-4a75-88ad-451510d68d61 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] device_id is not set on port ed9b5480-0c8a-442e-be4a-351bf38201b8 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:54:55.908806 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f0-e66f-4648-bb06-b401db36aa61 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:55.923162 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-64e865cc-4bc1-45e9-8ede-eb817f3f8662 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:55.925780 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edf385-74db-41fa-a26d-1131fdae7f98 req-134790e0-b252-4764-a3ed-eb84b1499eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:55.927264 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-93edf385-74db-41fa-a26d-1131fdae7f98 req-134790e0-b252-4764-a3ed-eb84b1499eef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96b70200-f113-466a-a996-3d001cbd44bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4965522 Sep 14 22:54:55.933492 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-270e7e52-0aeb-40f5-818a-58273fdc88d1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:55.938521 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a9b3edd1-4731-4f9d-901d-fce0ed01b87a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:56.038068 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-64e865cc-4bc1-45e9-8ede-eb817f3f8662 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] device_id is not set on port aad68223-704e-4501-a8ee-2663b7a481bb yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:54:56.160991 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 72aed296-ffd4-40e9-af96-39e2b9a5ae22 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:54:56.175263 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f0-e66f-4648-bb06-b401db36aa61 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:56.248369 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-dcc4152a-2a97-4484-a56a-23f96f3bb9f0 None None] Allocated IP 2001:db8::1 (4ecdbbad-7793-477d-86f5-622bc761ea4a/03f1884e-cbad-4a7c-9af6-85768119d9f4/43abfa16-6a95-47ef-9e98-cb5a868cf488) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:54:56.269738 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5acc6fc8-9e87-474b-be87-5c52ea4cfa08 req-b31d75aa-d228-462c-b1e9-5682d73672b7 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4611235 Sep 14 22:54:56.272262 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-9ebdd2af-20a8-4682-b8b6-2d5a0342d66a None None] Allocated IP 172.20.0.2 (b2a3aa55-3d2d-4897-bf71-877ba4758431/f3db1443-a8a0-492c-835e-6a000dce0ec6/065ae01b-940a-43dd-9aa4-8601f1745ada) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:54:56.352698 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-eb157aa5-9e46-499b-b89d-391d73ba2e9c tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:56.478077 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.objects.ports [None req-a49692af-cc27-45f6-96fc-63e33b6dd070 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89170) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 14 22:54:56.478808 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a49692af-cc27-45f6-96fc-63e33b6dd070 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:56.494595 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 72aed296-ffd4-40e9-af96-39e2b9a5ae22 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:54:56.495509 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:56.524336 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-93edf385-74db-41fa-a26d-1131fdae7f98 req-054d6c4d-7791-45ca-a4e9-4f56c3ef115b service neutron] 10.222.0.20 "GET /v2.0/networks/96b70200-f113-466a-a996-3d001cbd44bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5737629 Sep 14 22:54:56.538413 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9e003952-2e5c-4a75-88ad-451510d68d61 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:56.615832 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-64e865cc-4bc1-45e9-8ede-eb817f3f8662 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Allocated IP 172.20.0.4 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/c036adef-4376-4f66-984c-625c66aaadb6/aad68223-704e-4501-a8ee-2663b7a481bb) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:54:56.624502 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-64e865cc-4bc1-45e9-8ede-eb817f3f8662 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Allocated IP 2001:db8::f816:3eff:fe64:4485 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/01b39459-fb53-45cd-895d-8ad4d3464a43/aad68223-704e-4501-a8ee-2663b7a481bb) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:54:56.659604 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9e003952-2e5c-4a75-88ad-451510d68d61 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:56.767281 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49692af-cc27-45f6-96fc-63e33b6dd070 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Pushing event updated for resources: {'Subnet': ['ID=47ff01a7-cf69-41da-b7b6-be1624d22772,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:56.797586 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-dcc4152a-2a97-4484-a56a-23f96f3bb9f0 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:56.826255 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 72aed296-ffd4-40e9-af96-39e2b9a5ae22 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:54:56.831037 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-dcc4152a-2a97-4484-a56a-23f96f3bb9f0 None None] Transition to ACTIVE for port object 43abfa16-6a95-47ef-9e98-cb5a868cf488 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:54:56.833944 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9ebdd2af-20a8-4682-b8b6-2d5a0342d66a None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:56.854690 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-9ebdd2af-20a8-4682-b8b6-2d5a0342d66a None None] Transition to ACTIVE for port object 065ae01b-940a-43dd-9aa4-8601f1745ada will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:54:56.868412 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-dcc4152a-2a97-4484-a56a-23f96f3bb9f0 None None] Transition to ACTIVE for port object 43abfa16-6a95-47ef-9e98-cb5a868cf488 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:54:56.871975 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e003952-2e5c-4a75-88ad-451510d68d61 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Pushing event updated for resources: {'Port': ['ID=779079b4-d8b0-4517-9b05-00e2b1df990f,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:56.881148 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-9ebdd2af-20a8-4682-b8b6-2d5a0342d66a None None] Transition to ACTIVE for port object 065ae01b-940a-43dd-9aa4-8601f1745ada will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:54:56.882247 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49692af-cc27-45f6-96fc-63e33b6dd070 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Checking segment: {'id': 'eec294cb-2d6a-4c9a-83c8-d5a000743b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '101e68bf-f7fe-4e3f-b8e0-b8b149c71a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:54:56.882536 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49692af-cc27-45f6-96fc-63e33b6dd070 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Network hostable DHCP agents. Network: 101e68bf-f7fe-4e3f-b8e0-b8b149c71a76, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:54:56.885536 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-dcc4152a-2a97-4484-a56a-23f96f3bb9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:56.920494 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e003952-2e5c-4a75-88ad-451510d68d61 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Checking segment: {'id': 'efe39396-158f-4d21-91f8-173c27f00efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd79bf027-16d2-4d8c-af59-6f6dad861c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:54:56.920879 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e003952-2e5c-4a75-88ad-451510d68d61 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Network hostable DHCP agents. Network: d79bf027-16d2-4d8c-af59-6f6dad861c8c, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:54:56.931441 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-93edf385-74db-41fa-a26d-1131fdae7f98 req-ffb8d01c-fb5c-4365-b446-12cb1bdc8e30 service neutron] 10.222.0.20 "GET /v2.0/networks/96b70200-f113-466a-a996-3d001cbd44bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924766 Sep 14 22:54:56.949756 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9ebdd2af-20a8-4682-b8b6-2d5a0342d66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:56.959165 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f0-e66f-4648-bb06-b401db36aa61 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:56.966952 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-64e865cc-4bc1-45e9-8ede-eb817f3f8662 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:56.972201 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49692af-cc27-45f6-96fc-63e33b6dd070 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Network 101e68bf-f7fe-4e3f-b8e0-b8b149c71a76 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:54:56.994451 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc4152a-2a97-4484-a56a-23f96f3bb9f0 None None] Network 4ecdbbad-7793-477d-86f5-622bc761ea4a is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:56.999124 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-dcc4152a-2a97-4484-a56a-23f96f3bb9f0 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:57.006844 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc4152a-2a97-4484-a56a-23f96f3bb9f0 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:54:57.020021 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebdd2af-20a8-4682-b8b6-2d5a0342d66a None None] Network b2a3aa55-3d2d-4897-bf71-877ba4758431 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:57.022744 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc4152a-2a97-4484-a56a-23f96f3bb9f0 None None] Pushing event updated for resources: {'Port': ['ID=43abfa16-6a95-47ef-9e98-cb5a868cf488,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:57.023161 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a9b3edd1-4731-4f9d-901d-fce0ed01b87a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:57.027344 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-9ebdd2af-20a8-4682-b8b6-2d5a0342d66a None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:57.032601 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e17f0-e66f-4648-bb06-b401db36aa61 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event deleted for resources: {'Subnet': ['ID=f3db1443-a8a0-492c-835e-6a000dce0ec6,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:57.068347 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebdd2af-20a8-4682-b8b6-2d5a0342d66a None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:54:57.069350 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-64e865cc-4bc1-45e9-8ede-eb817f3f8662 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Transition to ACTIVE for port object aad68223-704e-4501-a8ee-2663b7a481bb will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:54:57.113192 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3edd1-4731-4f9d-901d-fce0ed01b87a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event deleted for resources: {'Subnet': ['ID=03f1884e-cbad-4a7c-9af6-85768119d9f4,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:57.141913 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-a49692af-cc27-45f6-96fc-63e33b6dd070 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 101e68bf-f7fe-4e3f-b8e0-b8b149c71a76) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:57.146139 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49692af-cc27-45f6-96fc-63e33b6dd070 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:57.146888 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a49692af-cc27-45f6-96fc-63e33b6dd070 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:57.242978 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e003952-2e5c-4a75-88ad-451510d68d61 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Network d79bf027-16d2-4d8c-af59-6f6dad861c8c is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:54:57.275806 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f0-e66f-4648-bb06-b401db36aa61 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:57.287532 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-9e003952-2e5c-4a75-88ad-451510d68d61 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, d79bf027-16d2-4d8c-af59-6f6dad861c8c) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:57.291131 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebdd2af-20a8-4682-b8b6-2d5a0342d66a None None] Pushing event updated for resources: {'Port': ['ID=065ae01b-940a-43dd-9aa4-8601f1745ada,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:57.295065 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-dcc4152a-2a97-4484-a56a-23f96f3bb9f0 None None] Attempting to bind port 43abfa16-6a95-47ef-9e98-cb5a868cf488 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:54:57.295258 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-270e7e52-0aeb-40f5-818a-58273fdc88d1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router_gateway, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:57.295682 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-dcc4152a-2a97-4484-a56a-23f96f3bb9f0 None None] Attempting to bind port 43abfa16-6a95-47ef-9e98-cb5a868cf488 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '47e37e5e-f990-41ab-b978-6624b4868e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4ecdbbad-7793-477d-86f5-622bc761ea4a'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:54:57.295902 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc4152a-2a97-4484-a56a-23f96f3bb9f0 None None] Attempting to bind port 43abfa16-6a95-47ef-9e98-cb5a868cf488 on network 4ecdbbad-7793-477d-86f5-622bc761ea4a {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:54:57.301851 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a9b3edd1-4731-4f9d-901d-fce0ed01b87a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:57.310639 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e003952-2e5c-4a75-88ad-451510d68d61 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:54:57.311921 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9e003952-2e5c-4a75-88ad-451510d68d61 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:57.317992 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc4152a-2a97-4484-a56a-23f96f3bb9f0 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:54:57.318644 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc4152a-2a97-4484-a56a-23f96f3bb9f0 None None] Checking segment: {'id': '47e37e5e-f990-41ab-b978-6624b4868e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4ecdbbad-7793-477d-86f5-622bc761ea4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:54:57.319210 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-dcc4152a-2a97-4484-a56a-23f96f3bb9f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:57.319616 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc4152a-2a97-4484-a56a-23f96f3bb9f0 None None] Bound using segment: {'id': '47e37e5e-f990-41ab-b978-6624b4868e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4ecdbbad-7793-477d-86f5-622bc761ea4a'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:54:57.320106 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-dcc4152a-2a97-4484-a56a-23f96f3bb9f0 None None] Bound port: 43abfa16-6a95-47ef-9e98-cb5a868cf488, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e37e5e-f990-41ab-b978-6624b4868e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4ecdbbad-7793-477d-86f5-622bc761ea4a'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:54:57.320487 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-dcc4152a-2a97-4484-a56a-23f96f3bb9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:57.340135 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-9ebdd2af-20a8-4682-b8b6-2d5a0342d66a None None] Attempting to bind port 065ae01b-940a-43dd-9aa4-8601f1745ada on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:54:57.340997 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a49692af-cc27-45f6-96fc-63e33b6dd070 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0781791 Sep 14 22:54:57.343795 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-9ebdd2af-20a8-4682-b8b6-2d5a0342d66a None None] Attempting to bind port 065ae01b-940a-43dd-9aa4-8601f1745ada by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'a3036e64-0e73-444f-aeca-55b68cb4d90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b2a3aa55-3d2d-4897-bf71-877ba4758431'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:54:57.344181 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebdd2af-20a8-4682-b8b6-2d5a0342d66a None None] Attempting to bind port 065ae01b-940a-43dd-9aa4-8601f1745ada on network b2a3aa55-3d2d-4897-bf71-877ba4758431 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:54:57.349703 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47778) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:57.350894 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-270e7e52-0aeb-40f5-818a-58273fdc88d1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:57.353882 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebdd2af-20a8-4682-b8b6-2d5a0342d66a None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:54:57.355041 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebdd2af-20a8-4682-b8b6-2d5a0342d66a None None] Checking segment: {'id': 'a3036e64-0e73-444f-aeca-55b68cb4d90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b2a3aa55-3d2d-4897-bf71-877ba4758431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:54:57.355468 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9ebdd2af-20a8-4682-b8b6-2d5a0342d66a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:57.355871 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebdd2af-20a8-4682-b8b6-2d5a0342d66a None None] Bound using segment: {'id': 'a3036e64-0e73-444f-aeca-55b68cb4d90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b2a3aa55-3d2d-4897-bf71-877ba4758431'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:54:57.356351 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-9ebdd2af-20a8-4682-b8b6-2d5a0342d66a None None] Bound port: 065ae01b-940a-43dd-9aa4-8601f1745ada, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3036e64-0e73-444f-aeca-55b68cb4d90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b2a3aa55-3d2d-4897-bf71-877ba4758431'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:54:57.357156 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9ebdd2af-20a8-4682-b8b6-2d5a0342d66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:57.397314 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-09fdbf59-8aa7-444f-90ea-764a79128ee8 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-909698998', 'network_id': '101e68bf-f7fe-4e3f-b8e0-b8b149c71a76'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:57.407424 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-09fdbf59-8aa7-444f-90ea-764a79128ee8 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:57.421258 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-3b2e17f0-e66f-4648-bb06-b401db36aa61 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2a3aa55-3d2d-4897-bf71-877ba4758431']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:57.422771 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-09fdbf59-8aa7-444f-90ea-764a79128ee8 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Usage tracker for resource:port and tenant:11f4f57376264efa8a1e5bef1258a073 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:57.426732 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-09fdbf59-8aa7-444f-90ea-764a79128ee8 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:57.443451 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-64e865cc-4bc1-45e9-8ede-eb817f3f8662 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:57.447001 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-09fdbf59-8aa7-444f-90ea-764a79128ee8 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:57.458896 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-3b2e17f0-e66f-4648-bb06-b401db36aa61 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3036e64-0e73-444f-aeca-55b68cb4d90b') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:57.460468 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-3b2e17f0-e66f-4648-bb06-b401db36aa61 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3036e64-0e73-444f-aeca-55b68cb4d90b') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:57.473774 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-a9b3edd1-4731-4f9d-901d-fce0ed01b87a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ecdbbad-7793-477d-86f5-622bc761ea4a']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:57.478114 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-eb157aa5-9e46-499b-b89d-391d73ba2e9c tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:57.483709 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fdbf59-8aa7-444f-90ea-764a79128ee8 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Made reservation on behalf of 11f4f57376264efa8a1e5bef1258a073 for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:57.486384 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-09fdbf59-8aa7-444f-90ea-764a79128ee8 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:57.501261 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-eb157aa5-9e46-499b-b89d-391d73ba2e9c tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:57.509144 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f0-e66f-4648-bb06-b401db36aa61 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:57.534509 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f0-e66f-4648-bb06-b401db36aa61 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:57.536301 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-dcc4152a-2a97-4484-a56a-23f96f3bb9f0 None None] For port 43abfa16-6a95-47ef-9e98-cb5a868cf488, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:54:57.540931 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-dcc4152a-2a97-4484-a56a-23f96f3bb9f0 None None] For port 43abfa16-6a95-47ef-9e98-cb5a868cf488, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=43abfa16-6a95-47ef-9e98-cb5a868cf488,segment=NetworkSegment(47e37e5e-f990-41ab-b978-6624b4868e44),segment_id=47e37e5e-f990-41ab-b978-6624b4868e44)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:54:57.541078 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2e17f0-e66f-4648-bb06-b401db36aa61 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:54:57.541356 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f0-e66f-4648-bb06-b401db36aa61 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:57.579864 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-dcc4152a-2a97-4484-a56a-23f96f3bb9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:57.636795 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-a9b3edd1-4731-4f9d-901d-fce0ed01b87a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e37e5e-f990-41ab-b978-6624b4868e44') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:57.637088 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-a9b3edd1-4731-4f9d-901d-fce0ed01b87a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e37e5e-f990-41ab-b978-6624b4868e44') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:57.671475 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e003952-2e5c-4a75-88ad-451510d68d61 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Pushing event updated for resources: {'Port': ['ID=ed9b5480-0c8a-442e-be4a-351bf38201b8,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:57.675162 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment a3036e64-0e73-444f-aeca-55b68cb4d90b resource provider aggregate not found Sep 14 22:54:57.688281 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e865cc-4bc1-45e9-8ede-eb817f3f8662 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:57.724292 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.db.api [None req-3b2e17f0-e66f-4648-bb06-b401db36aa61 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 14 22:54:57.724292 dv-neutron-857791-1-hyperv neutron-server[89171]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 14 22:54:57.724292 dv-neutron-857791-1-hyperv neutron-server[89171]: [parameters: {'id': 'b2a3aa55-3d2d-4897-bf71-877ba4758431'}] Sep 14 22:54:57.724292 dv-neutron-857791-1-hyperv neutron-server[89171]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:54:57.725679 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG oslo_db.api [None req-3b2e17f0-e66f-4648-bb06-b401db36aa61 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:54:57.734874 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a9b3edd1-4731-4f9d-901d-fce0ed01b87a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:57.743122 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-64e865cc-4bc1-45e9-8ede-eb817f3f8662 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:57.751741 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-9ebdd2af-20a8-4682-b8b6-2d5a0342d66a None None] For port 065ae01b-940a-43dd-9aa4-8601f1745ada, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:54:57.762989 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e865cc-4bc1-45e9-8ede-eb817f3f8662 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:54:57.786494 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-9ebdd2af-20a8-4682-b8b6-2d5a0342d66a None None] For port 065ae01b-940a-43dd-9aa4-8601f1745ada, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=065ae01b-940a-43dd-9aa4-8601f1745ada,segment=NetworkSegment(a3036e64-0e73-444f-aeca-55b68cb4d90b),segment_id=a3036e64-0e73-444f-aeca-55b68cb4d90b)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:54:57.796685 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-09fdbf59-8aa7-444f-90ea-764a79128ee8 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] device_id is not set on port 0d8ccd0d-8ba7-46e5-9b59-03b2038078c8 yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:54:57.797552 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment a3036e64-0e73-444f-aeca-55b68cb4d90b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a3036e64-0e73-444f-aeca-55b68cb4d90b found for delete ", "request_id": "req-983f0670-2da7-4415-8f49-7839e3ca28a0"}]} Sep 14 22:54:57.797853 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9ebdd2af-20a8-4682-b8b6-2d5a0342d66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:57.798307 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e003952-2e5c-4a75-88ad-451510d68d61 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Checking segment: {'id': '6ff96638-9ff5-42b4-8cd8-c35636d06eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0aff9fa8-faa1-4930-9117-2cce47779a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:54:57.798856 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e003952-2e5c-4a75-88ad-451510d68d61 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Network hostable DHCP agents. Network: 0aff9fa8-faa1-4930-9117-2cce47779a96, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:54:57.801201 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc4152a-2a97-4484-a56a-23f96f3bb9f0 None None] Pushing event updated for resources: {'Port': ['ID=43abfa16-6a95-47ef-9e98-cb5a868cf488,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:57.821269 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a9b3edd1-4731-4f9d-901d-fce0ed01b87a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:57.851532 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b3edd1-4731-4f9d-901d-fce0ed01b87a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:54:57.851532 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a9b3edd1-4731-4f9d-901d-fce0ed01b87a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:57.861560 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-eb157aa5-9e46-499b-b89d-391d73ba2e9c tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:57.891291 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb157aa5-9e46-499b-b89d-391d73ba2e9c tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event updated for resources: {'Port': ['ID=cc87dc13-1058-4347-beb5-9221a8a9accb,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:57.909425 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-270e7e52-0aeb-40f5-818a-58273fdc88d1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Allocated IP 172.26.5.10 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/df774cb1-db33-4ae5-a874-1cfd6100dbfc) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:54:57.930937 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e865cc-4bc1-45e9-8ede-eb817f3f8662 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Port': ['ID=aad68223-704e-4501-a8ee-2663b7a481bb,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:57.959851 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e003952-2e5c-4a75-88ad-451510d68d61 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Network 0aff9fa8-faa1-4930-9117-2cce47779a96 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:54:57.967572 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e865cc-4bc1-45e9-8ede-eb817f3f8662 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:57.968315 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-64e865cc-4bc1-45e9-8ede-eb817f3f8662 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:57.977114 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.db.api [None req-a9b3edd1-4731-4f9d-901d-fce0ed01b87a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 14 22:54:57.977114 dv-neutron-857791-1-hyperv neutron-server[89171]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 14 22:54:57.977114 dv-neutron-857791-1-hyperv neutron-server[89171]: [parameters: {'id': '4ecdbbad-7793-477d-86f5-622bc761ea4a'}] Sep 14 22:54:57.977114 dv-neutron-857791-1-hyperv neutron-server[89171]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:54:57.977466 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG oslo_db.api [None req-a9b3edd1-4731-4f9d-901d-fce0ed01b87a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:54:57.996729 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebdd2af-20a8-4682-b8b6-2d5a0342d66a None None] Pushing event updated for resources: {'Port': ['ID=065ae01b-940a-43dd-9aa4-8601f1745ada,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:58.002492 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-9e003952-2e5c-4a75-88ad-451510d68d61 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 0aff9fa8-faa1-4930-9117-2cce47779a96) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:58.006636 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e003952-2e5c-4a75-88ad-451510d68d61 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:54:58.011149 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf188e1-2115-4d88-ad36-a03d6efa866c None None] get_active_networks_info from dv-neutron-857791-1-hyperv {{(pid=89172) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 14 22:54:58.013175 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e003952-2e5c-4a75-88ad-451510d68d61 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:58.018225 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e003952-2e5c-4a75-88ad-451510d68d61 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:58.019063 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9e003952-2e5c-4a75-88ad-451510d68d61 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:58.024473 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-64e865cc-4bc1-45e9-8ede-eb817f3f8662 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.1987884 Sep 14 22:54:58.027146 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47788) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:58.094138 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9e003952-2e5c-4a75-88ad-451510d68d61 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.0915220 Sep 14 22:54:58.097114 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47792) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:58.152504 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf188e1-2115-4d88-ad36-a03d6efa866c None None] Resources bound (agent type, host, resource id): {{(pid=89172) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 14 22:54:58.196066 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eab46d2-0db9-4929-94c4-23a9c3056f96 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:58.202891 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eab46d2-0db9-4929-94c4-23a9c3056f96 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:58.203686 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1eab46d2-0db9-4929-94c4-23a9c3056f96 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:54:58.216951 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-09fdbf59-8aa7-444f-90ea-764a79128ee8 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Allocated IP 172.20.0.3 (101e68bf-f7fe-4e3f-b8e0-b8b149c71a76/47ff01a7-cf69-41da-b7b6-be1624d22772/0d8ccd0d-8ba7-46e5-9b59-03b2038078c8) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:54:58.231026 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecfa4fc-be59-4e6e-8d3e-103cdece251e tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:58.236804 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecfa4fc-be59-4e6e-8d3e-103cdece251e tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:58.237877 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-8ecfa4fc-be59-4e6e-8d3e-103cdece251e tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Synchronizing usage tracker for tenant:acaac18abfc14d928e7520f0a71439ec on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:54:58.241271 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f0-e66f-4648-bb06-b401db36aa61 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:58.244152 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1eab46d2-0db9-4929-94c4-23a9c3056f96 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:54:58.245343 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1eab46d2-0db9-4929-94c4-23a9c3056f96 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2171233 Sep 14 22:54:58.248347 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb157aa5-9e46-499b-b89d-391d73ba2e9c tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Network ff5cb34d-989f-4ed2-804c-ba5a4cfbb4c6 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:58.248509 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47796) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:58.252325 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-eb157aa5-9e46-499b-b89d-391d73ba2e9c tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:58.318057 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-3b2e17f0-e66f-4648-bb06-b401db36aa61 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Deleting port 065ae01b-940a-43dd-9aa4-8601f1745ada {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:58.318396 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f0-e66f-4648-bb06-b401db36aa61 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:58.342568 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-8ecfa4fc-be59-4e6e-8d3e-103cdece251e tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Unset dirty status for tenant:acaac18abfc14d928e7520f0a71439ec on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:54:58.346333 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8ecfa4fc-be59-4e6e-8d3e-103cdece251e tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2455752 Sep 14 22:54:58.352302 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47800) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:58.354545 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-270e7e52-0aeb-40f5-818a-58273fdc88d1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:58.428409 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-4eef8266-038e-4cd6-88f7-7fd088919149 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting port aad68223-704e-4501-a8ee-2663b7a481bb {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:58.428770 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4eef8266-038e-4cd6-88f7-7fd088919149 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:58.576181 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a9b3edd1-4731-4f9d-901d-fce0ed01b87a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:58.615223 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb157aa5-9e46-499b-b89d-391d73ba2e9c tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Router 70122e15-49ca-4221-91ad-de7c07b95175 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:54:58.622976 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0841ad71-86af-4310-91ef-55dbce3b5bc6 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:58.663370 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-270e7e52-0aeb-40f5-818a-58273fdc88d1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:58.674541 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-f8156c19-69fb-4747-b2d5-43928f7702ff tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Deleting port 779079b4-d8b0-4517-9b05-00e2b1df990f {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:58.675096 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f8156c19-69fb-4747-b2d5-43928f7702ff tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:58.713989 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-09fdbf59-8aa7-444f-90ea-764a79128ee8 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:58.720410 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-a9b3edd1-4731-4f9d-901d-fce0ed01b87a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Deleting port 43abfa16-6a95-47ef-9e98-cb5a868cf488 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:58.720773 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a9b3edd1-4731-4f9d-901d-fce0ed01b87a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:58.835372 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270e7e52-0aeb-40f5-818a-58273fdc88d1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:58.844980 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-270e7e52-0aeb-40f5-818a-58273fdc88d1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:58.847515 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270e7e52-0aeb-40f5-818a-58273fdc88d1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:54:58.857588 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335c5b9c-63f6-4502-b18f-67b6a4f46e15 None None] Network b2a3aa55-3d2d-4897-bf71-877ba4758431 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:58.880946 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e7e52-0aeb-40f5-818a-58273fdc88d1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Pushing event updated for resources: {'Port': ['ID=df774cb1-db33-4ae5-a874-1cfd6100dbfc,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:58.962289 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce18ae0-b9ed-4b33-847e-f8edf997f93d None None] Network 4ecdbbad-7793-477d-86f5-622bc761ea4a requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:58.974999 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8036e015-ec75-4c11-a5e4-7149f2327079 None None] Network d79bf027-16d2-4d8c-af59-6f6dad861c8c requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:59.075553 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a203324-03b8-4683-a968-8764cd6faf2f None None] Network 101e68bf-f7fe-4e3f-b8e0-b8b149c71a76 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:59.123223 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb157aa5-9e46-499b-b89d-391d73ba2e9c tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:54:59.140496 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-09fdbf59-8aa7-444f-90ea-764a79128ee8 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:59.151149 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9944e3e-2044-4840-bfa9-0c43dab6bf27 None None] Network 0aff9fa8-faa1-4930-9117-2cce47779a96 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:54:59.181280 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f8156c19-69fb-4747-b2d5-43928f7702ff tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:59.230204 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493cf0d9-7766-4d12-a8c6-7f0c2e74e993 None None] Sync routers for ids ['70122e15-49ca-4221-91ad-de7c07b95175'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:54:59.240910 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-eb157aa5-9e46-499b-b89d-391d73ba2e9c tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "PUT /v2.0/routers/70122e15-49ca-4221-91ad-de7c07b95175/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0522223 Sep 14 22:54:59.242100 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47810) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:59.267642 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-b4fe7183-834b-46a1-9e18-f79fce0b12db tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Request body: {'port': {'network_id': 'ff5cb34d-989f-4ed2-804c-ba5a4cfbb4c6', 'name': 'tempest-FloatingIPTestJSON-521185908'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:54:59.285640 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fdbf59-8aa7-444f-90ea-764a79128ee8 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Network 101e68bf-f7fe-4e3f-b8e0-b8b149c71a76 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:54:59.294698 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-09fdbf59-8aa7-444f-90ea-764a79128ee8 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:54:59.297281 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fdbf59-8aa7-444f-90ea-764a79128ee8 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:54:59.417097 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-f8156c19-69fb-4747-b2d5-43928f7702ff tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Calling delete_port for 779079b4-d8b0-4517-9b05-00e2b1df990f owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:54:59.466606 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493cf0d9-7766-4d12-a8c6-7f0c2e74e993 None None] Routers {'70122e15-49ca-4221-91ad-de7c07b95175'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:54:59.467089 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-493cf0d9-7766-4d12-a8c6-7f0c2e74e993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:54:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['70122e15-49ca-4221-91ad-de7c07b95175'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:59.497001 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-3b2e17f0-e66f-4648-bb06-b401db36aa61 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] For port 065ae01b-940a-43dd-9aa4-8601f1745ada, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=065ae01b-940a-43dd-9aa4-8601f1745ada,segment=NetworkSegment(a3036e64-0e73-444f-aeca-55b68cb4d90b),segment_id=a3036e64-0e73-444f-aeca-55b68cb4d90b)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:54:59.497632 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f0-e66f-4648-bb06-b401db36aa61 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:59.540665 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdbf59-8aa7-444f-90ea-764a79128ee8 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Pushing event updated for resources: {'Port': ['ID=0d8ccd0d-8ba7-46e5-9b59-03b2038078c8,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:54:59.572502 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fdbf59-8aa7-444f-90ea-764a79128ee8 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:54:59.573961 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-09fdbf59-8aa7-444f-90ea-764a79128ee8 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:59.675611 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-fe7ec085-661a-42a3-8552-b772f6a85242 None None] Provisioning for port cc87dc13-1058-4347-beb5-9221a8a9accb completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:54:59.676149 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-3b2e17f0-e66f-4648-bb06-b401db36aa61 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Calling delete_port for 065ae01b-940a-43dd-9aa4-8601f1745ada owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:54:59.699621 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-493cf0d9-7766-4d12-a8c6-7f0c2e74e993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:59.704789 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-09fdbf59-8aa7-444f-90ea-764a79128ee8 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.3514936 Sep 14 22:54:59.707471 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47814) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:54:59.775085 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-fe7ec085-661a-42a3-8552-b772f6a85242 None None] Provisioning complete for port cc87dc13-1058-4347-beb5-9221a8a9accb triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:54:59.775456 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-fe7ec085-661a-42a3-8552-b772f6a85242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:59.825481 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b4fe7183-834b-46a1-9e18-f79fce0b12db tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:54:59.833636 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 47e37e5e-f990-41ab-b978-6624b4868e44 resource provider aggregate not found Sep 14 22:54:59.838180 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4eef8266-038e-4cd6-88f7-7fd088919149 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:59.847414 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b4fe7183-834b-46a1-9e18-f79fce0b12db tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Usage tracker for resource:port and tenant:c3b8060bdcc1452ba7bbb4ccc54d5103 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:54:59.856220 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b4fe7183-834b-46a1-9e18-f79fce0b12db tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Quota usage for port was recalculated. Used quota:6. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:54:59.870379 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b4fe7183-834b-46a1-9e18-f79fce0b12db tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:54:59.879092 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-a03548dd-8c8a-49a5-ac40-86535754506d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Deleting port 0d8ccd0d-8ba7-46e5-9b59-03b2038078c8 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:54:59.879434 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a03548dd-8c8a-49a5-ac40-86535754506d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:59.920029 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 47e37e5e-f990-41ab-b978-6624b4868e44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47e37e5e-f990-41ab-b978-6624b4868e44 found for delete ", "request_id": "req-8e91498a-0e77-4f87-b833-2838fbf77153"}]} Sep 14 22:54:59.936111 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fe7183-834b-46a1-9e18-f79fce0b12db tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Made reservation on behalf of c3b8060bdcc1452ba7bbb4ccc54d5103 for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:54:59.948084 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b4fe7183-834b-46a1-9e18-f79fce0b12db tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:59.954655 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493cf0d9-7766-4d12-a8c6-7f0c2e74e993 None None] Routers {'70122e15-49ca-4221-91ad-de7c07b95175'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:54:59.955287 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-493cf0d9-7766-4d12-a8c6-7f0c2e74e993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:54:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['70122e15-49ca-4221-91ad-de7c07b95175'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:54:59.961303 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-270e7e52-0aeb-40f5-818a-58273fdc88d1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router_gateway, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:54:59.985108 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-4eef8266-038e-4cd6-88f7-7fd088919149 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Calling delete_port for aad68223-704e-4501-a8ee-2663b7a481bb owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:55:00.058970 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-b4fe7183-834b-46a1-9e18-f79fce0b12db tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] device_id is not set on port db4fbb1e-57c2-484f-8e89-3ef44b288d3a yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:55:00.069888 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-493cf0d9-7766-4d12-a8c6-7f0c2e74e993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:00.070293 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493cf0d9-7766-4d12-a8c6-7f0c2e74e993 None None] The sync data for ids ['70122e15-49ca-4221-91ad-de7c07b95175'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:55:00.090703 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-fe7ec085-661a-42a3-8552-b772f6a85242 None None] Port cc87dc13-1058-4347-beb5-9221a8a9accb cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:55:00.156336 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-a9b3edd1-4731-4f9d-901d-fce0ed01b87a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] For port 43abfa16-6a95-47ef-9e98-cb5a868cf488, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=43abfa16-6a95-47ef-9e98-cb5a868cf488,segment=NetworkSegment(47e37e5e-f990-41ab-b978-6624b4868e44),segment_id=47e37e5e-f990-41ab-b978-6624b4868e44)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:55:00.156956 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a9b3edd1-4731-4f9d-901d-fce0ed01b87a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:00.173258 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f8156c19-69fb-4747-b2d5-43928f7702ff tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:00.255666 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c455fd-a7cd-474e-9658-135015ab2102 None None] Network b2a3aa55-3d2d-4897-bf71-877ba4758431 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:00.351635 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-a9b3edd1-4731-4f9d-901d-fce0ed01b87a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Calling delete_port for 43abfa16-6a95-47ef-9e98-cb5a868cf488 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:55:00.374730 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee4cb08-0425-42eb-bd2f-3ecef4cfccb2 None None] Network 4ecdbbad-7793-477d-86f5-622bc761ea4a requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:00.398650 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8156c19-69fb-4747-b2d5-43928f7702ff tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Pushing event deleted for resources: {'Port': ['ID=779079b4-d8b0-4517-9b05-00e2b1df990f,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:00.400544 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3bd69356-6d7d-4378-a0a7-b13c4c5b00e0 None None] Provisioning complete for port cc87dc13-1058-4347-beb5-9221a8a9accb triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:00.401477 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3bd69356-6d7d-4378-a0a7-b13c4c5b00e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:00.412493 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f8156c19-69fb-4747-b2d5-43928f7702ff tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:00.430653 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f0-e66f-4648-bb06-b401db36aa61 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:00.520093 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3db4a7-ee85-45e8-b143-ba5b6f9eb503 None None] Update dhcp port {'port': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'fixed_ips': [{'subnet_id': '01b39459-fb53-45cd-895d-8ad4d3464a43', 'ip_address': '2001:db8::f816:3eff:fe29:791'}, {'subnet_id': 'c036adef-4376-4f66-984c-625c66aaadb6'}], 'binding:host_id': 'dv-neutron-857791-1-hyperv'}, 'id': '72aed296-ffd4-40e9-af96-39e2b9a5ae22'} from dv-neutron-857791-1-hyperv. {{(pid=89172) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 14 22:55:00.541942 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e17f0-e66f-4648-bb06-b401db36aa61 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event deleted for resources: {'Port': ['ID=065ae01b-940a-43dd-9aa4-8601f1745ada,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:00.547164 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2e17f0-e66f-4648-bb06-b401db36aa61 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] No DVR routers for this DVR port 065ae01b-940a-43dd-9aa4-8601f1745ada on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:55:00.598130 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f8156c19-69fb-4747-b2d5-43928f7702ff tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] 10.222.0.33 "DELETE /v2.0/ports/779079b4-d8b0-4517-9b05-00e2b1df990f HTTP/1.1" status: 204 len: 168 time: 2.2447462 Sep 14 22:55:00.605908 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47822) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:00.624248 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-b4fe7183-834b-46a1-9e18-f79fce0b12db tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Allocated IP 172.20.0.14 (ff5cb34d-989f-4ed2-804c-ba5a4cfbb4c6/84b27a30-abdf-4592-b502-4c8501f3c142/db4fbb1e-57c2-484f-8e89-3ef44b288d3a) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:55:00.642677 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a03548dd-8c8a-49a5-ac40-86535754506d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:00.700323 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-3bd69356-6d7d-4378-a0a7-b13c4c5b00e0 None None] Port cc87dc13-1058-4347-beb5-9221a8a9accb cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:55:00.715983 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac0009b-d870-4a1c-98ec-40226bc337f5 None None] Network b2a3aa55-3d2d-4897-bf71-877ba4758431 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:00.764396 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0d3db4a7-ee85-45e8-b143-ba5b6f9eb503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:00.817364 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-a03548dd-8c8a-49a5-ac40-86535754506d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Calling delete_port for 0d8ccd0d-8ba7-46e5-9b59-03b2038078c8 owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:55:00.823663 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a9b3edd1-4731-4f9d-901d-fce0ed01b87a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:00.840583 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb8d8af-a864-448d-9172-3ceb1a81bed7 None None] Network 101e68bf-f7fe-4e3f-b8e0-b8b149c71a76 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:00.884466 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f0-e66f-4648-bb06-b401db36aa61 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:00.905408 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3edd1-4731-4f9d-901d-fce0ed01b87a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event deleted for resources: {'Port': ['ID=43abfa16-6a95-47ef-9e98-cb5a868cf488,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:00.907465 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-270e7e52-0aeb-40f5-818a-58273fdc88d1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:00.908892 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b3edd1-4731-4f9d-901d-fce0ed01b87a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] No DVR routers for this DVR port 43abfa16-6a95-47ef-9e98-cb5a868cf488 on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:55:00.914586 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-f2ee73f7-b180-407e-835a-999f39bc4778 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Deleting port ed9b5480-0c8a-442e-be4a-351bf38201b8 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:55:00.914927 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f2ee73f7-b180-407e-835a-999f39bc4778 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:00.990786 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-3b2e17f0-e66f-4648-bb06-b401db36aa61 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2a3aa55-3d2d-4897-bf71-877ba4758431']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:01.023525 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4eef8266-038e-4cd6-88f7-7fd088919149 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:01.132811 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-3b2e17f0-e66f-4648-bb06-b401db36aa61 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3036e64-0e73-444f-aeca-55b68cb4d90b') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:01.133044 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-3b2e17f0-e66f-4648-bb06-b401db36aa61 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3036e64-0e73-444f-aeca-55b68cb4d90b') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:01.173215 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef8266-038e-4cd6-88f7-7fd088919149 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Port': ['ID=aad68223-704e-4501-a8ee-2663b7a481bb,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:01.176529 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f0-e66f-4648-bb06-b401db36aa61 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:01.200317 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a9b3edd1-4731-4f9d-901d-fce0ed01b87a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:01.284440 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f0-e66f-4648-bb06-b401db36aa61 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:01.356324 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2e17f0-e66f-4648-bb06-b401db36aa61 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:55:01.357010 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f0-e66f-4648-bb06-b401db36aa61 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:01.410017 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-0d3db4a7-ee85-45e8-b143-ba5b6f9eb503 None None] Allocated IP 172.20.0.2 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/c036adef-4376-4f66-984c-625c66aaadb6/72aed296-ffd4-40e9-af96-39e2b9a5ae22) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:55:01.415746 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-a9b3edd1-4731-4f9d-901d-fce0ed01b87a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ecdbbad-7793-477d-86f5-622bc761ea4a']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:01.438579 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a03548dd-8c8a-49a5-ac40-86535754506d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:01.514248 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03548dd-8c8a-49a5-ac40-86535754506d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d8ccd0d-8ba7-46e5-9b59-03b2038078c8,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:01.525273 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-a9b3edd1-4731-4f9d-901d-fce0ed01b87a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e37e5e-f990-41ab-b978-6624b4868e44') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:01.525585 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-a9b3edd1-4731-4f9d-901d-fce0ed01b87a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e37e5e-f990-41ab-b978-6624b4868e44') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:01.568981 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-0d3db4a7-ee85-45e8-b143-ba5b6f9eb503 None None] For port 72aed296-ffd4-40e9-af96-39e2b9a5ae22, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=72aed296-ffd4-40e9-af96-39e2b9a5ae22,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:55:01.594583 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0d3db4a7-ee85-45e8-b143-ba5b6f9eb503 None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:01.595483 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b4fe7183-834b-46a1-9e18-f79fce0b12db tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:01.669277 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-b4fe7183-834b-46a1-9e18-f79fce0b12db tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Transition to ACTIVE for port object db4fbb1e-57c2-484f-8e89-3ef44b288d3a will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:55:01.694880 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a03548dd-8c8a-49a5-ac40-86535754506d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:01.700462 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270e7e52-0aeb-40f5-818a-58273fdc88d1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Router db524e91-b83d-4e69-9277-402bf007a44f is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:55:01.706172 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a9b3edd1-4731-4f9d-901d-fce0ed01b87a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:01.722365 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a03548dd-8c8a-49a5-ac40-86535754506d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] 10.222.0.33 "DELETE /v2.0/ports/0d8ccd0d-8ba7-46e5-9b59-03b2038078c8 HTTP/1.1" status: 204 len: 168 time: 2.0114012 Sep 14 22:55:01.735633 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47826) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:01.744783 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-0d3db4a7-ee85-45e8-b143-ba5b6f9eb503 None None] Transition to ACTIVE for port object 72aed296-ffd4-40e9-af96-39e2b9a5ae22 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:55:01.750010 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0d3db4a7-ee85-45e8-b143-ba5b6f9eb503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:01.750186 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-72782dce-9d10-4f01-9864-1db841f312b1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '101e68bf-f7fe-4e3f-b8e0-b8b149c71a76', 'external_fixed_ips': [{'subnet_id': '47ff01a7-cf69-41da-b7b6-be1624d22772', 'ip_address': '172.20.0.3'}]}}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:01.756968 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a9b3edd1-4731-4f9d-901d-fce0ed01b87a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:01.762152 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f0-e66f-4648-bb06-b401db36aa61 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:01.763984 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-72782dce-9d10-4f01-9864-1db841f312b1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:01.803826 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3b2e17f0-e66f-4648-bb06-b401db36aa61 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:01.807205 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-72782dce-9d10-4f01-9864-1db841f312b1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Usage tracker for resource:router and tenant:11f4f57376264efa8a1e5bef1258a073 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:55:01.810632 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4eef8266-038e-4cd6-88f7-7fd088919149 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:01.819312 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b3edd1-4731-4f9d-901d-fce0ed01b87a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:55:01.819530 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b4fe7183-834b-46a1-9e18-f79fce0b12db tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:01.820184 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a9b3edd1-4731-4f9d-901d-fce0ed01b87a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:01.844669 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f2ee73f7-b180-407e-835a-999f39bc4778 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:01.852231 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-72782dce-9d10-4f01-9864-1db841f312b1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:55:01.856301 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e17f0-e66f-4648-bb06-b401db36aa61 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event deleted for resources: {'Network': ['ID=b2a3aa55-3d2d-4897-bf71-877ba4758431,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:01.878562 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-72782dce-9d10-4f01-9864-1db841f312b1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:01.909413 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3db4a7-ee85-45e8-b143-ba5b6f9eb503 None None] Pushing event updated for resources: {'Port': ['ID=72aed296-ffd4-40e9-af96-39e2b9a5ae22,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:01.982310 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fe7183-834b-46a1-9e18-f79fce0b12db tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Network ff5cb34d-989f-4ed2-804c-ba5a4cfbb4c6 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:55:02.000794 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-b4fe7183-834b-46a1-9e18-f79fce0b12db tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:02.003653 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fe7183-834b-46a1-9e18-f79fce0b12db tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:55:02.048293 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270e7e52-0aeb-40f5-818a-58273fdc88d1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:55:02.059060 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe7183-834b-46a1-9e18-f79fce0b12db tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event updated for resources: {'Port': ['ID=db4fbb1e-57c2-484f-8e89-3ef44b288d3a,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:02.060222 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979e2d51-7408-4fce-a807-e2ade7761311 None None] Sync routers for ids ['db524e91-b83d-4e69-9277-402bf007a44f'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:55:02.073427 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979e2d51-7408-4fce-a807-e2ade7761311 None None] Routers {'db524e91-b83d-4e69-9277-402bf007a44f'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:55:02.074419 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-979e2d51-7408-4fce-a807-e2ade7761311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:54:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['db524e91-b83d-4e69-9277-402bf007a44f'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:02.100866 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-f2ee73f7-b180-407e-835a-999f39bc4778 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Calling delete_port for ed9b5480-0c8a-442e-be4a-351bf38201b8 owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:55:02.102741 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-270e7e52-0aeb-40f5-818a-58273fdc88d1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:02.107762 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-270e7e52-0aeb-40f5-818a-58273fdc88d1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.5666397 Sep 14 22:55:02.113516 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 72aed296-ffd4-40e9-af96-39e2b9a5ae22 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:55:02.120294 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fe7183-834b-46a1-9e18-f79fce0b12db tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:02.120994 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b4fe7183-834b-46a1-9e18-f79fce0b12db tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:02.127675 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47832) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:02.151117 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment a3036e64-0e73-444f-aeca-55b68cb4d90b resource provider aggregate not found Sep 14 22:55:02.158210 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3b2e17f0-e66f-4648-bb06-b401db36aa61 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "DELETE /v2.0/networks/b2a3aa55-3d2d-4897-bf71-877ba4758431 HTTP/1.1" status: 204 len: 168 time: 6.7439265 Sep 14 22:55:02.173737 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47838) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:02.225825 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment a3036e64-0e73-444f-aeca-55b68cb4d90b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a3036e64-0e73-444f-aeca-55b68cb4d90b found for delete ", "request_id": "req-e20424ce-b47f-4521-b686-a19de397329c"}]} Sep 14 22:55:02.230464 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-979e2d51-7408-4fce-a807-e2ade7761311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:02.239044 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4eef8266-038e-4cd6-88f7-7fd088919149 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/aad68223-704e-4501-a8ee-2663b7a481bb HTTP/1.1" status: 204 len: 168 time: 3.9896488 Sep 14 22:55:02.240014 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47844) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:02.249073 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979e2d51-7408-4fce-a807-e2ade7761311 None None] Routers {'db524e91-b83d-4e69-9277-402bf007a44f'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:55:02.249993 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-979e2d51-7408-4fce-a807-e2ade7761311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:54:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['db524e91-b83d-4e69-9277-402bf007a44f'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:02.255439 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b4fe7183-834b-46a1-9e18-f79fce0b12db tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0021334 Sep 14 22:55:02.257201 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-72782dce-9d10-4f01-9864-1db841f312b1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:02.258286 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-72782dce-9d10-4f01-9864-1db841f312b1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:02.264439 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47846) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:02.273895 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-55c0844f-2534-4685-99f3-0bc9ab9959f2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Request body: {'floatingip': {'port_id': 'db4fbb1e-57c2-484f-8e89-3ef44b288d3a'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:02.321185 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 47e37e5e-f990-41ab-b978-6624b4868e44 resource provider aggregate not found Sep 14 22:55:02.357604 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-979e2d51-7408-4fce-a807-e2ade7761311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:02.358174 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979e2d51-7408-4fce-a807-e2ade7761311 None None] The sync data for ids ['db524e91-b83d-4e69-9277-402bf007a44f'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:55:02.359995 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-deb612e7-9227-4191-a148-e928de0ac3e2 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] DELETE failed (client error): The resource could not be found. Sep 14 22:55:02.360733 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deb612e7-9227-4191-a148-e928de0ac3e2 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:02.390418 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 47e37e5e-f990-41ab-b978-6624b4868e44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47e37e5e-f990-41ab-b978-6624b4868e44 found for delete ", "request_id": "req-39f54c31-e60e-4291-b076-188ef38f2780"}]} Sep 14 22:55:02.391295 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a9b3edd1-4731-4f9d-901d-fce0ed01b87a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:02.410965 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-deb612e7-9227-4191-a148-e928de0ac3e2 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "DELETE /v2.0/networks/b2a3aa55-3d2d-4897-bf71-877ba4758431 HTTP/1.1" status: 404 len: 339 time: 0.2362435 Sep 14 22:55:02.430036 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a9b3edd1-4731-4f9d-901d-fce0ed01b87a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:02.435107 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47854) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:02.458542 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-b384fd07-981d-42c2-ab5a-8371d4632633 None None] Provisioning for port db4fbb1e-57c2-484f-8e89-3ef44b288d3a completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:55:02.461765 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-ce6db575-e563-4473-923e-cafe2841c9b6 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1531425048', 'description': 'd1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:02.470155 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-b384fd07-981d-42c2-ab5a-8371d4632633 None None] Provisioning complete for port db4fbb1e-57c2-484f-8e89-3ef44b288d3a triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:02.470578 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b384fd07-981d-42c2-ab5a-8371d4632633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:02.472040 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-72782dce-9d10-4f01-9864-1db841f312b1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:02.473789 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3edd1-4731-4f9d-901d-fce0ed01b87a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event deleted for resources: {'Network': ['ID=4ecdbbad-7793-477d-86f5-622bc761ea4a,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:02.481622 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ce6db575-e563-4473-923e-cafe2841c9b6 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:02.501153 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a9b3edd1-4731-4f9d-901d-fce0ed01b87a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "DELETE /v2.0/networks/4ecdbbad-7793-477d-86f5-622bc761ea4a HTTP/1.1" status: 204 len: 168 time: 7.2764931 Sep 14 22:55:02.502336 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ce6db575-e563-4473-923e-cafe2841c9b6 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Usage tracker for resource:network and tenant:98a7f1cb67ad4eb78bb3bebf456cdba4 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:55:02.506067 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47858) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:02.511210 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bf0fe6-1436-423c-9233-14fec1832394 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:02.513078 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bf0fe6-1436-423c-9233-14fec1832394 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:02.514682 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bf0fe6-1436-423c-9233-14fec1832394 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:02.515537 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-36bf0fe6-1436-423c-9233-14fec1832394 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:55:02.525839 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ce6db575-e563-4473-923e-cafe2841c9b6 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:55:02.535659 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-44b1cf74-e22a-478f-9bda-1a31db31caf1 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] 10.222.0.33 "GET /v2.0/routers/db524e91-b83d-4e69-9277-402bf007a44f HTTP/1.1" status: 200 len: 924 time: 0.4044302 Sep 14 22:55:02.541742 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47862) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:02.542151 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-b384fd07-981d-42c2-ab5a-8371d4632633 None None] Port db4fbb1e-57c2-484f-8e89-3ef44b288d3a cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:55:02.553410 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-85588bf2-ebbe-4e0a-a72e-20c7fc22ec02 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-18547714'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:02.574316 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ce6db575-e563-4473-923e-cafe2841c9b6 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:02.578317 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-85588bf2-ebbe-4e0a-a72e-20c7fc22ec02 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:02.581249 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f2ee73f7-b180-407e-835a-999f39bc4778 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:02.588301 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-36bf0fe6-1436-423c-9233-14fec1832394 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:55:02.589972 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-36bf0fe6-1436-423c-9233-14fec1832394 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3239381 Sep 14 22:55:02.595287 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-85588bf2-ebbe-4e0a-a72e-20c7fc22ec02 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Usage tracker for resource:network and tenant:e6613fbfc8284862b15b5afbf1f6ff30 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:55:02.603792 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47866) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:02.634607 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-85588bf2-ebbe-4e0a-a72e-20c7fc22ec02 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:55:02.673566 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-85b9f848-1f15-421c-9be3-69fbadb93648 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] 10.222.0.33 "GET /v2.0/ports?device_id=db524e91-b83d-4e69-9277-402bf007a44f HTTP/1.1" status: 200 len: 205 time: 0.1306720 Sep 14 22:55:02.679596 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47870) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:02.742740 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee73f7-b180-407e-835a-999f39bc4778 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Pushing event deleted for resources: {'Port': ['ID=ed9b5480-0c8a-442e-be4a-351bf38201b8,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:02.745363 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-85588bf2-ebbe-4e0a-a72e-20c7fc22ec02 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:02.806023 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6db575-e563-4473-923e-cafe2841c9b6 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Made reservation on behalf of 98a7f1cb67ad4eb78bb3bebf456cdba4 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:55:02.809664 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ce6db575-e563-4473-923e-cafe2841c9b6 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:02.827435 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debadacc-b744-4b40-a593-12c4b3eaf97a None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:02.862506 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f2ee73f7-b180-407e-835a-999f39bc4778 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:02.899604 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-55c0844f-2534-4685-99f3-0bc9ab9959f2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for floatingip, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:02.935814 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-4d67829a-7099-42f8-bbdc-4232d6d2985b None None] Provisioning for port 72aed296-ffd4-40e9-af96-39e2b9a5ae22 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:55:02.943445 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-4d67829a-7099-42f8-bbdc-4232d6d2985b None None] Provisioning complete for port 72aed296-ffd4-40e9-af96-39e2b9a5ae22 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:02.943976 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4d67829a-7099-42f8-bbdc-4232d6d2985b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:02.956520 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85588bf2-ebbe-4e0a-a72e-20c7fc22ec02 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Made reservation on behalf of e6613fbfc8284862b15b5afbf1f6ff30 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:55:02.960066 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-85588bf2-ebbe-4e0a-a72e-20c7fc22ec02 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:03.022604 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f2ee73f7-b180-407e-835a-999f39bc4778 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] 10.222.0.33 "DELETE /v2.0/ports/ed9b5480-0c8a-442e-be4a-351bf38201b8 HTTP/1.1" status: 204 len: 168 time: 2.3987300 Sep 14 22:55:03.027186 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ae628d-ffac-4b54-af7f-aabb929bc158 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting subnet 01b39459-fb53-45cd-895d-8ad4d3464a43 {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:55:03.035067 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce6db575-e563-4473-923e-cafe2841c9b6 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:55:03.036892 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47874) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:03.094248 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-76ae628d-ffac-4b54-af7f-aabb929bc158 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:03.099972 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-72782dce-9d10-4f01-9864-1db841f312b1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:03.114278 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a7390a8c-298c-4080-b5f7-61839900d714 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Synchronizing usage tracker for tenant:acaac18abfc14d928e7520f0a71439ec on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:55:03.118324 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ce6db575-e563-4473-923e-cafe2841c9b6 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:03.118666 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-ce6db575-e563-4473-923e-cafe2841c9b6 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Added segment b6898585-61d9-4a96-8e4e-cc279035c5d6 of type vlan for network 1c754e8d-62f7-44c1-86ff-7413c66beb67 Sep 14 22:55:03.146401 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85588bf2-ebbe-4e0a-a72e-20c7fc22ec02 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:55:03.220709 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-4d67829a-7099-42f8-bbdc-4232d6d2985b None None] Current status of the port 72aed296-ffd4-40e9-af96-39e2b9a5ae22 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:55:03.222101 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-76ae628d-ffac-4b54-af7f-aabb929bc158 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:03.226658 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-85588bf2-ebbe-4e0a-a72e-20c7fc22ec02 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:03.226999 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-85588bf2-ebbe-4e0a-a72e-20c7fc22ec02 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Added segment 77ba649a-47f2-4f57-9e99-0394ef1f279a of type vlan for network 4ad14f25-ce72-421e-a5e1-af7ad24b930a Sep 14 22:55:03.231550 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a7390a8c-298c-4080-b5f7-61839900d714 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Unset dirty status for tenant:acaac18abfc14d928e7520f0a71439ec on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:55:03.236190 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a7390a8c-298c-4080-b5f7-61839900d714 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1949055 Sep 14 22:55:03.236348 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-4d67829a-7099-42f8-bbdc-4232d6d2985b None None] Could not find standard attr ID for object aad68223-704e-4501-a8ee-2663b7a481bb. {{(pid=89172) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 14 22:55:03.237096 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ce6db575-e563-4473-923e-cafe2841c9b6 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:03.247362 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47878) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:03.260698 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-73b65c5d-8a90-49fd-ac86-814fbf22d862 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1932515618'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:03.269268 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-73b65c5d-8a90-49fd-ac86-814fbf22d862 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:03.288503 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-73b65c5d-8a90-49fd-ac86-814fbf22d862 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Usage tracker for resource:network and tenant:acaac18abfc14d928e7520f0a71439ec is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:55:03.295919 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-73b65c5d-8a90-49fd-ac86-814fbf22d862 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:55:03.304084 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9fa5faa7-808e-4a8e-b16d-8cb837803a5c tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:03.314556 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-73b65c5d-8a90-49fd-ac86-814fbf22d862 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:03.317642 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-85588bf2-ebbe-4e0a-a72e-20c7fc22ec02 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:03.349095 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b65c5d-8a90-49fd-ac86-814fbf22d862 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Made reservation on behalf of acaac18abfc14d928e7520f0a71439ec for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:55:03.352454 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-73b65c5d-8a90-49fd-ac86-814fbf22d862 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:03.370139 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ce6db575-e563-4473-923e-cafe2841c9b6 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:03.376573 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6db575-e563-4473-923e-cafe2841c9b6 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:03.377385 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ce6db575-e563-4473-923e-cafe2841c9b6 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:03.485982 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-85588bf2-ebbe-4e0a-a72e-20c7fc22ec02 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:03.491315 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85588bf2-ebbe-4e0a-a72e-20c7fc22ec02 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:03.492385 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-85588bf2-ebbe-4e0a-a72e-20c7fc22ec02 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:03.528866 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b65c5d-8a90-49fd-ac86-814fbf22d862 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:55:03.531529 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ce6db575-e563-4473-923e-cafe2841c9b6 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0954640 Sep 14 22:55:03.545378 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47882) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:03.551603 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6db575-e563-4473-923e-cafe2841c9b6 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event updated for resources: {'Network': ['ID=1c754e8d-62f7-44c1-86ff-7413c66beb67,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:03.594052 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 1c754e8d-62f7-44c1-86ff-7413c66beb67 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:55:03.596513 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-73b65c5d-8a90-49fd-ac86-814fbf22d862 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:03.597085 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-73b65c5d-8a90-49fd-ac86-814fbf22d862 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Added segment 7326526e-7ef2-4e4d-9efb-faaed8cb4204 of type vlan for network 138de534-65fe-41f0-b82c-c73b9cf3d6fc Sep 14 22:55:03.610682 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-76ae628d-ffac-4b54-af7f-aabb929bc158 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:03.727378 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9fa5faa7-808e-4a8e-b16d-8cb837803a5c tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:03.751950 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-9fa5faa7-808e-4a8e-b16d-8cb837803a5c tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Deleting port df774cb1-db33-4ae5-a874-1cfd6100dbfc {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:55:03.752202 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9fa5faa7-808e-4a8e-b16d-8cb837803a5c tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:03.759852 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-85588bf2-ebbe-4e0a-a72e-20c7fc22ec02 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2410996 Sep 14 22:55:03.779207 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47886) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:03.796994 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-0044ab57-6f32-4962-98b1-2f41d5d4cfb4 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Request body: {'subnet': {'network_id': '4ad14f25-ce72-421e-a5e1-af7ad24b930a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:03.940779 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-73b65c5d-8a90-49fd-ac86-814fbf22d862 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:03.950029 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85588bf2-ebbe-4e0a-a72e-20c7fc22ec02 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event updated for resources: {'Network': ['ID=4ad14f25-ce72-421e-a5e1-af7ad24b930a,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:03.981324 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 4ad14f25-ce72-421e-a5e1-af7ad24b930a details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:55:03.999459 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65ae98d-0801-4476-8980-e0f211c6fc47 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:04.000164 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c65ae98d-0801-4476-8980-e0f211c6fc47 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Synchronizing usage tracker for tenant:98a7f1cb67ad4eb78bb3bebf456cdba4 on resource:network {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:55:04.093350 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-76ae628d-ffac-4b54-af7f-aabb929bc158 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:04.108493 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-73b65c5d-8a90-49fd-ac86-814fbf22d862 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:04.114003 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b65c5d-8a90-49fd-ac86-814fbf22d862 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:04.114619 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-73b65c5d-8a90-49fd-ac86-814fbf22d862 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035039'] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:04.147409 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-71ad3440-2ba9-4adf-b327-ddc2969b8721 None None] Provisioning complete for port 72aed296-ffd4-40e9-af96-39e2b9a5ae22 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:04.148198 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-71ad3440-2ba9-4adf-b327-ddc2969b8721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:04.193418 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c65ae98d-0801-4476-8980-e0f211c6fc47 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Unset dirty status for tenant:98a7f1cb67ad4eb78bb3bebf456cdba4 on resource:network {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:55:04.194611 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c65ae98d-0801-4476-8980-e0f211c6fc47 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "GET /v2.0/networks?id=1c754e8d-62f7-44c1-86ff-7413c66beb67 HTTP/1.1" status: 200 len: 761 time: 0.6483154 Sep 14 22:55:04.216102 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47890) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:04.236704 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-063ee4d2-a090-42f7-b59d-15bd33c7aea3 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Request body: {'network': {'description': 'd2'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:04.311841 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae628d-ffac-4b54-af7f-aabb929bc158 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Subnet': ['ID=01b39459-fb53-45cd-895d-8ad4d3464a43,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:04.321666 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0044ab57-6f32-4962-98b1-2f41d5d4cfb4 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:04.324886 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-76ae628d-ffac-4b54-af7f-aabb929bc158 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:04.332277 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-71ad3440-2ba9-4adf-b327-ddc2969b8721 None None] Current status of the port 72aed296-ffd4-40e9-af96-39e2b9a5ae22 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:55:04.333364 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0044ab57-6f32-4962-98b1-2f41d5d4cfb4 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Usage tracker for resource:subnet and tenant:e6613fbfc8284862b15b5afbf1f6ff30 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:55:04.341867 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0044ab57-6f32-4962-98b1-2f41d5d4cfb4 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:55:04.366063 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0044ab57-6f32-4962-98b1-2f41d5d4cfb4 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:04.374508 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-73b65c5d-8a90-49fd-ac86-814fbf22d862 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1254189 Sep 14 22:55:04.375571 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b65c5d-8a90-49fd-ac86-814fbf22d862 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Pushing event updated for resources: {'Network': ['ID=138de534-65fe-41f0-b82c-c73b9cf3d6fc,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:04.377320 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47894) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:04.389719 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 138de534-65fe-41f0-b82c-c73b9cf3d6fc details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:55:04.392586 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-8fbedb04-32bb-4148-9fb5-c7349db446a6 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-878039677'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:04.409277 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-76ae628d-ffac-4b54-af7f-aabb929bc158 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/01b39459-fb53-45cd-895d-8ad4d3464a43 HTTP/1.1" status: 204 len: 168 time: 1.7924142 Sep 14 22:55:04.412129 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47898) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:04.413913 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9fa5faa7-808e-4a8e-b16d-8cb837803a5c tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:04.422679 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0044ab57-6f32-4962-98b1-2f41d5d4cfb4 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Made reservation on behalf of e6613fbfc8284862b15b5afbf1f6ff30 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:55:04.426058 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0044ab57-6f32-4962-98b1-2f41d5d4cfb4 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:04.441481 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-8fbedb04-32bb-4148-9fb5-c7349db446a6 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:04.489961 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-8fbedb04-32bb-4148-9fb5-c7349db446a6 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Usage tracker for resource:network and tenant:acaac18abfc14d928e7520f0a71439ec is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:55:04.508586 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-029a2043-8009-45e4-9bba-94e18abd9ee2 None None] Could not find standard attr ID for object aad68223-704e-4501-a8ee-2663b7a481bb. {{(pid=89172) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 14 22:55:04.519892 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-72782dce-9d10-4f01-9864-1db841f312b1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:04.583031 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-72782dce-9d10-4f01-9864-1db841f312b1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:04.586755 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773fda88-c953-4b54-8ef3-7178b5ff9240 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:04.644680 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-8fbedb04-32bb-4148-9fb5-c7349db446a6 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:55:04.676276 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-9fa5faa7-808e-4a8e-b16d-8cb837803a5c tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Calling delete_port for df774cb1-db33-4ae5-a874-1cfd6100dbfc owned by network:router_gateway {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:55:04.716599 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-8fbedb04-32bb-4148-9fb5-c7349db446a6 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:04.782843 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbedb04-32bb-4148-9fb5-c7349db446a6 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Made reservation on behalf of acaac18abfc14d928e7520f0a71439ec for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:55:04.785496 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-063ee4d2-a090-42f7-b59d-15bd33c7aea3 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:04.786123 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8fbedb04-32bb-4148-9fb5-c7349db446a6 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:04.817198 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-42461361-9f34-480c-baee-07301e61f023 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting subnet c036adef-4376-4f66-984c-625c66aaadb6 {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:55:04.818246 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-063ee4d2-a090-42f7-b59d-15bd33c7aea3 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:04.847489 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-063ee4d2-a090-42f7-b59d-15bd33c7aea3 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Network 1c754e8d-62f7-44c1-86ff-7413c66beb67 is not hosted by any dhcp agent {{(pid=89171) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 14 22:55:04.856787 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063ee4d2-a090-42f7-b59d-15bd33c7aea3 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:04.857413 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-063ee4d2-a090-42f7-b59d-15bd33c7aea3 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:04.858724 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-063ee4d2-a090-42f7-b59d-15bd33c7aea3 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "PUT /v2.0/networks/1c754e8d-62f7-44c1-86ff-7413c66beb67 HTTP/1.1" status: 200 len: 758 time: 0.6373594 Sep 14 22:55:04.911883 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47902) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:04.957971 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-42461361-9f34-480c-baee-07301e61f023 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:05.070327 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fbedb04-32bb-4148-9fb5-c7349db446a6 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:55:05.074362 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-42461361-9f34-480c-baee-07301e61f023 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:05.078365 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ee4d2-a090-42f7-b59d-15bd33c7aea3 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event updated for resources: {'Network': ['ID=1c754e8d-62f7-44c1-86ff-7413c66beb67,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:05.092424 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 1c754e8d-62f7-44c1-86ff-7413c66beb67 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:55:05.101974 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-72782dce-9d10-4f01-9864-1db841f312b1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Allocated IP 172.20.0.3 (101e68bf-f7fe-4e3f-b8e0-b8b149c71a76/47ff01a7-cf69-41da-b7b6-be1624d22772/796690ac-7bbc-4c0b-9dca-e841887a48a1) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:55:05.133686 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.resource_extend [None req-55c0844f-2534-4685-99f3-0bc9ab9959f2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 22:55:05.218385 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8fbedb04-32bb-4148-9fb5-c7349db446a6 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:05.219008 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-8fbedb04-32bb-4148-9fb5-c7349db446a6 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Added segment 4776de6c-c6b4-4c50-b824-8d0dd7ee2ef2 of type vlan for network e4dc3f9a-cfcb-4fca-86ba-a510d7a11abf Sep 14 22:55:05.235144 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da8261f-5540-4e73-95e8-9b477b285641 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:05.236600 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0da8261f-5540-4e73-95e8-9b477b285641 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "GET /v2.0/networks?id=1c754e8d-62f7-44c1-86ff-7413c66beb67 HTTP/1.1" status: 200 len: 761 time: 0.3237805 Sep 14 22:55:05.240227 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47906) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:05.254085 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-f7905fdb-7be3-4fbd-bf04-6fbcd39d97ff tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-327050334'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:05.263341 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-f7905fdb-7be3-4fbd-bf04-6fbcd39d97ff tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:05.286309 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-f7905fdb-7be3-4fbd-bf04-6fbcd39d97ff tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:05.290066 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-72782dce-9d10-4f01-9864-1db841f312b1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:05.306764 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7905fdb-7be3-4fbd-bf04-6fbcd39d97ff tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Made reservation on behalf of 98a7f1cb67ad4eb78bb3bebf456cdba4 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:55:05.310355 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f7905fdb-7be3-4fbd-bf04-6fbcd39d97ff tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:05.346823 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7905fdb-7be3-4fbd-bf04-6fbcd39d97ff tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:55:05.358028 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f7905fdb-7be3-4fbd-bf04-6fbcd39d97ff tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:05.358386 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-f7905fdb-7be3-4fbd-bf04-6fbcd39d97ff tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Added segment 9c3bc0e8-45e5-47df-829e-d4cac25ec358 of type vlan for network 7293ddde-b296-4c71-b502-558dc6531667 Sep 14 22:55:05.367441 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-72782dce-9d10-4f01-9864-1db841f312b1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:05.379354 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-55c0844f-2534-4685-99f3-0bc9ab9959f2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:05.419784 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8fbedb04-32bb-4148-9fb5-c7349db446a6 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:05.428456 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-55c0844f-2534-4685-99f3-0bc9ab9959f2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:05.551135 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-5d0bf938-8016-486d-9488-b5fdce9f16a2 None None] Provisioning complete for port 72aed296-ffd4-40e9-af96-39e2b9a5ae22 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:05.551551 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5d0bf938-8016-486d-9488-b5fdce9f16a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:05.556452 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72782dce-9d10-4f01-9864-1db841f312b1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Network 101e68bf-f7fe-4e3f-b8e0-b8b149c71a76 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:55:05.569731 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0044ab57-6f32-4962-98b1-2f41d5d4cfb4 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:05.569982 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f7905fdb-7be3-4fbd-bf04-6fbcd39d97ff tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:05.576448 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-72782dce-9d10-4f01-9864-1db841f312b1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:05.583010 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72782dce-9d10-4f01-9864-1db841f312b1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:55:05.627058 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-42461361-9f34-480c-baee-07301e61f023 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:05.650409 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72782dce-9d10-4f01-9864-1db841f312b1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Pushing event updated for resources: {'Port': ['ID=796690ac-7bbc-4c0b-9dca-e841887a48a1,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:05.676363 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-5d0bf938-8016-486d-9488-b5fdce9f16a2 None None] Current status of the port 72aed296-ffd4-40e9-af96-39e2b9a5ae22 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:55:05.717761 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f7905fdb-7be3-4fbd-bf04-6fbcd39d97ff tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:05.723010 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7905fdb-7be3-4fbd-bf04-6fbcd39d97ff tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:05.723584 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f7905fdb-7be3-4fbd-bf04-6fbcd39d97ff tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:05.905261 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8fbedb04-32bb-4148-9fb5-c7349db446a6 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:05.910548 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbedb04-32bb-4148-9fb5-c7349db446a6 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:05.911118 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8fbedb04-32bb-4148-9fb5-c7349db446a6 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:05.951675 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f7905fdb-7be3-4fbd-bf04-6fbcd39d97ff tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7103624 Sep 14 22:55:05.952361 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7905fdb-7be3-4fbd-bf04-6fbcd39d97ff tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event updated for resources: {'Network': ['ID=7293ddde-b296-4c71-b502-558dc6531667,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:05.956338 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47910) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:05.966327 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 7293ddde-b296-4c71-b502-558dc6531667 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:55:05.968418 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-5f62c24d-8a8d-4efd-946b-2e242e011b0e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Request body: {'subnet': {'network_id': '7293ddde-b296-4c71-b502-558dc6531667', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:06.025648 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0044ab57-6f32-4962-98b1-2f41d5d4cfb4 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event updated for resources: {'Subnet': ['ID=ab47f817-3419-42f5-b467-ae13758932a5,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:06.041967 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9fa5faa7-808e-4a8e-b16d-8cb837803a5c tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:06.138081 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5faa7-808e-4a8e-b16d-8cb837803a5c tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Pushing event deleted for resources: {'Port': ['ID=df774cb1-db33-4ae5-a874-1cfd6100dbfc,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:06.153369 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-5f62c24d-8a8d-4efd-946b-2e242e011b0e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:06.157336 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbedb04-32bb-4148-9fb5-c7349db446a6 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Pushing event updated for resources: {'Network': ['ID=e4dc3f9a-cfcb-4fca-86ba-a510d7a11abf,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:06.168679 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network e4dc3f9a-cfcb-4fca-86ba-a510d7a11abf details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:55:06.189490 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0044ab57-6f32-4962-98b1-2f41d5d4cfb4 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Checking segment: {'id': '77ba649a-47f2-4f57-9e99-0394ef1f279a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ad14f25-ce72-421e-a5e1-af7ad24b930a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:55:06.189834 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0044ab57-6f32-4962-98b1-2f41d5d4cfb4 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Network hostable DHCP agents. Network: 4ad14f25-ce72-421e-a5e1-af7ad24b930a, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:55:06.194528 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-55c0844f-2534-4685-99f3-0bc9ab9959f2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Floating IP 6bdcb0aa-1b7e-4322-a2f2-0f011435e03a associated. External IP: 172.26.5.181, port: 67055081-e22d-4054-b074-0adf84641216. Sep 14 22:55:06.208881 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5f62c24d-8a8d-4efd-946b-2e242e011b0e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Usage tracker for resource:subnet and tenant:98a7f1cb67ad4eb78bb3bebf456cdba4 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:55:06.218148 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5f62c24d-8a8d-4efd-946b-2e242e011b0e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:55:06.234729 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-5f62c24d-8a8d-4efd-946b-2e242e011b0e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:06.253274 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f62c24d-8a8d-4efd-946b-2e242e011b0e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Made reservation on behalf of 98a7f1cb67ad4eb78bb3bebf456cdba4 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:55:06.253824 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8fbedb04-32bb-4148-9fb5-c7349db446a6 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8754725 Sep 14 22:55:06.256725 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5f62c24d-8a8d-4efd-946b-2e242e011b0e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:06.260956 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-42461361-9f34-480c-baee-07301e61f023 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:06.279781 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-72782dce-9d10-4f01-9864-1db841f312b1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:06.372064 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42461361-9f34-480c-baee-07301e61f023 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Subnet': ['ID=c036adef-4376-4f66-984c-625c66aaadb6,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:06.395203 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-42461361-9f34-480c-baee-07301e61f023 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:06.397301 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-42461361-9f34-480c-baee-07301e61f023 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/c036adef-4376-4f66-984c-625c66aaadb6 HTTP/1.1" status: 204 len: 168 time: 1.9759748 Sep 14 22:55:06.401702 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47914) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:06.406112 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f1c2ba-77c3-4424-a8e3-2519522d865c None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:06.466078 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0044ab57-6f32-4962-98b1-2f41d5d4cfb4 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Network 4ad14f25-ce72-421e-a5e1-af7ad24b930a is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:55:06.502792 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9fa5faa7-808e-4a8e-b16d-8cb837803a5c tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:06.533306 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ca77e767-3131-4e0f-8779-ab7431684961 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1273978 Sep 14 22:55:06.535909 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47918) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:06.546167 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-a0162ef0-295f-4276-b079-5a893ba4dfcd tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:06.551055 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-0044ab57-6f32-4962-98b1-2f41d5d4cfb4 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 4ad14f25-ce72-421e-a5e1-af7ad24b930a) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:06.561983 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a548106b-0b68-4523-994d-a8674fb1baf8 None None] Network 4ad14f25-ce72-421e-a5e1-af7ad24b930a requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:06.614256 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0044ab57-6f32-4962-98b1-2f41d5d4cfb4 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:06.614833 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0044ab57-6f32-4962-98b1-2f41d5d4cfb4 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:06.781599 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9fa5faa7-808e-4a8e-b16d-8cb837803a5c tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:06.786192 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9fa5faa7-808e-4a8e-b16d-8cb837803a5c tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:06.794279 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0044ab57-6f32-4962-98b1-2f41d5d4cfb4 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0101588 Sep 14 22:55:06.797611 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47922) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:06.865060 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-26b958d1-f165-4353-8ce8-28d2ecd037fa tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Request body: {'subnet': {'network_id': '4ad14f25-ce72-421e-a5e1-af7ad24b930a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:06.991660 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9fa5faa7-808e-4a8e-b16d-8cb837803a5c tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:06.992370 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa5faa7-808e-4a8e-b16d-8cb837803a5c tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Fanout notify agent at l3_agent the message router_deleted on router db524e91-b83d-4e69-9277-402bf007a44f {{(pid=89170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:55:07.021067 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9fa5faa7-808e-4a8e-b16d-8cb837803a5c tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:07.025482 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9fa5faa7-808e-4a8e-b16d-8cb837803a5c tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] 10.222.0.33 "DELETE /v2.0/routers/db524e91-b83d-4e69-9277-402bf007a44f HTTP/1.1" status: 204 len: 168 time: 4.3393316 Sep 14 22:55:07.037422 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd8056e-ad83-41f9-b86c-5fed54530171 None None] DHCP port deletion for ac1cbc11-ac8d-43cd-9c1d-398cae68a205 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:55:07.041522 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47926) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:07.046475 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-ff1a7719-5adc-45c1-8c5d-e4e29f7f0692 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Request body: {'router': {'name': 'tempest-snat-router-177678329', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'enable_snat': False}}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:07.052050 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-edd8056e-ad83-41f9-b86c-5fed54530171 None None] Deleting port 72aed296-ffd4-40e9-af96-39e2b9a5ae22 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:55:07.053553 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-edd8056e-ad83-41f9-b86c-5fed54530171 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:07.059011 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-ff1a7719-5adc-45c1-8c5d-e4e29f7f0692 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:07.064367 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c0844f-2534-4685-99f3-0bc9ab9959f2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Router f43c8169-1688-4667-b754-fb3c60e75895 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:55:07.089637 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-ff1a7719-5adc-45c1-8c5d-e4e29f7f0692 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Usage tracker for resource:router and tenant:04ab023eb85c442f87a203c9b92fb746 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:55:07.093005 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de793944-5290-42fb-b77a-68383aac82b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-4ad14f25-ce72-421e-a5e1-af7ad24b930a', 'network_id': '4ad14f25-ce72-421e-a5e1-af7ad24b930a', 'tenant_id': 'e6613fbfc8284862b15b5afbf1f6ff30', 'fixed_ips': [{'subnet_id': 'ab47f817-3419-42f5-b467-ae13758932a5'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:55:07.093678 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-de793944-5290-42fb-b77a-68383aac82b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:07.094261 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-ff1a7719-5adc-45c1-8c5d-e4e29f7f0692 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:55:07.101321 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-ff1a7719-5adc-45c1-8c5d-e4e29f7f0692 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:07.111143 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a0162ef0-295f-4276-b079-5a893ba4dfcd tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:07.118097 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-26b958d1-f165-4353-8ce8-28d2ecd037fa tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:07.121504 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a0162ef0-295f-4276-b079-5a893ba4dfcd tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:subnet and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:55:07.124966 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ff1a7719-5adc-45c1-8c5d-e4e29f7f0692 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:07.126542 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ff1a7719-5adc-45c1-8c5d-e4e29f7f0692 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:07.136252 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-26b958d1-f165-4353-8ce8-28d2ecd037fa tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Usage tracker for resource:subnet and tenant:e6613fbfc8284862b15b5afbf1f6ff30 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:55:07.143664 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-26b958d1-f165-4353-8ce8-28d2ecd037fa tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:55:07.156978 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a0162ef0-295f-4276-b079-5a893ba4dfcd tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:55:07.175868 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a0162ef0-295f-4276-b079-5a893ba4dfcd tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:07.259629 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0162ef0-295f-4276-b079-5a893ba4dfcd tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:55:07.263066 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a0162ef0-295f-4276-b079-5a893ba4dfcd tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:07.360763 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c0844f-2534-4685-99f3-0bc9ab9959f2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:55:07.373431 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-26b958d1-f165-4353-8ce8-28d2ecd037fa tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:07.402013 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-72782dce-9d10-4f01-9864-1db841f312b1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:07.436321 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d50a48-fcec-4a72-aff0-62e8079604f7 None None] Sync routers for ids ['f43c8169-1688-4667-b754-fb3c60e75895'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:55:07.492497 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5f62c24d-8a8d-4efd-946b-2e242e011b0e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:07.540715 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d50a48-fcec-4a72-aff0-62e8079604f7 None None] Routers {'f43c8169-1688-4667-b754-fb3c60e75895'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:55:07.541885 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-36d50a48-fcec-4a72-aff0-62e8079604f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:54:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f43c8169-1688-4667-b754-fb3c60e75895'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:07.626562 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-de793944-5290-42fb-b77a-68383aac82b4 None None] Allocated IP 2001:db8::2 (4ad14f25-ce72-421e-a5e1-af7ad24b930a/ab47f817-3419-42f5-b467-ae13758932a5/be4eaed4-a7db-4181-a6f7-f210ba1d43fc) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:55:07.629906 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-36d50a48-fcec-4a72-aff0-62e8079604f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:07.641774 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-edd8056e-ad83-41f9-b86c-5fed54530171 None None] For port 72aed296-ffd4-40e9-af96-39e2b9a5ae22, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=72aed296-ffd4-40e9-af96-39e2b9a5ae22,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:55:07.642212 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-edd8056e-ad83-41f9-b86c-5fed54530171 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:07.762651 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ff1a7719-5adc-45c1-8c5d-e4e29f7f0692 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:07.764519 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62c24d-8a8d-4efd-946b-2e242e011b0e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event updated for resources: {'Subnet': ['ID=a9ae4475-3938-4a62-b638-50cf307d8a62,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:07.798510 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-edd8056e-ad83-41f9-b86c-5fed54530171 None None] Calling delete_port for 72aed296-ffd4-40e9-af96-39e2b9a5ae22 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:55:07.817850 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f62c24d-8a8d-4efd-946b-2e242e011b0e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Checking segment: {'id': '9c3bc0e8-45e5-47df-829e-d4cac25ec358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7293ddde-b296-4c71-b502-558dc6531667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:55:07.818914 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f62c24d-8a8d-4efd-946b-2e242e011b0e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Network hostable DHCP agents. Network: 7293ddde-b296-4c71-b502-558dc6531667, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:55:07.828130 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d50a48-fcec-4a72-aff0-62e8079604f7 None None] Routers {'f43c8169-1688-4667-b754-fb3c60e75895'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:55:07.828783 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-36d50a48-fcec-4a72-aff0-62e8079604f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:54:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f43c8169-1688-4667-b754-fb3c60e75895'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:07.865444 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b958d1-f165-4353-8ce8-28d2ecd037fa tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Made reservation on behalf of e6613fbfc8284862b15b5afbf1f6ff30 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:55:07.869588 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-26b958d1-f165-4353-8ce8-28d2ecd037fa tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:07.896763 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f62c24d-8a8d-4efd-946b-2e242e011b0e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Network 7293ddde-b296-4c71-b502-558dc6531667 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:55:07.926152 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-5f62c24d-8a8d-4efd-946b-2e242e011b0e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 7293ddde-b296-4c71-b502-558dc6531667) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:07.933598 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d6f8364e-36fa-4909-8131-506f6a60aab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:07.945193 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72782dce-9d10-4f01-9864-1db841f312b1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Router 6ce03745-e092-43e2-a2a7-ce8e34f3ac25 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:55:07.952285 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f62c24d-8a8d-4efd-946b-2e242e011b0e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:07.953276 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5f62c24d-8a8d-4efd-946b-2e242e011b0e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:07.957604 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d370d8-31cd-427b-8c82-029d485be6d7 None None] Network 7293ddde-b296-4c71-b502-558dc6531667 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:07.959978 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a0162ef0-295f-4276-b079-5a893ba4dfcd tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:07.982236 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-36d50a48-fcec-4a72-aff0-62e8079604f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:07.982637 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d50a48-fcec-4a72-aff0-62e8079604f7 None None] The sync data for ids ['f43c8169-1688-4667-b754-fb3c60e75895'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:55:08.121943 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0162ef0-295f-4276-b079-5a893ba4dfcd tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:55:08.128083 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-a0162ef0-295f-4276-b079-5a893ba4dfcd tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:08.130834 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 72aed296-ffd4-40e9-af96-39e2b9a5ae22 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:55:08.144117 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0162ef0-295f-4276-b079-5a893ba4dfcd tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:08.144882 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a0162ef0-295f-4276-b079-5a893ba4dfcd tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:08.167627 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-edd8056e-ad83-41f9-b86c-5fed54530171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:08.169647 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5f62c24d-8a8d-4efd-946b-2e242e011b0e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2117009 Sep 14 22:55:08.177306 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a0162ef0-295f-4276-b079-5a893ba4dfcd tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6341190 Sep 14 22:55:08.177306 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47930) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:08.202946 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47932) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:08.210437 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0162ef0-295f-4276-b079-5a893ba4dfcd tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Subnet': ['ID=3fa2a229-09eb-4757-be9a-28966316c1a8,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:08.230620 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 72aed296-ffd4-40e9-af96-39e2b9a5ae22 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:55:08.230967 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 72aed296-ffd4-40e9-af96-39e2b9a5ae22 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:55:08.251399 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8056e-ad83-41f9-b86c-5fed54530171 None None] Pushing event deleted for resources: {'Port': ['ID=72aed296-ffd4-40e9-af96-39e2b9a5ae22,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:08.254948 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd8056e-ad83-41f9-b86c-5fed54530171 None None] No DVR routers for this DVR port 72aed296-ffd4-40e9-af96-39e2b9a5ae22 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:55:08.284085 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-837ee1cf-be7a-422e-a810-e11da771ed7e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:08.363604 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-de793944-5290-42fb-b77a-68383aac82b4 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:08.375722 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-de793944-5290-42fb-b77a-68383aac82b4 None None] Transition to ACTIVE for port object be4eaed4-a7db-4181-a6f7-f210ba1d43fc will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:55:08.390230 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-26b958d1-f165-4353-8ce8-28d2ecd037fa tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:08.399296 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-de793944-5290-42fb-b77a-68383aac82b4 None None] Transition to ACTIVE for port object be4eaed4-a7db-4181-a6f7-f210ba1d43fc will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:55:08.402890 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05f49b5-1566-4e54-84f3-2037aa005306 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:08.422642 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-de793944-5290-42fb-b77a-68383aac82b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:08.510631 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-837ee1cf-be7a-422e-a810-e11da771ed7e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:08.515013 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-837ee1cf-be7a-422e-a810-e11da771ed7e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:subnet and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:55:08.515355 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b958d1-f165-4353-8ce8-28d2ecd037fa tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Network 4ad14f25-ce72-421e-a5e1-af7ad24b930a is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:55:08.518185 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-837ee1cf-be7a-422e-a810-e11da771ed7e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:55:08.524511 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-837ee1cf-be7a-422e-a810-e11da771ed7e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:08.537150 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-26b958d1-f165-4353-8ce8-28d2ecd037fa tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:08.568536 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b958d1-f165-4353-8ce8-28d2ecd037fa tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:08.569615 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-26b958d1-f165-4353-8ce8-28d2ecd037fa tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:08.614723 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837ee1cf-be7a-422e-a810-e11da771ed7e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:55:08.620343 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-837ee1cf-be7a-422e-a810-e11da771ed7e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:08.625004 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-26b958d1-f165-4353-8ce8-28d2ecd037fa tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8248785 Sep 14 22:55:08.647950 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47938) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:08.672405 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de793944-5290-42fb-b77a-68383aac82b4 None None] Network 4ad14f25-ce72-421e-a5e1-af7ad24b930a is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:55:08.684398 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-de793944-5290-42fb-b77a-68383aac82b4 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:08.687973 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de793944-5290-42fb-b77a-68383aac82b4 None None] Pushing event updated for resources: {'Port': ['ID=be4eaed4-a7db-4181-a6f7-f210ba1d43fc,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:08.694349 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de793944-5290-42fb-b77a-68383aac82b4 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:55:08.709684 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bdb171-30b5-41b9-bee4-d30e8f4cbb46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-7293ddde-b296-4c71-b502-558dc6531667', 'network_id': '7293ddde-b296-4c71-b502-558dc6531667', 'tenant_id': '98a7f1cb67ad4eb78bb3bebf456cdba4', 'fixed_ips': [{'subnet_id': 'a9ae4475-3938-4a62-b638-50cf307d8a62'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:55:08.710197 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a3bdb171-30b5-41b9-bee4-d30e8f4cbb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:08.796563 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ff1a7719-5adc-45c1-8c5d-e4e29f7f0692 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:08.964476 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-de793944-5290-42fb-b77a-68383aac82b4 None None] Attempting to bind port be4eaed4-a7db-4181-a6f7-f210ba1d43fc on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:55:08.964776 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-de793944-5290-42fb-b77a-68383aac82b4 None None] Attempting to bind port be4eaed4-a7db-4181-a6f7-f210ba1d43fc by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '77ba649a-47f2-4f57-9e99-0394ef1f279a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ad14f25-ce72-421e-a5e1-af7ad24b930a'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:55:08.965134 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de793944-5290-42fb-b77a-68383aac82b4 None None] Attempting to bind port be4eaed4-a7db-4181-a6f7-f210ba1d43fc on network 4ad14f25-ce72-421e-a5e1-af7ad24b930a {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:55:08.975256 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72782dce-9d10-4f01-9864-1db841f312b1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:55:08.988639 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a3c08e-da3d-4ae6-a70f-e93a4493ed13 None None] Sync routers for ids ['6ce03745-e092-43e2-a2a7-ce8e34f3ac25'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:55:09.000459 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de793944-5290-42fb-b77a-68383aac82b4 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:55:09.000853 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de793944-5290-42fb-b77a-68383aac82b4 None None] Checking segment: {'id': '77ba649a-47f2-4f57-9e99-0394ef1f279a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ad14f25-ce72-421e-a5e1-af7ad24b930a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:55:09.001254 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-de793944-5290-42fb-b77a-68383aac82b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:09.001636 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de793944-5290-42fb-b77a-68383aac82b4 None None] Bound using segment: {'id': '77ba649a-47f2-4f57-9e99-0394ef1f279a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ad14f25-ce72-421e-a5e1-af7ad24b930a'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:55:09.002103 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-de793944-5290-42fb-b77a-68383aac82b4 None None] Bound port: be4eaed4-a7db-4181-a6f7-f210ba1d43fc, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ba649a-47f2-4f57-9e99-0394ef1f279a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ad14f25-ce72-421e-a5e1-af7ad24b930a'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:55:09.002472 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-de793944-5290-42fb-b77a-68383aac82b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:09.002822 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a3c08e-da3d-4ae6-a70f-e93a4493ed13 None None] Routers {'6ce03745-e092-43e2-a2a7-ce8e34f3ac25'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:55:09.005286 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-42a3c08e-da3d-4ae6-a70f-e93a4493ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:54:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['6ce03745-e092-43e2-a2a7-ce8e34f3ac25'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:09.057073 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b958d1-f165-4353-8ce8-28d2ecd037fa tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event updated for resources: {'Subnet': ['ID=2f295a36-5dc6-4e39-92fe-bef64af8e599,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:09.138134 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c0844f-2534-4685-99f3-0bc9ab9959f2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Router 70122e15-49ca-4221-91ad-de7c07b95175 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:55:09.163987 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c1c461-e958-4eef-89a1-4c1418a7ab76 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:09.165762 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c1c461-e958-4eef-89a1-4c1418a7ab76 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:09.168071 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c1c461-e958-4eef-89a1-4c1418a7ab76 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:09.171977 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c1c461-e958-4eef-89a1-4c1418a7ab76 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:09.176180 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c1c461-e958-4eef-89a1-4c1418a7ab76 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:09.179204 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-87c1c461-e958-4eef-89a1-4c1418a7ab76 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Synchronizing usage tracker for tenant:e6613fbfc8284862b15b5afbf1f6ff30 on resource:subnet {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:55:09.210558 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-aa745cec-46b3-49b6-9487-0a0a19b2790b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:09.213546 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5c249c-871b-4083-b97b-d29f72be7e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'fixed_ips': [{'subnet_id': '3fa2a229-09eb-4757-be9a-28966316c1a8'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:55:09.214761 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ad5c249c-871b-4083-b97b-d29f72be7e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:09.239172 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-72782dce-9d10-4f01-9864-1db841f312b1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:09.244706 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-72782dce-9d10-4f01-9864-1db841f312b1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.5065339 Sep 14 22:55:09.246009 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47942) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:09.247467 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-a3bdb171-30b5-41b9-bee4-d30e8f4cbb46 None None] Allocated IP 172.20.0.2 (7293ddde-b296-4c71-b502-558dc6531667/a9ae4475-3938-4a62-b638-50cf307d8a62/5b116a21-8486-41e6-ba71-3c8c626d8577) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:55:09.254530 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-87c1c461-e958-4eef-89a1-4c1418a7ab76 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Unset dirty status for tenant:e6613fbfc8284862b15b5afbf1f6ff30 on resource:subnet {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:55:09.255998 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-87c1c461-e958-4eef-89a1-4c1418a7ab76 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6069298 Sep 14 22:55:09.295835 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-42a3c08e-da3d-4ae6-a70f-e93a4493ed13 None None] Set router 6ce03745-e092-43e2-a2a7-ce8e34f3ac25 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:55:09.320675 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47946) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:09.347793 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-9b8e1371-4c83-42f6-91ab-0e8db89b22df tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-606740887'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:09.359439 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-9b8e1371-4c83-42f6-91ab-0e8db89b22df tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:09.425463 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c0844f-2534-4685-99f3-0bc9ab9959f2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:55:09.434348 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-55c0844f-2534-4685-99f3-0bc9ab9959f2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:09.446128 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9b8e1371-4c83-42f6-91ab-0e8db89b22df tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Usage tracker for resource:network and tenant:e6613fbfc8284862b15b5afbf1f6ff30 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:55:09.451222 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb352441-d90e-4bee-9b28-c773230287dd None None] Sync routers for ids ['70122e15-49ca-4221-91ad-de7c07b95175'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:55:09.453446 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9b8e1371-4c83-42f6-91ab-0e8db89b22df tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:55:09.474936 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-9b8e1371-4c83-42f6-91ab-0e8db89b22df tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:09.520480 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb352441-d90e-4bee-9b28-c773230287dd None None] Routers {'70122e15-49ca-4221-91ad-de7c07b95175'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:55:09.521516 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-cb352441-d90e-4bee-9b28-c773230287dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:54:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['70122e15-49ca-4221-91ad-de7c07b95175'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:09.554084 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-aa745cec-46b3-49b6-9487-0a0a19b2790b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:09.659162 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-de793944-5290-42fb-b77a-68383aac82b4 None None] For port be4eaed4-a7db-4181-a6f7-f210ba1d43fc, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:55:09.667046 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-cb352441-d90e-4bee-9b28-c773230287dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:09.736963 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8e1371-4c83-42f6-91ab-0e8db89b22df tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Made reservation on behalf of e6613fbfc8284862b15b5afbf1f6ff30 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:55:09.743768 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9b8e1371-4c83-42f6-91ab-0e8db89b22df tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:09.773586 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-42a3c08e-da3d-4ae6-a70f-e93a4493ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce03745-e092-43e2-a2a7-ce8e34f3ac25', 'name': '', 'tenant_id': '11f4f57376264efa8a1e5bef1258a073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '101e68bf-f7fe-4e3f-b8e0-b8b149c71a76', 'external_fixed_ips': [{'subnet_id': '47ff01a7-cf69-41da-b7b6-be1624d22772', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '796690ac-7bbc-4c0b-9dca-e841887a48a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:55:02Z', 'updated_at': '2022-09-14T22:55:05Z', 'revision_number': 3, 'project_id': '11f4f57376264efa8a1e5bef1258a073', 'gw_port': {'id': '796690ac-7bbc-4c0b-9dca-e841887a48a1', 'name': '', 'network_id': '101e68bf-f7fe-4e3f-b8e0-b8b149c71a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:70:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce03745-e092-43e2-a2a7-ce8e34f3ac25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '47ff01a7-cf69-41da-b7b6-be1624d22772', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:55:04Z', 'updated_at': '2022-09-14T22:55:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47ff01a7-cf69-41da-b7b6-be1624d22772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:09.786218 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a3c08e-da3d-4ae6-a70f-e93a4493ed13 None None] Checking router: 6ce03745-e092-43e2-a2a7-ce8e34f3ac25 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:55:09.786811 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a3c08e-da3d-4ae6-a70f-e93a4493ed13 None None] Updating router 6ce03745-e092-43e2-a2a7-ce8e34f3ac25 port 796690ac-7bbc-4c0b-9dca-e841887a48a1 binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:55:09.879159 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a3bdb171-30b5-41b9-bee4-d30e8f4cbb46 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:09.888161 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-42a3c08e-da3d-4ae6-a70f-e93a4493ed13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:09.890642 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-a3bdb171-30b5-41b9-bee4-d30e8f4cbb46 None None] Transition to ACTIVE for port object 5b116a21-8486-41e6-ba71-3c8c626d8577 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:55:09.902654 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47950) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:09.912491 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-a3bdb171-30b5-41b9-bee4-d30e8f4cbb46 None None] Transition to ACTIVE for port object 5b116a21-8486-41e6-ba71-3c8c626d8577 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:55:09.922117 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-de793944-5290-42fb-b77a-68383aac82b4 None None] For port be4eaed4-a7db-4181-a6f7-f210ba1d43fc, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=be4eaed4-a7db-4181-a6f7-f210ba1d43fc,segment=NetworkSegment(77ba649a-47f2-4f57-9e99-0394ef1f279a),segment_id=77ba649a-47f2-4f57-9e99-0394ef1f279a)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:55:09.930538 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a3bdb171-30b5-41b9-bee4-d30e8f4cbb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:09.936027 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-01cb48ca-5eb1-4c85-a3a2-b56f9fd56097 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Request body: {'subnets': [{'network_id': '138de534-65fe-41f0-b82c-c73b9cf3d6fc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--909395031', 'ip_version': 6}, {'network_id': 'e4dc3f9a-cfcb-4fca-86ba-a510d7a11abf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:09.936470 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-01cb48ca-5eb1-4c85-a3a2-b56f9fd56097 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Request body: {'subnet': {'network_id': '138de534-65fe-41f0-b82c-c73b9cf3d6fc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--909395031', 'ip_version': 6}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:09.937334 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-01cb48ca-5eb1-4c85-a3a2-b56f9fd56097 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Request body: {'subnet': {'network_id': 'e4dc3f9a-cfcb-4fca-86ba-a510d7a11abf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:09.969217 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b8e1371-4c83-42f6-91ab-0e8db89b22df tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:55:09.978117 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9b8e1371-4c83-42f6-91ab-0e8db89b22df tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:09.978877 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-9b8e1371-4c83-42f6-91ab-0e8db89b22df tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Added segment 1a651131-0a59-4636-b232-b5ee9fd7045f of type vlan for network a979dd33-f698-49ec-b688-112d76e0b42d Sep 14 22:55:09.989178 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bdb171-30b5-41b9-bee4-d30e8f4cbb46 None None] Network 7293ddde-b296-4c71-b502-558dc6531667 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:55:09.999283 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-a3bdb171-30b5-41b9-bee4-d30e8f4cbb46 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:10.001255 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-328b1fc1-c7f5-4c5c-9971-ef012b3dfd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:10.002543 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb352441-d90e-4bee-9b28-c773230287dd None None] Routers {'70122e15-49ca-4221-91ad-de7c07b95175'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:55:10.003198 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-cb352441-d90e-4bee-9b28-c773230287dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:54:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['70122e15-49ca-4221-91ad-de7c07b95175'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:10.009701 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9b8e1371-4c83-42f6-91ab-0e8db89b22df tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:10.009960 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-55c0844f-2534-4685-99f3-0bc9ab9959f2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "PUT /v2.0/floatingips/6bdcb0aa-1b7e-4322-a2f2-0f011435e03a HTTP/1.1" status: 200 len: 978 time: 7.7414973 Sep 14 22:55:10.013908 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47954) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:10.052423 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9b8e1371-4c83-42f6-91ab-0e8db89b22df tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:10.058794 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8e1371-4c83-42f6-91ab-0e8db89b22df tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:10.059668 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9b8e1371-4c83-42f6-91ab-0e8db89b22df tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:10.075551 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-de793944-5290-42fb-b77a-68383aac82b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:10.084794 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bdb171-30b5-41b9-bee4-d30e8f4cbb46 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:55:10.094705 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ff1a7719-5adc-45c1-8c5d-e4e29f7f0692 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:10.099287 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-cb352441-d90e-4bee-9b28-c773230287dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:10.099678 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb352441-d90e-4bee-9b28-c773230287dd None None] The sync data for ids ['70122e15-49ca-4221-91ad-de7c07b95175'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:55:10.138657 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ff1a7719-5adc-45c1-8c5d-e4e29f7f0692 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:10.145416 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-724c2035-4ab6-41ae-8792-97c9a057b0f5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Deleting port db4fbb1e-57c2-484f-8e89-3ef44b288d3a {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:55:10.145751 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-724c2035-4ab6-41ae-8792-97c9a057b0f5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:10.311209 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-ad5c249c-871b-4083-b97b-d29f72be7e98 None None] Allocated IP 172.20.0.2 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/3fa2a229-09eb-4757-be9a-28966316c1a8/af1cf007-b743-4162-bed4-f2f8ff5e111c) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:55:10.347145 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c0b93478-d664-4aa6-b69c-e24df6d80b6d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:10.364027 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-a3bdb171-30b5-41b9-bee4-d30e8f4cbb46 None None] Attempting to bind port 5b116a21-8486-41e6-ba71-3c8c626d8577 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:55:10.364593 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-a3bdb171-30b5-41b9-bee4-d30e8f4cbb46 None None] Attempting to bind port 5b116a21-8486-41e6-ba71-3c8c626d8577 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '9c3bc0e8-45e5-47df-829e-d4cac25ec358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7293ddde-b296-4c71-b502-558dc6531667'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:55:10.365291 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bdb171-30b5-41b9-bee4-d30e8f4cbb46 None None] Attempting to bind port 5b116a21-8486-41e6-ba71-3c8c626d8577 on network 7293ddde-b296-4c71-b502-558dc6531667 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:55:10.371453 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bdb171-30b5-41b9-bee4-d30e8f4cbb46 None None] Pushing event updated for resources: {'Port': ['ID=5b116a21-8486-41e6-ba71-3c8c626d8577,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:10.433519 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9b8e1371-4c83-42f6-91ab-0e8db89b22df tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1048596 Sep 14 22:55:10.437638 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47958) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:10.448378 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-42a3c08e-da3d-4ae6-a70f-e93a4493ed13 None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:10.465545 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-42a3c08e-da3d-4ae6-a70f-e93a4493ed13 None None] Transition to ACTIVE for port object 796690ac-7bbc-4c0b-9dca-e841887a48a1 will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:55:10.490308 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bdb171-30b5-41b9-bee4-d30e8f4cbb46 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:55:10.490452 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bdb171-30b5-41b9-bee4-d30e8f4cbb46 None None] Checking segment: {'id': '9c3bc0e8-45e5-47df-829e-d4cac25ec358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7293ddde-b296-4c71-b502-558dc6531667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:55:10.490997 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a3bdb171-30b5-41b9-bee4-d30e8f4cbb46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:10.491394 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bdb171-30b5-41b9-bee4-d30e8f4cbb46 None None] Bound using segment: {'id': '9c3bc0e8-45e5-47df-829e-d4cac25ec358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7293ddde-b296-4c71-b502-558dc6531667'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:55:10.491878 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-a3bdb171-30b5-41b9-bee4-d30e8f4cbb46 None None] Bound port: 5b116a21-8486-41e6-ba71-3c8c626d8577, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c3bc0e8-45e5-47df-829e-d4cac25ec358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7293ddde-b296-4c71-b502-558dc6531667'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:55:10.504383 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a3bdb171-30b5-41b9-bee4-d30e8f4cbb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:10.527672 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-42a3c08e-da3d-4ae6-a70f-e93a4493ed13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:10.550941 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-0fcd7f44-147b-4f0d-843a-14f332efaf99 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:10.566544 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e1371-4c83-42f6-91ab-0e8db89b22df tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event updated for resources: {'Network': ['ID=a979dd33-f698-49ec-b688-112d76e0b42d,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:10.570097 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-aa745cec-46b3-49b6-9487-0a0a19b2790b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:10.632319 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-ff1a7719-5adc-45c1-8c5d-e4e29f7f0692 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Allocated IP 172.26.5.70 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/73cb9dab-e603-49c8-b2b2-b770c01a77e0) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:55:10.676908 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-a3bdb171-30b5-41b9-bee4-d30e8f4cbb46 None None] For port 5b116a21-8486-41e6-ba71-3c8c626d8577, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:55:10.681532 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-a3bdb171-30b5-41b9-bee4-d30e8f4cbb46 None None] For port 5b116a21-8486-41e6-ba71-3c8c626d8577, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=5b116a21-8486-41e6-ba71-3c8c626d8577,segment=NetworkSegment(9c3bc0e8-45e5-47df-829e-d4cac25ec358),segment_id=9c3bc0e8-45e5-47df-829e-d4cac25ec358)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:55:10.686552 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663703b3-4a0c-4a75-a89f-4aa7f62e065c None None] Pushing event updated for resources: {'Port': ['ID=796690ac-7bbc-4c0b-9dca-e841887a48a1,revision_number=2']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:10.692444 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network a979dd33-f698-49ec-b688-112d76e0b42d details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:55:10.700013 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663703b3-4a0c-4a75-a89f-4aa7f62e065c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:10.700645 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663703b3-4a0c-4a75-a89f-4aa7f62e065c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:10.701141 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663703b3-4a0c-4a75-a89f-4aa7f62e065c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:10.701617 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663703b3-4a0c-4a75-a89f-4aa7f62e065c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:10.702080 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663703b3-4a0c-4a75-a89f-4aa7f62e065c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:10.702626 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663703b3-4a0c-4a75-a89f-4aa7f62e065c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:10.703096 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663703b3-4a0c-4a75-a89f-4aa7f62e065c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:10.703871 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663703b3-4a0c-4a75-a89f-4aa7f62e065c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:10.704357 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663703b3-4a0c-4a75-a89f-4aa7f62e065c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:10.704896 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663703b3-4a0c-4a75-a89f-4aa7f62e065c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:10.705845 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663703b3-4a0c-4a75-a89f-4aa7f62e065c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:10.706328 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663703b3-4a0c-4a75-a89f-4aa7f62e065c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:10.721934 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-42a3c08e-da3d-4ae6-a70f-e93a4493ed13 None None] Attempting to bind port 796690ac-7bbc-4c0b-9dca-e841887a48a1 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:55:10.731791 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-42a3c08e-da3d-4ae6-a70f-e93a4493ed13 None None] Attempting to bind port 796690ac-7bbc-4c0b-9dca-e841887a48a1 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'eec294cb-2d6a-4c9a-83c8-d5a000743b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '101e68bf-f7fe-4e3f-b8e0-b8b149c71a76'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:55:10.732407 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a3c08e-da3d-4ae6-a70f-e93a4493ed13 None None] Attempting to bind port 796690ac-7bbc-4c0b-9dca-e841887a48a1 on network 101e68bf-f7fe-4e3f-b8e0-b8b149c71a76 {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:55:10.739259 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a3c08e-da3d-4ae6-a70f-e93a4493ed13 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:55:10.739881 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a3c08e-da3d-4ae6-a70f-e93a4493ed13 None None] Checking segment: {'id': 'eec294cb-2d6a-4c9a-83c8-d5a000743b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '101e68bf-f7fe-4e3f-b8e0-b8b149c71a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:55:10.740784 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-42a3c08e-da3d-4ae6-a70f-e93a4493ed13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:10.741523 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a3c08e-da3d-4ae6-a70f-e93a4493ed13 None None] Bound using segment: {'id': 'eec294cb-2d6a-4c9a-83c8-d5a000743b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '101e68bf-f7fe-4e3f-b8e0-b8b149c71a76'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:55:10.742134 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-42a3c08e-da3d-4ae6-a70f-e93a4493ed13 None None] Bound port: 796690ac-7bbc-4c0b-9dca-e841887a48a1, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec294cb-2d6a-4c9a-83c8-d5a000743b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '101e68bf-f7fe-4e3f-b8e0-b8b149c71a76'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:55:10.742729 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-42a3c08e-da3d-4ae6-a70f-e93a4493ed13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:10.788567 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-724c2035-4ab6-41ae-8792-97c9a057b0f5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:10.839026 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a3bdb171-30b5-41b9-bee4-d30e8f4cbb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:10.839726 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-42a3c08e-da3d-4ae6-a70f-e93a4493ed13 None None] For port 796690ac-7bbc-4c0b-9dca-e841887a48a1, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:55:10.849419 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-42a3c08e-da3d-4ae6-a70f-e93a4493ed13 None None] For port 796690ac-7bbc-4c0b-9dca-e841887a48a1, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=796690ac-7bbc-4c0b-9dca-e841887a48a1,segment=NetworkSegment(eec294cb-2d6a-4c9a-83c8-d5a000743b18),segment_id=eec294cb-2d6a-4c9a-83c8-d5a000743b18)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:55:10.858434 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-42a3c08e-da3d-4ae6-a70f-e93a4493ed13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:10.892662 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa745cec-46b3-49b6-9487-0a0a19b2790b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event deleted for resources: {'Subnet': ['ID=a9ae4475-3938-4a62-b638-50cf307d8a62,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:10.949292 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de793944-5290-42fb-b77a-68383aac82b4 None None] Pushing event updated for resources: {'Port': ['ID=be4eaed4-a7db-4181-a6f7-f210ba1d43fc,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:10.965242 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:10.985011 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663703b3-4a0c-4a75-a89f-4aa7f62e065c None None] Pushing event updated for resources: {'Port': ['ID=796690ac-7bbc-4c0b-9dca-e841887a48a1,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:10.998669 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a3c08e-da3d-4ae6-a70f-e93a4493ed13 None None] Routers {'6ce03745-e092-43e2-a2a7-ce8e34f3ac25'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:55:10.999986 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-42a3c08e-da3d-4ae6-a70f-e93a4493ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:55:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['6ce03745-e092-43e2-a2a7-ce8e34f3ac25'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:11.056118 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:11.090458 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ff1a7719-5adc-45c1-8c5d-e4e29f7f0692 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:11.129843 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734cb1b1-8851-4828-96a0-316553f892ac None None] Network 7293ddde-b296-4c71-b502-558dc6531667 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:11.155013 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-aa745cec-46b3-49b6-9487-0a0a19b2790b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:11.231645 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-01cb48ca-5eb1-4c85-a3a2-b56f9fd56097 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:11.241335 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-724c2035-4ab6-41ae-8792-97c9a057b0f5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:11.242373 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-724c2035-4ab6-41ae-8792-97c9a057b0f5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:11.242373 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-724c2035-4ab6-41ae-8792-97c9a057b0f5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Floating IP 6bdcb0aa-1b7e-4322-a2f2-0f011435e03a disassociated. External IP: 172.26.5.181, port: db4fbb1e-57c2-484f-8e89-3ef44b288d3a. Sep 14 22:55:11.242583 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-724c2035-4ab6-41ae-8792-97c9a057b0f5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Calling delete_port for db4fbb1e-57c2-484f-8e89-3ef44b288d3a owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:55:11.261178 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-42a3c08e-da3d-4ae6-a70f-e93a4493ed13 None None] Set router 6ce03745-e092-43e2-a2a7-ce8e34f3ac25 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:55:11.284696 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ad5c249c-871b-4083-b97b-d29f72be7e98 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:11.296871 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-ad5c249c-871b-4083-b97b-d29f72be7e98 None None] Transition to ACTIVE for port object af1cf007-b743-4162-bed4-f2f8ff5e111c will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:55:11.320629 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-ad5c249c-871b-4083-b97b-d29f72be7e98 None None] Transition to ACTIVE for port object af1cf007-b743-4162-bed4-f2f8ff5e111c will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:55:11.349502 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ad5c249c-871b-4083-b97b-d29f72be7e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:11.355549 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-aa745cec-46b3-49b6-9487-0a0a19b2790b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7293ddde-b296-4c71-b502-558dc6531667']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:11.359067 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bdb171-30b5-41b9-bee4-d30e8f4cbb46 None None] Pushing event updated for resources: {'Port': ['ID=5b116a21-8486-41e6-ba71-3c8c626d8577,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:11.365279 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ff1a7719-5adc-45c1-8c5d-e4e29f7f0692 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:11.379672 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-01cb48ca-5eb1-4c85-a3a2-b56f9fd56097 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Usage tracker for resource:subnet and tenant:acaac18abfc14d928e7520f0a71439ec is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:55:11.453664 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5c249c-871b-4083-b97b-d29f72be7e98 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:55:11.469844 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-ad5c249c-871b-4083-b97b-d29f72be7e98 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:11.474588 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5c249c-871b-4083-b97b-d29f72be7e98 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:55:11.523163 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1a7719-5adc-45c1-8c5d-e4e29f7f0692 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:55:11.527122 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-01cb48ca-5eb1-4c85-a3a2-b56f9fd56097 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:55:11.593217 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-ff1a7719-5adc-45c1-8c5d-e4e29f7f0692 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:11.599619 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a7719-5adc-45c1-8c5d-e4e29f7f0692 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Pushing event updated for resources: {'Port': ['ID=73cb9dab-e603-49c8-b2b2-b770c01a77e0,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:11.602054 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1a7719-5adc-45c1-8c5d-e4e29f7f0692 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:55:11.683072 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c249c-871b-4083-b97b-d29f72be7e98 None None] Pushing event updated for resources: {'Port': ['ID=af1cf007-b743-4162-bed4-f2f8ff5e111c,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:11.709033 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-42a3c08e-da3d-4ae6-a70f-e93a4493ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce03745-e092-43e2-a2a7-ce8e34f3ac25', 'name': '', 'tenant_id': '11f4f57376264efa8a1e5bef1258a073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '101e68bf-f7fe-4e3f-b8e0-b8b149c71a76', 'external_fixed_ips': [{'subnet_id': '47ff01a7-cf69-41da-b7b6-be1624d22772', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '796690ac-7bbc-4c0b-9dca-e841887a48a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:55:02Z', 'updated_at': '2022-09-14T22:55:05Z', 'revision_number': 3, 'project_id': '11f4f57376264efa8a1e5bef1258a073', 'gw_port': {'id': '796690ac-7bbc-4c0b-9dca-e841887a48a1', 'name': '', 'network_id': '101e68bf-f7fe-4e3f-b8e0-b8b149c71a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:70:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce03745-e092-43e2-a2a7-ce8e34f3ac25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '47ff01a7-cf69-41da-b7b6-be1624d22772', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:55:04Z', 'updated_at': '2022-09-14T22:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47ff01a7-cf69-41da-b7b6-be1624d22772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:11.718227 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a3c08e-da3d-4ae6-a70f-e93a4493ed13 None None] The sync data for ids ['6ce03745-e092-43e2-a2a7-ce8e34f3ac25'] in dv-neutron-857791-1-hyperv is: [{'id': '6ce03745-e092-43e2-a2a7-ce8e34f3ac25', 'name': '', 'tenant_id': '11f4f57376264efa8a1e5bef1258a073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '101e68bf-f7fe-4e3f-b8e0-b8b149c71a76', 'external_fixed_ips': [{'subnet_id': '47ff01a7-cf69-41da-b7b6-be1624d22772', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '796690ac-7bbc-4c0b-9dca-e841887a48a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:55:02Z', 'updated_at': '2022-09-14T22:55:05Z', 'revision_number': 3, 'project_id': '11f4f57376264efa8a1e5bef1258a073', 'gw_port': {'id': '796690ac-7bbc-4c0b-9dca-e841887a48a1', 'name': '', 'network_id': '101e68bf-f7fe-4e3f-b8e0-b8b149c71a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:70:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce03745-e092-43e2-a2a7-ce8e34f3ac25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '47ff01a7-cf69-41da-b7b6-be1624d22772', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:55:04Z', 'updated_at': '2022-09-14T22:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47ff01a7-cf69-41da-b7b6-be1624d22772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:55:11.726343 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-ad5c249c-871b-4083-b97b-d29f72be7e98 None None] Attempting to bind port af1cf007-b743-4162-bed4-f2f8ff5e111c on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:55:11.726712 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-ad5c249c-871b-4083-b97b-d29f72be7e98 None None] Attempting to bind port af1cf007-b743-4162-bed4-f2f8ff5e111c by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:55:11.727068 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5c249c-871b-4083-b97b-d29f72be7e98 None None] Attempting to bind port af1cf007-b743-4162-bed4-f2f8ff5e111c on network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:55:11.748548 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5c249c-871b-4083-b97b-d29f72be7e98 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:55:11.748548 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5c249c-871b-4083-b97b-d29f72be7e98 None None] Checking segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:55:11.748548 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ad5c249c-871b-4083-b97b-d29f72be7e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:11.748548 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5c249c-871b-4083-b97b-d29f72be7e98 None None] Bound using segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:55:11.748548 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-ad5c249c-871b-4083-b97b-d29f72be7e98 None None] Bound port: af1cf007-b743-4162-bed4-f2f8ff5e111c, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:55:11.748548 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ad5c249c-871b-4083-b97b-d29f72be7e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:11.785970 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-724c2035-4ab6-41ae-8792-97c9a057b0f5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:11.828511 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0082814-c198-44ff-bb1c-2678425a85fb None None] Network 4ad14f25-ce72-421e-a5e1-af7ad24b930a requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:11.833181 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-aa745cec-46b3-49b6-9487-0a0a19b2790b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c3bc0e8-45e5-47df-829e-d4cac25ec358') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:11.833480 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-aa745cec-46b3-49b6-9487-0a0a19b2790b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c3bc0e8-45e5-47df-829e-d4cac25ec358') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:11.843065 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-01cb48ca-5eb1-4c85-a3a2-b56f9fd56097 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:11.860075 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c0b93478-d664-4aa6-b69c-e24df6d80b6d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:11.872946 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-aa745cec-46b3-49b6-9487-0a0a19b2790b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:11.912131 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0fcd7f44-147b-4f0d-843a-14f332efaf99 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:11.923936 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.objects.ports [None req-837ee1cf-be7a-422e-a810-e11da771ed7e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89171) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 14 22:55:11.928541 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-c0b93478-d664-4aa6-b69c-e24df6d80b6d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Deleting port 796690ac-7bbc-4c0b-9dca-e841887a48a1 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:55:11.928906 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c0b93478-d664-4aa6-b69c-e24df6d80b6d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:11.994564 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-aa745cec-46b3-49b6-9487-0a0a19b2790b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:12.003931 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cb48ca-5eb1-4c85-a3a2-b56f9fd56097 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Made reservation on behalf of acaac18abfc14d928e7520f0a71439ec for: {'subnet': 2} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:55:12.008456 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-01cb48ca-5eb1-4c85-a3a2-b56f9fd56097 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:12.008816 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-01cb48ca-5eb1-4c85-a3a2-b56f9fd56097 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:12.067507 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-ac6a68b2-4fd4-49b5-97da-d36fde1b49e2 None None] Provisioning for port be4eaed4-a7db-4181-a6f7-f210ba1d43fc completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:55:12.081268 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c2035-4ab6-41ae-8792-97c9a057b0f5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event deleted for resources: {'Port': ['ID=db4fbb1e-57c2-484f-8e89-3ef44b288d3a,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:12.083425 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-ad5c249c-871b-4083-b97b-d29f72be7e98 None None] For port af1cf007-b743-4162-bed4-f2f8ff5e111c, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:55:12.120767 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0fcd7f44-147b-4f0d-843a-14f332efaf99 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:12.158146 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa745cec-46b3-49b6-9487-0a0a19b2790b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:55:12.159560 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-aa745cec-46b3-49b6-9487-0a0a19b2790b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:12.405199 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device be4eaed4-a7db-4181-a6f7-f210ba1d43fc up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:55:12.466299 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0fcd7f44-147b-4f0d-843a-14f332efaf99 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Network a979dd33-f698-49ec-b688-112d76e0b42d is not hosted by any dhcp agent {{(pid=89171) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 14 22:55:12.475717 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcd7f44-147b-4f0d-843a-14f332efaf99 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:12.476533 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf48823-6102-4012-a75f-681ec1099c45 None None] Update dhcp port {'port': {'network_id': '4ad14f25-ce72-421e-a5e1-af7ad24b930a', 'fixed_ips': [{'subnet_id': 'ab47f817-3419-42f5-b467-ae13758932a5', 'ip_address': '2001:db8::2'}, {'subnet_id': '2f295a36-5dc6-4e39-92fe-bef64af8e599'}], 'binding:host_id': 'dv-neutron-857791-1-hyperv'}, 'id': 'be4eaed4-a7db-4181-a6f7-f210ba1d43fc'} from dv-neutron-857791-1-hyperv. {{(pid=89172) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 14 22:55:12.476783 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0fcd7f44-147b-4f0d-843a-14f332efaf99 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:12.482270 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0fcd7f44-147b-4f0d-843a-14f332efaf99 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "PUT /v2.0/networks/a979dd33-f698-49ec-b688-112d76e0b42d HTTP/1.1" status: 200 len: 723 time: 2.0057242 Sep 14 22:55:12.491387 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 9c3bc0e8-45e5-47df-829e-d4cac25ec358 resource provider aggregate not found Sep 14 22:55:12.535687 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724c2035-4ab6-41ae-8792-97c9a057b0f5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Router 70122e15-49ca-4221-91ad-de7c07b95175 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:55:12.537440 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47964) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:12.593725 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:12.600523 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3cf48823-6102-4012-a75f-681ec1099c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:12.626154 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-0c04d020-bed7-43e1-85f0-f9f770cedf28 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Request body: {'subnet': {'network_id': 'a979dd33-f698-49ec-b688-112d76e0b42d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:12.681545 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port be4eaed4-a7db-4181-a6f7-f210ba1d43fc completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:55:12.729240 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port be4eaed4-a7db-4181-a6f7-f210ba1d43fc triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:12.729811 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:12.748144 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 9c3bc0e8-45e5-47df-829e-d4cac25ec358 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c3bc0e8-45e5-47df-829e-d4cac25ec358 found for delete ", "request_id": "req-bf0198ad-1350-4e1e-b434-77c433aae413"}]} Sep 14 22:55:12.845524 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd7f44-147b-4f0d-843a-14f332efaf99 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event updated for resources: {'Network': ['ID=a979dd33-f698-49ec-b688-112d76e0b42d,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:12.884289 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network a979dd33-f698-49ec-b688-112d76e0b42d details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:55:12.901890 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.db.api [None req-aa745cec-46b3-49b6-9487-0a0a19b2790b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 14 22:55:12.901890 dv-neutron-857791-1-hyperv neutron-server[89171]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 14 22:55:12.901890 dv-neutron-857791-1-hyperv neutron-server[89171]: [parameters: {'id': '7293ddde-b296-4c71-b502-558dc6531667'}] Sep 14 22:55:12.901890 dv-neutron-857791-1-hyperv neutron-server[89171]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:55:12.902528 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG oslo_db.api [None req-aa745cec-46b3-49b6-9487-0a0a19b2790b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:55:12.997868 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0c04d020-bed7-43e1-85f0-f9f770cedf28 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:13.034896 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0c04d020-bed7-43e1-85f0-f9f770cedf28 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:13.059398 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-c0b93478-d664-4aa6-b69c-e24df6d80b6d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] For port 796690ac-7bbc-4c0b-9dca-e841887a48a1, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=796690ac-7bbc-4c0b-9dca-e841887a48a1,segment=NetworkSegment(eec294cb-2d6a-4c9a-83c8-d5a000743b18),segment_id=eec294cb-2d6a-4c9a-83c8-d5a000743b18)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:55:13.059681 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ff1a7719-5adc-45c1-8c5d-e4e29f7f0692 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:13.060258 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c0b93478-d664-4aa6-b69c-e24df6d80b6d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:13.062582 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-ad5c249c-871b-4083-b97b-d29f72be7e98 None None] For port af1cf007-b743-4162-bed4-f2f8ff5e111c, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=af1cf007-b743-4162-bed4-f2f8ff5e111c,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:55:13.102824 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ad5c249c-871b-4083-b97b-d29f72be7e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:13.123845 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c04d020-bed7-43e1-85f0-f9f770cedf28 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Made reservation on behalf of e6613fbfc8284862b15b5afbf1f6ff30 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:55:13.126671 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0c04d020-bed7-43e1-85f0-f9f770cedf28 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:13.171222 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724c2035-4ab6-41ae-8792-97c9a057b0f5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:55:13.184035 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483c349f-24ee-4330-939c-f8594753012c None None] Sync routers for ids ['70122e15-49ca-4221-91ad-de7c07b95175'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:55:13.206562 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483c349f-24ee-4330-939c-f8594753012c None None] Routers {'70122e15-49ca-4221-91ad-de7c07b95175'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:55:13.207171 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-483c349f-24ee-4330-939c-f8594753012c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:55:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['70122e15-49ca-4221-91ad-de7c07b95175'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:13.222014 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-3cf48823-6102-4012-a75f-681ec1099c45 None None] Allocated IP 172.20.0.1 (4ad14f25-ce72-421e-a5e1-af7ad24b930a/2f295a36-5dc6-4e39-92fe-bef64af8e599/be4eaed4-a7db-4181-a6f7-f210ba1d43fc) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:55:13.226199 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port be4eaed4-a7db-4181-a6f7-f210ba1d43fc is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:55:13.226702 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:13.297164 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-c0b93478-d664-4aa6-b69c-e24df6d80b6d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Calling delete_port for 796690ac-7bbc-4c0b-9dca-e841887a48a1 owned by network:router_gateway {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:55:13.312702 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-483c349f-24ee-4330-939c-f8594753012c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:13.329652 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483c349f-24ee-4330-939c-f8594753012c None None] Routers {'70122e15-49ca-4221-91ad-de7c07b95175'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:55:13.330300 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-483c349f-24ee-4330-939c-f8594753012c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:55:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['70122e15-49ca-4221-91ad-de7c07b95175'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:13.408096 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-aa745cec-46b3-49b6-9487-0a0a19b2790b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:13.427109 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-837ee1cf-be7a-422e-a810-e11da771ed7e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:13.472146 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-483c349f-24ee-4330-939c-f8594753012c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:13.472555 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483c349f-24ee-4330-939c-f8594753012c None None] The sync data for ids ['70122e15-49ca-4221-91ad-de7c07b95175'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:55:13.481660 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-aa745cec-46b3-49b6-9487-0a0a19b2790b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Deleting port 5b116a21-8486-41e6-ba71-3c8c626d8577 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:55:13.481660 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-aa745cec-46b3-49b6-9487-0a0a19b2790b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:13.491487 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c249c-871b-4083-b97b-d29f72be7e98 None None] Pushing event updated for resources: {'Port': ['ID=af1cf007-b743-4162-bed4-f2f8ff5e111c,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:13.587070 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-3cf48823-6102-4012-a75f-681ec1099c45 None None] For port be4eaed4-a7db-4181-a6f7-f210ba1d43fc, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=be4eaed4-a7db-4181-a6f7-f210ba1d43fc,segment=NetworkSegment(77ba649a-47f2-4f57-9e99-0394ef1f279a),segment_id=77ba649a-47f2-4f57-9e99-0394ef1f279a)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:55:13.620116 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3cf48823-6102-4012-a75f-681ec1099c45 None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:13.638210 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3cf48823-6102-4012-a75f-681ec1099c45 None None] Transition to ACTIVE for port object be4eaed4-a7db-4181-a6f7-f210ba1d43fc will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:55:13.646801 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3cf48823-6102-4012-a75f-681ec1099c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:13.649545 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-724c2035-4ab6-41ae-8792-97c9a057b0f5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:13.687670 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-724c2035-4ab6-41ae-8792-97c9a057b0f5 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "DELETE /v2.0/ports/db4fbb1e-57c2-484f-8e89-3ef44b288d3a HTTP/1.1" status: 204 len: 168 time: 3.6704283 Sep 14 22:55:13.717542 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47970) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:13.855443 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf48823-6102-4012-a75f-681ec1099c45 None None] Pushing event updated for resources: {'Port': ['ID=be4eaed4-a7db-4181-a6f7-f210ba1d43fc,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:13.865598 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:55:13.866911 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:55:14.159190 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ff1a7719-5adc-45c1-8c5d-e4e29f7f0692 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:14.213654 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-aa745cec-46b3-49b6-9487-0a0a19b2790b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] For port 5b116a21-8486-41e6-ba71-3c8c626d8577, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=5b116a21-8486-41e6-ba71-3c8c626d8577,segment=NetworkSegment(9c3bc0e8-45e5-47df-829e-d4cac25ec358),segment_id=9c3bc0e8-45e5-47df-829e-d4cac25ec358)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:55:14.214020 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-aa745cec-46b3-49b6-9487-0a0a19b2790b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:14.255979 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0c04d020-bed7-43e1-85f0-f9f770cedf28 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:14.362293 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-01cb48ca-5eb1-4c85-a3a2-b56f9fd56097 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:14.380165 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-aa745cec-46b3-49b6-9487-0a0a19b2790b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Calling delete_port for 5b116a21-8486-41e6-ba71-3c8c626d8577 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:55:14.445524 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port be4eaed4-a7db-4181-a6f7-f210ba1d43fc is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:55:14.445978 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:14.504342 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-837ee1cf-be7a-422e-a810-e11da771ed7e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] For port af1cf007-b743-4162-bed4-f2f8ff5e111c, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=af1cf007-b743-4162-bed4-f2f8ff5e111c,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:55:14.505235 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port be4eaed4-a7db-4181-a6f7-f210ba1d43fc, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=be4eaed4-a7db-4181-a6f7-f210ba1d43fc,segment=NetworkSegment(77ba649a-47f2-4f57-9e99-0394ef1f279a),segment_id=77ba649a-47f2-4f57-9e99-0394ef1f279a)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:55:14.515085 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:14.536063 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c0b93478-d664-4aa6-b69c-e24df6d80b6d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:14.571703 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04d020-bed7-43e1-85f0-f9f770cedf28 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event updated for resources: {'Subnet': ['ID=dacca3ac-ff54-4c2d-b129-97ead2a053f1,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:14.618691 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be30b977-20b6-48b8-b6b0-05fa77651c84 None None] Network 4ad14f25-ce72-421e-a5e1-af7ad24b930a requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:14.646563 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb48ca-5eb1-4c85-a3a2-b56f9fd56097 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Pushing event updated for resources: {'Subnet': ['ID=3ee176b3-3696-4ec6-a357-4995205d7577,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:14.656411 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b93478-d664-4aa6-b69c-e24df6d80b6d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Pushing event deleted for resources: {'Port': ['ID=796690ac-7bbc-4c0b-9dca-e841887a48a1,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:14.664289 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.db.resource_extend [None req-837ee1cf-be7a-422e-a810-e11da771ed7e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 22:55:14.700338 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c04d020-bed7-43e1-85f0-f9f770cedf28 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Checking segment: {'id': '1a651131-0a59-4636-b232-b5ee9fd7045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a979dd33-f698-49ec-b688-112d76e0b42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:55:14.701001 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c04d020-bed7-43e1-85f0-f9f770cedf28 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Network hostable DHCP agents. Network: a979dd33-f698-49ec-b688-112d76e0b42d, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:55:14.744915 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cb48ca-5eb1-4c85-a3a2-b56f9fd56097 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Checking segment: {'id': '7326526e-7ef2-4e4d-9efb-faaed8cb4204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '138de534-65fe-41f0-b82c-c73b9cf3d6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:55:14.745600 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cb48ca-5eb1-4c85-a3a2-b56f9fd56097 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Network hostable DHCP agents. Network: 138de534-65fe-41f0-b82c-c73b9cf3d6fc, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:55:14.754282 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=be4eaed4-a7db-4181-a6f7-f210ba1d43fc,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:14.768954 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-837ee1cf-be7a-422e-a810-e11da771ed7e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:14.777897 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-09c0a0d7-dbaf-47be-8c80-a1544c693db9 None None] Provisioning for port be4eaed4-a7db-4181-a6f7-f210ba1d43fc completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:55:14.787017 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-09c0a0d7-dbaf-47be-8c80-a1544c693db9 None None] Provisioning complete for port be4eaed4-a7db-4181-a6f7-f210ba1d43fc triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:14.787384 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-09c0a0d7-dbaf-47be-8c80-a1544c693db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:14.801633 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c04d020-bed7-43e1-85f0-f9f770cedf28 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Network a979dd33-f698-49ec-b688-112d76e0b42d is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:55:14.812922 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-aa745cec-46b3-49b6-9487-0a0a19b2790b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:14.874280 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-837ee1cf-be7a-422e-a810-e11da771ed7e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:14.876871 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-837ee1cf-be7a-422e-a810-e11da771ed7e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:14.903411 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device be4eaed4-a7db-4181-a6f7-f210ba1d43fc up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:55:14.957101 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa745cec-46b3-49b6-9487-0a0a19b2790b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event deleted for resources: {'Port': ['ID=5b116a21-8486-41e6-ba71-3c8c626d8577,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:14.958874 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cb48ca-5eb1-4c85-a3a2-b56f9fd56097 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Network 138de534-65fe-41f0-b82c-c73b9cf3d6fc is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:55:14.981315 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-0c04d020-bed7-43e1-85f0-f9f770cedf28 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, a979dd33-f698-49ec-b688-112d76e0b42d) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:14.983343 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1a7719-5adc-45c1-8c5d-e4e29f7f0692 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Router 2321fbfb-f69e-45ad-a5b7-1e38b1f14301 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:55:14.995141 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c04d020-bed7-43e1-85f0-f9f770cedf28 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:14.995875 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0c04d020-bed7-43e1-85f0-f9f770cedf28 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:15.001778 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdca3c63-9003-443d-bcfc-c2d6acb9fdf2 None None] Network a979dd33-f698-49ec-b688-112d76e0b42d requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:15.008256 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa745cec-46b3-49b6-9487-0a0a19b2790b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] No DVR routers for this DVR port 5b116a21-8486-41e6-ba71-3c8c626d8577 on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:55:15.087706 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-01cb48ca-5eb1-4c85-a3a2-b56f9fd56097 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 138de534-65fe-41f0-b82c-c73b9cf3d6fc) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:15.093296 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837ee1cf-be7a-422e-a810-e11da771ed7e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:55:15.115525 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0c04d020-bed7-43e1-85f0-f9f770cedf28 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5116274 Sep 14 22:55:15.120968 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-837ee1cf-be7a-422e-a810-e11da771ed7e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:15.121131 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47974) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:15.123172 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-01cb48ca-5eb1-4c85-a3a2-b56f9fd56097 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:15.129804 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837ee1cf-be7a-422e-a810-e11da771ed7e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:15.130407 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-837ee1cf-be7a-422e-a810-e11da771ed7e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:15.137647 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-ce03b0c1-5685-44f5-aa8f-0da62458954b tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:15.144071 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520e6a6d-05c1-424a-9527-06740f2dc8ee None None] Network 138de534-65fe-41f0-b82c-c73b9cf3d6fc requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:15.159025 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539b0a7a-6b48-4639-a68e-5e12981c0390 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:15.208552 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ee1cf-be7a-422e-a810-e11da771ed7e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Subnet': ['ID=a3b7d453-7f9d-47e6-8cfe-6ff1fab41cb5,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:15.210921 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c0b93478-d664-4aa6-b69c-e24df6d80b6d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:15.388336 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ce03b0c1-5685-44f5-aa8f-0da62458954b tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30603267'] for subnet, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:15.414359 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ee1cf-be7a-422e-a810-e11da771ed7e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Port': ['ID=af1cf007-b743-4162-bed4-f2f8ff5e111c,revision_number=4']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:15.442089 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1a7719-5adc-45c1-8c5d-e4e29f7f0692 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:55:15.482224 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ff1a7719-5adc-45c1-8c5d-e4e29f7f0692 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:15.482475 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-aa745cec-46b3-49b6-9487-0a0a19b2790b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:15.486528 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ff1a7719-5adc-45c1-8c5d-e4e29f7f0692 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.4439757 Sep 14 22:55:15.487342 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47978) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:15.498822 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-837ee1cf-be7a-422e-a810-e11da771ed7e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 7.2917805 Sep 14 22:55:15.517553 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47982) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:15.527301 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cc0737-8cdf-4e43-8433-8c4cdc7b263d None None] Sync routers for ids ['2321fbfb-f69e-45ad-a5b7-1e38b1f14301'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:55:15.537587 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-09c0a0d7-dbaf-47be-8c80-a1544c693db9 None None] Current status of the port be4eaed4-a7db-4181-a6f7-f210ba1d43fc is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:55:15.540585 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port be4eaed4-a7db-4181-a6f7-f210ba1d43fc triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:15.541626 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:15.545703 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c0b93478-d664-4aa6-b69c-e24df6d80b6d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:15.547713 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f6b799b8-2256-44ce-b9e5-27754cf59528 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:15.554381 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-ec2b179c-ab34-4086-9e33-1ce20ce6d0e9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'port': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'mac_address': 'fa:16:3e:45:32:39', 'name': 'tempest-NetworksTestDHCPv6-1047888037'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:15.658130 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cc0737-8cdf-4e43-8433-8c4cdc7b263d None None] Routers {'2321fbfb-f69e-45ad-a5b7-1e38b1f14301'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:55:15.658957 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-f7cc0737-8cdf-4e43-8433-8c4cdc7b263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:55:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['2321fbfb-f69e-45ad-a5b7-1e38b1f14301'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:15.700019 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c0b93478-d664-4aa6-b69c-e24df6d80b6d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:15.718097 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-aa745cec-46b3-49b6-9487-0a0a19b2790b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7293ddde-b296-4c71-b502-558dc6531667']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:15.808786 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-aa745cec-46b3-49b6-9487-0a0a19b2790b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c3bc0e8-45e5-47df-829e-d4cac25ec358') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:15.809073 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-aa745cec-46b3-49b6-9487-0a0a19b2790b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c3bc0e8-45e5-47df-829e-d4cac25ec358') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:15.825596 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb48ca-5eb1-4c85-a3a2-b56f9fd56097 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Pushing event updated for resources: {'Subnet': ['ID=30a68d4a-b3c6-47e9-8455-b99b7f0f9920,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:15.828073 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cb48ca-5eb1-4c85-a3a2-b56f9fd56097 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Checking segment: {'id': '4776de6c-c6b4-4c50-b824-8d0dd7ee2ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e4dc3f9a-cfcb-4fca-86ba-a510d7a11abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:55:15.828642 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cb48ca-5eb1-4c85-a3a2-b56f9fd56097 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Network hostable DHCP agents. Network: e4dc3f9a-cfcb-4fca-86ba-a510d7a11abf, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:55:15.846605 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-aa745cec-46b3-49b6-9487-0a0a19b2790b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:15.863448 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c0b93478-d664-4aa6-b69c-e24df6d80b6d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:15.864214 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b93478-d664-4aa6-b69c-e24df6d80b6d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6ce03745-e092-43e2-a2a7-ce8e34f3ac25 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:55:15.893560 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-aa745cec-46b3-49b6-9487-0a0a19b2790b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:15.897179 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cb48ca-5eb1-4c85-a3a2-b56f9fd56097 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Network e4dc3f9a-cfcb-4fca-86ba-a510d7a11abf is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:55:15.908863 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c0b93478-d664-4aa6-b69c-e24df6d80b6d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:15.910310 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c0b93478-d664-4aa6-b69c-e24df6d80b6d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] 10.222.0.33 "DELETE /v2.0/routers/6ce03745-e092-43e2-a2a7-ce8e34f3ac25 HTTP/1.1" status: 204 len: 168 time: 6.6582139 Sep 14 22:55:15.916949 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa745cec-46b3-49b6-9487-0a0a19b2790b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:55:15.917525 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-aa745cec-46b3-49b6-9487-0a0a19b2790b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:15.921109 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 47986) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:15.949862 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-64ba8102-0e07-4ec5-911c-d4b17bbad823 None None] Provisioning for port af1cf007-b743-4162-bed4-f2f8ff5e111c completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:55:16.025166 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 9c3bc0e8-45e5-47df-829e-d4cac25ec358 resource provider aggregate not found Sep 14 22:55:16.031916 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-01cb48ca-5eb1-4c85-a3a2-b56f9fd56097 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, e4dc3f9a-cfcb-4fca-86ba-a510d7a11abf) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:16.063960 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cb48ca-5eb1-4c85-a3a2-b56f9fd56097 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:16.064427 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cb48ca-5eb1-4c85-a3a2-b56f9fd56097 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:16.065160 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-01cb48ca-5eb1-4c85-a3a2-b56f9fd56097 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:16.069799 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 9c3bc0e8-45e5-47df-829e-d4cac25ec358 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c3bc0e8-45e5-47df-829e-d4cac25ec358 found for delete ", "request_id": "req-bd54cf35-1330-41da-8093-6a4feff46947"}]} Sep 14 22:55:16.092697 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ec2b179c-ab34-4086-9e33-1ce20ce6d0e9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:16.099905 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ec2b179c-ab34-4086-9e33-1ce20ce6d0e9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:port and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:55:16.105747 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ec2b179c-ab34-4086-9e33-1ce20ce6d0e9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:55:16.112656 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ec2b179c-ab34-4086-9e33-1ce20ce6d0e9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:16.117782 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-aa745cec-46b3-49b6-9487-0a0a19b2790b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:16.138801 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c58a93-87bd-4a12-a2cd-0a3ec9c4ab12 None None] Network e4dc3f9a-cfcb-4fca-86ba-a510d7a11abf requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:16.154614 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-01cb48ca-5eb1-4c85-a3a2-b56f9fd56097 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 6.2402496 Sep 14 22:55:16.156223 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-aa745cec-46b3-49b6-9487-0a0a19b2790b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:16.160444 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-aa745cec-46b3-49b6-9487-0a0a19b2790b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "DELETE /v2.0/networks/7293ddde-b296-4c71-b502-558dc6531667 HTTP/1.1" status: 204 len: 168 time: 7.9789762 Sep 14 22:55:16.160444 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47994) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:16.160444 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa745cec-46b3-49b6-9487-0a0a19b2790b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event deleted for resources: {'Network': ['ID=7293ddde-b296-4c71-b502-558dc6531667,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:16.163477 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 47996) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:16.194194 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3b010f3f-9536-4065-a990-005b516ad4c4 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] 10.222.0.33 "GET /v2.0/routers/2321fbfb-f69e-45ad-a5b7-1e38b1f14301 HTTP/1.1" status: 200 len: 907 time: 0.7028244 Sep 14 22:55:16.195149 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48000) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:16.206296 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2b179c-ab34-4086-9e33-1ce20ce6d0e9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:55:16.209955 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-cf122379-d4c8-46e1-8338-2d571e54db8e tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Request body: {'router': {'name': 'tempest-snat-router-177678329', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'enable_snat': True}}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:16.272062 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2ccd3ae-4ae9-4f27-b6cf-430aaf2b993d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Deleting subnet 47ff01a7-cf69-41da-b7b6-be1624d22772 {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:55:16.274393 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-cf122379-d4c8-46e1-8338-2d571e54db8e tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:16.287764 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ce03b0c1-5685-44f5-aa8f-0da62458954b tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756549302860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30702944'] for subnet, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:16.293210 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e2ccd3ae-4ae9-4f27-b6cf-430aaf2b993d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:16.324257 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fced1ee-37aa-4fd0-a78c-fad3b91ebe49 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] GET failed (client error): The resource could not be found. Sep 14 22:55:16.324792 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0fced1ee-37aa-4fd0-a78c-fad3b91ebe49 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Synchronizing usage tracker for tenant:98a7f1cb67ad4eb78bb3bebf456cdba4 on resource:subnet {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:55:16.374649 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c3641a-3027-444c-8341-10d4c8c6c048 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:16.375741 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c3641a-3027-444c-8341-10d4c8c6c048 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:16.378281 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c3641a-3027-444c-8341-10d4c8c6c048 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:16.378281 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-47c3641a-3027-444c-8341-10d4c8c6c048 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Synchronizing usage tracker for tenant:acaac18abfc14d928e7520f0a71439ec on resource:subnet {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:55:16.380491 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-cf122379-d4c8-46e1-8338-2d571e54db8e tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Usage tracker for resource:router and tenant:04ab023eb85c442f87a203c9b92fb746 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:55:16.406621 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-cf122379-d4c8-46e1-8338-2d571e54db8e tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:55:16.409898 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0fced1ee-37aa-4fd0-a78c-fad3b91ebe49 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Unset dirty status for tenant:98a7f1cb67ad4eb78bb3bebf456cdba4 on resource:subnet {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:55:16.411208 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0fced1ee-37aa-4fd0-a78c-fad3b91ebe49 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "GET /v2.0/subnets/a9ae4475-3938-4a62-b638-50cf307d8a62 HTTP/1.1" status: 404 len: 337 time: 0.1898606 Sep 14 22:55:16.416704 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48006) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:16.438089 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e6ce53-9af6-41d4-b72d-55962d676add None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-a979dd33-f698-49ec-b688-112d76e0b42d', 'network_id': 'a979dd33-f698-49ec-b688-112d76e0b42d', 'tenant_id': 'e6613fbfc8284862b15b5afbf1f6ff30', 'fixed_ips': [{'subnet_id': 'dacca3ac-ff54-4c2d-b129-97ead2a053f1'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:55:16.439102 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-02e6ce53-9af6-41d4-b72d-55962d676add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:16.439982 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-cf122379-d4c8-46e1-8338-2d571e54db8e tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:16.444976 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce03b0c1-5685-44f5-aa8f-0da62458954b tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:16.445336 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ce03b0c1-5685-44f5-aa8f-0da62458954b tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:16.446848 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ce03b0c1-5685-44f5-aa8f-0da62458954b tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "PUT /v2.0/subnets/dacca3ac-ff54-4c2d-b129-97ead2a053f1 HTTP/1.1" status: 200 len: 826 time: 1.3211474 Sep 14 22:55:16.453864 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-47c3641a-3027-444c-8341-10d4c8c6c048 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Unset dirty status for tenant:acaac18abfc14d928e7520f0a71439ec on resource:subnet {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:55:16.455389 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48010) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:16.464287 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-47c3641a-3027-444c-8341-10d4c8c6c048 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2941041 Sep 14 22:55:16.465048 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48014) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:16.467033 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00003255-6a29-4db6-974b-f7cd43db5f1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-138de534-65fe-41f0-b82c-c73b9cf3d6fc', 'network_id': '138de534-65fe-41f0-b82c-c73b9cf3d6fc', 'tenant_id': 'acaac18abfc14d928e7520f0a71439ec', 'fixed_ips': [{'subnet_id': '3ee176b3-3696-4ec6-a357-4995205d7577'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:55:16.468005 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-00003255-6a29-4db6-974b-f7cd43db5f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:16.470963 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e2ccd3ae-4ae9-4f27-b6cf-430aaf2b993d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:16.502216 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-f7cc0737-8cdf-4e43-8433-8c4cdc7b263d None None] Set router 2321fbfb-f69e-45ad-a5b7-1e38b1f14301 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:55:16.534882 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd688db4-7996-4467-8562-5ce70698fb35 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] DELETE failed (client error): The resource could not be found. Sep 14 22:55:16.535346 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd688db4-7996-4467-8562-5ce70698fb35 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:16.537056 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-dd688db4-7996-4467-8562-5ce70698fb35 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "DELETE /v2.0/networks/7293ddde-b296-4c71-b502-558dc6531667 HTTP/1.1" status: 404 len: 339 time: 0.1195061 Sep 14 22:55:16.543026 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48018) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:16.543362 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ec2b179c-ab34-4086-9e33-1ce20ce6d0e9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:16.559759 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-51aa76d8-715f-46e4-abec-1815f72c93dc tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Deleting subnet 3ee176b3-3696-4ec6-a357-4995205d7577 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:55:16.566318 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-51aa76d8-715f-46e4-abec-1815f72c93dc tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:16.572830 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cf122379-d4c8-46e1-8338-2d571e54db8e tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:16.573881 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cf122379-d4c8-46e1-8338-2d571e54db8e tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:16.579024 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port be4eaed4-a7db-4181-a6f7-f210ba1d43fc is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:55:16.580323 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device af1cf007-b743-4162-bed4-f2f8ff5e111c up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:55:16.626020 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-ec2b179c-ab34-4086-9e33-1ce20ce6d0e9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] device_id is not set on port 11eb215c-0aeb-4e44-8f14-51bce4efb1cc yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:55:16.669912 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03b0c1-5685-44f5-aa8f-0da62458954b tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event updated for resources: {'Subnet': ['ID=dacca3ac-ff54-4c2d-b129-97ead2a053f1,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:16.676066 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-51aa76d8-715f-46e4-abec-1815f72c93dc tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:16.715260 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-b2fcb5cf-6cbc-4ee1-be3c-e9d2c3a9b9b9 None None] Provisioning complete for port be4eaed4-a7db-4181-a6f7-f210ba1d43fc triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:16.715561 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b2fcb5cf-6cbc-4ee1-be3c-e9d2c3a9b9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:16.774908 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cf122379-d4c8-46e1-8338-2d571e54db8e tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:16.786389 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e2ccd3ae-4ae9-4f27-b6cf-430aaf2b993d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:16.801680 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-51aa76d8-715f-46e4-abec-1815f72c93dc tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:16.951080 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-51aa76d8-715f-46e4-abec-1815f72c93dc tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:16.998738 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa76d8-715f-46e4-abec-1815f72c93dc tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Pushing event deleted for resources: {'Subnet': ['ID=3ee176b3-3696-4ec6-a357-4995205d7577,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:17.001088 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-ec2b179c-ab34-4086-9e33-1ce20ce6d0e9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Allocated IP 172.20.0.5 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/3fa2a229-09eb-4757-be9a-28966316c1a8/11eb215c-0aeb-4e44-8f14-51bce4efb1cc) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:55:17.005138 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-51aa76d8-715f-46e4-abec-1815f72c93dc tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:17.016436 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4cadb68c-c402-4e2c-9b2f-d37ab07c8373 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:17.029252 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-51aa76d8-715f-46e4-abec-1815f72c93dc tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] 10.222.0.33 "DELETE /v2.0/subnets/3ee176b3-3696-4ec6-a357-4995205d7577 HTTP/1.1" status: 204 len: 168 time: 0.5577822 Sep 14 22:55:17.029962 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48022) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:17.123572 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f037471-f04f-4f74-8dc7-256da11cb084 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Deleting subnet 30a68d4a-b3c6-47e9-8455-b99b7f0f9920 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:55:17.127398 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2f037471-f04f-4f74-8dc7-256da11cb084 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:17.155147 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa6e5c4-9514-4f7a-8051-706ede13a932 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:17.161256 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa6e5c4-9514-4f7a-8051-706ede13a932 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:17.162048 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1aa6e5c4-9514-4f7a-8051-706ede13a932 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Synchronizing usage tracker for tenant:98a7f1cb67ad4eb78bb3bebf456cdba4 on resource:network {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:55:17.187692 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-f6b799b8-2256-44ce-b9e5-27754cf59528 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Deleting port cc87dc13-1058-4347-beb5-9221a8a9accb {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:55:17.188170 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f6b799b8-2256-44ce-b9e5-27754cf59528 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:17.190004 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-ec2b179c-ab34-4086-9e33-1ce20ce6d0e9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Allocated IP 2001:db8::f816:3eff:fe45:3239 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/a3b7d453-7f9d-47e6-8cfe-6ff1fab41cb5/11eb215c-0aeb-4e44-8f14-51bce4efb1cc) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:55:17.201939 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2f037471-f04f-4f74-8dc7-256da11cb084 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:17.295230 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2f037471-f04f-4f74-8dc7-256da11cb084 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:17.426261 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e2ccd3ae-4ae9-4f27-b6cf-430aaf2b993d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server [None req-00003255-6a29-4db6-974b-f7cd43db5f1d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3ee176b3-3696-4ec6-a357-4995205d7577: This subnet is being modified by another concurrent operation. Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server raise self.value Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server raise self.value Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server raise self.value Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server raise self.value Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 14 22:55:17.429155 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 14 22:55:17.432592 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 14 22:55:17.432592 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 14 22:55:17.432592 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 14 22:55:17.432592 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 14 22:55:17.432592 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 14 22:55:17.432592 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server raise self.value Sep 14 22:55:17.432592 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 14 22:55:17.432592 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 14 22:55:17.432592 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 14 22:55:17.432592 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 14 22:55:17.432592 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 14 22:55:17.432592 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 14 22:55:17.432592 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 14 22:55:17.432592 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server raise self.value Sep 14 22:55:17.432592 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 14 22:55:17.432592 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 14 22:55:17.432592 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Sep 14 22:55:17.432592 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 14 22:55:17.432592 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1431, in _create_port_db Sep 14 22:55:17.432592 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 14 22:55:17.432592 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 14 22:55:17.432592 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 14 22:55:17.432592 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 14 22:55:17.432592 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 14 22:55:17.432592 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 14 22:55:17.432592 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 14 22:55:17.432592 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 14 22:55:17.432592 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 14 22:55:17.432592 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 14 22:55:17.432592 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 14 22:55:17.432592 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 14 22:55:17.432592 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 14 22:55:17.432592 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 14 22:55:17.432592 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 14 22:55:17.432592 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 14 22:55:17.432592 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server raise exception Sep 14 22:55:17.432592 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3ee176b3-3696-4ec6-a357-4995205d7577: This subnet is being modified by another concurrent operation. Sep 14 22:55:17.432592 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server Sep 14 22:55:17.445002 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port af1cf007-b743-4162-bed4-f2f8ff5e111c completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:55:17.450790 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2f037471-f04f-4f74-8dc7-256da11cb084 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:17.490723 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47977a05-6e78-4593-a01a-a78c73b07557 None None] Network 138de534-65fe-41f0-b82c-c73b9cf3d6fc requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:17.571426 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f037471-f04f-4f74-8dc7-256da11cb084 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Pushing event deleted for resources: {'Subnet': ['ID=30a68d4a-b3c6-47e9-8455-b99b7f0f9920,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:17.574396 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2f037471-f04f-4f74-8dc7-256da11cb084 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:17.594369 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2f037471-f04f-4f74-8dc7-256da11cb084 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] 10.222.0.33 "DELETE /v2.0/subnets/30a68d4a-b3c6-47e9-8455-b99b7f0f9920 HTTP/1.1" status: 204 len: 168 time: 0.5631721 Sep 14 22:55:17.599191 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48026) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:17.615062 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e2ccd3ae-4ae9-4f27-b6cf-430aaf2b993d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:17.617858 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port af1cf007-b743-4162-bed4-f2f8ff5e111c triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:17.618343 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:17.618562 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ccd3ae-4ae9-4f27-b6cf-430aaf2b993d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=47ff01a7-cf69-41da-b7b6-be1624d22772,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:17.636741 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1aa6e5c4-9514-4f7a-8051-706ede13a932 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Unset dirty status for tenant:98a7f1cb67ad4eb78bb3bebf456cdba4 on resource:network {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:55:17.640815 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1aa6e5c4-9514-4f7a-8051-706ede13a932 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1387 time: 1.0856788 Sep 14 22:55:17.641420 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48030) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:17.643757 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cf122379-d4c8-46e1-8338-2d571e54db8e tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:17.673803 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac0aaf0-2273-427a-af49-d7c68f554af6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-e4dc3f9a-cfcb-4fca-86ba-a510d7a11abf', 'network_id': 'e4dc3f9a-cfcb-4fca-86ba-a510d7a11abf', 'tenant_id': 'acaac18abfc14d928e7520f0a71439ec', 'fixed_ips': [{'subnet_id': '30a68d4a-b3c6-47e9-8455-b99b7f0f9920'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:55:17.674705 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-aac0aaf0-2273-427a-af49-d7c68f554af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:17.774329 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-e2ccd3ae-4ae9-4f27-b6cf-430aaf2b993d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] 10.222.0.33 "DELETE /v2.0/subnets/47ff01a7-cf69-41da-b7b6-be1624d22772 HTTP/1.1" status: 204 len: 168 time: 1.8489301 Sep 14 22:55:17.783407 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-717fc3b5-8cd7-4a60-b6c0-0cd5d2c28311 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Synchronizing usage tracker for tenant:98a7f1cb67ad4eb78bb3bebf456cdba4 on resource:subnet {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:55:17.799194 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48034) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:17.819941 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-02e6ce53-9af6-41d4-b72d-55962d676add None None] Allocated IP 2001:db8::2 (a979dd33-f698-49ec-b688-112d76e0b42d/dacca3ac-ff54-4c2d-b129-97ead2a053f1/1718338b-35a0-4071-92e2-a869a4ddf471) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:55:17.834776 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-b2fcb5cf-6cbc-4ee1-be3c-e9d2c3a9b9b9 None None] Current status of the port be4eaed4-a7db-4181-a6f7-f210ba1d43fc is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:55:17.836190 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4cadb68c-c402-4e2c-9b2f-d37ab07c8373 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:17.870396 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375fda47-29be-43ab-91fe-906ad435313b tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:17.871283 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-375fda47-29be-43ab-91fe-906ad435313b tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Synchronizing usage tracker for tenant:acaac18abfc14d928e7520f0a71439ec on resource:subnet {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:55:17.876082 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ec2b179c-ab34-4086-9e33-1ce20ce6d0e9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:17.901041 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-ec2b179c-ab34-4086-9e33-1ce20ce6d0e9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Transition to ACTIVE for port object 11eb215c-0aeb-4e44-8f14-51bce4efb1cc will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:55:17.905449 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-375fda47-29be-43ab-91fe-906ad435313b tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Unset dirty status for tenant:acaac18abfc14d928e7520f0a71439ec on resource:subnet {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:55:17.910406 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-375fda47-29be-43ab-91fe-906ad435313b tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3063881 Sep 14 22:55:17.912662 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48038) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:18.039168 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cf4015ef-a41e-4e85-a5b1-bf4ddc93c627 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:18.041234 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-717fc3b5-8cd7-4a60-b6c0-0cd5d2c28311 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Unset dirty status for tenant:98a7f1cb67ad4eb78bb3bebf456cdba4 on resource:subnet {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:55:18.045563 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-717fc3b5-8cd7-4a60-b6c0-0cd5d2c28311 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "GET /v2.0/subnets?network_id=681410b9-e86d-4f65-a0f3-ea2093b5104b HTTP/1.1" status: 200 len: 207 time: 0.3878992 Sep 14 22:55:18.047281 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48042) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:18.100837 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-72486c8d-51f2-4e29-97ab-113daa405bd6 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:18.106808 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f6b799b8-2256-44ce-b9e5-27754cf59528 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:18.177676 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1926d6e9-3152-4e84-8a64-96c9a52cb0f2 None None] Provisioning complete for port af1cf007-b743-4162-bed4-f2f8ff5e111c triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:18.178023 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1926d6e9-3152-4e84-8a64-96c9a52cb0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:18.192699 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ec2b179c-ab34-4086-9e33-1ce20ce6d0e9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:18.213231 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944b64df-11c0-458d-92c6-a9c70bb299c9 None None] Network e4dc3f9a-cfcb-4fca-86ba-a510d7a11abf requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:18.248812 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-f6b799b8-2256-44ce-b9e5-27754cf59528 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Calling delete_port for cc87dc13-1058-4347-beb5-9221a8a9accb owned by network:router_interface {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:55:18.250745 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be382cd2-abbd-4dfe-b5c0-f4529c6b77cf tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:18.256810 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be382cd2-abbd-4dfe-b5c0-f4529c6b77cf tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:18.264077 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be382cd2-abbd-4dfe-b5c0-f4529c6b77cf tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:18.269945 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be382cd2-abbd-4dfe-b5c0-f4529c6b77cf tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:18.276650 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be382cd2-abbd-4dfe-b5c0-f4529c6b77cf tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:18.277675 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-be382cd2-abbd-4dfe-b5c0-f4529c6b77cf tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Synchronizing usage tracker for tenant:98a7f1cb67ad4eb78bb3bebf456cdba4 on resource:network {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:55:18.338620 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2b179c-ab34-4086-9e33-1ce20ce6d0e9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:55:18.347325 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-ec2b179c-ab34-4086-9e33-1ce20ce6d0e9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:18.352031 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port af1cf007-b743-4162-bed4-f2f8ff5e111c is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:55:18.352421 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:18.357854 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2b179c-ab34-4086-9e33-1ce20ce6d0e9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:55:18.369357 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-f7cc0737-8cdf-4e43-8433-8c4cdc7b263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2321fbfb-f69e-45ad-a5b7-1e38b1f14301', 'name': 'tempest-snat-router-177678329', 'tenant_id': '04ab023eb85c442f87a203c9b92fb746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.70'}], 'enable_snat': False}, 'gw_port_id': '73cb9dab-e603-49c8-b2b2-b770c01a77e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:55:07Z', 'updated_at': '2022-09-14T22:55:12Z', 'revision_number': 3, 'project_id': '04ab023eb85c442f87a203c9b92fb746', 'gw_port': {'id': '73cb9dab-e603-49c8-b2b2-b770c01a77e0', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:04:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2321fbfb-f69e-45ad-a5b7-1e38b1f14301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:55:10Z', 'updated_at': '2022-09-14T22:55:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:18.406057 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cc0737-8cdf-4e43-8433-8c4cdc7b263d None None] Checking router: 2321fbfb-f69e-45ad-a5b7-1e38b1f14301 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:55:18.406411 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cc0737-8cdf-4e43-8433-8c4cdc7b263d None None] Updating router 2321fbfb-f69e-45ad-a5b7-1e38b1f14301 port 73cb9dab-e603-49c8-b2b2-b770c01a77e0 binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:55:18.449006 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-72486c8d-51f2-4e29-97ab-113daa405bd6 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:18.488320 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2b179c-ab34-4086-9e33-1ce20ce6d0e9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:18.489717 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ec2b179c-ab34-4086-9e33-1ce20ce6d0e9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:18.495886 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-be382cd2-abbd-4dfe-b5c0-f4529c6b77cf tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Unset dirty status for tenant:98a7f1cb67ad4eb78bb3bebf456cdba4 on resource:network {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:55:18.501652 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-be382cd2-abbd-4dfe-b5c0-f4529c6b77cf tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3053 time: 0.4495473 Sep 14 22:55:18.503897 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48046) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:18.510991 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-72486c8d-51f2-4e29-97ab-113daa405bd6 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['101e68bf-f7fe-4e3f-b8e0-b8b149c71a76']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:18.528741 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b179c-ab34-4086-9e33-1ce20ce6d0e9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Port': ['ID=11eb215c-0aeb-4e44-8f14-51bce4efb1cc,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:18.562275 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-72486c8d-51f2-4e29-97ab-113daa405bd6 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec294cb-2d6a-4c9a-83c8-d5a000743b18') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:18.562607 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-72486c8d-51f2-4e29-97ab-113daa405bd6 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec294cb-2d6a-4c9a-83c8-d5a000743b18') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:18.621469 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port af1cf007-b743-4162-bed4-f2f8ff5e111c, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=af1cf007-b743-4162-bed4-f2f8ff5e111c,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:55:18.635607 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ec2b179c-ab34-4086-9e33-1ce20ce6d0e9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1063340 Sep 14 22:55:18.639088 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48050) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:18.642604 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cf4015ef-a41e-4e85-a5b1-bf4ddc93c627 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:18.643630 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-72486c8d-51f2-4e29-97ab-113daa405bd6 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:18.679241 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:18.680121 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 796690ac-7bbc-4c0b-9dca-e841887a48a1 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:55:18.735142 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-72486c8d-51f2-4e29-97ab-113daa405bd6 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:18.743300 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-cf4015ef-a41e-4e85-a5b1-bf4ddc93c627 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4dc3f9a-cfcb-4fca-86ba-a510d7a11abf']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:18.754261 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f7cc0737-8cdf-4e43-8433-8c4cdc7b263d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:18.765497 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-cf4015ef-a41e-4e85-a5b1-bf4ddc93c627 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4776de6c-c6b4-4c50-b824-8d0dd7ee2ef2') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:18.765883 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-cf4015ef-a41e-4e85-a5b1-bf4ddc93c627 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4776de6c-c6b4-4c50-b824-8d0dd7ee2ef2') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:18.782955 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cf4015ef-a41e-4e85-a5b1-bf4ddc93c627 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:18.810962 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cf4015ef-a41e-4e85-a5b1-bf4ddc93c627 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:18.830627 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174bb326-1df8-45a8-a6a5-5562f451d1fb tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:18.836794 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174bb326-1df8-45a8-a6a5-5562f451d1fb tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:18.838355 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-174bb326-1df8-45a8-a6a5-5562f451d1fb tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:55:18.841569 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf4015ef-a41e-4e85-a5b1-bf4ddc93c627 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:55:18.842104 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cf4015ef-a41e-4e85-a5b1-bf4ddc93c627 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:18.846804 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 796690ac-7bbc-4c0b-9dca-e841887a48a1 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:55:18.847148 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 796690ac-7bbc-4c0b-9dca-e841887a48a1 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Sep 14 22:55:18.878351 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 4776de6c-c6b4-4c50-b824-8d0dd7ee2ef2 resource provider aggregate not found Sep 14 22:55:18.890980 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-02e6ce53-9af6-41d4-b72d-55962d676add None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:18.893708 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Port 796690ac-7bbc-4c0b-9dca-e841887a48a1 not found, will not notify nova. {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Sep 14 22:55:18.918848 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1926d6e9-3152-4e84-8a64-96c9a52cb0f2 None None] Current status of the port af1cf007-b743-4162-bed4-f2f8ff5e111c is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:55:18.921325 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-02e6ce53-9af6-41d4-b72d-55962d676add None None] Transition to ACTIVE for port object 1718338b-35a0-4071-92e2-a869a4ddf471 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:55:18.965301 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 4776de6c-c6b4-4c50-b824-8d0dd7ee2ef2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4776de6c-c6b4-4c50-b824-8d0dd7ee2ef2 found for delete ", "request_id": "req-22b744e8-0301-428c-b650-479597db59b1"}]} Sep 14 22:55:18.970584 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72486c8d-51f2-4e29-97ab-113daa405bd6 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:55:18.971240 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-72486c8d-51f2-4e29-97ab-113daa405bd6 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:18.971358 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-174bb326-1df8-45a8-a6a5-5562f451d1fb tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:55:18.975820 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-174bb326-1df8-45a8-a6a5-5562f451d1fb tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3357244 Sep 14 22:55:18.976442 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48058) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:18.995181 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=af1cf007-b743-4162-bed4-f2f8ff5e111c,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:19.036833 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device be4eaed4-a7db-4181-a6f7-f210ba1d43fc up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:55:19.055495 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cf4015ef-a41e-4e85-a5b1-bf4ddc93c627 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:19.064879 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-02e6ce53-9af6-41d4-b72d-55962d676add None None] Transition to ACTIVE for port object 1718338b-35a0-4071-92e2-a869a4ddf471 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:55:19.081849 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cf4015ef-a41e-4e85-a5b1-bf4ddc93c627 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:19.084818 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment eec294cb-2d6a-4c9a-83c8-d5a000743b18 resource provider aggregate not found Sep 14 22:55:19.092874 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-cc2f7d7c-85f1-4940-a239-4e9dc27adfc5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting port 11eb215c-0aeb-4e44-8f14-51bce4efb1cc {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:55:19.093437 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cc2f7d7c-85f1-4940-a239-4e9dc27adfc5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:19.102373 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-02e6ce53-9af6-41d4-b72d-55962d676add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:19.127338 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4015ef-a41e-4e85-a5b1-bf4ddc93c627 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Pushing event deleted for resources: {'Network': ['ID=e4dc3f9a-cfcb-4fca-86ba-a510d7a11abf,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:19.150238 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-cf4015ef-a41e-4e85-a5b1-bf4ddc93c627 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] 10.222.0.33 "DELETE /v2.0/networks/e4dc3f9a-cfcb-4fca-86ba-a510d7a11abf HTTP/1.1" status: 204 len: 168 time: 1.2384617 Sep 14 22:55:19.154000 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48066) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:19.188489 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment eec294cb-2d6a-4c9a-83c8-d5a000743b18 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eec294cb-2d6a-4c9a-83c8-d5a000743b18 found for delete ", "request_id": "req-6bcbc713-d105-45b5-9a84-c2c5aa2039cc"}]} Sep 14 22:55:19.236154 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6f43cb5e-5a90-40a5-a159-559ce9805a9c tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 678 time: 0.7265546 Sep 14 22:55:19.238796 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4cadb68c-c402-4e2c-9b2f-d37ab07c8373 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:19.243590 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48070) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:19.252330 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f422c07e-b783-40b4-b0d4-ef23ce8d41a4 None None] Provisioning for port 11eb215c-0aeb-4e44-8f14-51bce4efb1cc completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:55:19.323564 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-72486c8d-51f2-4e29-97ab-113daa405bd6 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:19.327744 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72486c8d-51f2-4e29-97ab-113daa405bd6 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 101e68bf-f7fe-4e3f-b8e0-b8b149c71a76 {{(pid=89170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 14 22:55:19.329900 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-72486c8d-51f2-4e29-97ab-113daa405bd6 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:19.344921 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f422c07e-b783-40b4-b0d4-ef23ce8d41a4 None None] Provisioning complete for port 11eb215c-0aeb-4e44-8f14-51bce4efb1cc triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:19.345347 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f422c07e-b783-40b4-b0d4-ef23ce8d41a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:19.353772 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cadb68c-c402-4e2c-9b2f-d37ab07c8373 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event deleted for resources: {'Subnet': ['ID=dacca3ac-ff54-4c2d-b129-97ead2a053f1,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:19.357652 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cf122379-d4c8-46e1-8338-2d571e54db8e tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:19.374129 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e6ce53-9af6-41d4-b72d-55962d676add None None] Network a979dd33-f698-49ec-b688-112d76e0b42d is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:55:19.383779 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-02e6ce53-9af6-41d4-b72d-55962d676add None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:19.386115 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:19.388935 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e6ce53-9af6-41d4-b72d-55962d676add None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:55:19.396653 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4f5ff21f-e7ce-4784-b840-2b68d521f7dd tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:19.413530 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6ce53-9af6-41d4-b72d-55962d676add None None] Pushing event updated for resources: {'Port': ['ID=1718338b-35a0-4071-92e2-a869a4ddf471,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:19.421874 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb8cdf0-81e6-458b-b96f-16c74f13ce95 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:19.428437 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb8cdf0-81e6-458b-b96f-16c74f13ce95 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:19.428437 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2bb8cdf0-81e6-458b-b96f-16c74f13ce95 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1804776 Sep 14 22:55:19.432203 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48074) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:19.432657 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72486c8d-51f2-4e29-97ab-113daa405bd6 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Pushing event deleted for resources: {'Network': ['ID=101e68bf-f7fe-4e3f-b8e0-b8b149c71a76,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:19.436049 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cf122379-d4c8-46e1-8338-2d571e54db8e tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:19.531819 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-f422c07e-b783-40b4-b0d4-ef23ce8d41a4 None None] Port 11eb215c-0aeb-4e44-8f14-51bce4efb1cc cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:55:19.551015 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port be4eaed4-a7db-4181-a6f7-f210ba1d43fc triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:19.551267 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:19.581326 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-72486c8d-51f2-4e29-97ab-113daa405bd6 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] 10.222.0.33 "DELETE /v2.0/networks/101e68bf-f7fe-4e3f-b8e0-b8b149c71a76 HTTP/1.1" status: 204 len: 168 time: 1.7655044 Sep 14 22:55:19.629965 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4cadb68c-c402-4e2c-9b2f-d37ab07c8373 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:19.646386 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f6b799b8-2256-44ce-b9e5-27754cf59528 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:19.685540 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-02e6ce53-9af6-41d4-b72d-55962d676add None None] Attempting to bind port 1718338b-35a0-4071-92e2-a869a4ddf471 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:55:19.686136 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-02e6ce53-9af6-41d4-b72d-55962d676add None None] Attempting to bind port 1718338b-35a0-4071-92e2-a869a4ddf471 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '1a651131-0a59-4636-b232-b5ee9fd7045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a979dd33-f698-49ec-b688-112d76e0b42d'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:55:19.686232 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6ce53-9af6-41d4-b72d-55962d676add None None] Attempting to bind port 1718338b-35a0-4071-92e2-a869a4ddf471 on network a979dd33-f698-49ec-b688-112d76e0b42d {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:55:19.713769 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b799b8-2256-44ce-b9e5-27754cf59528 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event deleted for resources: {'Port': ['ID=cc87dc13-1058-4347-beb5-9221a8a9accb,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:19.761201 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-4cadb68c-c402-4e2c-9b2f-d37ab07c8373 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a979dd33-f698-49ec-b688-112d76e0b42d']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:19.829008 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f7cc0737-8cdf-4e43-8433-8c4cdc7b263d None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:19.841234 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f7cc0737-8cdf-4e43-8433-8c4cdc7b263d None None] Transition to ACTIVE for port object 73cb9dab-e603-49c8-b2b2-b770c01a77e0 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:55:19.845635 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-4cadb68c-c402-4e2c-9b2f-d37ab07c8373 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a651131-0a59-4636-b232-b5ee9fd7045f') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:19.846387 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-4cadb68c-c402-4e2c-9b2f-d37ab07c8373 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a651131-0a59-4636-b232-b5ee9fd7045f') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:19.857253 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6ce53-9af6-41d4-b72d-55962d676add None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:55:19.858013 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6ce53-9af6-41d4-b72d-55962d676add None None] Checking segment: {'id': '1a651131-0a59-4636-b232-b5ee9fd7045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a979dd33-f698-49ec-b688-112d76e0b42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:55:19.858561 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-02e6ce53-9af6-41d4-b72d-55962d676add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:19.859095 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6ce53-9af6-41d4-b72d-55962d676add None None] Bound using segment: {'id': '1a651131-0a59-4636-b232-b5ee9fd7045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a979dd33-f698-49ec-b688-112d76e0b42d'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:55:19.859737 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-02e6ce53-9af6-41d4-b72d-55962d676add None None] Bound port: 1718338b-35a0-4071-92e2-a869a4ddf471, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a651131-0a59-4636-b232-b5ee9fd7045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a979dd33-f698-49ec-b688-112d76e0b42d'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:55:19.860281 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-02e6ce53-9af6-41d4-b72d-55962d676add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:19.874043 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f7cc0737-8cdf-4e43-8433-8c4cdc7b263d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:19.965022 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4cadb68c-c402-4e2c-9b2f-d37ab07c8373 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:19.993075 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48084) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:20.005900 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-f7cc0737-8cdf-4e43-8433-8c4cdc7b263d None None] Attempting to bind port 73cb9dab-e603-49c8-b2b2-b770c01a77e0 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:55:20.006071 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-f7cc0737-8cdf-4e43-8433-8c4cdc7b263d None None] Attempting to bind port 73cb9dab-e603-49c8-b2b2-b770c01a77e0 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:55:20.006669 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cc0737-8cdf-4e43-8433-8c4cdc7b263d None None] Attempting to bind port 73cb9dab-e603-49c8-b2b2-b770c01a77e0 on network 681410b9-e86d-4f65-a0f3-ea2093b5104b {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:55:20.007810 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-c253b99d-e067-4180-b900-75cbef694e47 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Request body: {'router': {'name': 'tempest-router--1081180831', 'project_id': '6ff70945187b4206b362e17a505a28ad'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:20.020518 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c253b99d-e067-4180-b900-75cbef694e47 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:20.029854 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cc0737-8cdf-4e43-8433-8c4cdc7b263d None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:55:20.030565 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cc0737-8cdf-4e43-8433-8c4cdc7b263d None None] Checking segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:55:20.030946 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f7cc0737-8cdf-4e43-8433-8c4cdc7b263d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:20.031323 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cc0737-8cdf-4e43-8433-8c4cdc7b263d None None] Bound using segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:55:20.031800 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-f7cc0737-8cdf-4e43-8433-8c4cdc7b263d None None] Bound port: 73cb9dab-e603-49c8-b2b2-b770c01a77e0, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:55:20.032166 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f7cc0737-8cdf-4e43-8433-8c4cdc7b263d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:20.078321 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c253b99d-e067-4180-b900-75cbef694e47 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Usage tracker for resource:router and tenant:6ff70945187b4206b362e17a505a28ad is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:55:20.089057 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4cadb68c-c402-4e2c-9b2f-d37ab07c8373 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:20.091404 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c253b99d-e067-4180-b900-75cbef694e47 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:55:20.138098 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cadb68c-c402-4e2c-9b2f-d37ab07c8373 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:55:20.138490 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4cadb68c-c402-4e2c-9b2f-d37ab07c8373 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:20.148334 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8184205-dc24-46e1-a391-e40666e66b19 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['shared'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:20.148913 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0efee-4a22-4624-89af-dea8650a4f19 None None] Pushing event updated for resources: {'Port': ['ID=73cb9dab-e603-49c8-b2b2-b770c01a77e0,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:20.149834 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8184205-dc24-46e1-a391-e40666e66b19 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['shared'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:20.156646 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f8184205-dc24-46e1-a391-e40666e66b19 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.7186079 Sep 14 22:55:20.156818 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c253b99d-e067-4180-b900-75cbef694e47 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:20.160256 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-cf122379-d4c8-46e1-8338-2d571e54db8e tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Allocated IP 172.26.5.58 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/9e1cbdca-a53a-4562-b096-ec864aee1482) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:55:20.162277 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48088) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:20.173377 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4f5ff21f-e7ce-4784-b840-2b68d521f7dd tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:20.187923 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cc2f7d7c-85f1-4940-a239-4e9dc27adfc5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:20.195583 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port be4eaed4-a7db-4181-a6f7-f210ba1d43fc is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:55:20.198373 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-02e6ce53-9af6-41d4-b72d-55962d676add None None] For port 1718338b-35a0-4071-92e2-a869a4ddf471, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:55:20.216808 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-f7cc0737-8cdf-4e43-8433-8c4cdc7b263d None None] For port 73cb9dab-e603-49c8-b2b2-b770c01a77e0, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:55:20.223342 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-f7cc0737-8cdf-4e43-8433-8c4cdc7b263d None None] For port 73cb9dab-e603-49c8-b2b2-b770c01a77e0, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=73cb9dab-e603-49c8-b2b2-b770c01a77e0,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:55:20.231106 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f7cc0737-8cdf-4e43-8433-8c4cdc7b263d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:20.288657 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 796690ac-7bbc-4c0b-9dca-e841887a48a1 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:55:20.331926 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-4f5ff21f-e7ce-4784-b840-2b68d521f7dd tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['138de534-65fe-41f0-b82c-c73b9cf3d6fc']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:20.333063 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cc0737-8cdf-4e43-8433-8c4cdc7b263d None None] Routers {'2321fbfb-f69e-45ad-a5b7-1e38b1f14301'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:55:20.333807 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-f7cc0737-8cdf-4e43-8433-8c4cdc7b263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:55:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['2321fbfb-f69e-45ad-a5b7-1e38b1f14301'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:20.345036 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-cc2f7d7c-85f1-4940-a239-4e9dc27adfc5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Calling delete_port for 11eb215c-0aeb-4e44-8f14-51bce4efb1cc owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:55:20.397677 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c253b99d-e067-4180-b900-75cbef694e47 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:20.399307 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c253b99d-e067-4180-b900-75cbef694e47 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:20.407013 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-4f5ff21f-e7ce-4784-b840-2b68d521f7dd tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7326526e-7ef2-4e4d-9efb-faaed8cb4204') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:20.407368 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-4f5ff21f-e7ce-4784-b840-2b68d521f7dd tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7326526e-7ef2-4e4d-9efb-faaed8cb4204') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:20.409044 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 796690ac-7bbc-4c0b-9dca-e841887a48a1 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:55:20.409611 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 796690ac-7bbc-4c0b-9dca-e841887a48a1 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:55:20.426722 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4f5ff21f-e7ce-4784-b840-2b68d521f7dd tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:20.447715 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-02e6ce53-9af6-41d4-b72d-55962d676add None None] For port 1718338b-35a0-4071-92e2-a869a4ddf471, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=1718338b-35a0-4071-92e2-a869a4ddf471,segment=NetworkSegment(1a651131-0a59-4636-b232-b5ee9fd7045f),segment_id=1a651131-0a59-4636-b232-b5ee9fd7045f)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:55:20.464842 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4f5ff21f-e7ce-4784-b840-2b68d521f7dd tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:20.472450 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5ff21f-e7ce-4784-b840-2b68d521f7dd tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:55:20.472874 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4f5ff21f-e7ce-4784-b840-2b68d521f7dd tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:20.504352 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0efee-4a22-4624-89af-dea8650a4f19 None None] Pushing event updated for resources: {'Port': ['ID=73cb9dab-e603-49c8-b2b2-b770c01a77e0,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:20.507405 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-02e6ce53-9af6-41d4-b72d-55962d676add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:20.538722 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.api [None req-4cadb68c-c402-4e2c-9b2f-d37ab07c8373 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 14 22:55:20.538722 dv-neutron-857791-1-hyperv neutron-server[89170]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 14 22:55:20.538722 dv-neutron-857791-1-hyperv neutron-server[89170]: [parameters: {'id': 'a979dd33-f698-49ec-b688-112d76e0b42d'}] Sep 14 22:55:20.538722 dv-neutron-857791-1-hyperv neutron-server[89170]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:55:20.539224 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG oslo_db.api [None req-4cadb68c-c402-4e2c-9b2f-d37ab07c8373 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:55:20.629691 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35d4888-7274-4a47-84d6-d03f61a45038 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:20.631180 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-e35d4888-7274-4a47-84d6-d03f61a45038 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "GET /v2.0/networks/7c436029-6d84-4fe9-a8a5-0d9ff7a91cc4 HTTP/1.1" status: 200 len: 800 time: 0.4682195 Sep 14 22:55:20.637325 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48092) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:20.647734 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4f5ff21f-e7ce-4784-b840-2b68d521f7dd tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:20.666655 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-f7cc0737-8cdf-4e43-8433-8c4cdc7b263d None None] Set router 2321fbfb-f69e-45ad-a5b7-1e38b1f14301 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:55:20.676449 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4f5ff21f-e7ce-4784-b840-2b68d521f7dd tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:20.678499 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f6b799b8-2256-44ce-b9e5-27754cf59528 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:20.688600 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ff21f-e7ce-4784-b840-2b68d521f7dd tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Pushing event deleted for resources: {'Network': ['ID=138de534-65fe-41f0-b82c-c73b9cf3d6fc,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:20.737504 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4f5ff21f-e7ce-4784-b840-2b68d521f7dd tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] 10.222.0.33 "DELETE /v2.0/networks/138de534-65fe-41f0-b82c-c73b9cf3d6fc HTTP/1.1" status: 204 len: 168 time: 1.5823562 Sep 14 22:55:20.745593 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48096) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:20.784168 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6ce53-9af6-41d4-b72d-55962d676add None None] Pushing event updated for resources: {'Port': ['ID=1718338b-35a0-4071-92e2-a869a4ddf471,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:20.807091 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf90fca-08fd-4bb0-b329-a32e466e4482 None None] Network a979dd33-f698-49ec-b688-112d76e0b42d requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:20.878841 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cc2f7d7c-85f1-4940-a239-4e9dc27adfc5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:20.930701 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c253b99d-e067-4180-b900-75cbef694e47 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:20.941336 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f7d7c-85f1-4940-a239-4e9dc27adfc5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Port': ['ID=11eb215c-0aeb-4e44-8f14-51bce4efb1cc,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:20.952436 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-083c62ac-a0be-4041-9813-3890458b7345 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:21.043994 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4cadb68c-c402-4e2c-9b2f-d37ab07c8373 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:21.057752 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device af1cf007-b743-4162-bed4-f2f8ff5e111c up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:55:21.083922 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 7326526e-7ef2-4e4d-9efb-faaed8cb4204 resource provider aggregate not found Sep 14 22:55:21.086172 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cf122379-d4c8-46e1-8338-2d571e54db8e tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:21.175752 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c253b99d-e067-4180-b900-75cbef694e47 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:21.199223 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-14b12aae-b3d4-4fb0-b2a7-96dbc7486692 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "GET /v2.0/networks/7c436029-6d84-4fe9-a8a5-0d9ff7a91cc4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.5534911 Sep 14 22:55:21.199323 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48106) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:21.206616 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 7326526e-7ef2-4e4d-9efb-faaed8cb4204 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7326526e-7ef2-4e4d-9efb-faaed8cb4204 found for delete ", "request_id": "req-0e557fbd-e265-499a-8a6d-c1490fd06e41"}]} Sep 14 22:55:21.259662 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-4cadb68c-c402-4e2c-9b2f-d37ab07c8373 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Deleting port 1718338b-35a0-4071-92e2-a869a4ddf471 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:55:21.260003 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4cadb68c-c402-4e2c-9b2f-d37ab07c8373 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:21.282659 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port af1cf007-b743-4162-bed4-f2f8ff5e111c triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:21.282930 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:21.292191 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 1a651131-0a59-4636-b232-b5ee9fd7045f resource provider aggregate not found Sep 14 22:55:21.322199 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 1a651131-0a59-4636-b232-b5ee9fd7045f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a651131-0a59-4636-b232-b5ee9fd7045f found for delete ", "request_id": "req-8c9f9d16-b447-4e45-873e-aafa820a59a8"}]} Sep 14 22:55:21.346406 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-083c62ac-a0be-4041-9813-3890458b7345 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:21.353917 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c253b99d-e067-4180-b900-75cbef694e47 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:21.357824 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c253b99d-e067-4180-b900-75cbef694e47 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.3582966 Sep 14 22:55:21.360343 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48112) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:21.384801 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd75974d-3f52-4c16-9cf2-6199fdad3b74 None None] Network a979dd33-f698-49ec-b688-112d76e0b42d requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:21.400785 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-f7cc0737-8cdf-4e43-8433-8c4cdc7b263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2321fbfb-f69e-45ad-a5b7-1e38b1f14301', 'name': 'tempest-snat-router-177678329', 'tenant_id': '04ab023eb85c442f87a203c9b92fb746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.70'}], 'enable_snat': False}, 'gw_port_id': '73cb9dab-e603-49c8-b2b2-b770c01a77e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:55:07Z', 'updated_at': '2022-09-14T22:55:12Z', 'revision_number': 3, 'project_id': '04ab023eb85c442f87a203c9b92fb746', 'gw_port': {'id': '73cb9dab-e603-49c8-b2b2-b770c01a77e0', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:04:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2321fbfb-f69e-45ad-a5b7-1e38b1f14301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:55:10Z', 'updated_at': '2022-09-14T22:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:21.401787 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576b5553-9b7e-49f8-bf85-53feb8fb5ffb tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:21.403146 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-576b5553-9b7e-49f8-bf85-53feb8fb5ffb tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "GET /v2.0/subnets/5a71450a-d287-4c38-b67d-26561b76e2b6 HTTP/1.1" status: 200 len: 811 time: 0.1860449 Sep 14 22:55:21.408296 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48116) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:21.451287 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cc2f7d7c-85f1-4940-a239-4e9dc27adfc5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:21.453166 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-cc2f7d7c-85f1-4940-a239-4e9dc27adfc5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/11eb215c-0aeb-4e44-8f14-51bce4efb1cc HTTP/1.1" status: 204 len: 168 time: 2.4757864 Sep 14 22:55:21.483854 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cc0737-8cdf-4e43-8433-8c4cdc7b263d None None] The sync data for ids ['2321fbfb-f69e-45ad-a5b7-1e38b1f14301'] in dv-neutron-857791-1-hyperv is: [{'id': '2321fbfb-f69e-45ad-a5b7-1e38b1f14301', 'name': 'tempest-snat-router-177678329', 'tenant_id': '04ab023eb85c442f87a203c9b92fb746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.70'}], 'enable_snat': False}, 'gw_port_id': '73cb9dab-e603-49c8-b2b2-b770c01a77e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:55:07Z', 'updated_at': '2022-09-14T22:55:12Z', 'revision_number': 3, 'project_id': '04ab023eb85c442f87a203c9b92fb746', 'gw_port': {'id': '73cb9dab-e603-49c8-b2b2-b770c01a77e0', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:04:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2321fbfb-f69e-45ad-a5b7-1e38b1f14301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:55:10Z', 'updated_at': '2022-09-14T22:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:55:21.502020 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48120) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:21.527925 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-083c62ac-a0be-4041-9813-3890458b7345 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aff9fa8-faa1-4930-9117-2cce47779a96']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:21.547559 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port af1cf007-b743-4162-bed4-f2f8ff5e111c is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:55:21.577496 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cf122379-d4c8-46e1-8338-2d571e54db8e tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:21.602647 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8e4ef7-9687-4209-a8ff-a3fa416741a5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:21.604831 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8e4ef7-9687-4209-a8ff-a3fa416741a5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:21.606361 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8e4ef7-9687-4209-a8ff-a3fa416741a5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:21.607169 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-3f8e4ef7-9687-4209-a8ff-a3fa416741a5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:55:21.615185 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c9e92403-b14e-4a53-8ae3-e97a8ecb2ba7 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:21.676096 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-083c62ac-a0be-4041-9813-3890458b7345 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff96638-9ff5-42b4-8cd8-c35636d06eb9') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:21.676422 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-083c62ac-a0be-4041-9813-3890458b7345 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff96638-9ff5-42b4-8cd8-c35636d06eb9') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:21.678667 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed87568-fe5f-4f92-8b70-3821a9183752 None None] get_active_networks_info from dv-neutron-857791-1-hyperv {{(pid=89172) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 14 22:55:21.748113 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-083c62ac-a0be-4041-9813-3890458b7345 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:21.774431 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf122379-d4c8-46e1-8338-2d571e54db8e tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:55:21.867308 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ab3c0f-6132-4533-831f-b68038a56c7d tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['shared'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:21.869467 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-46ab3c0f-6132-4533-831f-b68038a56c7d tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "GET /v2.0/subnets/5a71450a-d287-4c38-b67d-26561b76e2b6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4342542 Sep 14 22:55:21.870463 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-cf122379-d4c8-46e1-8338-2d571e54db8e tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:21.884506 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf122379-d4c8-46e1-8338-2d571e54db8e tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:55:21.897206 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed87568-fe5f-4f92-8b70-3821a9183752 None None] Resources bound (agent type, host, resource id): {{(pid=89172) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 14 22:55:21.920536 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48124) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:21.921231 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf122379-d4c8-46e1-8338-2d571e54db8e tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Pushing event updated for resources: {'Port': ['ID=9e1cbdca-a53a-4562-b096-ec864aee1482,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:21.930595 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-d5d05769-e7bf-430c-97f4-8ffac5f472d1 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-711389335'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:21.969453 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-d5d05769-e7bf-430c-97f4-8ffac5f472d1 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:22.003931 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-3f8e4ef7-9687-4209-a8ff-a3fa416741a5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:55:22.005392 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3f8e4ef7-9687-4209-a8ff-a3fa416741a5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5009453 Sep 14 22:55:22.007114 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-d5d05769-e7bf-430c-97f4-8ffac5f472d1 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:22.010629 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48128) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:22.067741 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-083c62ac-a0be-4041-9813-3890458b7345 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:22.087065 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b799b8-2256-44ce-b9e5-27754cf59528 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Router 70122e15-49ca-4221-91ad-de7c07b95175 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:55:22.141019 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-083c62ac-a0be-4041-9813-3890458b7345 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:55:22.141705 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-083c62ac-a0be-4041-9813-3890458b7345 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:22.178803 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c9e92403-b14e-4a53-8ae3-e97a8ecb2ba7 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:22.181720 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c9e92403-b14e-4a53-8ae3-e97a8ecb2ba7 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:22.203865 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d05769-e7bf-430c-97f4-8ffac5f472d1 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Made reservation on behalf of 98a7f1cb67ad4eb78bb3bebf456cdba4 for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:55:22.207284 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d5d05769-e7bf-430c-97f4-8ffac5f472d1 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:22.261775 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-4cadb68c-c402-4e2c-9b2f-d37ab07c8373 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] For port 1718338b-35a0-4071-92e2-a869a4ddf471, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=1718338b-35a0-4071-92e2-a869a4ddf471,segment=NetworkSegment(1a651131-0a59-4636-b232-b5ee9fd7045f),segment_id=1a651131-0a59-4636-b232-b5ee9fd7045f)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:55:22.262253 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4cadb68c-c402-4e2c-9b2f-d37ab07c8373 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:22.298755 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c9e92403-b14e-4a53-8ae3-e97a8ecb2ba7 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:22.299346 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e92403-b14e-4a53-8ae3-e97a8ecb2ba7 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4f1877b-4f6e-4a1a-b0a9-1d13f8360991 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:55:22.305365 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-083c62ac-a0be-4041-9813-3890458b7345 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:22.325414 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-083c62ac-a0be-4041-9813-3890458b7345 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:22.344994 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c62ac-a0be-4041-9813-3890458b7345 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Pushing event deleted for resources: {'Network': ['ID=0aff9fa8-faa1-4930-9117-2cce47779a96,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:22.351261 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-083c62ac-a0be-4041-9813-3890458b7345 tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] 10.222.0.33 "DELETE /v2.0/networks/0aff9fa8-faa1-4930-9117-2cce47779a96 HTTP/1.1" status: 204 len: 168 time: 1.6043499 Sep 14 22:55:22.353900 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c9e92403-b14e-4a53-8ae3-e97a8ecb2ba7 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:22.356060 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c9e92403-b14e-4a53-8ae3-e97a8ecb2ba7 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] 10.222.0.33 "DELETE /v2.0/routers/e4f1877b-4f6e-4a1a-b0a9-1d13f8360991 HTTP/1.1" status: 204 len: 168 time: 0.9913361 Sep 14 22:55:22.356060 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48132) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:22.383330 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0b3f47-9775-4d40-9eb2-b838891d1bdc None None] get_active_networks_info from dv-neutron-857791-1-hyperv {{(pid=89172) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 14 22:55:22.530311 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-01ac9c23-a3c0-4a9d-ad8e-b1ab14b389fd tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:22.533923 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48138) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:22.615318 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0b3f47-9775-4d40-9eb2-b838891d1bdc None None] Resources bound (agent type, host, resource id): {{(pid=89172) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 14 22:55:22.665048 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-4cadb68c-c402-4e2c-9b2f-d37ab07c8373 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Calling delete_port for 1718338b-35a0-4071-92e2-a869a4ddf471 owned by network:dhcp {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:55:22.678968 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-01ac9c23-a3c0-4a9d-ad8e-b1ab14b389fd tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:22.713074 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-01ac9c23-a3c0-4a9d-ad8e-b1ab14b389fd tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d79bf027-16d2-4d8c-af59-6f6dad861c8c']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:22.736818 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ec69b7-de55-4e40-917f-500d1fea2a67 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting subnet 3fa2a229-09eb-4757-be9a-28966316c1a8 {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:55:22.737322 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-01ac9c23-a3c0-4a9d-ad8e-b1ab14b389fd tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efe39396-158f-4d21-91f8-173c27f00efa') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:22.737689 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-01ac9c23-a3c0-4a9d-ad8e-b1ab14b389fd tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efe39396-158f-4d21-91f8-173c27f00efa') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:22.757549 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-01ac9c23-a3c0-4a9d-ad8e-b1ab14b389fd tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:22.794620 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-01ac9c23-a3c0-4a9d-ad8e-b1ab14b389fd tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:22.802199 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-70ec69b7-de55-4e40-917f-500d1fea2a67 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:22.807010 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01ac9c23-a3c0-4a9d-ad8e-b1ab14b389fd tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:55:22.807532 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-01ac9c23-a3c0-4a9d-ad8e-b1ab14b389fd tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:22.896753 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5d05769-e7bf-430c-97f4-8ffac5f472d1 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:55:22.914440 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-d5a07c56-b466-472f-acc8-e23a7c61ccde tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2002835855', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}, 'admin_state_up': False}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:22.922059 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4cadb68c-c402-4e2c-9b2f-d37ab07c8373 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:22.937413 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-d5a07c56-b466-472f-acc8-e23a7c61ccde tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:22.946739 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-d5a07c56-b466-472f-acc8-e23a7c61ccde tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Usage tracker for resource:router and tenant:711c13b950a84e64b637b2d4bd78d0d1 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:55:22.952238 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-d5a07c56-b466-472f-acc8-e23a7c61ccde tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:55:22.959182 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-d5a07c56-b466-472f-acc8-e23a7c61ccde tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:22.969162 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-01ac9c23-a3c0-4a9d-ad8e-b1ab14b389fd tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:22.973834 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-01ac9c23-a3c0-4a9d-ad8e-b1ab14b389fd tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:22.974760 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-70ec69b7-de55-4e40-917f-500d1fea2a67 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:23.005557 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac9c23-a3c0-4a9d-ad8e-b1ab14b389fd tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] Pushing event deleted for resources: {'Network': ['ID=d79bf027-16d2-4d8c-af59-6f6dad861c8c,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:23.010482 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d5a07c56-b466-472f-acc8-e23a7c61ccde tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:23.011562 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d5a07c56-b466-472f-acc8-e23a7c61ccde tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:23.015897 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-01ac9c23-a3c0-4a9d-ad8e-b1ab14b389fd tempest-BulkNetworkOpsIpV6Test-1493987650 tempest-BulkNetworkOpsIpV6Test-1493987650-project] 10.222.0.33 "DELETE /v2.0/networks/d79bf027-16d2-4d8c-af59-6f6dad861c8c HTTP/1.1" status: 204 len: 168 time: 0.6588228 Sep 14 22:55:23.030706 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d5d05769-e7bf-430c-97f4-8ffac5f472d1 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:23.030953 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d5a07c56-b466-472f-acc8-e23a7c61ccde tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:23.031064 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-d5d05769-e7bf-430c-97f4-8ffac5f472d1 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Added segment 43c4085e-eadc-42b5-a2bc-cf8653314b32 of type vlan for network 13a5795c-a151-4943-83a8-c13f2c55cd4b Sep 14 22:55:23.061610 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 73cb9dab-e603-49c8-b2b2-b770c01a77e0 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:55:23.089182 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cadb68c-c402-4e2c-9b2f-d37ab07c8373 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event deleted for resources: {'Port': ['ID=1718338b-35a0-4071-92e2-a869a4ddf471,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:23.157160 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cadb68c-c402-4e2c-9b2f-d37ab07c8373 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] No DVR routers for this DVR port 1718338b-35a0-4071-92e2-a869a4ddf471 on host dv-neutron-857791-1-hyperv {{(pid=89170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:55:23.252809 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 73cb9dab-e603-49c8-b2b2-b770c01a77e0 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:55:23.258060 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 73cb9dab-e603-49c8-b2b2-b770c01a77e0 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:23.258435 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:23.286909 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 6ff96638-9ff5-42b4-8cd8-c35636d06eb9 resource provider aggregate not found Sep 14 22:55:23.318348 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 6ff96638-9ff5-42b4-8cd8-c35636d06eb9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ff96638-9ff5-42b4-8cd8-c35636d06eb9 found for delete ", "request_id": "req-7ec733d0-04ef-4023-bd97-93882c83cc5a"}]} Sep 14 22:55:23.370154 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4cadb68c-c402-4e2c-9b2f-d37ab07c8373 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:23.418190 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment efe39396-158f-4d21-91f8-173c27f00efa resource provider aggregate not found Sep 14 22:55:23.433964 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d5a07c56-b466-472f-acc8-e23a7c61ccde tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:23.445267 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-4cadb68c-c402-4e2c-9b2f-d37ab07c8373 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a979dd33-f698-49ec-b688-112d76e0b42d']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:23.449146 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment efe39396-158f-4d21-91f8-173c27f00efa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid efe39396-158f-4d21-91f8-173c27f00efa found for delete ", "request_id": "req-d654b97d-5599-4264-b37c-f1c62df82ffc"}]} Sep 14 22:55:23.483440 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d5d05769-e7bf-430c-97f4-8ffac5f472d1 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:23.490956 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-4cadb68c-c402-4e2c-9b2f-d37ab07c8373 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a651131-0a59-4636-b232-b5ee9fd7045f') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:23.491285 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-4cadb68c-c402-4e2c-9b2f-d37ab07c8373 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a651131-0a59-4636-b232-b5ee9fd7045f') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:23.497250 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48156) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:23.521128 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 73cb9dab-e603-49c8-b2b2-b770c01a77e0 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:55:23.521530 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:23.538900 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 73cb9dab-e603-49c8-b2b2-b770c01a77e0, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=73cb9dab-e603-49c8-b2b2-b770c01a77e0,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:55:23.543378 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:23.588387 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b799b8-2256-44ce-b9e5-27754cf59528 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:55:23.603724 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e30eda-542e-4469-a034-9e234933c961 None None] Sync routers for ids ['70122e15-49ca-4221-91ad-de7c07b95175'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:55:23.604314 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4cadb68c-c402-4e2c-9b2f-d37ab07c8373 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:23.617756 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e30eda-542e-4469-a034-9e234933c961 None None] Routers {'70122e15-49ca-4221-91ad-de7c07b95175'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:55:23.618398 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-89e30eda-542e-4469-a034-9e234933c961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:55:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['70122e15-49ca-4221-91ad-de7c07b95175'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:23.632537 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-70ec69b7-de55-4e40-917f-500d1fea2a67 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:23.664863 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=73cb9dab-e603-49c8-b2b2-b770c01a77e0,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:23.703456 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4cadb68c-c402-4e2c-9b2f-d37ab07c8373 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:23.716933 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-89e30eda-542e-4469-a034-9e234933c961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:23.722120 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f6b799b8-2256-44ce-b9e5-27754cf59528 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "PUT /v2.0/routers/70122e15-49ca-4221-91ad-de7c07b95175/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0046935 Sep 14 22:55:23.728695 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cf122379-d4c8-46e1-8338-2d571e54db8e tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:23.730509 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e30eda-542e-4469-a034-9e234933c961 None None] Routers {'70122e15-49ca-4221-91ad-de7c07b95175'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:55:23.732177 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-89e30eda-542e-4469-a034-9e234933c961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:55:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['70122e15-49ca-4221-91ad-de7c07b95175'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:23.799060 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-89e30eda-542e-4469-a034-9e234933c961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:23.799712 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e30eda-542e-4469-a034-9e234933c961 None None] The sync data for ids ['70122e15-49ca-4221-91ad-de7c07b95175'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:55:23.810169 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48162) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:23.811927 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cadb68c-c402-4e2c-9b2f-d37ab07c8373 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:55:23.812347 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4cadb68c-c402-4e2c-9b2f-d37ab07c8373 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:23.956157 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 1a651131-0a59-4636-b232-b5ee9fd7045f resource provider aggregate not found Sep 14 22:55:23.992577 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d5d05769-e7bf-430c-97f4-8ffac5f472d1 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:23.992812 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d5a07c56-b466-472f-acc8-e23a7c61ccde tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router_gateway, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:23.998000 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d05769-e7bf-430c-97f4-8ffac5f472d1 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:23.998575 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d5d05769-e7bf-430c-97f4-8ffac5f472d1 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:24.004915 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 1a651131-0a59-4636-b232-b5ee9fd7045f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a651131-0a59-4636-b232-b5ee9fd7045f found for delete ", "request_id": "req-0e2efe45-9202-4833-acd5-1a9ed347f8e4"}]} Sep 14 22:55:24.032933 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d5a07c56-b466-472f-acc8-e23a7c61ccde tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:24.074844 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-91a63a69-74af-4f41-9425-5d1cb91f7d68 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=acaac18abfc14d928e7520f0a71439ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5702159 Sep 14 22:55:24.077705 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48172) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:24.211314 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-18ac5ea5-769e-4f00-907b-423c7e4d2bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:24.237503 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-d5a07c56-b466-472f-acc8-e23a7c61ccde tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Allocated IP 172.26.5.68 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/c02a2bb9-fa5c-428c-b5d9-6d0c365cbb7e) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:55:24.256960 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-18ac5ea5-769e-4f00-907b-423c7e4d2bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:24.379803 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4cadb68c-c402-4e2c-9b2f-d37ab07c8373 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:24.399259 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-18ac5ea5-769e-4f00-907b-423c7e4d2bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:24.407845 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-70ec69b7-de55-4e40-917f-500d1fea2a67 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:24.415002 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d5d05769-e7bf-430c-97f4-8ffac5f472d1 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.4882281 Sep 14 22:55:24.415002 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4cadb68c-c402-4e2c-9b2f-d37ab07c8373 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:24.415002 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4cadb68c-c402-4e2c-9b2f-d37ab07c8373 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "DELETE /v2.0/networks/a979dd33-f698-49ec-b688-112d76e0b42d HTTP/1.1" status: 204 len: 168 time: 7.9530442 Sep 14 22:55:24.416445 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48176) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:24.419478 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48178) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:24.436446 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-ebb8364a-3298-49c0-81a5-e091183b162f tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Request body: {'subnet': {'network_id': '13a5795c-a151-4943-83a8-c13f2c55cd4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:24.455374 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac5ea5-769e-4f00-907b-423c7e4d2bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf979880-5a5e-400e-abb2-b86f7e3413bd,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:24.466135 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d05769-e7bf-430c-97f4-8ffac5f472d1 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event updated for resources: {'Network': ['ID=13a5795c-a151-4943-83a8-c13f2c55cd4b,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:24.490659 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 13a5795c-a151-4943-83a8-c13f2c55cd4b details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:55:24.496042 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec69b7-de55-4e40-917f-500d1fea2a67 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Subnet': ['ID=3fa2a229-09eb-4757-be9a-28966316c1a8,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:24.501731 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-70ec69b7-de55-4e40-917f-500d1fea2a67 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:24.503553 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-70ec69b7-de55-4e40-917f-500d1fea2a67 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/3fa2a229-09eb-4757-be9a-28966316c1a8 HTTP/1.1" status: 204 len: 168 time: 2.4900837 Sep 14 22:55:24.505863 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc9b175-2954-43d1-82b3-51dc31063511 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:24.508866 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48184) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:24.519897 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cadb68c-c402-4e2c-9b2f-d37ab07c8373 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event deleted for resources: {'Network': ['ID=a979dd33-f698-49ec-b688-112d76e0b42d,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:24.568880 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-340235a7-3861-4475-acda-5d6e87eb962d tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] DELETE failed (client error): The resource could not be found. Sep 14 22:55:24.569344 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-340235a7-3861-4475-acda-5d6e87eb962d tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:24.583950 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d5a07c56-b466-472f-acc8-e23a7c61ccde tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:24.601858 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-340235a7-3861-4475-acda-5d6e87eb962d tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "DELETE /v2.0/networks/a979dd33-f698-49ec-b688-112d76e0b42d HTTP/1.1" status: 404 len: 339 time: 0.1763079 Sep 14 22:55:24.609843 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-18ac5ea5-769e-4f00-907b-423c7e4d2bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:24.613277 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-18ac5ea5-769e-4f00-907b-423c7e4d2bb4 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/bf979880-5a5e-400e-abb2-b86f7e3413bd HTTP/1.1" status: 204 len: 168 time: 0.5323842 Sep 14 22:55:24.614127 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48188) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:24.625305 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6ac03174-adf3-40e1-ac9a-9e2349268009 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for router, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:24.625536 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ebb8364a-3298-49c0-81a5-e091183b162f tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:24.638718 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ebb8364a-3298-49c0-81a5-e091183b162f tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:24.675377 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb8364a-3298-49c0-81a5-e091183b162f tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Made reservation on behalf of 98a7f1cb67ad4eb78bb3bebf456cdba4 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:55:24.685685 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ebb8364a-3298-49c0-81a5-e091183b162f tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:24.699506 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-65b387b4-f2a0-4e7f-869f-6e2cc9dd3753 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2038771167', 'description': 'd1'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:24.732339 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-65b387b4-f2a0-4e7f-869f-6e2cc9dd3753 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:24.758176 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-65b387b4-f2a0-4e7f-869f-6e2cc9dd3753 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Usage tracker for resource:network and tenant:e6613fbfc8284862b15b5afbf1f6ff30 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:55:24.769287 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-65b387b4-f2a0-4e7f-869f-6e2cc9dd3753 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:55:24.792208 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d5a07c56-b466-472f-acc8-e23a7c61ccde tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:24.843760 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-65b387b4-f2a0-4e7f-869f-6e2cc9dd3753 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:24.904581 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a07c56-b466-472f-acc8-e23a7c61ccde tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:55:24.910126 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-d5a07c56-b466-472f-acc8-e23a7c61ccde tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:24.912731 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.ipam_backend_mixin [None req-ebb8364a-3298-49c0-81a5-e091183b162f tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Performing IP validity checks on allocation pools {{(pid=89171) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 14 22:55:24.913383 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.ipam_backend_mixin [None req-ebb8364a-3298-49c0-81a5-e091183b162f tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89171) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 14 22:55:24.918142 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a07c56-b466-472f-acc8-e23a7c61ccde tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:55:24.922308 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9042c2a-d3ce-4e0e-bdc1-dfe78425bc19 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting subnet a3b7d453-7f9d-47e6-8cfe-6ff1fab41cb5 {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:55:24.943624 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d9042c2a-d3ce-4e0e-bdc1-dfe78425bc19 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:24.965339 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a07c56-b466-472f-acc8-e23a7c61ccde tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Pushing event updated for resources: {'Port': ['ID=c02a2bb9-fa5c-428c-b5d9-6d0c365cbb7e,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:24.993441 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b387b4-f2a0-4e7f-869f-6e2cc9dd3753 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Made reservation on behalf of e6613fbfc8284862b15b5afbf1f6ff30 for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:55:24.996834 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-65b387b4-f2a0-4e7f-869f-6e2cc9dd3753 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:25.052109 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cf122379-d4c8-46e1-8338-2d571e54db8e tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:25.053412 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 73cb9dab-e603-49c8-b2b2-b770c01a77e0 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:55:25.159211 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d9042c2a-d3ce-4e0e-bdc1-dfe78425bc19 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:25.178282 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 73cb9dab-e603-49c8-b2b2-b770c01a77e0 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:25.178871 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:25.234489 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65b387b4-f2a0-4e7f-869f-6e2cc9dd3753 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:55:25.247164 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6ac03174-adf3-40e1-ac9a-9e2349268009 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:25.357652 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-65b387b4-f2a0-4e7f-869f-6e2cc9dd3753 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:25.357988 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-65b387b4-f2a0-4e7f-869f-6e2cc9dd3753 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Added segment c099d669-78ff-437b-b057-9632a00e6cdd of type vlan for network aa4353d7-e704-4f41-b978-44b830024af9 Sep 14 22:55:25.359213 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-6ac03174-adf3-40e1-ac9a-9e2349268009 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Deleting port c0347762-9114-4579-9572-0359baf49fd8 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:55:25.359535 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6ac03174-adf3-40e1-ac9a-9e2349268009 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:25.367996 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 73cb9dab-e603-49c8-b2b2-b770c01a77e0 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:55:25.520442 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-65b387b4-f2a0-4e7f-869f-6e2cc9dd3753 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:25.566766 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d5a07c56-b466-472f-acc8-e23a7c61ccde tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router_gateway, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:25.653556 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d9042c2a-d3ce-4e0e-bdc1-dfe78425bc19 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:25.677901 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 22:55:25.725268 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48212) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:25.727980 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-5230ecda-7384-4b44-8874-118d5470cafe None None] Provisioning complete for port af1cf007-b743-4162-bed4-f2f8ff5e111c triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:25.729032 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5230ecda-7384-4b44-8874-118d5470cafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:25.741650 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-65b387b4-f2a0-4e7f-869f-6e2cc9dd3753 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:25.747067 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b387b4-f2a0-4e7f-869f-6e2cc9dd3753 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:25.747637 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-65b387b4-f2a0-4e7f-869f-6e2cc9dd3753 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:25.891007 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-5230ecda-7384-4b44-8874-118d5470cafe None None] Current status of the port af1cf007-b743-4162-bed4-f2f8ff5e111c is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:55:25.916677 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ebb8364a-3298-49c0-81a5-e091183b162f tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:26.013257 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-f29335dc-9cf7-4d69-afd6-8727e50e95eb tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1848781885', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:26.019655 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6ac03174-adf3-40e1-ac9a-9e2349268009 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:26.042351 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-f29335dc-9cf7-4d69-afd6-8727e50e95eb tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:26.049158 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf122379-d4c8-46e1-8338-2d571e54db8e tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Router 7b786ad8-353b-41d3-ad66-e245d8d14fd4 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:55:26.051572 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-65b387b4-f2a0-4e7f-869f-6e2cc9dd3753 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3768947 Sep 14 22:55:26.060163 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-f29335dc-9cf7-4d69-afd6-8727e50e95eb tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Usage tracker for resource:router and tenant:4282f54a5e41489696773615359820d0 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:55:26.061893 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48218) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:26.162400 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb8364a-3298-49c0-81a5-e091183b162f tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event updated for resources: {'Subnet': ['ID=57335a63-a015-426d-8b9d-01900f012b26,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:26.173793 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-f29335dc-9cf7-4d69-afd6-8727e50e95eb tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:55:26.184313 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb8364a-3298-49c0-81a5-e091183b162f tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Checking segment: {'id': '43c4085e-eadc-42b5-a2bc-cf8653314b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '13a5795c-a151-4943-83a8-c13f2c55cd4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:55:26.184693 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb8364a-3298-49c0-81a5-e091183b162f tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Network hostable DHCP agents. Network: 13a5795c-a151-4943-83a8-c13f2c55cd4b, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:55:26.184841 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-6ac03174-adf3-40e1-ac9a-9e2349268009 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Calling delete_port for c0347762-9114-4579-9572-0359baf49fd8 owned by network:router_gateway {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:55:26.215079 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b387b4-f2a0-4e7f-869f-6e2cc9dd3753 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event updated for resources: {'Network': ['ID=aa4353d7-e704-4f41-b978-44b830024af9,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:26.226782 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network aa4353d7-e704-4f41-b978-44b830024af9 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:55:26.226964 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-f29335dc-9cf7-4d69-afd6-8727e50e95eb tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:26.291670 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d9042c2a-d3ce-4e0e-bdc1-dfe78425bc19 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:26.298355 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b08b5c-4eae-4481-bbf8-32a2a45a9ae2 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:26.298740 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a2b08b5c-4eae-4481-bbf8-32a2a45a9ae2 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Synchronizing usage tracker for tenant:e6613fbfc8284862b15b5afbf1f6ff30 on resource:network {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:55:26.312114 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb8364a-3298-49c0-81a5-e091183b162f tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Network 13a5795c-a151-4943-83a8-c13f2c55cd4b is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:55:26.333274 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d5a07c56-b466-472f-acc8-e23a7c61ccde tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:26.335562 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-ebb8364a-3298-49c0-81a5-e091183b162f tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 13a5795c-a151-4943-83a8-c13f2c55cd4b) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:26.338362 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a2b08b5c-4eae-4481-bbf8-32a2a45a9ae2 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Unset dirty status for tenant:e6613fbfc8284862b15b5afbf1f6ff30 on resource:network {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:55:26.341957 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a2b08b5c-4eae-4481-bbf8-32a2a45a9ae2 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "GET /v2.0/networks?id=aa4353d7-e704-4f41-b978-44b830024af9 HTTP/1.1" status: 200 len: 765 time: 0.2733717 Sep 14 22:55:26.344949 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48222) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:26.366862 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9042c2a-d3ce-4e0e-bdc1-dfe78425bc19 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Subnet': ['ID=a3b7d453-7f9d-47e6-8cfe-6ff1fab41cb5,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:26.369581 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f29335dc-9cf7-4d69-afd6-8727e50e95eb tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:26.370652 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f29335dc-9cf7-4d69-afd6-8727e50e95eb tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:26.386053 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-fdc22089-d947-4dba-a424-26598df2ed04 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Request body: {'network': {'description': 'd2'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:26.390970 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0893a73a-78c1-4c8d-8d84-60a6db3346af None None] Network 13a5795c-a151-4943-83a8-c13f2c55cd4b requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:26.395953 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb8364a-3298-49c0-81a5-e091183b162f tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:26.396552 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ebb8364a-3298-49c0-81a5-e091183b162f tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:26.445956 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d9042c2a-d3ce-4e0e-bdc1-dfe78425bc19 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:26.457640 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd7b85e-e4e3-4423-a006-6346b9574083 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:26.498452 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ebb8364a-3298-49c0-81a5-e091183b162f tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.0816004 Sep 14 22:55:26.510048 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48226) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:26.524553 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-ba8eab3f-ca66-4b66-b799-64e4bfb633b4 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:26.646345 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f29335dc-9cf7-4d69-afd6-8727e50e95eb tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:26.674233 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ba8eab3f-ca66-4b66-b799-64e4bfb633b4 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31957809'] for subnet, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:26.680636 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d9042c2a-d3ce-4e0e-bdc1-dfe78425bc19 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/a3b7d453-7f9d-47e6-8cfe-6ff1fab41cb5 HTTP/1.1" status: 204 len: 168 time: 2.1632583 Sep 14 22:55:26.682267 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48230) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:26.722439 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf122379-d4c8-46e1-8338-2d571e54db8e tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:55:26.759981 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9c5694f1-1873-44d9-b19c-ba562e24360f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0739338 Sep 14 22:55:26.760690 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48234) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:26.766501 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a07c56-b466-472f-acc8-e23a7c61ccde tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Router 8a1aa73b-d6c1-4e8d-a2c9-186185e409f9 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:55:26.767391 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f491cd65-5022-4fd6-b700-5f5cfdd044b7 None None] Sync routers for ids ['7b786ad8-353b-41d3-ad66-e245d8d14fd4'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:55:26.771583 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-7814ed2c-9768-4e1d-86ac-8b4d10e24950 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:26.794482 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f491cd65-5022-4fd6-b700-5f5cfdd044b7 None None] Routers {'7b786ad8-353b-41d3-ad66-e245d8d14fd4'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:55:26.795105 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-f491cd65-5022-4fd6-b700-5f5cfdd044b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:55:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['7b786ad8-353b-41d3-ad66-e245d8d14fd4'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:26.803787 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f29335dc-9cf7-4d69-afd6-8727e50e95eb tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:26.846680 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f29335dc-9cf7-4d69-afd6-8727e50e95eb tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:26.848072 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f29335dc-9cf7-4d69-afd6-8727e50e95eb tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.1215570 Sep 14 22:55:26.852425 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48238) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:26.861557 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-1cf014dd-be05-439f-b134-375951711120 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1052469364'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:26.870190 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cf122379-d4c8-46e1-8338-2d571e54db8e tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:26.871528 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-cf122379-d4c8-46e1-8338-2d571e54db8e tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 10.6684399 Sep 14 22:55:26.882103 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1cf014dd-be05-439f-b134-375951711120 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:26.882760 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48242) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:26.892577 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1cf014dd-be05-439f-b134-375951711120 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Usage tracker for resource:network and tenant:4282f54a5e41489696773615359820d0 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:55:26.899423 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1cf014dd-be05-439f-b134-375951711120 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:55:26.959201 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1cf014dd-be05-439f-b134-375951711120 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:26.969790 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fdc22089-d947-4dba-a424-26598df2ed04 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:26.998026 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf014dd-be05-439f-b134-375951711120 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Made reservation on behalf of 4282f54a5e41489696773615359820d0 for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:55:27.002571 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1cf014dd-be05-439f-b134-375951711120 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:27.017489 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fdc22089-d947-4dba-a424-26598df2ed04 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:27.047084 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6ac03174-adf3-40e1-ac9a-9e2349268009 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:27.051133 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1cf014dd-be05-439f-b134-375951711120 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:27.112595 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fdc22089-d947-4dba-a424-26598df2ed04 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Network aa4353d7-e704-4f41-b978-44b830024af9 is not hosted by any dhcp agent {{(pid=89170) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 14 22:55:27.119072 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc22089-d947-4dba-a424-26598df2ed04 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:27.119688 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fdc22089-d947-4dba-a424-26598df2ed04 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:27.121348 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e310cfe1-5f70-4e57-96f7-33cc64c43cc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-13a5795c-a151-4943-83a8-c13f2c55cd4b', 'network_id': '13a5795c-a151-4943-83a8-c13f2c55cd4b', 'tenant_id': '98a7f1cb67ad4eb78bb3bebf456cdba4', 'fixed_ips': [{'subnet_id': '57335a63-a015-426d-8b9d-01900f012b26'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:55:27.122512 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e310cfe1-5f70-4e57-96f7-33cc64c43cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:27.124379 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-fdc22089-d947-4dba-a424-26598df2ed04 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "PUT /v2.0/networks/aa4353d7-e704-4f41-b978-44b830024af9 HTTP/1.1" status: 200 len: 762 time: 0.7699630 Sep 14 22:55:27.125279 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48246) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:27.211645 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac03174-adf3-40e1-ac9a-9e2349268009 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event deleted for resources: {'Port': ['ID=c0347762-9114-4579-9572-0359baf49fd8,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:27.276015 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e73302-2d4e-4c22-980d-6fbff2e703c6 None None] DHCP port deletion for ac1cbc11-ac8d-43cd-9c1d-398cae68a205 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:55:27.283319 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1cf014dd-be05-439f-b134-375951711120 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:27.285740 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-f491cd65-5022-4fd6-b700-5f5cfdd044b7 None None] Set router 7b786ad8-353b-41d3-ad66-e245d8d14fd4 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:55:27.334898 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1cf014dd-be05-439f-b134-375951711120 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Usage tracker for resource:security_group_rule and tenant:4282f54a5e41489696773615359820d0 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:55:27.339531 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1cf014dd-be05-439f-b134-375951711120 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:55:27.350149 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc22089-d947-4dba-a424-26598df2ed04 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event updated for resources: {'Network': ['ID=aa4353d7-e704-4f41-b978-44b830024af9,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:27.354123 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1cf014dd-be05-439f-b134-375951711120 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:27.400204 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6ac03174-adf3-40e1-ac9a-9e2349268009 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:27.405045 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-7814ed2c-9768-4e1d-86ac-8b4d10e24950 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:27.477040 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-7814ed2c-9768-4e1d-86ac-8b4d10e24950 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:subnet and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:55:27.482418 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network aa4353d7-e704-4f41-b978-44b830024af9 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:55:27.496355 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-17e73302-2d4e-4c22-980d-6fbff2e703c6 None None] Deleting port af1cf007-b743-4162-bed4-f2f8ff5e111c {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:55:27.496907 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-17e73302-2d4e-4c22-980d-6fbff2e703c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:27.535401 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-7814ed2c-9768-4e1d-86ac-8b4d10e24950 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:55:27.565413 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-7814ed2c-9768-4e1d-86ac-8b4d10e24950 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:27.633366 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a07c56-b466-472f-acc8-e23a7c61ccde tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:55:27.633366 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7814ed2c-9768-4e1d-86ac-8b4d10e24950 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:55:27.636584 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7814ed2c-9768-4e1d-86ac-8b4d10e24950 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:27.642098 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87288057-6856-413c-89b0-19165a528cdd None None] Sync routers for ids ['8a1aa73b-d6c1-4e8d-a2c9-186185e409f9'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:55:27.661863 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87288057-6856-413c-89b0-19165a528cdd None None] Routers {'8a1aa73b-d6c1-4e8d-a2c9-186185e409f9'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:55:27.662556 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-87288057-6856-413c-89b0-19165a528cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:55:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['8a1aa73b-d6c1-4e8d-a2c9-186185e409f9'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:27.693165 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-62ecaf96-ad61-4e2f-9da0-a338621b0353 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] 10.222.0.33 "GET /v2.0/routers/7b786ad8-353b-41d3-ad66-e245d8d14fd4 HTTP/1.1" status: 200 len: 906 time: 0.8070858 Sep 14 22:55:27.703935 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48250) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:27.710647 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb76dce-e33f-4a35-8e08-2d414b5278ac tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:27.712235 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ecb76dce-e33f-4a35-8e08-2d414b5278ac tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "GET /v2.0/networks?id=aa4353d7-e704-4f41-b978-44b830024af9 HTTP/1.1" status: 200 len: 765 time: 0.5828686 Sep 14 22:55:27.725529 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48254) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:27.809876 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6ac03174-adf3-40e1-ac9a-9e2349268009 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:27.822716 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-87288057-6856-413c-89b0-19165a528cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:27.831772 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87288057-6856-413c-89b0-19165a528cdd None None] Routers {'8a1aa73b-d6c1-4e8d-a2c9-186185e409f9'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:55:27.832264 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-17e73302-2d4e-4c22-980d-6fbff2e703c6 None None] For port af1cf007-b743-4162-bed4-f2f8ff5e111c, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=af1cf007-b743-4162-bed4-f2f8ff5e111c,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:55:27.832794 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-87288057-6856-413c-89b0-19165a528cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:55:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['8a1aa73b-d6c1-4e8d-a2c9-186185e409f9'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:27.832964 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-17e73302-2d4e-4c22-980d-6fbff2e703c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:27.912355 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d5a07c56-b466-472f-acc8-e23a7c61ccde tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:27.921198 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d5a07c56-b466-472f-acc8-e23a7c61ccde tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.3840103 Sep 14 22:55:27.922194 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48258) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:27.951040 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-87288057-6856-413c-89b0-19165a528cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:27.951446 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87288057-6856-413c-89b0-19165a528cdd None None] The sync data for ids ['8a1aa73b-d6c1-4e8d-a2c9-186185e409f9'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:55:27.965360 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1cf014dd-be05-439f-b134-375951711120 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:27.967202 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6ac03174-adf3-40e1-ac9a-9e2349268009 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:27.990988 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1cf014dd-be05-439f-b134-375951711120 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:27.999533 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ba8eab3f-ca66-4b66-b799-64e4bfb633b4 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756549302860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-31352315'] for subnet, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:28.003011 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-17e73302-2d4e-4c22-980d-6fbff2e703c6 None None] Calling delete_port for af1cf007-b743-4162-bed4-f2f8ff5e111c owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:55:28.004567 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf014dd-be05-439f-b134-375951711120 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:55:28.065827 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1cf014dd-be05-439f-b134-375951711120 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:28.066607 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-1cf014dd-be05-439f-b134-375951711120 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Added segment d028b2ef-1a12-457e-a666-013991d2f21b of type vlan for network bb227c93-ceeb-4d28-9d6e-bc0140155bc7 Sep 14 22:55:28.067738 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6ac03174-adf3-40e1-ac9a-9e2349268009 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:28.068484 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac03174-adf3-40e1-ac9a-9e2349268009 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Fanout notify agent at l3_agent the message router_deleted on router 70122e15-49ca-4221-91ad-de7c07b95175 {{(pid=89170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:55:28.160274 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf014dd-be05-439f-b134-375951711120 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01741405-2815-4d87-94fc-4aa27e55d140,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:28.182165 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1cf014dd-be05-439f-b134-375951711120 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:28.202685 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82110c0d-c39b-46b1-ba07-799efbad381d tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:28.203481 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-82110c0d-c39b-46b1-ba07-799efbad381d tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Synchronizing usage tracker for tenant:e6613fbfc8284862b15b5afbf1f6ff30 on resource:network {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:55:28.241976 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6ac03174-adf3-40e1-ac9a-9e2349268009 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:28.246892 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6ac03174-adf3-40e1-ac9a-9e2349268009 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "DELETE /v2.0/routers/70122e15-49ca-4221-91ad-de7c07b95175 HTTP/1.1" status: 204 len: 168 time: 4.4155700 Sep 14 22:55:28.246892 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48262) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:28.247322 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8eab3f-ca66-4b66-b799-64e4bfb633b4 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:28.248096 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ba8eab3f-ca66-4b66-b799-64e4bfb633b4 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:28.248206 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-82110c0d-c39b-46b1-ba07-799efbad381d tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Unset dirty status for tenant:e6613fbfc8284862b15b5afbf1f6ff30 on resource:network {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:55:28.249656 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ba8eab3f-ca66-4b66-b799-64e4bfb633b4 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "PUT /v2.0/subnets/57335a63-a015-426d-8b9d-01900f012b26 HTTP/1.1" status: 200 len: 877 time: 1.7386918 Sep 14 22:55:28.252319 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-82110c0d-c39b-46b1-ba07-799efbad381d tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5231457 Sep 14 22:55:28.254989 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48266) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:28.256178 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48268) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:28.313485 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8eab3f-ca66-4b66-b799-64e4bfb633b4 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event updated for resources: {'Subnet': ['ID=57335a63-a015-426d-8b9d-01900f012b26,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:28.316158 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cd1002c3-575c-4230-852d-5fbe187a9baf tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:28.343714 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1cf014dd-be05-439f-b134-375951711120 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:28.349310 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf014dd-be05-439f-b134-375951711120 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:28.349968 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1cf014dd-be05-439f-b134-375951711120 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:28.386698 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-e310cfe1-5f70-4e57-96f7-33cc64c43cc1 None None] Allocated IP 172.20.0.3 (13a5795c-a151-4943-83a8-c13f2c55cd4b/57335a63-a015-426d-8b9d-01900f012b26/41da01e4-7eb0-4d9e-b302-c065564e8a04) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:55:28.430219 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-45b42100-ee03-4d3a-bba1-5444c3b8edd2 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] 10.222.0.33 "GET /v2.0/routers/8a1aa73b-d6c1-4e8d-a2c9-186185e409f9 HTTP/1.1" status: 200 len: 920 time: 0.4935608 Sep 14 22:55:28.436446 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48276) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:28.468324 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-e02d581c-b520-4901-a3f2-79b1d690cc2a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Synchronizing usage tracker for tenant:e6613fbfc8284862b15b5afbf1f6ff30 on resource:subnet {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:55:28.550687 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4d89769b-7f61-4d7d-9519-ec531c18564a tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] 10.222.0.33 "GET /v2.0/ports?device_id=8a1aa73b-d6c1-4e8d-a2c9-186185e409f9 HTTP/1.1" status: 200 len: 205 time: 0.1131432 Sep 14 22:55:28.569042 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48280) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:28.628719 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1cf014dd-be05-439f-b134-375951711120 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7728791 Sep 14 22:55:28.639976 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48284) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:28.659853 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-17e73302-2d4e-4c22-980d-6fbff2e703c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:28.661798 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-e85d2c0e-0b38-4b56-8778-eed37c0ddfdb tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Deleting subnet 84b27a30-abdf-4592-b502-4c8501f3c142 {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:55:28.663815 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf014dd-be05-439f-b134-375951711120 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Pushing event updated for resources: {'Network': ['ID=bb227c93-ceeb-4d28-9d6e-bc0140155bc7,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:28.671220 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-84f8d63a-531e-4f10-b8b4-3913c9f2f023 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Request body: {'subnet': {'network_id': 'bb227c93-ceeb-4d28-9d6e-bc0140155bc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:28.700962 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e85d2c0e-0b38-4b56-8778-eed37c0ddfdb tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:28.736971 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network bb227c93-ceeb-4d28-9d6e-bc0140155bc7 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:55:28.764279 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-e02d581c-b520-4901-a3f2-79b1d690cc2a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Unset dirty status for tenant:e6613fbfc8284862b15b5afbf1f6ff30 on resource:subnet {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:55:28.772482 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-e02d581c-b520-4901-a3f2-79b1d690cc2a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "GET /v2.0/subnets?network_id=681410b9-e86d-4f65-a0f3-ea2093b5104b HTTP/1.1" status: 200 len: 207 time: 0.5092132 Sep 14 22:55:28.802392 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48288) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:28.831487 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e73302-2d4e-4c22-980d-6fbff2e703c6 None None] Pushing event deleted for resources: {'Port': ['ID=af1cf007-b743-4162-bed4-f2f8ff5e111c,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:28.878007 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e85d2c0e-0b38-4b56-8778-eed37c0ddfdb tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:28.884550 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e73302-2d4e-4c22-980d-6fbff2e703c6 None None] No DVR routers for this DVR port af1cf007-b743-4162-bed4-f2f8ff5e111c on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:55:28.912771 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-f491cd65-5022-4fd6-b700-5f5cfdd044b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b786ad8-353b-41d3-ad66-e245d8d14fd4', 'name': 'tempest-snat-router-177678329', 'tenant_id': '04ab023eb85c442f87a203c9b92fb746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '9e1cbdca-a53a-4562-b096-ec864aee1482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:55:16Z', 'updated_at': '2022-09-14T22:55:22Z', 'revision_number': 3, 'project_id': '04ab023eb85c442f87a203c9b92fb746', 'gw_port': {'id': '9e1cbdca-a53a-4562-b096-ec864aee1482', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b786ad8-353b-41d3-ad66-e245d8d14fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:55:19Z', 'updated_at': '2022-09-14T22:55:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:28.914582 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ee4f1661-8212-49bd-817e-fa9deb340314 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:28.938870 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f491cd65-5022-4fd6-b700-5f5cfdd044b7 None None] Checking router: 7b786ad8-353b-41d3-ad66-e245d8d14fd4 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:55:28.939235 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f491cd65-5022-4fd6-b700-5f5cfdd044b7 None None] Updating router 7b786ad8-353b-41d3-ad66-e245d8d14fd4 port 9e1cbdca-a53a-4562-b096-ec864aee1482 binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:55:28.980529 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e310cfe1-5f70-4e57-96f7-33cc64c43cc1 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:28.980656 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-84f8d63a-531e-4f10-b8b4-3913c9f2f023 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:28.994780 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4bd06-f045-47d0-b5ed-2963cab581bd req-22082d71-0719-442f-8294-ca1f377c955f tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:28.996264 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-67f4bd06-f045-47d0-b5ed-2963cab581bd req-22082d71-0719-442f-8294-ca1f377c955f tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.5295024 Sep 14 22:55:29.008192 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e310cfe1-5f70-4e57-96f7-33cc64c43cc1 None None] Transition to ACTIVE for port object 41da01e4-7eb0-4d9e-b302-c065564e8a04 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:55:29.012556 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device af1cf007-b743-4162-bed4-f2f8ff5e111c no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:55:29.034582 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-84f8d63a-531e-4f10-b8b4-3913c9f2f023 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Usage tracker for resource:subnet and tenant:4282f54a5e41489696773615359820d0 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:55:29.038787 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-84f8d63a-531e-4f10-b8b4-3913c9f2f023 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:55:29.059353 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7814ed2c-9768-4e1d-86ac-8b4d10e24950 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:29.062434 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f491cd65-5022-4fd6-b700-5f5cfdd044b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:29.075670 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-84f8d63a-531e-4f10-b8b4-3913c9f2f023 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:29.085783 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: af1cf007-b743-4162-bed4-f2f8ff5e111c {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:55:29.086119 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device af1cf007-b743-4162-bed4-f2f8ff5e111c not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:55:29.115122 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e310cfe1-5f70-4e57-96f7-33cc64c43cc1 None None] Transition to ACTIVE for port object 41da01e4-7eb0-4d9e-b302-c065564e8a04 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:55:29.121020 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cd1002c3-575c-4230-852d-5fbe187a9baf tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:29.128233 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ee4f1661-8212-49bd-817e-fa9deb340314 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:29.131704 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e310cfe1-5f70-4e57-96f7-33cc64c43cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:29.161158 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f8d63a-531e-4f10-b8b4-3913c9f2f023 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Made reservation on behalf of 4282f54a5e41489696773615359820d0 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:55:29.169262 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-84f8d63a-531e-4f10-b8b4-3913c9f2f023 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:29.183045 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6695fe8-6052-432d-8290-f8995ffd34f4 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:29.188661 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6695fe8-6052-432d-8290-f8995ffd34f4 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:29.194547 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6695fe8-6052-432d-8290-f8995ffd34f4 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:29.197933 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-67f4bd06-f045-47d0-b5ed-2963cab581bd req-3fb8a358-b91f-40ce-9a45-62dadd8caa98 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1603160 Sep 14 22:55:29.200190 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6695fe8-6052-432d-8290-f8995ffd34f4 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:29.206447 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6695fe8-6052-432d-8290-f8995ffd34f4 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:29.212232 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6695fe8-6052-432d-8290-f8995ffd34f4 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:29.214243 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b6695fe8-6052-432d-8290-f8995ffd34f4 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.4110875 Sep 14 22:55:29.263471 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48294) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:29.281226 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7814ed2c-9768-4e1d-86ac-8b4d10e24950 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:55:29.284307 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814ed2c-9768-4e1d-86ac-8b4d10e24950 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Subnet': ['ID=663b1a5a-9614-4b15-bd9b-849b3372fd6f,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:29.286498 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-7814ed2c-9768-4e1d-86ac-8b4d10e24950 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:29.290617 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-cd1002c3-575c-4230-852d-5fbe187a9baf tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Deleting port 9e1cbdca-a53a-4562-b096-ec864aee1482 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:55:29.290955 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cd1002c3-575c-4230-852d-5fbe187a9baf tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:29.313968 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e85d2c0e-0b38-4b56-8778-eed37c0ddfdb tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:29.315310 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7814ed2c-9768-4e1d-86ac-8b4d10e24950 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:29.316020 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7814ed2c-9768-4e1d-86ac-8b4d10e24950 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:29.327989 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310cfe1-5f70-4e57-96f7-33cc64c43cc1 None None] Pushing event updated for resources: {'Port': ['ID=41da01e4-7eb0-4d9e-b302-c065564e8a04,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:29.353754 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e310cfe1-5f70-4e57-96f7-33cc64c43cc1 None None] Network 13a5795c-a151-4943-83a8-c13f2c55cd4b is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:55:29.359790 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-e310cfe1-5f70-4e57-96f7-33cc64c43cc1 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:29.361331 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-31a80875-63d3-445b-a26a-d1a379942dad tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:29.362089 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c575dbd-9859-4bab-9292-b54a3d765e1d None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:29.452742 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e310cfe1-5f70-4e57-96f7-33cc64c43cc1 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:55:29.468857 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7814ed2c-9768-4e1d-86ac-8b4d10e24950 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7046592 Sep 14 22:55:29.494154 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48300) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:29.515913 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-7c9d38eb-aa5d-491b-a5f5-98a876983200 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:29.655125 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cd1002c3-575c-4230-852d-5fbe187a9baf tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:29.699919 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e310cfe1-5f70-4e57-96f7-33cc64c43cc1 None None] Attempting to bind port 41da01e4-7eb0-4d9e-b302-c065564e8a04 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:55:29.700283 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e310cfe1-5f70-4e57-96f7-33cc64c43cc1 None None] Attempting to bind port 41da01e4-7eb0-4d9e-b302-c065564e8a04 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '43c4085e-eadc-42b5-a2bc-cf8653314b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '13a5795c-a151-4943-83a8-c13f2c55cd4b'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:55:29.700659 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e310cfe1-5f70-4e57-96f7-33cc64c43cc1 None None] Attempting to bind port 41da01e4-7eb0-4d9e-b302-c065564e8a04 on network 13a5795c-a151-4943-83a8-c13f2c55cd4b {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:55:29.726962 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-31a80875-63d3-445b-a26a-d1a379942dad tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:29.728828 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e310cfe1-5f70-4e57-96f7-33cc64c43cc1 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:55:29.729203 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e310cfe1-5f70-4e57-96f7-33cc64c43cc1 None None] Checking segment: {'id': '43c4085e-eadc-42b5-a2bc-cf8653314b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '13a5795c-a151-4943-83a8-c13f2c55cd4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:55:29.729598 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e310cfe1-5f70-4e57-96f7-33cc64c43cc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:29.730012 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e310cfe1-5f70-4e57-96f7-33cc64c43cc1 None None] Bound using segment: {'id': '43c4085e-eadc-42b5-a2bc-cf8653314b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '13a5795c-a151-4943-83a8-c13f2c55cd4b'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:55:29.730448 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e310cfe1-5f70-4e57-96f7-33cc64c43cc1 None None] Bound port: 41da01e4-7eb0-4d9e-b302-c065564e8a04, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c4085e-eadc-42b5-a2bc-cf8653314b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '13a5795c-a151-4943-83a8-c13f2c55cd4b'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:55:29.730821 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e310cfe1-5f70-4e57-96f7-33cc64c43cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:29.794061 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-cd1002c3-575c-4230-852d-5fbe187a9baf tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Calling delete_port for 9e1cbdca-a53a-4562-b096-ec864aee1482 owned by network:router_gateway {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:55:29.837776 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-31a80875-63d3-445b-a26a-d1a379942dad tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Deleting port c02a2bb9-fa5c-428c-b5d9-6d0c365cbb7e {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:55:29.838481 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-31a80875-63d3-445b-a26a-d1a379942dad tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:29.861506 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ee4f1661-8212-49bd-817e-fa9deb340314 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:29.898555 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfaf352a-023c-4bd0-88db-3ec8852dd96d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'fixed_ips': [{'subnet_id': '663b1a5a-9614-4b15-bd9b-849b3372fd6f'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:55:29.899102 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cfaf352a-023c-4bd0-88db-3ec8852dd96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:29.924046 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-383e9b87-5bb6-4dd9-8771-cc83a6700a28 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.6540322 Sep 14 22:55:29.924849 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48306) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:29.933002 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-e310cfe1-5f70-4e57-96f7-33cc64c43cc1 None None] For port 41da01e4-7eb0-4d9e-b302-c065564e8a04, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:55:29.986269 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f1661-8212-49bd-817e-fa9deb340314 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event deleted for resources: {'Subnet': ['ID=57335a63-a015-426d-8b9d-01900f012b26,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:30.013308 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e85d2c0e-0b38-4b56-8778-eed37c0ddfdb tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:30.024652 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-e310cfe1-5f70-4e57-96f7-33cc64c43cc1 None None] For port 41da01e4-7eb0-4d9e-b302-c065564e8a04, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=41da01e4-7eb0-4d9e-b302-c065564e8a04,segment=NetworkSegment(43c4085e-eadc-42b5-a2bc-cf8653314b32),segment_id=43c4085e-eadc-42b5-a2bc-cf8653314b32)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:55:30.041689 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e310cfe1-5f70-4e57-96f7-33cc64c43cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:30.085167 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15116bc-9af6-43ea-b8bc-070cc8a759c2 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:30.086673 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15116bc-9af6-43ea-b8bc-070cc8a759c2 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:30.088553 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15116bc-9af6-43ea-b8bc-070cc8a759c2 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:30.090076 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15116bc-9af6-43ea-b8bc-070cc8a759c2 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:30.091551 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15116bc-9af6-43ea-b8bc-070cc8a759c2 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:30.093263 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d15116bc-9af6-43ea-b8bc-070cc8a759c2 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1605439 Sep 14 22:55:30.097432 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48310) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:30.112168 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f491cd65-5022-4fd6-b700-5f5cfdd044b7 None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:30.143202 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d2c0e-0b38-4b56-8778-eed37c0ddfdb tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event deleted for resources: {'Subnet': ['ID=84b27a30-abdf-4592-b502-4c8501f3c142,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:30.155230 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f491cd65-5022-4fd6-b700-5f5cfdd044b7 None None] Transition to ACTIVE for port object 9e1cbdca-a53a-4562-b096-ec864aee1482 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:55:30.169086 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e85d2c0e-0b38-4b56-8778-eed37c0ddfdb tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:30.184140 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-31a80875-63d3-445b-a26a-d1a379942dad tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:30.184342 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-7c9d38eb-aa5d-491b-a5f5-98a876983200 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:30.196487 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4525853-0266-4b77-b5ac-4e598d7fe5fb None None] Network ff5cb34d-989f-4ed2-804c-ba5a4cfbb4c6 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:30.203225 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23dc6ff-4f16-4bf6-b58b-f5f1e1953d38 req-356dc6e1-6d8b-4383-abaf-dbb7ccb590f4 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:30.204779 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c23dc6ff-4f16-4bf6-b58b-f5f1e1953d38 req-356dc6e1-6d8b-4383-abaf-dbb7ccb590f4 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.7974362 Sep 14 22:55:30.207898 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ee4f1661-8212-49bd-817e-fa9deb340314 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:30.222548 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f491cd65-5022-4fd6-b700-5f5cfdd044b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:30.229903 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-7c9d38eb-aa5d-491b-a5f5-98a876983200 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:subnet and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:55:30.236413 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-7c9d38eb-aa5d-491b-a5f5-98a876983200 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:55:30.246425 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310cfe1-5f70-4e57-96f7-33cc64c43cc1 None None] Pushing event updated for resources: {'Port': ['ID=41da01e4-7eb0-4d9e-b302-c065564e8a04,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:30.261430 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-e85d2c0e-0b38-4b56-8778-eed37c0ddfdb tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "DELETE /v2.0/subnets/84b27a30-abdf-4592-b502-4c8501f3c142 HTTP/1.1" status: 204 len: 168 time: 2.0078402 Sep 14 22:55:30.263799 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.db.api [None req-cd1002c3-575c-4230-852d-5fbe187a9baf tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:55:30.264313 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG oslo_db.api [None req-cd1002c3-575c-4230-852d-5fbe187a9baf tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:55:30.264729 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48314) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:30.273981 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-7c9d38eb-aa5d-491b-a5f5-98a876983200 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:30.329666 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-ee4f1661-8212-49bd-817e-fa9deb340314 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13a5795c-a151-4943-83a8-c13f2c55cd4b']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:30.342872 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9d38eb-aa5d-491b-a5f5-98a876983200 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:55:30.346979 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7c9d38eb-aa5d-491b-a5f5-98a876983200 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:30.380394 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-84f8d63a-531e-4f10-b8b4-3913c9f2f023 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:30.386385 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-ee4f1661-8212-49bd-817e-fa9deb340314 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c4085e-eadc-42b5-a2bc-cf8653314b32') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:30.386744 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-ee4f1661-8212-49bd-817e-fa9deb340314 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c4085e-eadc-42b5-a2bc-cf8653314b32') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:30.425556 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c450b15c-f33f-48e4-9f77-459f9bde0d76 None None] Pushing event updated for resources: {'Port': ['ID=9e1cbdca-a53a-4562-b096-ec864aee1482,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:30.428172 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c23dc6ff-4f16-4bf6-b58b-f5f1e1953d38 req-789043a6-ac17-4922-9187-32f0519158a2 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2016237 Sep 14 22:55:30.445940 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-f491cd65-5022-4fd6-b700-5f5cfdd044b7 None None] Attempting to bind port 9e1cbdca-a53a-4562-b096-ec864aee1482 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:55:30.446614 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-f491cd65-5022-4fd6-b700-5f5cfdd044b7 None None] Attempting to bind port 9e1cbdca-a53a-4562-b096-ec864aee1482 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:55:30.447723 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f491cd65-5022-4fd6-b700-5f5cfdd044b7 None None] Attempting to bind port 9e1cbdca-a53a-4562-b096-ec864aee1482 on network 681410b9-e86d-4f65-a0f3-ea2093b5104b {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:55:30.466884 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f491cd65-5022-4fd6-b700-5f5cfdd044b7 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:55:30.467261 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f491cd65-5022-4fd6-b700-5f5cfdd044b7 None None] Checking segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:55:30.467652 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f491cd65-5022-4fd6-b700-5f5cfdd044b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:30.468040 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f491cd65-5022-4fd6-b700-5f5cfdd044b7 None None] Bound using segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:55:30.468560 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-f491cd65-5022-4fd6-b700-5f5cfdd044b7 None None] Bound port: 9e1cbdca-a53a-4562-b096-ec864aee1482, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:55:30.468954 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f491cd65-5022-4fd6-b700-5f5cfdd044b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:30.505477 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ee4f1661-8212-49bd-817e-fa9deb340314 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:30.556545 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-cfaf352a-023c-4bd0-88db-3ec8852dd96d None None] Allocated IP 172.20.0.2 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/663b1a5a-9614-4b15-bd9b-849b3372fd6f/f038fe00-5c06-4230-bc5f-451bc3100019) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:55:30.593322 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ee4f1661-8212-49bd-817e-fa9deb340314 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:30.605882 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db93b2d-a107-4e1b-a276-e8fd2ca693c1 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['shared'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:30.607564 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db93b2d-a107-4e1b-a276-e8fd2ca693c1 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['shared'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:30.609552 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db93b2d-a107-4e1b-a276-e8fd2ca693c1 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['shared'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:30.611186 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db93b2d-a107-4e1b-a276-e8fd2ca693c1 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['shared'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:30.612767 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db93b2d-a107-4e1b-a276-e8fd2ca693c1 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['shared'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:30.616034 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5db93b2d-a107-4e1b-a276-e8fd2ca693c1 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.5173266 Sep 14 22:55:30.627490 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-31a80875-63d3-445b-a26a-d1a379942dad tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Calling delete_port for c02a2bb9-fa5c-428c-b5d9-6d0c365cbb7e owned by network:router_gateway {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:55:30.689235 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48320) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:30.696868 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee4f1661-8212-49bd-817e-fa9deb340314 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:55:30.697281 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ee4f1661-8212-49bd-817e-fa9deb340314 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:30.733876 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8d63a-531e-4f10-b8b4-3913c9f2f023 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Pushing event updated for resources: {'Subnet': ['ID=75414f68-1180-4217-9027-03e89d6b5353,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:30.797865 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 43c4085e-eadc-42b5-a2bc-cf8653314b32 resource provider aggregate not found Sep 14 22:55:30.804385 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-cd1002c3-575c-4230-852d-5fbe187a9baf tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Deleting port 9e1cbdca-a53a-4562-b096-ec864aee1482 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:55:30.804681 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cd1002c3-575c-4230-852d-5fbe187a9baf tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:30.829620 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f8d63a-531e-4f10-b8b4-3913c9f2f023 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Checking segment: {'id': 'd028b2ef-1a12-457e-a666-013991d2f21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bb227c93-ceeb-4d28-9d6e-bc0140155bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:55:30.829983 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f8d63a-531e-4f10-b8b4-3913c9f2f023 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Network hostable DHCP agents. Network: bb227c93-ceeb-4d28-9d6e-bc0140155bc7, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:55:30.841991 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 43c4085e-eadc-42b5-a2bc-cf8653314b32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43c4085e-eadc-42b5-a2bc-cf8653314b32 found for delete ", "request_id": "req-e1b810c5-a2ff-4f53-b1a9-47213a6ed8da"}]} Sep 14 22:55:30.855430 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-f491cd65-5022-4fd6-b700-5f5cfdd044b7 None None] For port 9e1cbdca-a53a-4562-b096-ec864aee1482, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:55:30.874994 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-f491cd65-5022-4fd6-b700-5f5cfdd044b7 None None] For port 9e1cbdca-a53a-4562-b096-ec864aee1482, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=9e1cbdca-a53a-4562-b096-ec864aee1482,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:55:30.875208 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.api [None req-ee4f1661-8212-49bd-817e-fa9deb340314 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 14 22:55:30.875208 dv-neutron-857791-1-hyperv neutron-server[89170]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 14 22:55:30.875208 dv-neutron-857791-1-hyperv neutron-server[89170]: [parameters: {'id': '13a5795c-a151-4943-83a8-c13f2c55cd4b'}] Sep 14 22:55:30.875208 dv-neutron-857791-1-hyperv neutron-server[89170]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:55:30.875506 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG oslo_db.api [None req-ee4f1661-8212-49bd-817e-fa9deb340314 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:55:30.886442 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f491cd65-5022-4fd6-b700-5f5cfdd044b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:30.896353 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f8d63a-531e-4f10-b8b4-3913c9f2f023 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Network bb227c93-ceeb-4d28-9d6e-bc0140155bc7 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:55:30.919079 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb539ba-a26a-411a-87d1-452b9b33afc4 req-5aeebe24-1851-43c4-9646-b4e44a174f48 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:30.920876 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cfb539ba-a26a-411a-87d1-452b9b33afc4 req-5aeebe24-1851-43c4-9646-b4e44a174f48 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.3032160 Sep 14 22:55:30.923471 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-84f8d63a-531e-4f10-b8b4-3913c9f2f023 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, bb227c93-ceeb-4d28-9d6e-bc0140155bc7) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:30.928253 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f8d63a-531e-4f10-b8b4-3913c9f2f023 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:30.928865 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-84f8d63a-531e-4f10-b8b4-3913c9f2f023 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:30.986909 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5e4178-0d68-49a6-9a9e-b895d0cbd707 None None] Network bb227c93-ceeb-4d28-9d6e-bc0140155bc7 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:31.035805 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-85ae7f7d-c358-46aa-a1df-2ce30eeacbe9 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:31.071094 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f491cd65-5022-4fd6-b700-5f5cfdd044b7 None None] Routers {'7b786ad8-353b-41d3-ad66-e245d8d14fd4'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:55:31.072302 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-f491cd65-5022-4fd6-b700-5f5cfdd044b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:55:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['7b786ad8-353b-41d3-ad66-e245d8d14fd4'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:31.094907 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-84f8d63a-531e-4f10-b8b4-3913c9f2f023 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4458299 Sep 14 22:55:31.097966 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48328) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:31.104356 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-31d2b823-ea60-4b02-bcea-846ffd565b48 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Request body: {'network': {'name': 'tempest-router-network01--641356990'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:31.123124 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-85ae7f7d-c358-46aa-a1df-2ce30eeacbe9 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Deleting port 5e6cd3dc-8298-427c-b83f-4545ca91dc5d {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:55:31.123650 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-85ae7f7d-c358-46aa-a1df-2ce30eeacbe9 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:31.124424 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-31d2b823-ea60-4b02-bcea-846ffd565b48 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:31.137184 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-31d2b823-ea60-4b02-bcea-846ffd565b48 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Usage tracker for resource:network and tenant:4282f54a5e41489696773615359820d0 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:55:31.169499 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 41da01e4-7eb0-4d9e-b302-c065564e8a04 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:55:31.175461 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-31d2b823-ea60-4b02-bcea-846ffd565b48 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:55:31.190128 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cfb539ba-a26a-411a-87d1-452b9b33afc4 req-7a61fc6e-43ed-4761-bf94-9178e1930de3 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2136497 Sep 14 22:55:31.191016 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-31d2b823-ea60-4b02-bcea-846ffd565b48 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:31.196389 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777466e9-0828-4854-aa48-073f5b07d849 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:31.202243 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-777466e9-0828-4854-aa48-073f5b07d849 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "GET /v2.0/networks/67197a28-b690-40bb-8995-0261ce7373fa HTTP/1.1" status: 200 len: 803 time: 0.4915617 Sep 14 22:55:31.203136 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48332) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:31.220597 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d2b823-ea60-4b02-bcea-846ffd565b48 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Made reservation on behalf of 4282f54a5e41489696773615359820d0 for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:55:31.225753 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-31d2b823-ea60-4b02-bcea-846ffd565b48 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:31.289345 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31d2b823-ea60-4b02-bcea-846ffd565b48 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:55:31.304209 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-31d2b823-ea60-4b02-bcea-846ffd565b48 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:31.305105 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-31d2b823-ea60-4b02-bcea-846ffd565b48 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Added segment 329e3bb9-ff86-4c1a-b896-a539c1ceff2b of type vlan for network 35590c69-b3a7-4a55-ae27-b3782d804732 Sep 14 22:55:31.347483 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-31d2b823-ea60-4b02-bcea-846ffd565b48 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:31.406763 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a27f3b-5f01-4d05-a57f-7cd5d717da7c None None] DHCP port deletion for ff5cb34d-989f-4ed2-804c-ba5a4cfbb4c6 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:55:31.409233 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c450b15c-f33f-48e4-9f77-459f9bde0d76 None None] Pushing event updated for resources: {'Port': ['ID=9e1cbdca-a53a-4562-b096-ec864aee1482,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:31.478774 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-57a27f3b-5f01-4d05-a57f-7cd5d717da7c None None] Deleting port 5e6cd3dc-8298-427c-b83f-4545ca91dc5d {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:55:31.479157 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-57a27f3b-5f01-4d05-a57f-7cd5d717da7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:31.517449 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ee4f1661-8212-49bd-817e-fa9deb340314 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:31.534633 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.objects.ports [None req-7c9d38eb-aa5d-491b-a5f5-98a876983200 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89170) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 14 22:55:31.549503 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-31d2b823-ea60-4b02-bcea-846ffd565b48 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:31.558138 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d2b823-ea60-4b02-bcea-846ffd565b48 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:31.559280 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-31d2b823-ea60-4b02-bcea-846ffd565b48 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:31.572316 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-85ae7f7d-c358-46aa-a1df-2ce30eeacbe9 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] For port 5e6cd3dc-8298-427c-b83f-4545ca91dc5d, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=5e6cd3dc-8298-427c-b83f-4545ca91dc5d,segment=NetworkSegment(cdacf7ba-eec0-46ac-ac6e-7a71d941ab1a),segment_id=cdacf7ba-eec0-46ac-ac6e-7a71d941ab1a)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:55:31.572694 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-85ae7f7d-c358-46aa-a1df-2ce30eeacbe9 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:31.640517 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-f491cd65-5022-4fd6-b700-5f5cfdd044b7 None None] Set router 7b786ad8-353b-41d3-ad66-e245d8d14fd4 gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:55:31.698907 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-85ae7f7d-c358-46aa-a1df-2ce30eeacbe9 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Calling delete_port for 5e6cd3dc-8298-427c-b83f-4545ca91dc5d owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:55:31.705018 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7c9d38eb-aa5d-491b-a5f5-98a876983200 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:31.723145 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d2b823-ea60-4b02-bcea-846ffd565b48 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Pushing event updated for resources: {'Network': ['ID=35590c69-b3a7-4a55-ae27-b3782d804732,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:31.742645 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f4bf357b-874f-4f6a-8221-d68832213376 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "GET /v2.0/networks/67197a28-b690-40bb-8995-0261ce7373fa?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.5285869 Sep 14 22:55:31.750634 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48338) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:31.796462 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6842841e-5143-4e28-be5b-c6909aca05c8 None None] Network 13a5795c-a151-4943-83a8-c13f2c55cd4b requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:31.799879 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9d38eb-aa5d-491b-a5f5-98a876983200 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:55:31.808665 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-7c9d38eb-aa5d-491b-a5f5-98a876983200 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:31.813182 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cfaf352a-023c-4bd0-88db-3ec8852dd96d None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:31.813617 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9d38eb-aa5d-491b-a5f5-98a876983200 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:31.814574 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7c9d38eb-aa5d-491b-a5f5-98a876983200 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:31.828514 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-ee4f1661-8212-49bd-817e-fa9deb340314 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Deleting port 41da01e4-7eb0-4d9e-b302-c065564e8a04 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:55:31.828986 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ee4f1661-8212-49bd-817e-fa9deb340314 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:31.844232 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 35590c69-b3a7-4a55-ae27-b3782d804732 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:55:31.855229 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-cd1002c3-575c-4230-852d-5fbe187a9baf tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] For port 9e1cbdca-a53a-4562-b096-ec864aee1482, host dv-neutron-857791-1-hyperv, got binding levels [] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:55:31.855931 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cd1002c3-575c-4230-852d-5fbe187a9baf tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:31.867486 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-31d2b823-ea60-4b02-bcea-846ffd565b48 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7684889 Sep 14 22:55:31.882517 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48342) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:31.882729 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-f491cd65-5022-4fd6-b700-5f5cfdd044b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b786ad8-353b-41d3-ad66-e245d8d14fd4', 'name': 'tempest-snat-router-177678329', 'tenant_id': '04ab023eb85c442f87a203c9b92fb746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:55:16Z', 'updated_at': '2022-09-14T22:55:29Z', 'revision_number': 4, 'project_id': '04ab023eb85c442f87a203c9b92fb746', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:31.894502 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-1305732e-7323-4f3c-9893-d79aee99af53 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Request body: {'network': {'name': 'tempest-router-network02--1098444359'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:31.913139 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d38eb-aa5d-491b-a5f5-98a876983200 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Subnet': ['ID=f8e06db6-e1fd-4a89-b3c0-b366f2b3490d,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:31.919041 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1305732e-7323-4f3c-9893-d79aee99af53 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:31.928722 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f794e6-2de8-41a8-aa8f-0d962e04fca7 req-76841c57-04b6-4904-9de9-0564b0d61bb1 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:31.930300 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-58f794e6-2de8-41a8-aa8f-0d962e04fca7 req-76841c57-04b6-4904-9de9-0564b0d61bb1 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.4926345 Sep 14 22:55:31.932124 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7c9d38eb-aa5d-491b-a5f5-98a876983200 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4375086 Sep 14 22:55:31.936246 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1305732e-7323-4f3c-9893-d79aee99af53 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Usage tracker for resource:network and tenant:4282f54a5e41489696773615359820d0 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:55:31.938745 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48346) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:31.943900 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1305732e-7323-4f3c-9893-d79aee99af53 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:55:31.956725 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-eacc6b71-99e7-46ca-aedc-9b0b94a0b7fe tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'port': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'mac_address': 'fa:16:3e:15:af:97', 'name': 'tempest-NetworksTestDHCPv6-776243976'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:31.971258 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1305732e-7323-4f3c-9893-d79aee99af53 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:31.995728 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 41da01e4-7eb0-4d9e-b302-c065564e8a04 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:55:32.003502 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-cfaf352a-023c-4bd0-88db-3ec8852dd96d None None] Transition to ACTIVE for port object f038fe00-5c06-4230-bc5f-451bc3100019 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:55:32.023714 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f491cd65-5022-4fd6-b700-5f5cfdd044b7 None None] The sync data for ids ['7b786ad8-353b-41d3-ad66-e245d8d14fd4'] in dv-neutron-857791-1-hyperv is: [{'id': '7b786ad8-353b-41d3-ad66-e245d8d14fd4', 'name': 'tempest-snat-router-177678329', 'tenant_id': '04ab023eb85c442f87a203c9b92fb746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:55:16Z', 'updated_at': '2022-09-14T22:55:29Z', 'revision_number': 4, 'project_id': '04ab023eb85c442f87a203c9b92fb746', 'gw_port_host': None}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:55:32.065819 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f641630e-72bc-4588-806b-ae92b17827de None None] Provisioning for port 41da01e4-7eb0-4d9e-b302-c065564e8a04 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:55:32.190071 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-cd1002c3-575c-4230-852d-5fbe187a9baf tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Calling delete_port for 9e1cbdca-a53a-4562-b096-ec864aee1482 owned by network:router_gateway {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:55:32.267186 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378af741-3e54-4548-8bd1-addc0f188009 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:32.268710 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-378af741-3e54-4548-8bd1-addc0f188009 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "GET /v2.0/subnets/87efea23-de8f-4e27-801e-1be47c8c5c0f HTTP/1.1" status: 200 len: 843 time: 0.5150969 Sep 14 22:55:32.273424 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48350) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:32.279416 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f641630e-72bc-4588-806b-ae92b17827de None None] Provisioning complete for port 41da01e4-7eb0-4d9e-b302-c065564e8a04 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:32.279780 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f641630e-72bc-4588-806b-ae92b17827de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:32.298026 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1305732e-7323-4f3c-9893-d79aee99af53 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Made reservation on behalf of 4282f54a5e41489696773615359820d0 for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:55:32.301590 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1305732e-7323-4f3c-9893-d79aee99af53 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:32.313524 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-cfaf352a-023c-4bd0-88db-3ec8852dd96d None None] Transition to ACTIVE for port object f038fe00-5c06-4230-bc5f-451bc3100019 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:55:32.346441 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d5f095-3e18-4f0f-a689-e8c607e19715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-bb227c93-ceeb-4d28-9d6e-bc0140155bc7', 'network_id': 'bb227c93-ceeb-4d28-9d6e-bc0140155bc7', 'tenant_id': '4282f54a5e41489696773615359820d0', 'fixed_ips': [{'subnet_id': '75414f68-1180-4217-9027-03e89d6b5353'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:55:32.349793 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e7d5f095-3e18-4f0f-a689-e8c607e19715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:32.365621 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-58f794e6-2de8-41a8-aa8f-0d962e04fca7 req-b78ef2dc-f93a-4dfe-95c2-1061a540d1bd tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4180522 Sep 14 22:55:32.416252 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-31a80875-63d3-445b-a26a-d1a379942dad tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:32.423367 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-85ae7f7d-c358-46aa-a1df-2ce30eeacbe9 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:32.438238 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cfaf352a-023c-4bd0-88db-3ec8852dd96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:32.483756 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1305732e-7323-4f3c-9893-d79aee99af53 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:55:32.513481 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-ee4f1661-8212-49bd-817e-fa9deb340314 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] For port 41da01e4-7eb0-4d9e-b302-c065564e8a04, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=41da01e4-7eb0-4d9e-b302-c065564e8a04,segment=NetworkSegment(43c4085e-eadc-42b5-a2bc-cf8653314b32),segment_id=43c4085e-eadc-42b5-a2bc-cf8653314b32)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:55:32.513851 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ee4f1661-8212-49bd-817e-fa9deb340314 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:32.530971 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1305732e-7323-4f3c-9893-d79aee99af53 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:32.531319 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-1305732e-7323-4f3c-9893-d79aee99af53 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Added segment e6303aea-3410-4eee-b3ef-35ab293230af of type vlan for network 8ff19e39-35a6-45d3-b0d1-6f7b47204bf6 Sep 14 22:55:32.537125 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a80875-63d3-445b-a26a-d1a379942dad tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Pushing event deleted for resources: {'Port': ['ID=c02a2bb9-fa5c-428c-b5d9-6d0c365cbb7e,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:32.581935 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-57a27f3b-5f01-4d05-a57f-7cd5d717da7c None None] For port 5e6cd3dc-8298-427c-b83f-4545ca91dc5d, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=5e6cd3dc-8298-427c-b83f-4545ca91dc5d,segment=NetworkSegment(cdacf7ba-eec0-46ac-ac6e-7a71d941ab1a),segment_id=cdacf7ba-eec0-46ac-ac6e-7a71d941ab1a)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:55:32.582588 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-57a27f3b-5f01-4d05-a57f-7cd5d717da7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:32.607269 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae7f7d-c358-46aa-a1df-2ce30eeacbe9 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event deleted for resources: {'Port': ['ID=5e6cd3dc-8298-427c-b83f-4545ca91dc5d,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:32.610265 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ae7f7d-c358-46aa-a1df-2ce30eeacbe9 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] No DVR routers for this DVR port 5e6cd3dc-8298-427c-b83f-4545ca91dc5d on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:55:32.667503 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-eacc6b71-99e7-46ca-aedc-9b0b94a0b7fe tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:32.676647 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-ee4f1661-8212-49bd-817e-fa9deb340314 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Calling delete_port for 41da01e4-7eb0-4d9e-b302-c065564e8a04 owned by network:dhcp {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:55:32.730290 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-eacc6b71-99e7-46ca-aedc-9b0b94a0b7fe tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:port and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:55:32.735670 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-eacc6b71-99e7-46ca-aedc-9b0b94a0b7fe tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:55:32.743901 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-eacc6b71-99e7-46ca-aedc-9b0b94a0b7fe tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:32.771771 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d78bc-aae2-421b-83bf-5e907a400501 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['shared'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:32.778668 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-dd1d78bc-aae2-421b-83bf-5e907a400501 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "GET /v2.0/subnets/87efea23-de8f-4e27-801e-1be47c8c5c0f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4909320 Sep 14 22:55:32.784527 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48358) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:32.798017 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacc6b71-99e7-46ca-aedc-9b0b94a0b7fe tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:55:32.812832 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-57a27f3b-5f01-4d05-a57f-7cd5d717da7c None None] Calling delete_port for 5e6cd3dc-8298-427c-b83f-4545ca91dc5d owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:55:32.817231 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1305732e-7323-4f3c-9893-d79aee99af53 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:32.829409 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.db.api [None req-cd1002c3-575c-4230-852d-5fbe187a9baf tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:55:32.829851 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG oslo_db.api [None req-cd1002c3-575c-4230-852d-5fbe187a9baf tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:55:32.861654 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-2cd2a893-caa3-43e4-8c72-c97588aaac86 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-920251954'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:32.866275 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-85ae7f7d-c358-46aa-a1df-2ce30eeacbe9 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:32.879971 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-2cd2a893-caa3-43e4-8c72-c97588aaac86 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:32.900687 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-31a80875-63d3-445b-a26a-d1a379942dad tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:32.926709 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.plugins.ml2.db [None req-f641630e-72bc-4588-806b-ae92b17827de None None] No ports have port_id starting with 41da01e4-7eb0-4d9e-b302-c065564e8a04 Sep 14 22:55:32.931817 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfaf352a-023c-4bd0-88db-3ec8852dd96d None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:55:32.944351 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-cfaf352a-023c-4bd0-88db-3ec8852dd96d None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:32.966358 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaf352a-023c-4bd0-88db-3ec8852dd96d None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:55:32.966521 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ee4f1661-8212-49bd-817e-fa9deb340314 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:32.967934 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf352a-023c-4bd0-88db-3ec8852dd96d None None] Pushing event updated for resources: {'Port': ['ID=f038fe00-5c06-4230-bc5f-451bc3100019,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:33.040784 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-2cd2a893-caa3-43e4-8c72-c97588aaac86 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:33.048406 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.resource_extend [None req-1305732e-7323-4f3c-9893-d79aee99af53 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 22:55:33.068352 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4f1661-8212-49bd-817e-fa9deb340314 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] No DVR routers for this DVR port 41da01e4-7eb0-4d9e-b302-c065564e8a04 on host dv-neutron-857791-1-hyperv {{(pid=89170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:55:33.086634 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 5e6cd3dc-8298-427c-b83f-4545ca91dc5d no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:55:33.090805 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-85ae7f7d-c358-46aa-a1df-2ce30eeacbe9 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff5cb34d-989f-4ed2-804c-ba5a4cfbb4c6']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:33.104129 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-31a80875-63d3-445b-a26a-d1a379942dad tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:33.108520 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-31a80875-63d3-445b-a26a-d1a379942dad tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:33.114264 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-85ae7f7d-c358-46aa-a1df-2ce30eeacbe9 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdacf7ba-eec0-46ac-ac6e-7a71d941ab1a') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:33.115207 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-85ae7f7d-c358-46aa-a1df-2ce30eeacbe9 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdacf7ba-eec0-46ac-ac6e-7a71d941ab1a') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:33.128900 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f1661-8212-49bd-817e-fa9deb340314 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event deleted for resources: {'Port': ['ID=41da01e4-7eb0-4d9e-b302-c065564e8a04,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:33.140530 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-85ae7f7d-c358-46aa-a1df-2ce30eeacbe9 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:33.158842 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-cd1002c3-575c-4230-852d-5fbe187a9baf tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Deleting port 9e1cbdca-a53a-4562-b096-ec864aee1482 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:55:33.159516 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cd1002c3-575c-4230-852d-5fbe187a9baf tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:33.198558 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-85ae7f7d-c358-46aa-a1df-2ce30eeacbe9 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:33.204178 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 5e6cd3dc-8298-427c-b83f-4545ca91dc5d {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:55:33.204521 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 5e6cd3dc-8298-427c-b83f-4545ca91dc5d not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:55:33.215648 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd2a893-caa3-43e4-8c72-c97588aaac86 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Made reservation on behalf of e6613fbfc8284862b15b5afbf1f6ff30 for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:55:33.216826 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-31a80875-63d3-445b-a26a-d1a379942dad tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:33.217534 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a80875-63d3-445b-a26a-d1a379942dad tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Fanout notify agent at l3_agent the message router_deleted on router 8a1aa73b-d6c1-4e8d-a2c9-186185e409f9 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:55:33.220742 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2cd2a893-caa3-43e4-8c72-c97588aaac86 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:33.229003 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18c64af-1036-4cc0-9a57-5af26849aa17 None None] DHCP port deletion for 13a5795c-a151-4943-83a8-c13f2c55cd4b request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:55:33.231984 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ae7f7d-c358-46aa-a1df-2ce30eeacbe9 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:55:33.232654 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-85ae7f7d-c358-46aa-a1df-2ce30eeacbe9 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:33.245116 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-57a27f3b-5f01-4d05-a57f-7cd5d717da7c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:55:33.245460 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-57a27f3b-5f01-4d05-a57f-7cd5d717da7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:55:33.262545 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-cfaf352a-023c-4bd0-88db-3ec8852dd96d None None] Attempting to bind port f038fe00-5c06-4230-bc5f-451bc3100019 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:55:33.262804 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-cfaf352a-023c-4bd0-88db-3ec8852dd96d None None] Attempting to bind port f038fe00-5c06-4230-bc5f-451bc3100019 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:55:33.263161 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaf352a-023c-4bd0-88db-3ec8852dd96d None None] Attempting to bind port f038fe00-5c06-4230-bc5f-451bc3100019 on network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:55:33.269864 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce9c464-cbb1-4ec0-9b5c-3318b09d201a None None] Network 13a5795c-a151-4943-83a8-c13f2c55cd4b requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:33.273755 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1305732e-7323-4f3c-9893-d79aee99af53 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:33.279776 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1305732e-7323-4f3c-9893-d79aee99af53 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:33.280393 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1305732e-7323-4f3c-9893-d79aee99af53 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:33.296247 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaf352a-023c-4bd0-88db-3ec8852dd96d None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:55:33.296688 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaf352a-023c-4bd0-88db-3ec8852dd96d None None] Checking segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:55:33.297030 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cfaf352a-023c-4bd0-88db-3ec8852dd96d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:33.297416 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaf352a-023c-4bd0-88db-3ec8852dd96d None None] Bound using segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:55:33.297893 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-cfaf352a-023c-4bd0-88db-3ec8852dd96d None None] Bound port: f038fe00-5c06-4230-bc5f-451bc3100019, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:55:33.298288 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cfaf352a-023c-4bd0-88db-3ec8852dd96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:33.320169 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-e7d5f095-3e18-4f0f-a689-e8c607e19715 None None] Allocated IP 2001:db8::2 (bb227c93-ceeb-4d28-9d6e-bc0140155bc7/75414f68-1180-4217-9027-03e89d6b5353/f6ef93a2-c917-465a-8841-45da3f1aa04c) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:55:33.320688 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ee4f1661-8212-49bd-817e-fa9deb340314 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:33.329456 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment cdacf7ba-eec0-46ac-ac6e-7a71d941ab1a resource provider aggregate not found Sep 14 22:55:33.345054 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-31a80875-63d3-445b-a26a-d1a379942dad tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:33.346332 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-31a80875-63d3-445b-a26a-d1a379942dad tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] 10.222.0.33 "DELETE /v2.0/routers/8a1aa73b-d6c1-4e8d-a2c9-186185e409f9 HTTP/1.1" status: 204 len: 168 time: 4.7761304 Sep 14 22:55:33.362434 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48366) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:33.364160 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment cdacf7ba-eec0-46ac-ac6e-7a71d941ab1a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cdacf7ba-eec0-46ac-ac6e-7a71d941ab1a found for delete ", "request_id": "req-48b5f35f-d8e8-48a7-b985-f14cc832dcd0"}]} Sep 14 22:55:33.379196 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-84f90b6a-96a3-4d68-a834-bd57b077cccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2010862513', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'enable_snat': False}}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:33.404919 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-84f90b6a-96a3-4d68-a834-bd57b077cccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:33.461336 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-84f90b6a-96a3-4d68-a834-bd57b077cccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Usage tracker for resource:router and tenant:11f4f57376264efa8a1e5bef1258a073 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:55:33.481648 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-84f90b6a-96a3-4d68-a834-bd57b077cccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:55:33.488813 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-85ae7f7d-c358-46aa-a1df-2ce30eeacbe9 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:33.496441 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-eacc6b71-99e7-46ca-aedc-9b0b94a0b7fe tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:33.499852 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-84f90b6a-96a3-4d68-a834-bd57b077cccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:33.515889 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-ee4f1661-8212-49bd-817e-fa9deb340314 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13a5795c-a151-4943-83a8-c13f2c55cd4b']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:33.522715 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd2a893-caa3-43e4-8c72-c97588aaac86 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:55:33.527147 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-85ae7f7d-c358-46aa-a1df-2ce30eeacbe9 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:33.530305 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae7f7d-c358-46aa-a1df-2ce30eeacbe9 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event deleted for resources: {'Network': ['ID=ff5cb34d-989f-4ed2-804c-ba5a4cfbb4c6,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:33.540479 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1305732e-7323-4f3c-9893-d79aee99af53 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Pushing event updated for resources: {'Network': ['ID=8ff19e39-35a6-45d3-b0d1-6f7b47204bf6,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:33.544829 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1305732e-7323-4f3c-9893-d79aee99af53 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6606467 Sep 14 22:55:33.548786 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48370) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:33.559449 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5924d-ab81-4843-a857-9e429ceedfd0 req-ec4b630b-c753-4472-a1f3-9ec9d0b0d6d5 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:33.559801 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-868c703b-932c-4bc9-b088-b71304913289 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Request body: {'subnet': {'network_id': '35590c69-b3a7-4a55-ae27-b3782d804732', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:33.560997 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c1b5924d-ab81-4843-a857-9e429ceedfd0 req-ec4b630b-c753-4472-a1f3-9ec9d0b0d6d5 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.7794816 Sep 14 22:55:33.562834 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-ee4f1661-8212-49bd-817e-fa9deb340314 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c4085e-eadc-42b5-a2bc-cf8653314b32') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:33.563125 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-ee4f1661-8212-49bd-817e-fa9deb340314 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c4085e-eadc-42b5-a2bc-cf8653314b32') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:33.580420 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-85ae7f7d-c358-46aa-a1df-2ce30eeacbe9 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "DELETE /v2.0/networks/ff5cb34d-989f-4ed2-804c-ba5a4cfbb4c6 HTTP/1.1" status: 204 len: 168 time: 2.9817142 Sep 14 22:55:33.584302 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 8ff19e39-35a6-45d3-b0d1-6f7b47204bf6 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:55:33.586280 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48374) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:33.587627 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2cd2a893-caa3-43e4-8c72-c97588aaac86 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:33.587974 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-2cd2a893-caa3-43e4-8c72-c97588aaac86 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Added segment 49c8bef9-3d30-4027-9c03-ef4e4ac10ec3 of type vlan for network cb210259-c029-4a20-abbb-b0bb847aa533 Sep 14 22:55:33.601809 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ee4f1661-8212-49bd-817e-fa9deb340314 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:33.627731 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-eacc6b71-99e7-46ca-aedc-9b0b94a0b7fe tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] device_id is not set on port 38a3e50d-eb5b-458d-b69b-bbcd33c70869 yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:55:33.650537 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-84f90b6a-96a3-4d68-a834-bd57b077cccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:33.651534 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-84f90b6a-96a3-4d68-a834-bd57b077cccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:33.682246 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ee4f1661-8212-49bd-817e-fa9deb340314 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:33.716586 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee4f1661-8212-49bd-817e-fa9deb340314 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:55:33.717007 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ee4f1661-8212-49bd-817e-fa9deb340314 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:33.739051 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-cfaf352a-023c-4bd0-88db-3ec8852dd96d None None] For port f038fe00-5c06-4230-bc5f-451bc3100019, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:55:33.747396 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c1b5924d-ab81-4843-a857-9e429ceedfd0 req-73dd8e1c-4888-4baa-b251-7bf85ab12c5a tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1700399 Sep 14 22:55:33.753915 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-57a27f3b-5f01-4d05-a57f-7cd5d717da7c None None] Deleting port 5e6cd3dc-8298-427c-b83f-4545ca91dc5d {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:55:33.753915 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-57a27f3b-5f01-4d05-a57f-7cd5d717da7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:33.818716 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-cfaf352a-023c-4bd0-88db-3ec8852dd96d None None] For port f038fe00-5c06-4230-bc5f-451bc3100019, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f038fe00-5c06-4230-bc5f-451bc3100019,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:55:33.822947 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 43c4085e-eadc-42b5-a2bc-cf8653314b32 resource provider aggregate not found Sep 14 22:55:33.832984 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2cd2a893-caa3-43e4-8c72-c97588aaac86 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:33.859555 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-57a27f3b-5f01-4d05-a57f-7cd5d717da7c None None] The port '5e6cd3dc-8298-427c-b83f-4545ca91dc5d' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:55:33.861266 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cfaf352a-023c-4bd0-88db-3ec8852dd96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:33.880080 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-84f90b6a-96a3-4d68-a834-bd57b077cccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:33.925883 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 43c4085e-eadc-42b5-a2bc-cf8653314b32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43c4085e-eadc-42b5-a2bc-cf8653314b32 found for delete ", "request_id": "req-aab8a2b1-7a35-48bb-83b1-2a91fd438009"}]} Sep 14 22:55:33.971853 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ee4f1661-8212-49bd-817e-fa9deb340314 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:33.976768 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ee4f1661-8212-49bd-817e-fa9deb340314 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:34.023175 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2cd2a893-caa3-43e4-8c72-c97588aaac86 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:34.032292 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd2a893-caa3-43e4-8c72-c97588aaac86 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:34.032292 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2cd2a893-caa3-43e4-8c72-c97588aaac86 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:34.053887 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-3993ef21-600e-424f-a1fc-b29a6834b45d tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Deleting port a7debd0a-d200-4de7-96dd-a930e9c31c18 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:55:34.054508 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3993ef21-600e-424f-a1fc-b29a6834b45d tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:34.068488 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f1661-8212-49bd-817e-fa9deb340314 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event deleted for resources: {'Network': ['ID=13a5795c-a151-4943-83a8-c13f2c55cd4b,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:34.079169 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-cd1002c3-575c-4230-852d-5fbe187a9baf tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] For port 9e1cbdca-a53a-4562-b096-ec864aee1482, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=9e1cbdca-a53a-4562-b096-ec864aee1482,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:55:34.079762 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cd1002c3-575c-4230-852d-5fbe187a9baf tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:34.088929 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf352a-023c-4bd0-88db-3ec8852dd96d None None] Pushing event updated for resources: {'Port': ['ID=f038fe00-5c06-4230-bc5f-451bc3100019,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:34.095697 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e7d5f095-3e18-4f0f-a689-e8c607e19715 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:34.111048 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e7d5f095-3e18-4f0f-a689-e8c607e19715 None None] Transition to ACTIVE for port object f6ef93a2-c917-465a-8841-45da3f1aa04c will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:55:34.125381 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ee4f1661-8212-49bd-817e-fa9deb340314 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "DELETE /v2.0/networks/13a5795c-a151-4943-83a8-c13f2c55cd4b HTTP/1.1" status: 204 len: 168 time: 5.8641052 Sep 14 22:55:34.135554 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e7d5f095-3e18-4f0f-a689-e8c607e19715 None None] Transition to ACTIVE for port object f6ef93a2-c917-465a-8841-45da3f1aa04c will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:55:34.144073 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e7d5f095-3e18-4f0f-a689-e8c607e19715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:34.157699 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-868c703b-932c-4bc9-b088-b71304913289 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:34.159696 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48382) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:34.207106 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d5f095-3e18-4f0f-a689-e8c607e19715 None None] Network bb227c93-ceeb-4d28-9d6e-bc0140155bc7 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:55:34.216904 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-e7d5f095-3e18-4f0f-a689-e8c607e19715 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:34.222748 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d5f095-3e18-4f0f-a689-e8c607e19715 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:55:34.232295 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-cd1002c3-575c-4230-852d-5fbe187a9baf tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Calling delete_port for 9e1cbdca-a53a-4562-b096-ec864aee1482 owned by network:router_gateway {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:55:34.278481 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-868c703b-932c-4bc9-b088-b71304913289 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Usage tracker for resource:subnet and tenant:4282f54a5e41489696773615359820d0 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:55:34.283547 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5f095-3e18-4f0f-a689-e8c607e19715 None None] Pushing event updated for resources: {'Port': ['ID=f6ef93a2-c917-465a-8841-45da3f1aa04c,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:34.317626 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-87a2fc84-5e8b-4d22-89ce-6fe386cde166 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] DELETE failed (client error): The resource could not be found. Sep 14 22:55:34.318414 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87a2fc84-5e8b-4d22-89ce-6fe386cde166 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:34.332934 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-868c703b-932c-4bc9-b088-b71304913289 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:55:34.346952 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-87a2fc84-5e8b-4d22-89ce-6fe386cde166 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "DELETE /v2.0/subnets/57335a63-a015-426d-8b9d-01900f012b26 HTTP/1.1" status: 404 len: 337 time: 0.1237326 Sep 14 22:55:34.386056 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2cd2a893-caa3-43e4-8c72-c97588aaac86 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5940673 Sep 14 22:55:34.386597 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e7d5f095-3e18-4f0f-a689-e8c607e19715 None None] Attempting to bind port f6ef93a2-c917-465a-8841-45da3f1aa04c on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:55:34.387652 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e7d5f095-3e18-4f0f-a689-e8c607e19715 None None] Attempting to bind port f6ef93a2-c917-465a-8841-45da3f1aa04c by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'd028b2ef-1a12-457e-a666-013991d2f21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bb227c93-ceeb-4d28-9d6e-bc0140155bc7'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:55:34.388108 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d5f095-3e18-4f0f-a689-e8c607e19715 None None] Attempting to bind port f6ef93a2-c917-465a-8841-45da3f1aa04c on network bb227c93-ceeb-4d28-9d6e-bc0140155bc7 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:55:34.390006 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48386) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:34.390338 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48388) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:34.395218 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d5f095-3e18-4f0f-a689-e8c607e19715 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:55:34.395669 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d5f095-3e18-4f0f-a689-e8c607e19715 None None] Checking segment: {'id': 'd028b2ef-1a12-457e-a666-013991d2f21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bb227c93-ceeb-4d28-9d6e-bc0140155bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:55:34.396866 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e7d5f095-3e18-4f0f-a689-e8c607e19715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:34.397537 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d5f095-3e18-4f0f-a689-e8c607e19715 None None] Bound using segment: {'id': 'd028b2ef-1a12-457e-a666-013991d2f21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bb227c93-ceeb-4d28-9d6e-bc0140155bc7'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:55:34.397906 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e7d5f095-3e18-4f0f-a689-e8c607e19715 None None] Bound port: f6ef93a2-c917-465a-8841-45da3f1aa04c, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd028b2ef-1a12-457e-a666-013991d2f21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bb227c93-ceeb-4d28-9d6e-bc0140155bc7'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:55:34.398284 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e7d5f095-3e18-4f0f-a689-e8c607e19715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:34.438475 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-ea6ed850-77a2-4f1a-9c08-e4907d37d80f tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Request body: {'subnet': {'network_id': 'cb210259-c029-4a20-abbb-b0bb847aa533', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:34.478342 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2a893-caa3-43e4-8c72-c97588aaac86 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event updated for resources: {'Network': ['ID=cb210259-c029-4a20-abbb-b0bb847aa533,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:34.492025 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network cb210259-c029-4a20-abbb-b0bb847aa533 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:55:34.515423 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-868c703b-932c-4bc9-b088-b71304913289 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:34.547552 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-28bc6021-3698-4145-9cf6-167e1afb9d5b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] DELETE failed (client error): The resource could not be found. Sep 14 22:55:34.548047 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28bc6021-3698-4145-9cf6-167e1afb9d5b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:34.553152 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-28bc6021-3698-4145-9cf6-167e1afb9d5b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "DELETE /v2.0/networks/13a5795c-a151-4943-83a8-c13f2c55cd4b HTTP/1.1" status: 404 len: 339 time: 0.1586936 Sep 14 22:55:34.558112 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-eacc6b71-99e7-46ca-aedc-9b0b94a0b7fe tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Allocated IP 172.20.0.12 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/663b1a5a-9614-4b15-bd9b-849b3372fd6f/38a3e50d-eb5b-458d-b69b-bbcd33c70869) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:55:34.560253 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48394) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:34.629224 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-eacc6b71-99e7-46ca-aedc-9b0b94a0b7fe tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Allocated IP 2001:db8::f816:3eff:fe15:af97 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/f8e06db6-e1fd-4a89-b3c0-b366f2b3490d/38a3e50d-eb5b-458d-b69b-bbcd33c70869) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:55:34.631583 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-b423e6df-67d1-4e9f-9e63-39c835d7c3cf tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] DELETE failed (client error): The resource could not be found. Sep 14 22:55:34.632031 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b423e6df-67d1-4e9f-9e63-39c835d7c3cf tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:34.635982 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b423e6df-67d1-4e9f-9e63-39c835d7c3cf tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "DELETE /v2.0/subnets/a9ae4475-3938-4a62-b638-50cf307d8a62 HTTP/1.1" status: 404 len: 337 time: 0.0617704 Sep 14 22:55:34.640329 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-e7d5f095-3e18-4f0f-a689-e8c607e19715 None None] For port f6ef93a2-c917-465a-8841-45da3f1aa04c, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:55:34.652560 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-e7d5f095-3e18-4f0f-a689-e8c607e19715 None None] For port f6ef93a2-c917-465a-8841-45da3f1aa04c, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f6ef93a2-c917-465a-8841-45da3f1aa04c,segment=NetworkSegment(d028b2ef-1a12-457e-a666-013991d2f21b),segment_id=d028b2ef-1a12-457e-a666-013991d2f21b)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:55:34.658668 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e7d5f095-3e18-4f0f-a689-e8c607e19715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:34.662714 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48398) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:34.705828 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-ea6ed850-77a2-4f1a-9c08-e4907d37d80f tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:34.716457 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ee5b39-7a62-457e-9b9a-3eb323372677 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] DELETE failed (client error): The resource could not be found. Sep 14 22:55:34.717062 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8ee5b39-7a62-457e-9b9a-3eb323372677 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:34.721453 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c8ee5b39-7a62-457e-9b9a-3eb323372677 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "DELETE /v2.0/networks/7293ddde-b296-4c71-b502-558dc6531667 HTTP/1.1" status: 404 len: 339 time: 0.0549588 Sep 14 22:55:34.735539 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48402) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:34.737236 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-ea6ed850-77a2-4f1a-9c08-e4907d37d80f tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:34.748315 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5f095-3e18-4f0f-a689-e8c607e19715 None None] Pushing event updated for resources: {'Port': ['ID=f6ef93a2-c917-465a-8841-45da3f1aa04c,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:34.772122 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6ed850-77a2-4f1a-9c08-e4907d37d80f tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Made reservation on behalf of e6613fbfc8284862b15b5afbf1f6ff30 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:55:34.775638 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ea6ed850-77a2-4f1a-9c08-e4907d37d80f tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:34.778790 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868c703b-932c-4bc9-b088-b71304913289 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Made reservation on behalf of 4282f54a5e41489696773615359820d0 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:55:34.782188 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-868c703b-932c-4bc9-b088-b71304913289 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:34.810210 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-84f90b6a-96a3-4d68-a834-bd57b077cccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:35.070587 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.ipam_backend_mixin [None req-ea6ed850-77a2-4f1a-9c08-e4907d37d80f tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Performing IP validity checks on allocation pools {{(pid=89170) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 14 22:55:35.072704 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.ipam_backend_mixin [None req-ea6ed850-77a2-4f1a-9c08-e4907d37d80f tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89170) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 14 22:55:35.139543 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f6ef93a2-c917-465a-8841-45da3f1aa04c up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:55:35.194261 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14320757-c577-49fd-9e09-376081e29294 req-ec60a063-a526-4e42-befe-6a8a93c00112 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:35.195826 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-14320757-c577-49fd-9e09-376081e29294 req-ec60a063-a526-4e42-befe-6a8a93c00112 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.2242029 Sep 14 22:55:35.242243 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-eacc6b71-99e7-46ca-aedc-9b0b94a0b7fe tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:35.253588 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3993ef21-600e-424f-a1fc-b29a6834b45d tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:35.254167 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3993ef21-600e-424f-a1fc-b29a6834b45d tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:35.263861 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port f6ef93a2-c917-465a-8841-45da3f1aa04c completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:55:35.270775 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f038fe00-5c06-4230-bc5f-451bc3100019 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:55:35.289771 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-eacc6b71-99e7-46ca-aedc-9b0b94a0b7fe tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Transition to ACTIVE for port object 38a3e50d-eb5b-458d-b69b-bbcd33c70869 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:55:35.293420 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-14320757-c577-49fd-9e09-376081e29294 req-ba21e784-f990-4f2c-a912-d827bf2b1b9d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0858376 Sep 14 22:55:35.383424 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port f038fe00-5c06-4230-bc5f-451bc3100019 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:55:35.406006 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-71c7a3c7-81ee-44cb-ac8d-1d6d83b54123 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:35.427512 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-3993ef21-600e-424f-a1fc-b29a6834b45d tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Calling delete_port for a7debd0a-d200-4de7-96dd-a930e9c31c18 owned by network:floatingip {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:55:35.445133 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-eacc6b71-99e7-46ca-aedc-9b0b94a0b7fe tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:35.460187 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 41da01e4-7eb0-4d9e-b302-c065564e8a04 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:55:35.504311 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 41da01e4-7eb0-4d9e-b302-c065564e8a04 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:55:35.504864 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 41da01e4-7eb0-4d9e-b302-c065564e8a04 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:55:35.534363 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ea6ed850-77a2-4f1a-9c08-e4907d37d80f tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:35.623903 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7f23ef-0d13-410b-99c9-1a5ac4570c06 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:35.627660 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacc6b71-99e7-46ca-aedc-9b0b94a0b7fe tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:55:35.629034 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-eacc6b71-99e7-46ca-aedc-9b0b94a0b7fe tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:35.642949 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacc6b71-99e7-46ca-aedc-9b0b94a0b7fe tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:55:35.711204 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc6b71-99e7-46ca-aedc-9b0b94a0b7fe tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Port': ['ID=38a3e50d-eb5b-458d-b69b-bbcd33c70869,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:35.729414 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ed850-77a2-4f1a-9c08-e4907d37d80f tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event updated for resources: {'Subnet': ['ID=7bc3578a-6dce-4717-9634-a1c9ebe89155,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:35.756000 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6ed850-77a2-4f1a-9c08-e4907d37d80f tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Checking segment: {'id': '49c8bef9-3d30-4027-9c03-ef4e4ac10ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cb210259-c029-4a20-abbb-b0bb847aa533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:55:35.756905 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6ed850-77a2-4f1a-9c08-e4907d37d80f tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Network hostable DHCP agents. Network: cb210259-c029-4a20-abbb-b0bb847aa533, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:55:35.771758 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacc6b71-99e7-46ca-aedc-9b0b94a0b7fe tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:35.772429 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-eacc6b71-99e7-46ca-aedc-9b0b94a0b7fe tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:35.811213 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-eacc6b71-99e7-46ca-aedc-9b0b94a0b7fe tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.8700747 Sep 14 22:55:35.812674 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48408) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:35.860440 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-71c7a3c7-81ee-44cb-ac8d-1d6d83b54123 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:35.873245 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-96c4bd90-1811-419c-ac2d-9484f947741f None None] Provisioning for port f038fe00-5c06-4230-bc5f-451bc3100019 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:55:35.881537 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-96c4bd90-1811-419c-ac2d-9484f947741f None None] Provisioning complete for port f038fe00-5c06-4230-bc5f-451bc3100019 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:35.882020 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-96c4bd90-1811-419c-ac2d-9484f947741f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:35.891671 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6ed850-77a2-4f1a-9c08-e4907d37d80f tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Network cb210259-c029-4a20-abbb-b0bb847aa533 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:55:35.912876 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-ea6ed850-77a2-4f1a-9c08-e4907d37d80f tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, cb210259-c029-4a20-abbb-b0bb847aa533) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:35.928706 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6ed850-77a2-4f1a-9c08-e4907d37d80f tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:35.930074 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ea6ed850-77a2-4f1a-9c08-e4907d37d80f tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:35.972806 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09359bf0-a076-4a5b-89f1-2cacd1591346 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:35.976393 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238d4dbd-74fb-4745-bee8-ea4b7a22b686 None None] Network cb210259-c029-4a20-abbb-b0bb847aa533 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:35.980024 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09359bf0-a076-4a5b-89f1-2cacd1591346 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:35.980886 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-09359bf0-a076-4a5b-89f1-2cacd1591346 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:55:36.001772 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-09359bf0-a076-4a5b-89f1-2cacd1591346 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:55:36.006821 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-09359bf0-a076-4a5b-89f1-2cacd1591346 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1892753 Sep 14 22:55:36.009088 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48412) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:36.013109 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ea6ed850-77a2-4f1a-9c08-e4907d37d80f tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6177557 Sep 14 22:55:36.014000 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48416) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:36.026140 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-71c7a3c7-81ee-44cb-ac8d-1d6d83b54123 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c754e8d-62f7-44c1-86ff-7413c66beb67']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:36.043160 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-71c7a3c7-81ee-44cb-ac8d-1d6d83b54123 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6898585-61d9-4a96-8e4e-cc279035c5d6') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:36.043530 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-71c7a3c7-81ee-44cb-ac8d-1d6d83b54123 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6898585-61d9-4a96-8e4e-cc279035c5d6') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:36.057614 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-71c7a3c7-81ee-44cb-ac8d-1d6d83b54123 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:36.063796 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-7082ea8b-77bc-460d-b060-0d6293036082 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:36.079720 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-71c7a3c7-81ee-44cb-ac8d-1d6d83b54123 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:36.085973 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455d67cd-2118-411d-8b6b-d1a821927040 None None] Network bb227c93-ceeb-4d28-9d6e-bc0140155bc7 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:36.092209 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c7a3c7-81ee-44cb-ac8d-1d6d83b54123 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:55:36.092631 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-71c7a3c7-81ee-44cb-ac8d-1d6d83b54123 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:36.122655 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cd1002c3-575c-4230-852d-5fbe187a9baf tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:36.159560 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-aee14109-d01e-4b6d-acc7-26d1931be6ac tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting port 38a3e50d-eb5b-458d-b69b-bbcd33c70869 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:55:36.160185 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-aee14109-d01e-4b6d-acc7-26d1931be6ac tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:36.219378 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment b6898585-61d9-4a96-8e4e-cc279035c5d6 resource provider aggregate not found Sep 14 22:55:36.323509 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment b6898585-61d9-4a96-8e4e-cc279035c5d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b6898585-61d9-4a96-8e4e-cc279035c5d6 found for delete ", "request_id": "req-2c485830-2aec-4996-9585-4b738801d755"}]} Sep 14 22:55:36.334579 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7082ea8b-77bc-460d-b060-0d6293036082 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30603267'] for subnet, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:36.341367 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1002c3-575c-4230-852d-5fbe187a9baf tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e1cbdca-a53a-4562-b096-ec864aee1482,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:36.456107 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-96c4bd90-1811-419c-ac2d-9484f947741f None None] Current status of the port f038fe00-5c06-4230-bc5f-451bc3100019 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:55:36.457246 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-96c4bd90-1811-419c-ac2d-9484f947741f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:36.491005 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-71c7a3c7-81ee-44cb-ac8d-1d6d83b54123 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:36.496978 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-71c7a3c7-81ee-44cb-ac8d-1d6d83b54123 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:36.520273 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3993ef21-600e-424f-a1fc-b29a6834b45d tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:36.566265 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-868c703b-932c-4bc9-b088-b71304913289 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:36.613986 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cd1002c3-575c-4230-852d-5fbe187a9baf tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:36.645991 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-96c4bd90-1811-419c-ac2d-9484f947741f None None] For port f038fe00-5c06-4230-bc5f-451bc3100019, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f038fe00-5c06-4230-bc5f-451bc3100019,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:55:36.650919 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe2544c-5820-4a98-96d2-9b11c2743564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-cb210259-c029-4a20-abbb-b0bb847aa533', 'network_id': 'cb210259-c029-4a20-abbb-b0bb847aa533', 'tenant_id': 'e6613fbfc8284862b15b5afbf1f6ff30', 'fixed_ips': [{'subnet_id': '7bc3578a-6dce-4717-9634-a1c9ebe89155'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:55:36.651797 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5fe2544c-5820-4a98-96d2-9b11c2743564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:36.698022 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-96c4bd90-1811-419c-ac2d-9484f947741f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:36.790381 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7a3c7-81ee-44cb-ac8d-1d6d83b54123 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event deleted for resources: {'Network': ['ID=1c754e8d-62f7-44c1-86ff-7413c66beb67,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:36.790726 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-aee14109-d01e-4b6d-acc7-26d1931be6ac tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:36.814503 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec07e1f-573f-4064-adea-746dfa31ef8a None None] Update dhcp port {'port': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'fixed_ips': [{'subnet_id': '663b1a5a-9614-4b15-bd9b-849b3372fd6f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f8e06db6-e1fd-4a89-b3c0-b366f2b3490d'}], 'binding:host_id': 'dv-neutron-857791-1-hyperv'}, 'id': 'f038fe00-5c06-4230-bc5f-451bc3100019'} from dv-neutron-857791-1-hyperv. {{(pid=89172) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 14 22:55:36.848253 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993ef21-600e-424f-a1fc-b29a6834b45d tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event deleted for resources: {'Port': ['ID=a7debd0a-d200-4de7-96dd-a930e9c31c18,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:36.923710 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3f0765f9-68f5-4d34-8421-d3d79d6376d6 None None] Provisioning for port f6ef93a2-c917-465a-8841-45da3f1aa04c completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:55:36.933128 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4bd90-1811-419c-ac2d-9484f947741f None None] Pushing event updated for resources: {'Port': ['ID=f038fe00-5c06-4230-bc5f-451bc3100019,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:36.937565 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-aee14109-d01e-4b6d-acc7-26d1931be6ac tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Calling delete_port for 38a3e50d-eb5b-458d-b69b-bbcd33c70869 owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:55:36.944254 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3f0765f9-68f5-4d34-8421-d3d79d6376d6 None None] Provisioning complete for port f6ef93a2-c917-465a-8841-45da3f1aa04c triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:36.944633 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3f0765f9-68f5-4d34-8421-d3d79d6376d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:36.971735 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4ec07e1f-573f-4064-adea-746dfa31ef8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:37.060981 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-71c7a3c7-81ee-44cb-ac8d-1d6d83b54123 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "DELETE /v2.0/networks/1c754e8d-62f7-44c1-86ff-7413c66beb67 HTTP/1.1" status: 204 len: 168 time: 2.3224368 Sep 14 22:55:37.066436 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48426) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:37.068600 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cd1002c3-575c-4230-852d-5fbe187a9baf tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:37.077032 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cd1002c3-575c-4230-852d-5fbe187a9baf tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:37.110276 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f571e2-7f78-4f07-a39b-22a74d5b8aad req-e962164a-ea6a-45b6-9930-1c005ffc0509 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:37.111770 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-69f571e2-7f78-4f07-a39b-22a74d5b8aad req-e962164a-ea6a-45b6-9930-1c005ffc0509 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.5984221 Sep 14 22:55:37.149308 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c703b-932c-4bc9-b088-b71304913289 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Pushing event updated for resources: {'Subnet': ['ID=fdb43b0f-f7fb-42d5-82c5-80d0d51ab992,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:37.176491 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f038fe00-5c06-4230-bc5f-451bc3100019 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:55:37.198251 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868c703b-932c-4bc9-b088-b71304913289 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Checking segment: {'id': '329e3bb9-ff86-4c1a-b896-a539c1ceff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '35590c69-b3a7-4a55-ae27-b3782d804732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:55:37.198615 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868c703b-932c-4bc9-b088-b71304913289 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Network hostable DHCP agents. Network: 35590c69-b3a7-4a55-ae27-b3782d804732, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:55:37.199878 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-e596937f-b676-459d-8e4a-9d7bb8d04994 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] DELETE failed (client error): The resource could not be found. Sep 14 22:55:37.200560 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e596937f-b676-459d-8e4a-9d7bb8d04994 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:37.204681 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-e596937f-b676-459d-8e4a-9d7bb8d04994 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "DELETE /v2.0/subnets/f3db1443-a8a0-492c-835e-6a000dce0ec6 HTTP/1.1" status: 404 len: 337 time: 0.1345694 Sep 14 22:55:37.206587 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cd1002c3-575c-4230-852d-5fbe187a9baf tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:37.207085 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1002c3-575c-4230-852d-5fbe187a9baf tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b786ad8-353b-41d3-ad66-e245d8d14fd4 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:55:37.214657 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3993ef21-600e-424f-a1fc-b29a6834b45d tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for floatingip, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:37.218120 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48430) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:37.238701 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-69f571e2-7f78-4f07-a39b-22a74d5b8aad req-dd416706-31b3-4d80-b630-23cad47d78c5 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1070712 Sep 14 22:55:37.241842 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7082ea8b-77bc-460d-b060-0d6293036082 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756549302860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30702944'] for subnet, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:37.260994 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-84f90b6a-96a3-4d68-a834-bd57b077cccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:37.417762 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7082ea8b-77bc-460d-b060-0d6293036082 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:37.418394 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7082ea8b-77bc-460d-b060-0d6293036082 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:37.420243 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7082ea8b-77bc-460d-b060-0d6293036082 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "PUT /v2.0/subnets/7bc3578a-6dce-4717-9634-a1c9ebe89155 HTTP/1.1" status: 200 len: 900 time: 1.4056809 Sep 14 22:55:37.434832 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48434) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:37.471398 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-5fe2544c-5820-4a98-96d2-9b11c2743564 None None] Allocated IP 2001:db8::3 (cb210259-c029-4a20-abbb-b0bb847aa533/7bc3578a-6dce-4717-9634-a1c9ebe89155/2abf7a9a-b171-4dd0-a54d-250f210d5ac0) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:55:37.486596 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cd1002c3-575c-4230-852d-5fbe187a9baf tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:37.487992 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-cd1002c3-575c-4230-852d-5fbe187a9baf tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] 10.222.0.33 "DELETE /v2.0/routers/7b786ad8-353b-41d3-ad66-e245d8d14fd4 HTTP/1.1" status: 204 len: 168 time: 9.7744648 Sep 14 22:55:37.493892 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3993ef21-600e-424f-a1fc-b29a6834b45d tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:37.500679 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3993ef21-600e-424f-a1fc-b29a6834b45d tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "DELETE /v2.0/floatingips/6bdcb0aa-1b7e-4322-a2f2-0f011435e03a HTTP/1.1" status: 204 len: 168 time: 3.8980162 Sep 14 22:55:37.500679 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48438) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:37.500679 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc8c44b-481a-4d22-86bd-8a05a21b9fea tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] DELETE failed (client error): The resource could not be found. Sep 14 22:55:37.500679 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cc8c44b-481a-4d22-86bd-8a05a21b9fea tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:37.502231 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4cc8c44b-481a-4d22-86bd-8a05a21b9fea tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "DELETE /v2.0/networks/b2a3aa55-3d2d-4897-bf71-877ba4758431 HTTP/1.1" status: 404 len: 339 time: 0.2797046 Sep 14 22:55:37.503447 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-84f90b6a-96a3-4d68-a834-bd57b077cccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:37.505020 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-3f0765f9-68f5-4d34-8421-d3d79d6376d6 None None] Current status of the port f6ef93a2-c917-465a-8841-45da3f1aa04c is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:55:37.505405 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3f0765f9-68f5-4d34-8421-d3d79d6376d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:37.505911 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48440) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:37.506234 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48444) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:37.520860 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-4ec07e1f-573f-4064-adea-746dfa31ef8a None None] Allocated IP 2001:db8::f816:3eff:fe7e:d94f (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/f8e06db6-e1fd-4a89-b3c0-b366f2b3490d/f038fe00-5c06-4230-bc5f-451bc3100019) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:55:37.531962 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port f038fe00-5c06-4230-bc5f-451bc3100019 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:37.532338 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:37.535873 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082ea8b-77bc-460d-b060-0d6293036082 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event updated for resources: {'Subnet': ['ID=7bc3578a-6dce-4717-9634-a1c9ebe89155,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:37.671048 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-80a2e03e-81ac-4ef0-98fc-65ec4d0e8cba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:37.674204 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-aee14109-d01e-4b6d-acc7-26d1931be6ac tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:37.675807 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-3f0765f9-68f5-4d34-8421-d3d79d6376d6 None None] For port f6ef93a2-c917-465a-8841-45da3f1aa04c, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f6ef93a2-c917-465a-8841-45da3f1aa04c,segment=NetworkSegment(d028b2ef-1a12-457e-a666-013991d2f21b),segment_id=d028b2ef-1a12-457e-a666-013991d2f21b)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:55:37.699403 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3f0765f9-68f5-4d34-8421-d3d79d6376d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:37.729269 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a5b4f4-b0b9-4f7a-af69-68a61e3bc043 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] DELETE failed (client error): The resource could not be found. Sep 14 22:55:37.729721 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6a5b4f4-b0b9-4f7a-af69-68a61e3bc043 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:37.737696 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee14109-d01e-4b6d-acc7-26d1931be6ac tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Port': ['ID=38a3e50d-eb5b-458d-b69b-bbcd33c70869,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:37.740469 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868c703b-932c-4bc9-b088-b71304913289 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Network 35590c69-b3a7-4a55-ae27-b3782d804732 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:55:37.759092 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-7403ddb3-209d-400a-b047-8685391440dd tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] DELETE failed (client error): The resource could not be found. Sep 14 22:55:37.759559 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7403ddb3-209d-400a-b047-8685391440dd tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:37.761258 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7403ddb3-209d-400a-b047-8685391440dd tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "DELETE /v2.0/ports/db4fbb1e-57c2-484f-8e89-3ef44b288d3a HTTP/1.1" status: 404 len: 333 time: 0.2530463 Sep 14 22:55:37.769744 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48450) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:37.775984 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e6a5b4f4-b0b9-4f7a-af69-68a61e3bc043 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "DELETE /v2.0/subnets/4a6bb274-ebd8-4993-b90e-f6098dfb2b7b HTTP/1.1" status: 404 len: 337 time: 0.2631717 Sep 14 22:55:37.779696 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8b635dc7-26f7-41a5-923f-cd7f50c04c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:37.786626 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48454) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:37.825932 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-868c703b-932c-4bc9-b088-b71304913289 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 35590c69-b3a7-4a55-ae27-b3782d804732) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:37.858080 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6a32cf-a4f1-4fbd-a212-ea6278fb8d74 None None] Network 35590c69-b3a7-4a55-ae27-b3782d804732 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:37.889877 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6ba8205c-2596-428b-a8c6-2ca3c60717bc tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Synchronizing usage tracker for tenant:c3b8060bdcc1452ba7bbb4ccc54d5103 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:55:37.892942 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868c703b-932c-4bc9-b088-b71304913289 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:37.893528 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-868c703b-932c-4bc9-b088-b71304913289 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:37.914468 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0def8eb-2796-4c56-b34e-c69d79edfa5e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] DELETE failed (client error): The resource could not be found. Sep 14 22:55:37.915731 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0def8eb-2796-4c56-b34e-c69d79edfa5e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:37.965211 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a0def8eb-2796-4c56-b34e-c69d79edfa5e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "DELETE /v2.0/networks/6970d1b5-8f32-48c9-8c2a-c71e63476258 HTTP/1.1" status: 404 len: 339 time: 0.1690984 Sep 14 22:55:37.974340 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48458) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:37.978402 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0765f9-68f5-4d34-8421-d3d79d6376d6 None None] Pushing event updated for resources: {'Port': ['ID=f6ef93a2-c917-465a-8841-45da3f1aa04c,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:38.008175 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-868c703b-932c-4bc9-b088-b71304913289 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4559417 Sep 14 22:55:38.015462 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48462) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:38.026759 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-78cb357d-3761-4722-af55-25e1ab434dcc tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Request body: {'subnet': {'network_id': '8ff19e39-35a6-45d3-b0d1-6f7b47204bf6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:38.041914 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6ba8205c-2596-428b-a8c6-2ca3c60717bc tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Unset dirty status for tenant:c3b8060bdcc1452ba7bbb4ccc54d5103 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:55:38.043546 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6ba8205c-2596-428b-a8c6-2ca3c60717bc tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "GET /v2.0/ports?device_id=70122e15-49ca-4221-91ad-de7c07b95175 HTTP/1.1" status: 200 len: 205 time: 0.2696283 Sep 14 22:55:38.047104 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ff5be03-45ac-44b3-9a8f-c9f7516c92f2 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] DELETE failed (client error): The resource could not be found. Sep 14 22:55:38.047639 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ff5be03-45ac-44b3-9a8f-c9f7516c92f2 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:38.051852 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6ff5be03-45ac-44b3-9a8f-c9f7516c92f2 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "DELETE /v2.0/subnets/15fcf08c-7884-477d-8c09-2da3052b761a HTTP/1.1" status: 404 len: 337 time: 0.0693500 Sep 14 22:55:38.053358 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48466) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:38.054143 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48468) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:38.056589 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-80a2e03e-81ac-4ef0-98fc-65ec4d0e8cba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:38.083171 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-4ec07e1f-573f-4064-adea-746dfa31ef8a None None] For port f038fe00-5c06-4230-bc5f-451bc3100019, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f038fe00-5c06-4230-bc5f-451bc3100019,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:55:38.085208 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f60ba0a8-cb41-47f9-9021-85fd8f8f4c81 None None] Provisioning complete for port f6ef93a2-c917-465a-8841-45da3f1aa04c triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:38.085578 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f60ba0a8-cb41-47f9-9021-85fd8f8f4c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:38.105255 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-aee14109-d01e-4b6d-acc7-26d1931be6ac tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:38.107232 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-aee14109-d01e-4b6d-acc7-26d1931be6ac tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/38a3e50d-eb5b-458d-b69b-bbcd33c70869 HTTP/1.1" status: 204 len: 168 time: 2.0954025 Sep 14 22:55:38.111204 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48474) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:38.134709 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1002da33-fc13-46bd-9fb6-5753e3ee75e3 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:38.168737 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port f038fe00-5c06-4230-bc5f-451bc3100019 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:55:38.195421 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105a8a29-aa5c-4fbb-ba39-5e2538ae859a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:38.197443 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105a8a29-aa5c-4fbb-ba39-5e2538ae859a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:38.198626 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105a8a29-aa5c-4fbb-ba39-5e2538ae859a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:38.199447 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-105a8a29-aa5c-4fbb-ba39-5e2538ae859a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:55:38.215166 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-105a8a29-aa5c-4fbb-ba39-5e2538ae859a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:55:38.216495 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-105a8a29-aa5c-4fbb-ba39-5e2538ae859a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1046350 Sep 14 22:55:38.219037 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48478) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:38.278769 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.resource_extend [None req-4ec07e1f-573f-4064-adea-746dfa31ef8a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 22:55:38.294698 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-22efa7cb-3a13-438a-948c-c448cee04fe9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting subnet 663b1a5a-9614-4b15-bd9b-849b3372fd6f {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:55:38.299645 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-78fb7e37-dfc3-42b2-b84e-7a16c20df779 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] DELETE failed (client error): The resource could not be found. Sep 14 22:55:38.300123 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78fb7e37-dfc3-42b2-b84e-7a16c20df779 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:38.304112 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-78fb7e37-dfc3-42b2-b84e-7a16c20df779 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "DELETE /v2.0/networks/928b73ac-7c7d-4af1-ba2a-898d0f4d7e0c HTTP/1.1" status: 404 len: 339 time: 0.2393808 Sep 14 22:55:38.305824 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48484) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:38.313624 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4ec07e1f-573f-4064-adea-746dfa31ef8a None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:38.318535 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-8d672f8d-bf69-4e67-9a20-750b2bffdf8a tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] delete failed (client error): The resource could not be found. Sep 14 22:55:38.319568 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8d672f8d-bf69-4e67-9a20-750b2bffdf8a tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "DELETE /v2.0/routers/70122e15-49ca-4221-91ad-de7c07b95175 HTTP/1.1" status: 404 len: 336 time: 0.2587299 Sep 14 22:55:38.331672 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-84f90b6a-96a3-4d68-a834-bd57b077cccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Allocated IP 172.26.5.97 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/d8dcd055-3da0-4ddc-9df3-ac750f26c9d1) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:55:38.338458 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48488) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:38.357166 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-4ec07e1f-573f-4064-adea-746dfa31ef8a None None] Transition to ACTIVE for port object f038fe00-5c06-4230-bc5f-451bc3100019 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:55:38.358287 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5fe2544c-5820-4a98-96d2-9b11c2743564 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:38.398023 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-f22f1f4b-64bc-4a06-bd7f-7df85333cd27 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] DELETE failed (client error): The resource could not be found. Sep 14 22:55:38.398726 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f22f1f4b-64bc-4a06-bd7f-7df85333cd27 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:38.401253 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f22f1f4b-64bc-4a06-bd7f-7df85333cd27 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "DELETE /v2.0/subnets/84b27a30-abdf-4592-b502-4c8501f3c142 HTTP/1.1" status: 404 len: 337 time: 0.0618610 Sep 14 22:55:38.407964 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-22efa7cb-3a13-438a-948c-c448cee04fe9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:38.445613 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48492) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:38.465088 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-78cb357d-3761-4722-af55-25e1ab434dcc tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:38.497783 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4ec07e1f-573f-4064-adea-746dfa31ef8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:38.501567 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-5fe2544c-5820-4a98-96d2-9b11c2743564 None None] Transition to ACTIVE for port object 2abf7a9a-b171-4dd0-a54d-250f210d5ac0 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:55:38.503513 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-78cb357d-3761-4722-af55-25e1ab434dcc tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Usage tracker for resource:subnet and tenant:4282f54a5e41489696773615359820d0 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:55:38.511870 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-78cb357d-3761-4722-af55-25e1ab434dcc tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:55:38.536143 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-05400636-5076-4e74-a96b-0a75418cf005 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] DELETE failed (client error): The resource could not be found. Sep 14 22:55:38.536601 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05400636-5076-4e74-a96b-0a75418cf005 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:38.541326 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-05400636-5076-4e74-a96b-0a75418cf005 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "DELETE /v2.0/subnets/185246e8-9545-457c-ad28-865f2d40da75 HTTP/1.1" status: 404 len: 337 time: 0.2341380 Sep 14 22:55:38.561231 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48496) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:38.567477 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-78cb357d-3761-4722-af55-25e1ab434dcc tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:38.572028 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4083f20-77fc-4d6f-a2fc-e90ed6be2972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-35590c69-b3a7-4a55-ae27-b3782d804732', 'network_id': '35590c69-b3a7-4a55-ae27-b3782d804732', 'tenant_id': '4282f54a5e41489696773615359820d0', 'fixed_ips': [{'subnet_id': 'fdb43b0f-f7fb-42d5-82c5-80d0d51ab992'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:55:38.572863 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f4083f20-77fc-4d6f-a2fc-e90ed6be2972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:38.609489 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cb357d-3761-4722-af55-25e1ab434dcc tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Made reservation on behalf of 4282f54a5e41489696773615359820d0 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:55:38.613156 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-78cb357d-3761-4722-af55-25e1ab434dcc tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:38.651650 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-f60ba0a8-cb41-47f9-9021-85fd8f8f4c81 None None] Current status of the port f6ef93a2-c917-465a-8841-45da3f1aa04c is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:55:38.707305 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1002da33-fc13-46bd-9fb6-5753e3ee75e3 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:38.709919 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-5fe2544c-5820-4a98-96d2-9b11c2743564 None None] Transition to ACTIVE for port object 2abf7a9a-b171-4dd0-a54d-250f210d5ac0 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:55:38.762157 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-84f90b6a-96a3-4d68-a834-bd57b077cccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:38.766225 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-1002da33-fc13-46bd-9fb6-5753e3ee75e3 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Deleting port 73cb9dab-e603-49c8-b2b2-b770c01a77e0 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:55:38.766628 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1002da33-fc13-46bd-9fb6-5753e3ee75e3 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:38.772546 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec07e1f-573f-4064-adea-746dfa31ef8a None None] Pushing event updated for resources: {'Port': ['ID=f038fe00-5c06-4230-bc5f-451bc3100019,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:38.775722 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5fe2544c-5820-4a98-96d2-9b11c2743564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:38.786029 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e38c9a-e296-4eff-bc17-e7b728891f34 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] DELETE failed (client error): The resource could not be found. Sep 14 22:55:38.786563 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59e38c9a-e296-4eff-bc17-e7b728891f34 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:38.802372 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-22efa7cb-3a13-438a-948c-c448cee04fe9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:38.834909 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-859209e1-1ce5-4ec3-a968-1d31e072c8f6 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Deleting port 67055081-e22d-4054-b074-0adf84641216 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:55:38.835159 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-859209e1-1ce5-4ec3-a968-1d31e072c8f6 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:38.879441 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe2544c-5820-4a98-96d2-9b11c2743564 None None] Network cb210259-c029-4a20-abbb-b0bb847aa533 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:55:38.886061 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe2544c-5820-4a98-96d2-9b11c2743564 None None] Pushing event updated for resources: {'Port': ['ID=2abf7a9a-b171-4dd0-a54d-250f210d5ac0,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:38.888473 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-5fe2544c-5820-4a98-96d2-9b11c2743564 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:38.893000 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe2544c-5820-4a98-96d2-9b11c2743564 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:55:38.905486 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-80a2e03e-81ac-4ef0-98fc-65ec4d0e8cba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:38.964241 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-59e38c9a-e296-4eff-bc17-e7b728891f34 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "DELETE /v2.0/networks/090b078b-159f-49d8-9ef8-fc93d099db09 HTTP/1.1" status: 404 len: 339 time: 0.4027188 Sep 14 22:55:38.968195 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48500) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:39.053187 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2e03e-81ac-4ef0-98fc-65ec4d0e8cba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event deleted for resources: {'Subnet': ['ID=7bc3578a-6dce-4717-9634-a1c9ebe89155,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:39.065746 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-95642026-96fd-4b87-ba5c-bf4945ac8e6b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] DELETE failed (client error): The resource could not be found. Sep 14 22:55:39.066183 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95642026-96fd-4b87-ba5c-bf4945ac8e6b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:39.070662 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-95642026-96fd-4b87-ba5c-bf4945ac8e6b tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "DELETE /v2.0/subnets/1bfba5e2-25b9-43ac-8d9c-cfcc81b39fb4 HTTP/1.1" status: 404 len: 337 time: 0.0947192 Sep 14 22:55:39.071312 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48504) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:39.097988 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f6ef93a2-c917-465a-8841-45da3f1aa04c up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:55:39.173483 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-f4083f20-77fc-4d6f-a2fc-e90ed6be2972 None None] Allocated IP 2001:db8::2 (35590c69-b3a7-4a55-ae27-b3782d804732/fdb43b0f-f7fb-42d5-82c5-80d0d51ab992/85b809c4-6b27-4ca0-8fe5-f9a266e00ba0) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:55:39.206048 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-84f90b6a-96a3-4d68-a834-bd57b077cccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:39.215808 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-5fe2544c-5820-4a98-96d2-9b11c2743564 None None] Attempting to bind port 2abf7a9a-b171-4dd0-a54d-250f210d5ac0 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:55:39.216289 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-5fe2544c-5820-4a98-96d2-9b11c2743564 None None] Attempting to bind port 2abf7a9a-b171-4dd0-a54d-250f210d5ac0 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '49c8bef9-3d30-4027-9c03-ef4e4ac10ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cb210259-c029-4a20-abbb-b0bb847aa533'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:55:39.217576 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe2544c-5820-4a98-96d2-9b11c2743564 None None] Attempting to bind port 2abf7a9a-b171-4dd0-a54d-250f210d5ac0 on network cb210259-c029-4a20-abbb-b0bb847aa533 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:55:39.266828 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764aae2e-b34b-4586-aa0a-739d728daf42 req-01a2430d-2b90-4136-89d2-9932b0d0bdcd tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:39.268373 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-764aae2e-b34b-4586-aa0a-739d728daf42 req-01a2430d-2b90-4136-89d2-9932b0d0bdcd tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.8196194 Sep 14 22:55:39.269385 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d36c80-7bb5-4d11-8fa8-dc759aab8cb2 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] DELETE failed (client error): The resource could not be found. Sep 14 22:55:39.269848 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76d36c80-7bb5-4d11-8fa8-dc759aab8cb2 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:39.274673 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-76d36c80-7bb5-4d11-8fa8-dc759aab8cb2 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "DELETE /v2.0/networks/343da64d-5865-49bd-ad79-bd8094c7cf8e HTTP/1.1" status: 404 len: 339 time: 0.1898673 Sep 14 22:55:39.275293 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48508) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:39.299945 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe2544c-5820-4a98-96d2-9b11c2743564 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:55:39.300855 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe2544c-5820-4a98-96d2-9b11c2743564 None None] Checking segment: {'id': '49c8bef9-3d30-4027-9c03-ef4e4ac10ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cb210259-c029-4a20-abbb-b0bb847aa533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:55:39.302576 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5fe2544c-5820-4a98-96d2-9b11c2743564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:39.303076 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe2544c-5820-4a98-96d2-9b11c2743564 None None] Bound using segment: {'id': '49c8bef9-3d30-4027-9c03-ef4e4ac10ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cb210259-c029-4a20-abbb-b0bb847aa533'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:55:39.304242 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-5fe2544c-5820-4a98-96d2-9b11c2743564 None None] Bound port: 2abf7a9a-b171-4dd0-a54d-250f210d5ac0, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c8bef9-3d30-4027-9c03-ef4e4ac10ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cb210259-c029-4a20-abbb-b0bb847aa533'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:55:39.305461 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5fe2544c-5820-4a98-96d2-9b11c2743564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:39.312038 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f90b6a-96a3-4d68-a834-bd57b077cccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:55:39.321389 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-84f90b6a-96a3-4d68-a834-bd57b077cccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:39.325774 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-1002da33-fc13-46bd-9fb6-5753e3ee75e3 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] For port 73cb9dab-e603-49c8-b2b2-b770c01a77e0, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=73cb9dab-e603-49c8-b2b2-b770c01a77e0,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:55:39.326737 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1002da33-fc13-46bd-9fb6-5753e3ee75e3 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:39.347246 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-80a2e03e-81ac-4ef0-98fc-65ec4d0e8cba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:39.356825 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f90b6a-96a3-4d68-a834-bd57b077cccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:55:39.377747 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-68bd5468-f292-45f9-8710-44a44f17c7d1 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] DELETE failed (client error): The resource could not be found. Sep 14 22:55:39.378468 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68bd5468-f292-45f9-8710-44a44f17c7d1 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:39.382983 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-68bd5468-f292-45f9-8710-44a44f17c7d1 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "DELETE /v2.0/subnets/c968c9fa-3dec-48c8-a0bb-af8b90bb0a15 HTTP/1.1" status: 404 len: 337 time: 0.1006382 Sep 14 22:55:39.384953 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48512) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:39.404822 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port f6ef93a2-c917-465a-8841-45da3f1aa04c triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:39.409535 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:39.486616 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f90b6a-96a3-4d68-a834-bd57b077cccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Pushing event updated for resources: {'Port': ['ID=d8dcd055-3da0-4ddc-9df3-ac750f26c9d1,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:39.524831 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-80a2e03e-81ac-4ef0-98fc-65ec4d0e8cba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb210259-c029-4a20-abbb-b0bb847aa533']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:39.557033 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-04777430-c856-47d9-a0e9-104f05bf2e5e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] DELETE failed (client error): The resource could not be found. Sep 14 22:55:39.557316 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04777430-c856-47d9-a0e9-104f05bf2e5e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:39.563095 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-04777430-c856-47d9-a0e9-104f05bf2e5e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "DELETE /v2.0/networks/0551bfb6-79c7-404c-972b-3e9274a35b39 HTTP/1.1" status: 404 len: 339 time: 0.1646531 Sep 14 22:55:39.568034 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48516) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:39.569899 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-80a2e03e-81ac-4ef0-98fc-65ec4d0e8cba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49c8bef9-3d30-4027-9c03-ef4e4ac10ec3') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:39.570099 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-80a2e03e-81ac-4ef0-98fc-65ec4d0e8cba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49c8bef9-3d30-4027-9c03-ef4e4ac10ec3') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:39.578508 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-1002da33-fc13-46bd-9fb6-5753e3ee75e3 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Calling delete_port for 73cb9dab-e603-49c8-b2b2-b770c01a77e0 owned by network:router_gateway {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:55:39.604212 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-5fe2544c-5820-4a98-96d2-9b11c2743564 None None] For port 2abf7a9a-b171-4dd0-a54d-250f210d5ac0, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:55:39.617571 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-22efa7cb-3a13-438a-948c-c448cee04fe9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:39.637529 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-5fe2544c-5820-4a98-96d2-9b11c2743564 None None] For port 2abf7a9a-b171-4dd0-a54d-250f210d5ac0, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=2abf7a9a-b171-4dd0-a54d-250f210d5ac0,segment=NetworkSegment(49c8bef9-3d30-4027-9c03-ef4e4ac10ec3),segment_id=49c8bef9-3d30-4027-9c03-ef4e4ac10ec3)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:55:39.641916 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-78cb357d-3761-4722-af55-25e1ab434dcc tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:39.654505 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-764aae2e-b34b-4586-aa0a-739d728daf42 req-52002e90-b985-4428-bdaa-de56170845f8 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3690360 Sep 14 22:55:39.691760 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-80a2e03e-81ac-4ef0-98fc-65ec4d0e8cba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:39.691760 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6803aad-a22b-40f7-8bf9-2bb03df8f618 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] DELETE failed (client error): The resource could not be found. Sep 14 22:55:39.691760 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6803aad-a22b-40f7-8bf9-2bb03df8f618 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:39.695110 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c6803aad-a22b-40f7-8bf9-2bb03df8f618 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "DELETE /v2.0/subnets/4cfc1911-0c00-4253-b0e6-41862c8d7776 HTTP/1.1" status: 404 len: 337 time: 0.1160905 Sep 14 22:55:39.695734 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48520) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:39.754277 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5fe2544c-5820-4a98-96d2-9b11c2743564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:39.767145 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-a03832a0-3563-4578-9e32-ddf880c7b90e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] DELETE failed (client error): The resource could not be found. Sep 14 22:55:39.767753 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a03832a0-3563-4578-9e32-ddf880c7b90e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:39.772148 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a03832a0-3563-4578-9e32-ddf880c7b90e tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "DELETE /v2.0/networks/32728266-af11-4841-bf92-4564adf7ab7d HTTP/1.1" status: 404 len: 339 time: 0.0671802 Sep 14 22:55:39.773303 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-80a2e03e-81ac-4ef0-98fc-65ec4d0e8cba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:39.775882 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48524) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:39.829524 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a2e03e-81ac-4ef0-98fc-65ec4d0e8cba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:55:39.829989 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-80a2e03e-81ac-4ef0-98fc-65ec4d0e8cba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:39.842242 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port f6ef93a2-c917-465a-8841-45da3f1aa04c is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:55:39.843383 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f038fe00-5c06-4230-bc5f-451bc3100019 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:55:39.916440 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-895eb4ab-8ef1-486d-8ce0-6454ca306f03 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] DELETE failed (client error): The resource could not be found. Sep 14 22:55:39.916837 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-895eb4ab-8ef1-486d-8ce0-6454ca306f03 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:39.925996 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 49c8bef9-3d30-4027-9c03-ef4e4ac10ec3 resource provider aggregate not found Sep 14 22:55:39.949616 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-859209e1-1ce5-4ec3-a968-1d31e072c8f6 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:39.974540 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 49c8bef9-3d30-4027-9c03-ef4e4ac10ec3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 49c8bef9-3d30-4027-9c03-ef4e4ac10ec3 found for delete ", "request_id": "req-6999104f-8791-4bdf-9536-82e0ee2f8c0d"}]} Sep 14 22:55:39.976188 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-895eb4ab-8ef1-486d-8ce0-6454ca306f03 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "DELETE /v2.0/subnets/c0ebae81-dd5a-4133-9c81-05a672d327ba HTTP/1.1" status: 404 len: 337 time: 0.1953139 Sep 14 22:55:39.980076 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48532) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:39.989758 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-22efa7cb-3a13-438a-948c-c448cee04fe9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:39.989931 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5f2acd72-1f65-49eb-896e-d6e6fbe57fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:40.045442 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-efe8135d-4a0c-4f37-a1f6-a17d23793c9f None None] Provisioning for port f038fe00-5c06-4230-bc5f-451bc3100019 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:55:40.074605 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe2544c-5820-4a98-96d2-9b11c2743564 None None] Pushing event updated for resources: {'Port': ['ID=2abf7a9a-b171-4dd0-a54d-250f210d5ac0,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:40.080525 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.api [None req-80a2e03e-81ac-4ef0-98fc-65ec4d0e8cba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 14 22:55:40.080525 dv-neutron-857791-1-hyperv neutron-server[89170]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 14 22:55:40.080525 dv-neutron-857791-1-hyperv neutron-server[89170]: [parameters: {'id': 'cb210259-c029-4a20-abbb-b0bb847aa533'}] Sep 14 22:55:40.080525 dv-neutron-857791-1-hyperv neutron-server[89170]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:55:40.081001 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG oslo_db.api [None req-80a2e03e-81ac-4ef0-98fc-65ec4d0e8cba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:55:40.082998 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-efe8135d-4a0c-4f37-a1f6-a17d23793c9f None None] Provisioning complete for port f038fe00-5c06-4230-bc5f-451bc3100019 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:40.083912 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-efe8135d-4a0c-4f37-a1f6-a17d23793c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:40.112169 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f4083f20-77fc-4d6f-a2fc-e90ed6be2972 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:40.127661 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb357d-3761-4722-af55-25e1ab434dcc tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Pushing event updated for resources: {'Subnet': ['ID=2498d36e-c3a6-468b-98f3-fc133fab3b8d,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:40.132908 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cb357d-3761-4722-af55-25e1ab434dcc tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Checking segment: {'id': 'e6303aea-3410-4eee-b3ef-35ab293230af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8ff19e39-35a6-45d3-b0d1-6f7b47204bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:55:40.134561 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cb357d-3761-4722-af55-25e1ab434dcc tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Network hostable DHCP agents. Network: 8ff19e39-35a6-45d3-b0d1-6f7b47204bf6, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:55:40.149885 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f4083f20-77fc-4d6f-a2fc-e90ed6be2972 None None] Transition to ACTIVE for port object 85b809c4-6b27-4ca0-8fe5-f9a266e00ba0 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:55:40.178508 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-859209e1-1ce5-4ec3-a968-1d31e072c8f6 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Calling delete_port for 67055081-e22d-4054-b074-0adf84641216 owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:55:40.190309 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71487e4a-7fd0-4611-9128-b87a7a2b5131 None None] Network cb210259-c029-4a20-abbb-b0bb847aa533 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:40.204698 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f4083f20-77fc-4d6f-a2fc-e90ed6be2972 None None] Transition to ACTIVE for port object 85b809c4-6b27-4ca0-8fe5-f9a266e00ba0 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:55:40.208204 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efa7cb-3a13-438a-948c-c448cee04fe9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Subnet': ['ID=663b1a5a-9614-4b15-bd9b-849b3372fd6f,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:40.210211 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-22efa7cb-3a13-438a-948c-c448cee04fe9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:40.211140 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port f038fe00-5c06-4230-bc5f-451bc3100019 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:40.211763 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:40.214733 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-22efa7cb-3a13-438a-948c-c448cee04fe9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/663b1a5a-9614-4b15-bd9b-849b3372fd6f HTTP/1.1" status: 204 len: 168 time: 1.9946592 Sep 14 22:55:40.218803 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48536) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:40.225052 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-73238cc4-d5ba-48f0-a487-db3d765d6cb8 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] DELETE failed (client error): The resource could not be found. Sep 14 22:55:40.225524 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73238cc4-d5ba-48f0-a487-db3d765d6cb8 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:40.229946 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-73238cc4-d5ba-48f0-a487-db3d765d6cb8 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "DELETE /v2.0/networks/c47e6ab8-83da-4b48-97e8-6d51cb4a22da HTTP/1.1" status: 404 len: 339 time: 0.2394309 Sep 14 22:55:40.235340 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48540) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:40.293976 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cb357d-3761-4722-af55-25e1ab434dcc tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Network 8ff19e39-35a6-45d3-b0d1-6f7b47204bf6 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:55:40.304880 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f4083f20-77fc-4d6f-a2fc-e90ed6be2972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:40.336991 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed56092f-fe97-4ec3-89da-965f579b2a30 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Deleting subnet 5a71450a-d287-4c38-b67d-26561b76e2b6 {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:55:40.341259 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ed56092f-fe97-4ec3-89da-965f579b2a30 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:40.355775 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-78cb357d-3761-4722-af55-25e1ab434dcc tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 8ff19e39-35a6-45d3-b0d1-6f7b47204bf6) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:40.363540 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-84f90b6a-96a3-4d68-a834-bd57b077cccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:40.390675 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01f11be-7bf7-45ba-9eb3-ba01436dfc42 None None] Network 8ff19e39-35a6-45d3-b0d1-6f7b47204bf6 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:40.472639 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc2a8b19-84ac-4f5f-8cdc-c26aff647eb8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting subnet f8e06db6-e1fd-4a89-b3c0-b366f2b3490d {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:55:40.483704 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ed56092f-fe97-4ec3-89da-965f579b2a30 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:40.492409 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cb357d-3761-4722-af55-25e1ab434dcc tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:40.493728 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-78cb357d-3761-4722-af55-25e1ab434dcc tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:40.499410 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cc2a8b19-84ac-4f5f-8cdc-c26aff647eb8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:40.592687 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1002da33-fc13-46bd-9fb6-5753e3ee75e3 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:40.594262 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4083f20-77fc-4d6f-a2fc-e90ed6be2972 None None] Network 35590c69-b3a7-4a55-ae27-b3782d804732 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:55:40.612387 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ed56092f-fe97-4ec3-89da-965f579b2a30 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:40.614079 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-f4083f20-77fc-4d6f-a2fc-e90ed6be2972 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:40.616672 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4083f20-77fc-4d6f-a2fc-e90ed6be2972 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:55:40.679822 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5322bfa8-5d44-4022-b06b-c392650c0ecd None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:40.692010 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-80a2e03e-81ac-4ef0-98fc-65ec4d0e8cba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:40.708139 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-859209e1-1ce5-4ec3-a968-1d31e072c8f6 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:40.713943 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-80a2e03e-81ac-4ef0-98fc-65ec4d0e8cba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Deleting port 2abf7a9a-b171-4dd0-a54d-250f210d5ac0 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:55:40.714445 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-80a2e03e-81ac-4ef0-98fc-65ec4d0e8cba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:40.736069 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4083f20-77fc-4d6f-a2fc-e90ed6be2972 None None] Pushing event updated for resources: {'Port': ['ID=85b809c4-6b27-4ca0-8fe5-f9a266e00ba0,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:40.902215 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cc2a8b19-84ac-4f5f-8cdc-c26aff647eb8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:40.904413 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-efe8135d-4a0c-4f37-a1f6-a17d23793c9f None None] Current status of the port f038fe00-5c06-4230-bc5f-451bc3100019 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:55:40.931498 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002da33-fc13-46bd-9fb6-5753e3ee75e3 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Pushing event deleted for resources: {'Port': ['ID=73cb9dab-e603-49c8-b2b2-b770c01a77e0,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:40.944007 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-78cb357d-3761-4722-af55-25e1ab434dcc tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9248059 Sep 14 22:55:40.980334 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48546) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:40.992539 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859209e1-1ce5-4ec3-a968-1d31e072c8f6 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event deleted for resources: {'Port': ['ID=67055081-e22d-4054-b074-0adf84641216,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:40.994487 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ed56092f-fe97-4ec3-89da-965f579b2a30 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:41.001420 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-efe8135d-4a0c-4f37-a1f6-a17d23793c9f None None] Could not find standard attr ID for object 38a3e50d-eb5b-458d-b69b-bbcd33c70869. {{(pid=89172) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 14 22:55:41.044597 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:41.071719 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:41.091684 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56092f-fe97-4ec3-89da-965f579b2a30 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event deleted for resources: {'Subnet': ['ID=5a71450a-d287-4c38-b67d-26561b76e2b6,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:41.124903 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-f4083f20-77fc-4d6f-a2fc-e90ed6be2972 None None] Attempting to bind port 85b809c4-6b27-4ca0-8fe5-f9a266e00ba0 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:55:41.125363 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-f4083f20-77fc-4d6f-a2fc-e90ed6be2972 None None] Attempting to bind port 85b809c4-6b27-4ca0-8fe5-f9a266e00ba0 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '329e3bb9-ff86-4c1a-b896-a539c1ceff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '35590c69-b3a7-4a55-ae27-b3782d804732'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:55:41.125712 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4083f20-77fc-4d6f-a2fc-e90ed6be2972 None None] Attempting to bind port 85b809c4-6b27-4ca0-8fe5-f9a266e00ba0 on network 35590c69-b3a7-4a55-ae27-b3782d804732 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:55:41.128728 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ed56092f-fe97-4ec3-89da-965f579b2a30 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:41.129044 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f008f56-c593-4e35-a746-f4d48f2ab752 None None] Network 7c436029-6d84-4fe9-a8a5-0d9ff7a91cc4 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:41.193100 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4083f20-77fc-4d6f-a2fc-e90ed6be2972 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:55:41.193475 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4083f20-77fc-4d6f-a2fc-e90ed6be2972 None None] Checking segment: {'id': '329e3bb9-ff86-4c1a-b896-a539c1ceff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '35590c69-b3a7-4a55-ae27-b3782d804732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:55:41.193875 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f4083f20-77fc-4d6f-a2fc-e90ed6be2972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:41.194271 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4083f20-77fc-4d6f-a2fc-e90ed6be2972 None None] Bound using segment: {'id': '329e3bb9-ff86-4c1a-b896-a539c1ceff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '35590c69-b3a7-4a55-ae27-b3782d804732'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:55:41.194756 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-f4083f20-77fc-4d6f-a2fc-e90ed6be2972 None None] Bound port: 85b809c4-6b27-4ca0-8fe5-f9a266e00ba0, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329e3bb9-ff86-4c1a-b896-a539c1ceff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '35590c69-b3a7-4a55-ae27-b3782d804732'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:55:41.195130 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f4083f20-77fc-4d6f-a2fc-e90ed6be2972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:41.206066 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c5476086-5efc-43e8-8b20-932fc8455520 None None] Could not find standard attr ID for object 38a3e50d-eb5b-458d-b69b-bbcd33c70869. {{(pid=89172) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 14 22:55:41.212793 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ed56092f-fe97-4ec3-89da-965f579b2a30 tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "DELETE /v2.0/subnets/5a71450a-d287-4c38-b67d-26561b76e2b6 HTTP/1.1" status: 204 len: 168 time: 0.9767313 Sep 14 22:55:41.221502 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48550) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:41.261620 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port f038fe00-5c06-4230-bc5f-451bc3100019 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:55:41.397482 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-859209e1-1ce5-4ec3-a968-1d31e072c8f6 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:41.415575 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-859209e1-1ce5-4ec3-a968-1d31e072c8f6 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "DELETE /v2.0/ports/67055081-e22d-4054-b074-0adf84641216 HTTP/1.1" status: 204 len: 168 time: 2.9599719 Sep 14 22:55:41.433898 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48554) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:41.461763 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1002da33-fc13-46bd-9fb6-5753e3ee75e3 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:41.507985 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf37968-a18c-4a75-8539-9057a5c22d18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-8ff19e39-35a6-45d3-b0d1-6f7b47204bf6', 'network_id': '8ff19e39-35a6-45d3-b0d1-6f7b47204bf6', 'tenant_id': '4282f54a5e41489696773615359820d0', 'fixed_ips': [{'subnet_id': '2498d36e-c3a6-468b-98f3-fc133fab3b8d'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:55:41.509545 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-caf37968-a18c-4a75-8539-9057a5c22d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:41.544508 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4c552920-f668-40ea-b3ce-612ae6b069fe tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:41.553992 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db97b84-22c9-46a6-b4f8-ebec0dbafdbe req-9a388925-c5ba-466f-a8c3-a70042c6a51c tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:41.556967 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9db97b84-22c9-46a6-b4f8-ebec0dbafdbe req-9a388925-c5ba-466f-a8c3-a70042c6a51c tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.6724136 Sep 14 22:55:41.564400 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-80a2e03e-81ac-4ef0-98fc-65ec4d0e8cba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] For port 2abf7a9a-b171-4dd0-a54d-250f210d5ac0, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=2abf7a9a-b171-4dd0-a54d-250f210d5ac0,segment=NetworkSegment(49c8bef9-3d30-4027-9c03-ef4e4ac10ec3),segment_id=49c8bef9-3d30-4027-9c03-ef4e4ac10ec3)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:55:41.564916 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-80a2e03e-81ac-4ef0-98fc-65ec4d0e8cba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:41.610477 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de11ea8-f41e-483b-ba6d-8fb53a2ee529 None None] Network cb210259-c029-4a20-abbb-b0bb847aa533 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:41.659495 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-2923b701-06c0-4403-b5dd-e5b012224321 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Deleting port eb094f3e-b769-4823-9ca8-b8fcdafb037c {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:55:41.660009 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2923b701-06c0-4403-b5dd-e5b012224321 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:41.743292 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cc2a8b19-84ac-4f5f-8cdc-c26aff647eb8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:41.756329 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-4c552920-f668-40ea-b3ce-612ae6b069fe tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Deleting port 528b6f16-170d-4eb5-8314-ee3e079022d0 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:55:41.756819 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4c552920-f668-40ea-b3ce-612ae6b069fe tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:41.769448 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-f4083f20-77fc-4d6f-a2fc-e90ed6be2972 None None] For port 85b809c4-6b27-4ca0-8fe5-f9a266e00ba0, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:55:41.802851 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-80a2e03e-81ac-4ef0-98fc-65ec4d0e8cba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Calling delete_port for 2abf7a9a-b171-4dd0-a54d-250f210d5ac0 owned by network:dhcp {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:55:41.824958 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-f4083f20-77fc-4d6f-a2fc-e90ed6be2972 None None] For port 85b809c4-6b27-4ca0-8fe5-f9a266e00ba0, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=85b809c4-6b27-4ca0-8fe5-f9a266e00ba0,segment=NetworkSegment(329e3bb9-ff86-4c1a-b896-a539c1ceff2b),segment_id=329e3bb9-ff86-4c1a-b896-a539c1ceff2b)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:55:41.866701 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1002da33-fc13-46bd-9fb6-5753e3ee75e3 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:41.886344 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f4083f20-77fc-4d6f-a2fc-e90ed6be2972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:41.901323 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9db97b84-22c9-46a6-b4f8-ebec0dbafdbe req-76e9f20c-6d10-4e8d-a98e-65950f7849d7 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3280928 Sep 14 22:55:41.905843 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1002da33-fc13-46bd-9fb6-5753e3ee75e3 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:41.964972 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-84f90b6a-96a3-4d68-a834-bd57b077cccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:42.036400 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1002da33-fc13-46bd-9fb6-5753e3ee75e3 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:42.036940 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1002da33-fc13-46bd-9fb6-5753e3ee75e3 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2321fbfb-f69e-45ad-a5b7-1e38b1f14301 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:55:42.113257 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4083f20-77fc-4d6f-a2fc-e90ed6be2972 None None] Pushing event updated for resources: {'Port': ['ID=85b809c4-6b27-4ca0-8fe5-f9a266e00ba0,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:42.183001 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-caf37968-a18c-4a75-8539-9057a5c22d18 None None] Allocated IP 2001:db8::2 (8ff19e39-35a6-45d3-b0d1-6f7b47204bf6/2498d36e-c3a6-468b-98f3-fc133fab3b8d/eb6abb8a-d862-4d43-9cea-3f7373a6b1f8) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:55:42.196883 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-80a2e03e-81ac-4ef0-98fc-65ec4d0e8cba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:42.359401 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2e03e-81ac-4ef0-98fc-65ec4d0e8cba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event deleted for resources: {'Port': ['ID=2abf7a9a-b171-4dd0-a54d-250f210d5ac0,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:42.363033 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-deb44181-ff56-455a-b3b0-b92cb7e2c14c tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:42.401990 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cc2a8b19-84ac-4f5f-8cdc-c26aff647eb8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:42.402622 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a2e03e-81ac-4ef0-98fc-65ec4d0e8cba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] No DVR routers for this DVR port 2abf7a9a-b171-4dd0-a54d-250f210d5ac0 on host dv-neutron-857791-1-hyperv {{(pid=89170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:55:42.420087 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c52f56-df90-4f77-a85c-b4da7b6bcb9e None None] DHCP port deletion for 7c436029-6d84-4fe9-a8a5-0d9ff7a91cc4 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:55:42.580329 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-caf37968-a18c-4a75-8539-9057a5c22d18 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:42.587064 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-28c52f56-df90-4f77-a85c-b4da7b6bcb9e None None] Deleting port 528b6f16-170d-4eb5-8314-ee3e079022d0 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:55:42.587592 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-28c52f56-df90-4f77-a85c-b4da7b6bcb9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:42.606219 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cc2a8b19-84ac-4f5f-8cdc-c26aff647eb8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:42.610367 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-cc2a8b19-84ac-4f5f-8cdc-c26aff647eb8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/f8e06db6-e1fd-4a89-b3c0-b366f2b3490d HTTP/1.1" status: 204 len: 168 time: 2.3880780 Sep 14 22:55:42.702827 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48558) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:42.709018 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-4c552920-f668-40ea-b3ce-612ae6b069fe tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] For port 528b6f16-170d-4eb5-8314-ee3e079022d0, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=528b6f16-170d-4eb5-8314-ee3e079022d0,segment=NetworkSegment(752c5201-aa54-4f6c-9773-02ad79b72b2f),segment_id=752c5201-aa54-4f6c-9773-02ad79b72b2f)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:55:42.712598 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4c552920-f668-40ea-b3ce-612ae6b069fe tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:42.738144 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a8b19-84ac-4f5f-8cdc-c26aff647eb8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Subnet': ['ID=f8e06db6-e1fd-4a89-b3c0-b366f2b3490d,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:42.741220 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1002da33-fc13-46bd-9fb6-5753e3ee75e3 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:42.742403 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1002da33-fc13-46bd-9fb6-5753e3ee75e3 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] 10.222.0.33 "DELETE /v2.0/routers/2321fbfb-f69e-45ad-a5b7-1e38b1f14301 HTTP/1.1" status: 204 len: 168 time: 5.2438266 Sep 14 22:55:42.765750 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48562) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:42.789050 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-caf37968-a18c-4a75-8539-9057a5c22d18 None None] Transition to ACTIVE for port object eb6abb8a-d862-4d43-9cea-3f7373a6b1f8 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:55:42.794422 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-42e9962d-53ee-4731-87d0-7b4b0cf14439 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2107440924', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}, 'admin_state_up': False}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:42.808999 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-42e9962d-53ee-4731-87d0-7b4b0cf14439 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:42.809276 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:42.816493 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-42e9962d-53ee-4731-87d0-7b4b0cf14439 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Usage tracker for resource:router and tenant:a41754bd47214b87979d9b048be91195 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:55:42.829093 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-42e9962d-53ee-4731-87d0-7b4b0cf14439 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:55:42.859040 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-42e9962d-53ee-4731-87d0-7b4b0cf14439 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:42.906888 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-caf37968-a18c-4a75-8539-9057a5c22d18 None None] Transition to ACTIVE for port object eb6abb8a-d862-4d43-9cea-3f7373a6b1f8 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:55:42.940117 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-caf37968-a18c-4a75-8539-9057a5c22d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:42.994157 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f90b6a-96a3-4d68-a834-bd57b077cccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Router bb825cae-ca2f-4abd-aeb4-2afbf7c0142e is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:55:43.003852 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-42e9962d-53ee-4731-87d0-7b4b0cf14439 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:43.005064 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-42e9962d-53ee-4731-87d0-7b4b0cf14439 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:43.101497 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15b76c1-0001-45c4-b118-9b69db10c9dd None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:43.135392 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-28c52f56-df90-4f77-a85c-b4da7b6bcb9e None None] For port 528b6f16-170d-4eb5-8314-ee3e079022d0, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=528b6f16-170d-4eb5-8314-ee3e079022d0,segment=NetworkSegment(752c5201-aa54-4f6c-9773-02ad79b72b2f),segment_id=752c5201-aa54-4f6c-9773-02ad79b72b2f)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:55:43.135791 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-28c52f56-df90-4f77-a85c-b4da7b6bcb9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:43.139364 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-4c552920-f668-40ea-b3ce-612ae6b069fe tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Calling delete_port for 528b6f16-170d-4eb5-8314-ee3e079022d0 owned by network:dhcp {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:55:43.180307 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-901b9bf0-bd99-47db-8f7c-e260070d6633 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4732213 Sep 14 22:55:43.194176 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48572) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:43.196042 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2923b701-06c0-4403-b5dd-e5b012224321 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:43.206326 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf37968-a18c-4a75-8539-9057a5c22d18 None None] Pushing event updated for resources: {'Port': ['ID=eb6abb8a-d862-4d43-9cea-3f7373a6b1f8,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:43.209237 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-42e9962d-53ee-4731-87d0-7b4b0cf14439 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:43.211308 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-80a2e03e-81ac-4ef0-98fc-65ec4d0e8cba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:43.224592 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf37968-a18c-4a75-8539-9057a5c22d18 None None] Network 8ff19e39-35a6-45d3-b0d1-6f7b47204bf6 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:55:43.279174 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-caf37968-a18c-4a75-8539-9057a5c22d18 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:43.352570 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf37968-a18c-4a75-8539-9057a5c22d18 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:55:43.364665 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-28c52f56-df90-4f77-a85c-b4da7b6bcb9e None None] Calling delete_port for 528b6f16-170d-4eb5-8314-ee3e079022d0 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:55:43.512752 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-2923b701-06c0-4403-b5dd-e5b012224321 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Calling delete_port for eb094f3e-b769-4823-9ca8-b8fcdafb037c owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:55:43.586000 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-80a2e03e-81ac-4ef0-98fc-65ec4d0e8cba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb210259-c029-4a20-abbb-b0bb847aa533']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:43.604189 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f90b6a-96a3-4d68-a834-bd57b077cccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:55:43.628723 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-80a2e03e-81ac-4ef0-98fc-65ec4d0e8cba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49c8bef9-3d30-4027-9c03-ef4e4ac10ec3') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:43.629023 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-80a2e03e-81ac-4ef0-98fc-65ec4d0e8cba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49c8bef9-3d30-4027-9c03-ef4e4ac10ec3') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:43.660514 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-80a2e03e-81ac-4ef0-98fc-65ec4d0e8cba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:43.688317 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c00430ec-a59c-4d1d-9de7-a0c3392a2358 None None] Provisioning complete for port f038fe00-5c06-4230-bc5f-451bc3100019 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:43.689011 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c00430ec-a59c-4d1d-9de7-a0c3392a2358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:43.709417 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4c552920-f668-40ea-b3ce-612ae6b069fe tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:43.720220 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 85b809c4-6b27-4ca0-8fe5-f9a266e00ba0 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:55:43.753614 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-42e9962d-53ee-4731-87d0-7b4b0cf14439 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:43.761678 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ae8cb3-64fb-43c0-b5c1-182d04618dbc None None] Sync routers for ids ['bb825cae-ca2f-4abd-aeb4-2afbf7c0142e'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:55:43.761913 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-80a2e03e-81ac-4ef0-98fc-65ec4d0e8cba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:43.776569 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94587bc6-d434-4d0d-98cb-0747dc29dd75 req-b5cb4011-69c1-4a10-9e6e-948a6d83db9b tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:43.779260 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-94587bc6-d434-4d0d-98cb-0747dc29dd75 req-b5cb4011-69c1-4a10-9e6e-948a6d83db9b tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.5976071 Sep 14 22:55:43.787081 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-deb44181-ff56-455a-b3b0-b92cb7e2c14c tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Allocated IP 2001:db8::1 (35590c69-b3a7-4a55-ae27-b3782d804732/fdb43b0f-f7fb-42d5-82c5-80d0d51ab992/04fbe84d-6d55-4a23-879f-b8ab45f84fdc) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:55:43.855726 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c552920-f668-40ea-b3ce-612ae6b069fe tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] No DVR routers for this DVR port 528b6f16-170d-4eb5-8314-ee3e079022d0 on host dv-neutron-857791-1-hyperv {{(pid=89170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:55:43.885971 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c552920-f668-40ea-b3ce-612ae6b069fe tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event deleted for resources: {'Port': ['ID=528b6f16-170d-4eb5-8314-ee3e079022d0,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:43.889492 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a2e03e-81ac-4ef0-98fc-65ec4d0e8cba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:55:43.890046 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-80a2e03e-81ac-4ef0-98fc-65ec4d0e8cba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:43.902837 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-caf37968-a18c-4a75-8539-9057a5c22d18 None None] Attempting to bind port eb6abb8a-d862-4d43-9cea-3f7373a6b1f8 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:55:43.903376 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-caf37968-a18c-4a75-8539-9057a5c22d18 None None] Attempting to bind port eb6abb8a-d862-4d43-9cea-3f7373a6b1f8 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'e6303aea-3410-4eee-b3ef-35ab293230af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8ff19e39-35a6-45d3-b0d1-6f7b47204bf6'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:55:43.903549 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf37968-a18c-4a75-8539-9057a5c22d18 None None] Attempting to bind port eb6abb8a-d862-4d43-9cea-3f7373a6b1f8 on network 8ff19e39-35a6-45d3-b0d1-6f7b47204bf6 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:55:43.905534 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ae8cb3-64fb-43c0-b5c1-182d04618dbc None None] Routers {'bb825cae-ca2f-4abd-aeb4-2afbf7c0142e'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:55:43.906149 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-58ae8cb3-64fb-43c0-b5c1-182d04618dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:55:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['bb825cae-ca2f-4abd-aeb4-2afbf7c0142e'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:43.943168 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 49c8bef9-3d30-4027-9c03-ef4e4ac10ec3 resource provider aggregate not found Sep 14 22:55:43.972494 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851fcd72-f5fb-4226-b563-9e1d77cafa98 None None] Network 35590c69-b3a7-4a55-ae27-b3782d804732 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:43.988132 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-84f90b6a-96a3-4d68-a834-bd57b077cccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:43.991772 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-84f90b6a-96a3-4d68-a834-bd57b077cccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.6210601 Sep 14 22:55:43.994256 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48584) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:44.003669 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f744778-3132-409f-97e2-d68a28883016 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:44.004446 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-7f744778-3132-409f-97e2-d68a28883016 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:55:44.010560 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf37968-a18c-4a75-8539-9057a5c22d18 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:55:44.010931 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf37968-a18c-4a75-8539-9057a5c22d18 None None] Checking segment: {'id': 'e6303aea-3410-4eee-b3ef-35ab293230af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8ff19e39-35a6-45d3-b0d1-6f7b47204bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:55:44.011327 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-caf37968-a18c-4a75-8539-9057a5c22d18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:44.011708 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf37968-a18c-4a75-8539-9057a5c22d18 None None] Bound using segment: {'id': 'e6303aea-3410-4eee-b3ef-35ab293230af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8ff19e39-35a6-45d3-b0d1-6f7b47204bf6'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:55:44.012174 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-caf37968-a18c-4a75-8539-9057a5c22d18 None None] Bound port: eb6abb8a-d862-4d43-9cea-3f7373a6b1f8, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6303aea-3410-4eee-b3ef-35ab293230af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8ff19e39-35a6-45d3-b0d1-6f7b47204bf6'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:55:44.012538 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-caf37968-a18c-4a75-8539-9057a5c22d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:44.101917 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-28c52f56-df90-4f77-a85c-b4da7b6bcb9e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:55:44.102823 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-28c52f56-df90-4f77-a85c-b4da7b6bcb9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:55:44.107405 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 49c8bef9-3d30-4027-9c03-ef4e4ac10ec3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 49c8bef9-3d30-4027-9c03-ef4e4ac10ec3 found for delete ", "request_id": "req-baa964f9-0b76-4c20-9497-e53ae2382dbf"}]} Sep 14 22:55:44.163534 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-94587bc6-d434-4d0d-98cb-0747dc29dd75 req-00f6d71d-0128-4179-8a3a-eb1fdb96290b tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3254890 Sep 14 22:55:44.174884 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-7f744778-3132-409f-97e2-d68a28883016 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:55:44.176309 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7f744778-3132-409f-97e2-d68a28883016 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9684498 Sep 14 22:55:44.181187 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-80a2e03e-81ac-4ef0-98fc-65ec4d0e8cba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:44.185957 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-80a2e03e-81ac-4ef0-98fc-65ec4d0e8cba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:44.189425 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48588) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:44.191043 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4c552920-f668-40ea-b3ce-612ae6b069fe tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:44.224997 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2923b701-06c0-4403-b5dd-e5b012224321 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:44.314476 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2e03e-81ac-4ef0-98fc-65ec4d0e8cba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event deleted for resources: {'Network': ['ID=cb210259-c029-4a20-abbb-b0bb847aa533,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:44.392129 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 85b809c4-6b27-4ca0-8fe5-f9a266e00ba0 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:55:44.404982 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923b701-06c0-4403-b5dd-e5b012224321 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event deleted for resources: {'Port': ['ID=eb094f3e-b769-4823-9ca8-b8fcdafb037c,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:44.456179 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-80a2e03e-81ac-4ef0-98fc-65ec4d0e8cba tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "DELETE /v2.0/networks/cb210259-c029-4a20-abbb-b0bb847aa533 HTTP/1.1" status: 204 len: 168 time: 7.0152209 Sep 14 22:55:44.456387 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-58ae8cb3-64fb-43c0-b5c1-182d04618dbc None None] Set router bb825cae-ca2f-4abd-aeb4-2afbf7c0142e gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:55:44.462547 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-4c552920-f668-40ea-b3ce-612ae6b069fe tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c436029-6d84-4fe9-a8a5-0d9ff7a91cc4']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:44.462659 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48594) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:44.467261 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-deb44181-ff56-455a-b3b0-b92cb7e2c14c tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:44.536469 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc488a8-2428-44b5-907a-cafe71092f29 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] DELETE failed (client error): The resource could not be found. Sep 14 22:55:44.536946 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cc488a8-2428-44b5-907a-cafe71092f29 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:44.541168 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5cc488a8-2428-44b5-907a-cafe71092f29 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "DELETE /v2.0/subnets/7bc3578a-6dce-4717-9634-a1c9ebe89155 HTTP/1.1" status: 404 len: 337 time: 0.0753927 Sep 14 22:55:44.544873 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48598) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:44.579996 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-deb44181-ff56-455a-b3b0-b92cb7e2c14c tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Transition to ACTIVE for port object 04fbe84d-6d55-4a23-879f-b8ab45f84fdc will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:55:44.601563 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-66103119-b77f-4bd0-ab60-1ad0bf0693d5 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] DELETE failed (client error): The resource could not be found. Sep 14 22:55:44.602495 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66103119-b77f-4bd0-ab60-1ad0bf0693d5 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:44.609457 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-66103119-b77f-4bd0-ab60-1ad0bf0693d5 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "DELETE /v2.0/networks/cb210259-c029-4a20-abbb-b0bb847aa533 HTTP/1.1" status: 404 len: 339 time: 0.0514259 Sep 14 22:55:44.609457 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9ea40ba6-532e-42ed-af54-eea5a0786f3c tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] 10.222.0.33 "GET /v2.0/routers/bb825cae-ca2f-4abd-aeb4-2afbf7c0142e HTTP/1.1" status: 200 len: 908 time: 0.5525918 Sep 14 22:55:44.609457 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48602) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:44.609892 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48604) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:44.611899 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-28c52f56-df90-4f77-a85c-b4da7b6bcb9e None None] Deleting port 528b6f16-170d-4eb5-8314-ee3e079022d0 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:55:44.612275 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-28c52f56-df90-4f77-a85c-b4da7b6bcb9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:44.634741 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-4c552920-f668-40ea-b3ce-612ae6b069fe tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '752c5201-aa54-4f6c-9773-02ad79b72b2f') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:44.635088 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-4c552920-f668-40ea-b3ce-612ae6b069fe tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '752c5201-aa54-4f6c-9773-02ad79b72b2f') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:44.637822 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-9d966a14-741b-46f2-b117-e2538a09669d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2010862513', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'enable_snat': True}}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:44.639926 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 73cb9dab-e603-49c8-b2b2-b770c01a77e0 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:55:44.658405 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2020459-9fe6-4c28-8ac8-a57d35f75010 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:44.658998 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-d2020459-9fe6-4c28-8ac8-a57d35f75010 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:55:44.661244 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-9d966a14-741b-46f2-b117-e2538a09669d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:44.664045 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-caf37968-a18c-4a75-8539-9057a5c22d18 None None] For port eb6abb8a-d862-4d43-9cea-3f7373a6b1f8, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:55:44.670618 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4c552920-f668-40ea-b3ce-612ae6b069fe tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:44.703105 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4c552920-f668-40ea-b3ce-612ae6b069fe tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:44.706354 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2923b701-06c0-4403-b5dd-e5b012224321 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:44.707075 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c00430ec-a59c-4d1d-9de7-a0c3392a2358 None None] Current status of the port f038fe00-5c06-4230-bc5f-451bc3100019 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:55:44.710739 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2923b701-06c0-4403-b5dd-e5b012224321 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "DELETE /v2.0/ports/eb094f3e-b769-4823-9ca8-b8fcdafb037c HTTP/1.1" status: 204 len: 168 time: 3.2745373 Sep 14 22:55:44.712568 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48610) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:44.719460 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 73cb9dab-e603-49c8-b2b2-b770c01a77e0 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:55:44.719460 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 73cb9dab-e603-49c8-b2b2-b770c01a77e0 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:55:44.719912 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 528b6f16-170d-4eb5-8314-ee3e079022d0 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:55:44.722926 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9d966a14-741b-46f2-b117-e2538a09669d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Usage tracker for resource:router and tenant:11f4f57376264efa8a1e5bef1258a073 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:55:44.734717 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9d966a14-741b-46f2-b117-e2538a09669d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:55:44.752046 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c552920-f668-40ea-b3ce-612ae6b069fe tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:55:44.752530 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4c552920-f668-40ea-b3ce-612ae6b069fe tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:44.756214 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-9d966a14-741b-46f2-b117-e2538a09669d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:44.783288 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-d2020459-9fe6-4c28-8ac8-a57d35f75010 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:55:44.784575 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d2020459-9fe6-4c28-8ac8-a57d35f75010 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5679765 Sep 14 22:55:44.790557 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-caf37968-a18c-4a75-8539-9057a5c22d18 None None] For port eb6abb8a-d862-4d43-9cea-3f7373a6b1f8, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=eb6abb8a-d862-4d43-9cea-3f7373a6b1f8,segment=NetworkSegment(e6303aea-3410-4eee-b3ef-35ab293230af),segment_id=e6303aea-3410-4eee-b3ef-35ab293230af)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:55:44.835556 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48614) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:44.849997 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b616e7-d0c6-4c2a-baa7-0e7995c0cc2d None None] DHCP port deletion for ac1cbc11-ac8d-43cd-9c1d-398cae68a205 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:55:44.865944 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-deb44181-ff56-455a-b3b0-b92cb7e2c14c tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:44.873574 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-28c52f56-df90-4f77-a85c-b4da7b6bcb9e None None] The port '528b6f16-170d-4eb5-8314-ee3e079022d0' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:55:44.875279 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-caf37968-a18c-4a75-8539-9057a5c22d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:44.886781 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4c552920-f668-40ea-b3ce-612ae6b069fe tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:44.905755 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4c552920-f668-40ea-b3ce-612ae6b069fe tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:44.915214 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 528b6f16-170d-4eb5-8314-ee3e079022d0 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:55:44.915758 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 528b6f16-170d-4eb5-8314-ee3e079022d0 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:55:44.925550 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c552920-f668-40ea-b3ce-612ae6b069fe tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] Pushing event deleted for resources: {'Network': ['ID=7c436029-6d84-4fe9-a8a5-0d9ff7a91cc4,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:44.928403 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-37b616e7-d0c6-4c2a-baa7-0e7995c0cc2d None None] Deleting port f038fe00-5c06-4230-bc5f-451bc3100019 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:55:44.928825 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-37b616e7-d0c6-4c2a-baa7-0e7995c0cc2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:44.946740 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12952f43-b924-4560-876c-14354afb7d3d tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:44.946740 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-12952f43-b924-4560-876c-14354afb7d3d tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Synchronizing usage tracker for tenant:c3b8060bdcc1452ba7bbb4ccc54d5103 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:55:44.946740 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4c552920-f668-40ea-b3ce-612ae6b069fe tempest-NetworksTest-1566312500 tempest-NetworksTest-1566312500-project] 10.222.0.33 "DELETE /v2.0/networks/7c436029-6d84-4fe9-a8a5-0d9ff7a91cc4 HTTP/1.1" status: 204 len: 168 time: 3.7231429 Sep 14 22:55:44.969588 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-12952f43-b924-4560-876c-14354afb7d3d tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Unset dirty status for tenant:c3b8060bdcc1452ba7bbb4ccc54d5103 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:55:44.971517 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-12952f43-b924-4560-876c-14354afb7d3d tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "GET /v2.0/ports?device_id=f43c8169-1688-4667-b754-fb3c60e75895 HTTP/1.1" status: 200 len: 913 time: 0.2582850 Sep 14 22:55:44.974193 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48620) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:45.082280 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34c8ae00-eb7c-49a4-9954-76057057b6b3 None None] Provisioning for port 85b809c4-6b27-4ca0-8fe5-f9a266e00ba0 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:55:45.130944 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34c8ae00-eb7c-49a4-9954-76057057b6b3 None None] Provisioning complete for port 85b809c4-6b27-4ca0-8fe5-f9a266e00ba0 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:45.131300 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34c8ae00-eb7c-49a4-9954-76057057b6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:45.131552 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9d966a14-741b-46f2-b117-e2538a09669d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:45.132847 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9d966a14-741b-46f2-b117-e2538a09669d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:45.156201 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9d966a14-741b-46f2-b117-e2538a09669d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:45.189236 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb44181-ff56-455a-b3b0-b92cb7e2c14c tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Network 35590c69-b3a7-4a55-ae27-b3782d804732 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:55:45.232996 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb44181-ff56-455a-b3b0-b92cb7e2c14c tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Pushing event updated for resources: {'Port': ['ID=04fbe84d-6d55-4a23-879f-b8ab45f84fdc,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:45.243225 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-deb44181-ff56-455a-b3b0-b92cb7e2c14c tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:45.336196 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf37968-a18c-4a75-8539-9057a5c22d18 None None] Pushing event updated for resources: {'Port': ['ID=eb6abb8a-d862-4d43-9cea-3f7373a6b1f8,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:45.438866 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3fd3230e-4270-48ff-8df5-2188c833fcf3 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:45.442240 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b1ff7673-15af-405f-8bb6-296b6a533553 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5889478 Sep 14 22:55:45.497938 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb44181-ff56-455a-b3b0-b92cb7e2c14c tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:55:45.498756 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-deb44181-ff56-455a-b3b0-b92cb7e2c14c tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:45.501254 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48628) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:45.501729 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48630) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:45.520550 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-89941c25-4dda-4e2b-861b-8eb2b5fd99e3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:45.525236 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f038fe00-5c06-4230-bc5f-451bc3100019 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:55:45.560589 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-42e9962d-53ee-4731-87d0-7b4b0cf14439 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router_gateway, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:45.656697 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-37b616e7-d0c6-4c2a-baa7-0e7995c0cc2d None None] For port f038fe00-5c06-4230-bc5f-451bc3100019, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f038fe00-5c06-4230-bc5f-451bc3100019,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:55:45.657097 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-37b616e7-d0c6-4c2a-baa7-0e7995c0cc2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:45.740007 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865340e-f142-4cd1-b6e7-ac506f84b99f req-3b56bc29-d979-4713-badc-19bd761de402 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:45.741682 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f865340e-f142-4cd1-b6e7-ac506f84b99f req-3b56bc29-d979-4713-badc-19bd761de402 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.1927440 Sep 14 22:55:45.790862 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f865340e-f142-4cd1-b6e7-ac506f84b99f req-b9a2b1b5-092e-4a53-89ba-ca37f2a51036 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419686 Sep 14 22:55:45.794014 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-42e9962d-53ee-4731-87d0-7b4b0cf14439 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:45.813919 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-37b616e7-d0c6-4c2a-baa7-0e7995c0cc2d None None] Calling delete_port for f038fe00-5c06-4230-bc5f-451bc3100019 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:55:45.890859 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-217a74d4-1eb9-47cf-8204-9dbe2d5b3f28 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:46.030380 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9d966a14-741b-46f2-b117-e2538a09669d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:46.128912 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port f038fe00-5c06-4230-bc5f-451bc3100019 is: ACTIVE; New status is: DOWN {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:55:46.129947 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:46.247226 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-58ae8cb3-64fb-43c0-b5c1-182d04618dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb825cae-ca2f-4abd-aeb4-2afbf7c0142e', 'name': 'tempest-snat-router-2010862513', 'tenant_id': '11f4f57376264efa8a1e5bef1258a073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.97'}], 'enable_snat': False}, 'gw_port_id': 'd8dcd055-3da0-4ddc-9df3-ac750f26c9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:55:33Z', 'updated_at': '2022-09-14T22:55:39Z', 'revision_number': 3, 'project_id': '11f4f57376264efa8a1e5bef1258a073', 'gw_port': {'id': 'd8dcd055-3da0-4ddc-9df3-ac750f26c9d1', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb825cae-ca2f-4abd-aeb4-2afbf7c0142e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:55:37Z', 'updated_at': '2022-09-14T22:55:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:46.250650 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34c8ae00-eb7c-49a4-9954-76057057b6b3 None None] Current status of the port 85b809c4-6b27-4ca0-8fe5-f9a266e00ba0 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:55:46.252596 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34c8ae00-eb7c-49a4-9954-76057057b6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:46.323840 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ae8cb3-64fb-43c0-b5c1-182d04618dbc None None] Checking router: bb825cae-ca2f-4abd-aeb4-2afbf7c0142e for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:55:46.324482 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ae8cb3-64fb-43c0-b5c1-182d04618dbc None None] Updating router bb825cae-ca2f-4abd-aeb4-2afbf7c0142e port d8dcd055-3da0-4ddc-9df3-ac750f26c9d1 binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:55:46.331579 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3fd3230e-4270-48ff-8df5-2188c833fcf3 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:46.351549 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-37b616e7-d0c6-4c2a-baa7-0e7995c0cc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:46.369015 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-3fd3230e-4270-48ff-8df5-2188c833fcf3 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa4353d7-e704-4f41-b978-44b830024af9']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:46.403413 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-3fd3230e-4270-48ff-8df5-2188c833fcf3 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c099d669-78ff-437b-b057-9632a00e6cdd') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:46.403743 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-3fd3230e-4270-48ff-8df5-2188c833fcf3 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c099d669-78ff-437b-b057-9632a00e6cdd') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:46.421222 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3fd3230e-4270-48ff-8df5-2188c833fcf3 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:46.441145 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34c8ae00-eb7c-49a4-9954-76057057b6b3 None None] For port 85b809c4-6b27-4ca0-8fe5-f9a266e00ba0, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=85b809c4-6b27-4ca0-8fe5-f9a266e00ba0,segment=NetworkSegment(329e3bb9-ff86-4c1a-b896-a539c1ceff2b),segment_id=329e3bb9-ff86-4c1a-b896-a539c1ceff2b)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:55:46.442750 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3fd3230e-4270-48ff-8df5-2188c833fcf3 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:46.458510 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd3230e-4270-48ff-8df5-2188c833fcf3 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:55:46.458917 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3fd3230e-4270-48ff-8df5-2188c833fcf3 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:46.470503 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b616e7-d0c6-4c2a-baa7-0e7995c0cc2d None None] No DVR routers for this DVR port f038fe00-5c06-4230-bc5f-451bc3100019 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:55:46.474415 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34c8ae00-eb7c-49a4-9954-76057057b6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:46.480321 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b616e7-d0c6-4c2a-baa7-0e7995c0cc2d None None] Pushing event deleted for resources: {'Port': ['ID=f038fe00-5c06-4230-bc5f-451bc3100019,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:46.483749 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 752c5201-aa54-4f6c-9773-02ad79b72b2f resource provider aggregate not found Sep 14 22:55:46.558479 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-58ae8cb3-64fb-43c0-b5c1-182d04618dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:46.559507 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 752c5201-aa54-4f6c-9773-02ad79b72b2f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 752c5201-aa54-4f6c-9773-02ad79b72b2f found for delete ", "request_id": "req-4c1da108-fe92-4466-bb19-512592d69910"}]} Sep 14 22:55:46.604797 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f23695-7112-451e-b21f-afd350b03f4c None None] Network 8ff19e39-35a6-45d3-b0d1-6f7b47204bf6 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:46.642686 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b498b3f9-5733-42fc-9bc6-64bd65d12a32 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=98a7f1cb67ad4eb78bb3bebf456cdba4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1373811 Sep 14 22:55:46.646439 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48650) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:46.667231 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-89941c25-4dda-4e2b-861b-8eb2b5fd99e3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:46.667477 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a29af-44a1-4bc2-a535-63a35be9a12d req-7d1741e6-9cbc-4bf3-af4b-a90c10197c13 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:46.669721 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8d5a29af-44a1-4bc2-a535-63a35be9a12d req-7d1741e6-9cbc-4bf3-af4b-a90c10197c13 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.3241310 Sep 14 22:55:46.677155 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-89941c25-4dda-4e2b-861b-8eb2b5fd99e3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:46.738315 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment c099d669-78ff-437b-b057-9632a00e6cdd resource provider aggregate not found Sep 14 22:55:46.840648 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89941c25-4dda-4e2b-861b-8eb2b5fd99e3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:55:46.844040 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-89941c25-4dda-4e2b-861b-8eb2b5fd99e3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:46.844564 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c8ae00-eb7c-49a4-9954-76057057b6b3 None None] Pushing event updated for resources: {'Port': ['ID=85b809c4-6b27-4ca0-8fe5-f9a266e00ba0,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:46.845217 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-89941c25-4dda-4e2b-861b-8eb2b5fd99e3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 22:55:46.845652 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89941c25-4dda-4e2b-861b-8eb2b5fd99e3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:46.853667 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment c099d669-78ff-437b-b057-9632a00e6cdd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c099d669-78ff-437b-b057-9632a00e6cdd found for delete ", "request_id": "req-64cffad2-47ac-437d-807a-7ca83340c150"}]} Sep 14 22:55:46.856709 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7addba0-bb0a-454e-95c9-b5e0b33bb3a8 req-12df8921-c67f-4406-b8be-897dae65021e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:46.858784 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d7addba0-bb0a-454e-95c9-b5e0b33bb3a8 req-12df8921-c67f-4406-b8be-897dae65021e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd36d59a9e6b4be08e34d9d0bdaa27c1&device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 1099 time: 0.5000484 Sep 14 22:55:46.899763 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e335405c-5b89-4a50-8b62-7be6ae297fce None None] Provisioning for port 04fbe84d-6d55-4a23-879f-b8ab45f84fdc completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:55:46.922347 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e335405c-5b89-4a50-8b62-7be6ae297fce None None] Provisioning complete for port 04fbe84d-6d55-4a23-879f-b8ab45f84fdc triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:46.922858 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e335405c-5b89-4a50-8b62-7be6ae297fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:46.943707 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-42e9962d-53ee-4731-87d0-7b4b0cf14439 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Allocated IP 172.26.5.132 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/5fc70c92-300a-4825-bdc8-807660af2277) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:55:46.969699 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3fd3230e-4270-48ff-8df5-2188c833fcf3 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:46.974618 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3fd3230e-4270-48ff-8df5-2188c833fcf3 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:46.979304 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3fd3230e-4270-48ff-8df5-2188c833fcf3 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "DELETE /v2.0/networks/aa4353d7-e704-4f41-b978-44b830024af9 HTTP/1.1" status: 204 len: 168 time: 2.3636625 Sep 14 22:55:46.996990 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48656) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:47.010260 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-89941c25-4dda-4e2b-861b-8eb2b5fd99e3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.5026910 Sep 14 22:55:47.018351 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48660) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:47.019145 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3230e-4270-48ff-8df5-2188c833fcf3 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event deleted for resources: {'Network': ['ID=aa4353d7-e704-4f41-b978-44b830024af9,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:47.027717 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-c4f3e47d-45ea-4c59-9dc2-f6f353ce94d2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:47.037746 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-e335405c-5b89-4a50-8b62-7be6ae297fce None None] Port 04fbe84d-6d55-4a23-879f-b8ab45f84fdc cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:55:47.058298 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e335405c-5b89-4a50-8b62-7be6ae297fce None None] Provisioning complete for port 85b809c4-6b27-4ca0-8fe5-f9a266e00ba0 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:47.058810 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e335405c-5b89-4a50-8b62-7be6ae297fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:47.068130 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-217a74d4-1eb9-47cf-8204-9dbe2d5b3f28 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Deleting port 95826fa6-fa11-4cc5-aead-012f793b2779 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:55:47.068130 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-217a74d4-1eb9-47cf-8204-9dbe2d5b3f28 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:47.102270 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c3cdca4-c468-40c4-8792-d4161ebc1556 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] DELETE failed (client error): The resource could not be found. Sep 14 22:55:47.102723 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c3cdca4-c468-40c4-8792-d4161ebc1556 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:47.106997 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2c3cdca4-c468-40c4-8792-d4161ebc1556 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "DELETE /v2.0/subnets/dacca3ac-ff54-4c2d-b129-97ead2a053f1 HTTP/1.1" status: 404 len: 337 time: 0.1037343 Sep 14 22:55:47.117906 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8d5a29af-44a1-4bc2-a535-63a35be9a12d req-a067b833-700e-49ae-bc32-6a6b9abfcc9f tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4359031 Sep 14 22:55:47.120398 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-deb44181-ff56-455a-b3b0-b92cb7e2c14c tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:47.124801 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48664) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:47.204782 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-e335405c-5b89-4a50-8b62-7be6ae297fce None None] Current status of the port 85b809c4-6b27-4ca0-8fe5-f9a266e00ba0 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:55:47.206379 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4f926a74-4570-420a-b313-ae3617e1bdbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:47.222167 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e335405c-5b89-4a50-8b62-7be6ae297fce None None] Provisioning for port eb6abb8a-d862-4d43-9cea-3f7373a6b1f8 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:55:47.228307 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e3a51ac-f7ae-41b1-84ea-e22dfd42b283 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] DELETE failed (client error): The resource could not be found. Sep 14 22:55:47.228998 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e3a51ac-f7ae-41b1-84ea-e22dfd42b283 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:47.233598 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4e3a51ac-f7ae-41b1-84ea-e22dfd42b283 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "DELETE /v2.0/networks/a979dd33-f698-49ec-b688-112d76e0b42d HTTP/1.1" status: 404 len: 339 time: 0.0984337 Sep 14 22:55:47.274208 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48668) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:47.348367 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4f926a74-4570-420a-b313-ae3617e1bdbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:47.358958 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-22251c3d-4054-451a-a5c4-b256b7778af3 None None] Provisioning complete for port 04fbe84d-6d55-4a23-879f-b8ab45f84fdc triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:47.359869 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-22251c3d-4054-451a-a5c4-b256b7778af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:47.380640 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c4f3e47d-45ea-4c59-9dc2-f6f353ce94d2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:47.426195 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7addba0-bb0a-454e-95c9-b5e0b33bb3a8 req-f8dcfc1e-7497-41c0-8150-ac05ca0cb7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:47.432943 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c4f3e47d-45ea-4c59-9dc2-f6f353ce94d2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:47.442799 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d7addba0-bb0a-454e-95c9-b5e0b33bb3a8 req-f8dcfc1e-7497-41c0-8150-ac05ca0cb7b3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=96b70200-f113-466a-a996-3d001cbd44bb HTTP/1.1" status: 200 len: 912 time: 0.5640779 Sep 14 22:55:47.443939 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018a38d7-db1f-4866-96f4-24b9f28334a9 None None] get_active_networks_info from dv-neutron-857791-1-hyperv {{(pid=89172) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 14 22:55:47.484252 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device eb6abb8a-d862-4d43-9cea-3f7373a6b1f8 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:55:47.568572 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-18120ae2-5c0c-4f48-9e4a-ef0e1589786e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Deleting subnet 2f295a36-5dc6-4e39-92fe-bef64af8e599 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:55:47.572169 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-18120ae2-5c0c-4f48-9e4a-ef0e1589786e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:47.581846 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-22251c3d-4054-451a-a5c4-b256b7778af3 None None] Port 04fbe84d-6d55-4a23-879f-b8ab45f84fdc cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:55:47.598510 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-217a74d4-1eb9-47cf-8204-9dbe2d5b3f28 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:47.618107 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d7addba0-bb0a-454e-95c9-b5e0b33bb3a8 req-4549104c-0807-4cfb-b0fc-95cc5ec7f8d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e4e6e2e-a643-4ae1-8469-ecc9fe80890e HTTP/1.1" status: 200 len: 1001 time: 0.1659689 Sep 14 22:55:47.630520 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-18120ae2-5c0c-4f48-9e4a-ef0e1589786e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:47.645112 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port eb6abb8a-d862-4d43-9cea-3f7373a6b1f8 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:55:47.655246 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port eb6abb8a-d862-4d43-9cea-3f7373a6b1f8 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:47.655617 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:47.742690 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018a38d7-db1f-4866-96f4-24b9f28334a9 None None] Resources bound (agent type, host, resource id): {{(pid=89172) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 14 22:55:47.751969 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-8573f2d7-2b00-4248-8fde-dc7ba28885bf None None] Provisioning complete for port eb6abb8a-d862-4d43-9cea-3f7373a6b1f8 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:47.752330 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8573f2d7-2b00-4248-8fde-dc7ba28885bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:47.760652 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4f926a74-4570-420a-b313-ae3617e1bdbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:47.764913 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-42e9962d-53ee-4731-87d0-7b4b0cf14439 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:47.770330 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f3e47d-45ea-4c59-9dc2-f6f353ce94d2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:55:47.770624 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-217a74d4-1eb9-47cf-8204-9dbe2d5b3f28 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Calling delete_port for 95826fa6-fa11-4cc5-aead-012f793b2779 owned by network:router_interface {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:55:47.774347 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c4f3e47d-45ea-4c59-9dc2-f6f353ce94d2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:47.775697 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4f3e47d-45ea-4c59-9dc2-f6f353ce94d2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 22:55:47.776110 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4f3e47d-45ea-4c59-9dc2-f6f353ce94d2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:47.849236 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f926a74-4570-420a-b313-ae3617e1bdbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d130dc-c941-44f9-9c16-27b3169e01aa,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:47.859922 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4f926a74-4570-420a-b313-ae3617e1bdbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:47.863848 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4f926a74-4570-420a-b313-ae3617e1bdbd admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d7d130dc-c941-44f9-9c16-27b3169e01aa HTTP/1.1" status: 204 len: 168 time: 1.2164459 Sep 14 22:55:47.882846 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7addba0-bb0a-454e-95c9-b5e0b33bb3a8 req-bb52e8e6-e7d6-40a0-98a5-768532ebdb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:47.885183 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d7addba0-bb0a-454e-95c9-b5e0b33bb3a8 req-bb52e8e6-e7d6-40a0-98a5-768532ebdb29 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e26eddd1-1e83-4e64-8dc5-ded3ed029f12 HTTP/1.1" status: 200 len: 851 time: 0.2133172 Sep 14 22:55:47.922546 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c4f3e47d-45ea-4c59-9dc2-f6f353ce94d2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9001529 Sep 14 22:55:47.944815 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48674) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:47.952363 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-ea3682ce-e65f-43fb-add1-e0b96c7f0fab tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:48.111509 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-ea3682ce-e65f-43fb-add1-e0b96c7f0fab tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:48.134276 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port eb6abb8a-d862-4d43-9cea-3f7373a6b1f8 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:55:48.134526 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:48.134891 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-ea3682ce-e65f-43fb-add1-e0b96c7f0fab tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:48.145255 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7addba0-bb0a-454e-95c9-b5e0b33bb3a8 req-cb046987-83c2-4511-aed8-a22ae915bada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:48.146981 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d7addba0-bb0a-454e-95c9-b5e0b33bb3a8 req-cb046987-83c2-4511-aed8-a22ae915bada service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96b70200-f113-466a-a996-3d001cbd44bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2526531 Sep 14 22:55:48.183175 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port eb6abb8a-d862-4d43-9cea-3f7373a6b1f8, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=eb6abb8a-d862-4d43-9cea-3f7373a6b1f8,segment=NetworkSegment(e6303aea-3410-4eee-b3ef-35ab293230af),segment_id=e6303aea-3410-4eee-b3ef-35ab293230af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:55:48.193899 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:48.194730 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 85b809c4-6b27-4ca0-8fe5-f9a266e00ba0 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:55:48.202532 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-18120ae2-5c0c-4f48-9e4a-ef0e1589786e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:48.261033 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-8573f2d7-2b00-4248-8fde-dc7ba28885bf None None] Current status of the port eb6abb8a-d862-4d43-9cea-3f7373a6b1f8 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:55:48.261557 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8573f2d7-2b00-4248-8fde-dc7ba28885bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:48.378282 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d7addba0-bb0a-454e-95c9-b5e0b33bb3a8 req-3000d34a-44cf-4120-8be6-18f8ad945b12 service neutron] 10.222.0.20 "GET /v2.0/networks/96b70200-f113-466a-a996-3d001cbd44bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249877 Sep 14 22:55:48.394636 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9d966a14-741b-46f2-b117-e2538a09669d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:48.453023 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3682ce-e65f-43fb-add1-e0b96c7f0fab tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:55:48.457156 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ea3682ce-e65f-43fb-add1-e0b96c7f0fab tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:48.463913 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea3682ce-e65f-43fb-add1-e0b96c7f0fab tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 22:55:48.464128 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea3682ce-e65f-43fb-add1-e0b96c7f0fab tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:48.479544 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-8573f2d7-2b00-4248-8fde-dc7ba28885bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:55:48.480185 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-8573f2d7-2b00-4248-8fde-dc7ba28885bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:55:48.497538 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-deb44181-ff56-455a-b3b0-b92cb7e2c14c tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:48.517793 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9d966a14-741b-46f2-b117-e2538a09669d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:48.519558 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-deb44181-ff56-455a-b3b0-b92cb7e2c14c tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:48.520382 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-deb44181-ff56-455a-b3b0-b92cb7e2c14c tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:48.595589 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 85b809c4-6b27-4ca0-8fe5-f9a266e00ba0 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:48.596068 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:48.661185 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-42e9962d-53ee-4731-87d0-7b4b0cf14439 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:48.757270 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-18120ae2-5c0c-4f48-9e4a-ef0e1589786e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:48.809143 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-217a74d4-1eb9-47cf-8204-9dbe2d5b3f28 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:48.823236 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb44181-ff56-455a-b3b0-b92cb7e2c14c tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Pushing event updated for resources: {'Port': ['ID=04fbe84d-6d55-4a23-879f-b8ab45f84fdc,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:48.854339 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ea3682ce-e65f-43fb-add1-e0b96c7f0fab tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9077189 Sep 14 22:55:48.872027 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48704) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:48.876126 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a74d4-1eb9-47cf-8204-9dbe2d5b3f28 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event deleted for resources: {'Port': ['ID=95826fa6-fa11-4cc5-aead-012f793b2779,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:48.887768 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48708) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:48.903648 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-2805bb14-d45c-4678-943f-682f61fd72eb tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:48.905890 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18120ae2-5c0c-4f48-9e4a-ef0e1589786e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event deleted for resources: {'Subnet': ['ID=2f295a36-5dc6-4e39-92fe-bef64af8e599,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:48.915203 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-18120ae2-5c0c-4f48-9e4a-ef0e1589786e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:48.922772 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e9962d-53ee-4731-87d0-7b4b0cf14439 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:55:48.933451 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-42e9962d-53ee-4731-87d0-7b4b0cf14439 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:48.934783 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=eb6abb8a-d862-4d43-9cea-3f7373a6b1f8,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:48.936488 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e9962d-53ee-4731-87d0-7b4b0cf14439 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:55:48.947275 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-58ae8cb3-64fb-43c0-b5c1-182d04618dbc None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:48.971058 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-58ae8cb3-64fb-43c0-b5c1-182d04618dbc None None] Transition to ACTIVE for port object d8dcd055-3da0-4ddc-9df3-ac750f26c9d1 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:55:49.012665 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-58ae8cb3-64fb-43c0-b5c1-182d04618dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:49.060557 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-18120ae2-5c0c-4f48-9e4a-ef0e1589786e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "DELETE /v2.0/subnets/2f295a36-5dc6-4e39-92fe-bef64af8e599 HTTP/1.1" status: 204 len: 168 time: 1.7845826 Sep 14 22:55:49.075081 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48714) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:49.079524 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e9962d-53ee-4731-87d0-7b4b0cf14439 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Pushing event updated for resources: {'Port': ['ID=5fc70c92-300a-4825-bdc8-807660af2277,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:49.118925 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d7addba0-bb0a-454e-95c9-b5e0b33bb3a8 req-6ca642b0-a64a-4a16-9e3f-5dff2f318b44 service neutron] 10.222.0.20 "GET /v2.0/networks/96b70200-f113-466a-a996-3d001cbd44bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6675944 Sep 14 22:55:49.137348 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a031e7e-7ef9-402b-94b6-dcd0b8524902 req-39652905-d01a-4e79-a757-519415a4d1c5 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:49.141443 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7a031e7e-7ef9-402b-94b6-dcd0b8524902 req-39652905-d01a-4e79-a757-519415a4d1c5 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.6935484 Sep 14 22:55:49.151371 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-6774cc4f-4ca3-4392-b91a-525f31336947 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Request body: {'security_group': {'name': 'tempest-secgroup--1642132907'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:49.157323 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e9962d-53ee-4731-87d0-7b4b0cf14439 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:49.157668 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e9962d-53ee-4731-87d0-7b4b0cf14439 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:49.158005 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e9962d-53ee-4731-87d0-7b4b0cf14439 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:49.158333 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e9962d-53ee-4731-87d0-7b4b0cf14439 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:49.158663 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e9962d-53ee-4731-87d0-7b4b0cf14439 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:49.159348 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e9962d-53ee-4731-87d0-7b4b0cf14439 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:49.159348 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e9962d-53ee-4731-87d0-7b4b0cf14439 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:49.159610 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e9962d-53ee-4731-87d0-7b4b0cf14439 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:49.159920 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e9962d-53ee-4731-87d0-7b4b0cf14439 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:49.160250 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e9962d-53ee-4731-87d0-7b4b0cf14439 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:49.160563 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e9962d-53ee-4731-87d0-7b4b0cf14439 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:49.160901 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e9962d-53ee-4731-87d0-7b4b0cf14439 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:49.170122 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6774cc4f-4ca3-4392-b91a-525f31336947 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:49.190951 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6774cc4f-4ca3-4392-b91a-525f31336947 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Usage tracker for resource:security_group and tenant:48ff53ac0110494f8fd725384a2349c8 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:55:49.203832 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6774cc4f-4ca3-4392-b91a-525f31336947 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:55:49.207296 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-58ae8cb3-64fb-43c0-b5c1-182d04618dbc None None] Attempting to bind port d8dcd055-3da0-4ddc-9df3-ac750f26c9d1 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:55:49.207673 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-58ae8cb3-64fb-43c0-b5c1-182d04618dbc None None] Attempting to bind port d8dcd055-3da0-4ddc-9df3-ac750f26c9d1 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:55:49.208287 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ae8cb3-64fb-43c0-b5c1-182d04618dbc None None] Attempting to bind port d8dcd055-3da0-4ddc-9df3-ac750f26c9d1 on network 681410b9-e86d-4f65-a0f3-ea2093b5104b {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:55:49.245879 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ae8cb3-64fb-43c0-b5c1-182d04618dbc None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:55:49.245879 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ae8cb3-64fb-43c0-b5c1-182d04618dbc None None] Checking segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:55:49.246319 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-58ae8cb3-64fb-43c0-b5c1-182d04618dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:49.246544 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ae8cb3-64fb-43c0-b5c1-182d04618dbc None None] Bound using segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:55:49.247025 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-58ae8cb3-64fb-43c0-b5c1-182d04618dbc None None] Bound port: d8dcd055-3da0-4ddc-9df3-ac750f26c9d1, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:55:49.247399 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-58ae8cb3-64fb-43c0-b5c1-182d04618dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:49.266071 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-2805bb14-d45c-4678-943f-682f61fd72eb tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:49.282573 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-8573f2d7-2b00-4248-8fde-dc7ba28885bf None None] Current status of the port eb6abb8a-d862-4d43-9cea-3f7373a6b1f8 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:55:49.291861 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6774cc4f-4ca3-4392-b91a-525f31336947 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:49.308285 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b899c21-7a83-4dbf-b867-32dce192c19e None None] Pushing event updated for resources: {'Port': ['ID=d8dcd055-3da0-4ddc-9df3-ac750f26c9d1,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:49.316219 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:49.320082 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-2805bb14-d45c-4678-943f-682f61fd72eb tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:49.322147 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 85b809c4-6b27-4ca0-8fe5-f9a266e00ba0 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:55:49.349043 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7a031e7e-7ef9-402b-94b6-dcd0b8524902 req-ccf9d450-3d6e-4150-b9b0-aa84788b88ca tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1893137 Sep 14 22:55:49.356238 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb44181-ff56-455a-b3b0-b92cb7e2c14c tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Network 35590c69-b3a7-4a55-ae27-b3782d804732 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:55:49.362083 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-9d966a14-741b-46f2-b117-e2538a09669d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Allocated IP 172.26.5.149 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/f739bb6d-803d-47db-90c3-7aac07630864) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:55:49.364766 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-deb44181-ff56-455a-b3b0-b92cb7e2c14c tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:49.379580 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6774cc4f-4ca3-4392-b91a-525f31336947 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:49.407200 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-58ae8cb3-64fb-43c0-b5c1-182d04618dbc None None] For port d8dcd055-3da0-4ddc-9df3-ac750f26c9d1, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:55:49.412972 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e5acdb0-743e-482e-beb7-a937270dda1a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Deleting subnet ab47f817-3419-42f5-b467-ae13758932a5 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:55:49.414768 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-58ae8cb3-64fb-43c0-b5c1-182d04618dbc None None] For port d8dcd055-3da0-4ddc-9df3-ac750f26c9d1, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=d8dcd055-3da0-4ddc-9df3-ac750f26c9d1,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:55:49.423129 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-58ae8cb3-64fb-43c0-b5c1-182d04618dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:49.426427 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0e5acdb0-743e-482e-beb7-a937270dda1a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:49.499936 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2805bb14-d45c-4678-943f-682f61fd72eb tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:55:49.503417 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2805bb14-d45c-4678-943f-682f61fd72eb tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:49.504899 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-2805bb14-d45c-4678-943f-682f61fd72eb tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 22:55:49.505324 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2805bb14-d45c-4678-943f-682f61fd72eb tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:49.517800 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca493e3-8579-4324-bce1-01d30f49fdf1 None None] Network 4ad14f25-ce72-421e-a5e1-af7ad24b930a requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:49.526698 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6774cc4f-4ca3-4392-b91a-525f31336947 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:49.535973 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device eb6abb8a-d862-4d43-9cea-3f7373a6b1f8 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:55:49.572226 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6774cc4f-4ca3-4392-b91a-525f31336947 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:49.581226 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6774cc4f-4ca3-4392-b91a-525f31336947 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Usage tracker for resource:security_group_rule and tenant:48ff53ac0110494f8fd725384a2349c8 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:55:49.592838 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6774cc4f-4ca3-4392-b91a-525f31336947 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:55:49.596982 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2805bb14-d45c-4678-943f-682f61fd72eb tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7223003 Sep 14 22:55:49.604954 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48720) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:49.609173 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6774cc4f-4ca3-4392-b91a-525f31336947 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:49.614051 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-217a74d4-1eb9-47cf-8204-9dbe2d5b3f28 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:49.623001 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-815d2724-0a88-44c1-8ee6-3b53ac169fae tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:49.666217 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ae8cb3-64fb-43c0-b5c1-182d04618dbc None None] Routers {'bb825cae-ca2f-4abd-aeb4-2afbf7c0142e'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:55:49.666851 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-58ae8cb3-64fb-43c0-b5c1-182d04618dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:55:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['bb825cae-ca2f-4abd-aeb4-2afbf7c0142e'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:49.834340 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b899c21-7a83-4dbf-b867-32dce192c19e None None] Pushing event updated for resources: {'Port': ['ID=d8dcd055-3da0-4ddc-9df3-ac750f26c9d1,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:49.921133 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-815d2724-0a88-44c1-8ee6-3b53ac169fae tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:49.977418 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-5bd3218b-db60-433c-bec1-2818ac2946a7 None None] Provisioning complete for port 04fbe84d-6d55-4a23-879f-b8ab45f84fdc triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:49.977813 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5bd3218b-db60-433c-bec1-2818ac2946a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:50.002249 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0e5acdb0-743e-482e-beb7-a937270dda1a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:50.012913 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-815d2724-0a88-44c1-8ee6-3b53ac169fae tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:50.053933 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815d2724-0a88-44c1-8ee6-3b53ac169fae tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:55:50.058078 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-815d2724-0a88-44c1-8ee6-3b53ac169fae tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:50.059462 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-815d2724-0a88-44c1-8ee6-3b53ac169fae tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 22:55:50.059876 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-815d2724-0a88-44c1-8ee6-3b53ac169fae tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:50.062443 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port eb6abb8a-d862-4d43-9cea-3f7373a6b1f8 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:50.062800 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:50.153399 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-5bd3218b-db60-433c-bec1-2818ac2946a7 None None] Port 04fbe84d-6d55-4a23-879f-b8ab45f84fdc cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:55:50.157590 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6774cc4f-4ca3-4392-b91a-525f31336947 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:50.158171 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-58ae8cb3-64fb-43c0-b5c1-182d04618dbc None None] Set router bb825cae-ca2f-4abd-aeb4-2afbf7c0142e gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:55:50.171739 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-815d2724-0a88-44c1-8ee6-3b53ac169fae tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5618122 Sep 14 22:55:50.175018 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48726) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:50.181906 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6774cc4f-4ca3-4392-b91a-525f31336947 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:50.201700 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-62405bcd-19b6-4517-afa3-b01bfc975966 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:50.205913 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6774cc4f-4ca3-4392-b91a-525f31336947 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:50.272484 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6774cc4f-4ca3-4392-b91a-525f31336947 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Usage tracker for resource:security_group_rule and tenant:48ff53ac0110494f8fd725384a2349c8 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:55:50.282393 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6774cc4f-4ca3-4392-b91a-525f31336947 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:55:50.305869 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6774cc4f-4ca3-4392-b91a-525f31336947 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:50.311333 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6774cc4f-4ca3-4392-b91a-525f31336947 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca85efcf-390f-43a0-b266-b40408c1c15a,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:50.332058 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6774cc4f-4ca3-4392-b91a-525f31336947 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:50.332433 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6774cc4f-4ca3-4392-b91a-525f31336947 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:50.332824 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6774cc4f-4ca3-4392-b91a-525f31336947 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:50.333268 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6774cc4f-4ca3-4392-b91a-525f31336947 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:50.333762 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6774cc4f-4ca3-4392-b91a-525f31336947 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:50.334189 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6774cc4f-4ca3-4392-b91a-525f31336947 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:50.334353 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6774cc4f-4ca3-4392-b91a-525f31336947 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:50.334691 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6774cc4f-4ca3-4392-b91a-525f31336947 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:50.335017 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6774cc4f-4ca3-4392-b91a-525f31336947 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:50.335359 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6774cc4f-4ca3-4392-b91a-525f31336947 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:50.335669 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6774cc4f-4ca3-4392-b91a-525f31336947 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:50.336017 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6774cc4f-4ca3-4392-b91a-525f31336947 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:50.364705 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217a74d4-1eb9-47cf-8204-9dbe2d5b3f28 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Router f43c8169-1688-4667-b754-fb3c60e75895 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:55:50.400123 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9d966a14-741b-46f2-b117-e2538a09669d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:50.405286 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb44181-ff56-455a-b3b0-b92cb7e2c14c tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Router 86a837da-7744-48e3-a43f-a85b8968e391 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:55:50.595865 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-62405bcd-19b6-4517-afa3-b01bfc975966 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:50.599286 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-42e9962d-53ee-4731-87d0-7b4b0cf14439 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router_gateway, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:50.655293 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port eb6abb8a-d862-4d43-9cea-3f7373a6b1f8 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:55:50.677584 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0e5acdb0-743e-482e-beb7-a937270dda1a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:50.687805 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-58ae8cb3-64fb-43c0-b5c1-182d04618dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb825cae-ca2f-4abd-aeb4-2afbf7c0142e', 'name': 'tempest-snat-router-2010862513', 'tenant_id': '11f4f57376264efa8a1e5bef1258a073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.97'}], 'enable_snat': False}, 'gw_port_id': 'd8dcd055-3da0-4ddc-9df3-ac750f26c9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:55:33Z', 'updated_at': '2022-09-14T22:55:39Z', 'revision_number': 3, 'project_id': '11f4f57376264efa8a1e5bef1258a073', 'gw_port': {'id': 'd8dcd055-3da0-4ddc-9df3-ac750f26c9d1', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb825cae-ca2f-4abd-aeb4-2afbf7c0142e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:55:37Z', 'updated_at': '2022-09-14T22:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:50.693052 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ae8cb3-64fb-43c0-b5c1-182d04618dbc None None] The sync data for ids ['bb825cae-ca2f-4abd-aeb4-2afbf7c0142e'] in dv-neutron-857791-1-hyperv is: [{'id': 'bb825cae-ca2f-4abd-aeb4-2afbf7c0142e', 'name': 'tempest-snat-router-2010862513', 'tenant_id': '11f4f57376264efa8a1e5bef1258a073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.97'}], 'enable_snat': False}, 'gw_port_id': 'd8dcd055-3da0-4ddc-9df3-ac750f26c9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:55:33Z', 'updated_at': '2022-09-14T22:55:39Z', 'revision_number': 3, 'project_id': '11f4f57376264efa8a1e5bef1258a073', 'gw_port': {'id': 'd8dcd055-3da0-4ddc-9df3-ac750f26c9d1', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb825cae-ca2f-4abd-aeb4-2afbf7c0142e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:55:37Z', 'updated_at': '2022-09-14T22:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:55:50.746792 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-62405bcd-19b6-4517-afa3-b01bfc975966 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:50.765106 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6774cc4f-4ca3-4392-b91a-525f31336947 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:50.812458 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6774cc4f-4ca3-4392-b91a-525f31336947 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:50.870312 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62405bcd-19b6-4517-afa3-b01bfc975966 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:55:50.873827 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-62405bcd-19b6-4517-afa3-b01bfc975966 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:50.875402 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-62405bcd-19b6-4517-afa3-b01bfc975966 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 22:55:50.875832 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62405bcd-19b6-4517-afa3-b01bfc975966 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:50.885278 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6774cc4f-4ca3-4392-b91a-525f31336947 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=616ef177-eb45-4830-b719-6c735080e574,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:50.897418 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217a74d4-1eb9-47cf-8204-9dbe2d5b3f28 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:55:50.910188 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe55b5c8-2a30-4904-aaf4-6319670dda97 None None] Sync routers for ids ['f43c8169-1688-4667-b754-fb3c60e75895'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:55:50.919387 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-217a74d4-1eb9-47cf-8204-9dbe2d5b3f28 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "PUT /v2.0/routers/f43c8169-1688-4667-b754-fb3c60e75895/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9437077 Sep 14 22:55:50.922276 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb44181-ff56-455a-b3b0-b92cb7e2c14c tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:55:50.923247 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6774cc4f-4ca3-4392-b91a-525f31336947 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:50.926900 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6774cc4f-4ca3-4392-b91a-525f31336947 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0049596 Sep 14 22:55:50.927202 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48732) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:50.927542 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48734) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:50.928072 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe55b5c8-2a30-4904-aaf4-6319670dda97 None None] Routers {'f43c8169-1688-4667-b754-fb3c60e75895'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:55:50.928743 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-fe55b5c8-2a30-4904-aaf4-6319670dda97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:55:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f43c8169-1688-4667-b754-fb3c60e75895'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:50.935356 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a261a4b8-e9ba-4496-9807-33786690b5c6 None None] Sync routers for ids ['86a837da-7744-48e3-a43f-a85b8968e391'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:55:50.951092 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a261a4b8-e9ba-4496-9807-33786690b5c6 None None] Routers {'86a837da-7744-48e3-a43f-a85b8968e391'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:55:50.952453 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-a261a4b8-e9ba-4496-9807-33786690b5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:55:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['86a837da-7744-48e3-a43f-a85b8968e391'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:50.966043 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9d966a14-741b-46f2-b117-e2538a09669d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:51.087539 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-a261a4b8-e9ba-4496-9807-33786690b5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:51.099525 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-deb44181-ff56-455a-b3b0-b92cb7e2c14c tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] 10.222.0.33 "PUT /v2.0/routers/86a837da-7744-48e3-a43f-a85b8968e391/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1166329 Sep 14 22:55:51.109916 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a261a4b8-e9ba-4496-9807-33786690b5c6 None None] Routers {'86a837da-7744-48e3-a43f-a85b8968e391'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:55:51.111306 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-a261a4b8-e9ba-4496-9807-33786690b5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:55:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['86a837da-7744-48e3-a43f-a85b8968e391'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:51.111727 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05210aea-5906-4e0a-ab12-86c296c7a246 req-c01c5077-0e27-48e1-ae5b-960256c2c82b tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:51.113265 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-05210aea-5906-4e0a-ab12-86c296c7a246 req-c01c5077-0e27-48e1-ae5b-960256c2c82b tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.6217511 Sep 14 22:55:51.121841 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d966a14-741b-46f2-b117-e2538a09669d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:55:51.125428 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48740) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:51.128833 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-9d966a14-741b-46f2-b117-e2538a09669d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:51.131686 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d966a14-741b-46f2-b117-e2538a09669d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:55:51.146304 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-fe55b5c8-2a30-4904-aaf4-6319670dda97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:51.160335 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0e5acdb0-743e-482e-beb7-a937270dda1a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:51.164145 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe55b5c8-2a30-4904-aaf4-6319670dda97 None None] Routers {'f43c8169-1688-4667-b754-fb3c60e75895'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:55:51.165479 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-fe55b5c8-2a30-4904-aaf4-6319670dda97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:55:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f43c8169-1688-4667-b754-fb3c60e75895'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:51.169121 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-62405bcd-19b6-4517-afa3-b01bfc975966 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9811223 Sep 14 22:55:51.170149 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48744) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:51.235533 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-989b1249-a8e9-4525-a7b6-1ba2e03058e8 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Synchronizing usage tracker for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:55:51.244125 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-a261a4b8-e9ba-4496-9807-33786690b5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:51.244535 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a261a4b8-e9ba-4496-9807-33786690b5c6 None None] The sync data for ids ['86a837da-7744-48e3-a43f-a85b8968e391'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:55:51.281006 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-fe55b5c8-2a30-4904-aaf4-6319670dda97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:51.281006 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe55b5c8-2a30-4904-aaf4-6319670dda97 None None] The sync data for ids ['f43c8169-1688-4667-b754-fb3c60e75895'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:55:51.296431 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5acdb0-743e-482e-beb7-a937270dda1a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event deleted for resources: {'Subnet': ['ID=ab47f817-3419-42f5-b467-ae13758932a5,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:51.318520 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-05210aea-5906-4e0a-ab12-86c296c7a246 req-22e291e3-8327-4a67-804e-fe7d259fb168 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1147230 Sep 14 22:55:51.421056 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-989b1249-a8e9-4525-a7b6-1ba2e03058e8 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Unset dirty status for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:55:51.424571 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-989b1249-a8e9-4525-a7b6-1ba2e03058e8 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4864528 Sep 14 22:55:51.457485 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48750) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:51.465486 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-600fbe72-6ba9-4500-8033-0d36268551b4 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Request body: {'security_group': {'name': 'tempest-security--770367345', 'description': 'tempest-security-description-472307592'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:51.549745 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ebac8024-c136-4029-acb8-5c2867683db2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for router, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:51.558331 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device d8dcd055-3da0-4ddc-9df3-ac750f26c9d1 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:55:51.650553 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-600fbe72-6ba9-4500-8033-0d36268551b4 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:51.673992 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port d8dcd055-3da0-4ddc-9df3-ac750f26c9d1 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:55:51.697994 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port d8dcd055-3da0-4ddc-9df3-ac750f26c9d1 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:51.698455 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:51.727624 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feec2701-b297-4d1d-a9fb-f5c5b9c300f3 None None] Network 4ad14f25-ce72-421e-a5e1-af7ad24b930a requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:51.832052 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0e5acdb0-743e-482e-beb7-a937270dda1a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:51.836177 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0e5acdb0-743e-482e-beb7-a937270dda1a tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "DELETE /v2.0/subnets/ab47f817-3419-42f5-b467-ae13758932a5 HTTP/1.1" status: 204 len: 168 time: 2.7575274 Sep 14 22:55:51.860092 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48754) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:51.875027 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-47dcedd7-65cc-4481-8a86-17fce202a3bd tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:55:51.878777 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d966a14-741b-46f2-b117-e2538a09669d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Pushing event updated for resources: {'Port': ['ID=f739bb6d-803d-47db-90c3-7aac07630864,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:51.926969 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-600fbe72-6ba9-4500-8033-0d36268551b4 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:51.943316 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-600fbe72-6ba9-4500-8033-0d36268551b4 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:51.946420 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-600fbe72-6ba9-4500-8033-0d36268551b4 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:51.950379 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-600fbe72-6ba9-4500-8033-0d36268551b4 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "PUT /v2.0/security-groups/616ef177-eb45-4830-b719-6c735080e574 HTTP/1.1" status: 200 len: 1776 time: 0.4892650 Sep 14 22:55:51.957947 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ebac8024-c136-4029-acb8-5c2867683db2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:51.962093 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48758) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:51.990576 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-aa078ac9-5ef0-45e0-955a-3ea08d377d8b None None] Provisioning complete for port be4eaed4-a7db-4181-a6f7-f210ba1d43fc triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:51.990943 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-aa078ac9-5ef0-45e0-955a-3ea08d377d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:52.003945 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-ebac8024-c136-4029-acb8-5c2867683db2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Deleting port 5b5cafb1-3d55-4f22-befb-400e19bfed5e {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:55:52.004290 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ebac8024-c136-4029-acb8-5c2867683db2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:52.058974 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600fbe72-6ba9-4500-8033-0d36268551b4 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=616ef177-eb45-4830-b719-6c735080e574,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:52.096202 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3d5e2-6f39-4393-9a9a-71b6e5fed3ef req-8abacd59-9eed-414f-a456-5dec74a27c1d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:52.097675 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d0b3d5e2-6f39-4393-9a9a-71b6e5fed3ef req-8abacd59-9eed-414f-a456-5dec74a27c1d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.4562540 Sep 14 22:55:52.112134 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6fbefac1-195f-4d27-a824-4272b6021126 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "GET /v2.0/security-groups/616ef177-eb45-4830-b719-6c735080e574 HTTP/1.1" status: 200 len: 1776 time: 0.1449592 Sep 14 22:55:52.133879 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48762) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:52.143327 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port d8dcd055-3da0-4ddc-9df3-ac750f26c9d1 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:55:52.143713 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:52.164479 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-42e9962d-53ee-4731-87d0-7b4b0cf14439 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:52.182337 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-47dcedd7-65cc-4481-8a86-17fce202a3bd tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:55:52.183727 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-47dcedd7-65cc-4481-8a86-17fce202a3bd tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.9667337 Sep 14 22:55:52.188216 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48766) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:52.209195 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port d8dcd055-3da0-4ddc-9df3-ac750f26c9d1, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=d8dcd055-3da0-4ddc-9df3-ac750f26c9d1,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:55:52.218041 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:52.283884 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-aa078ac9-5ef0-45e0-955a-3ea08d377d8b None None] Current status of the port be4eaed4-a7db-4181-a6f7-f210ba1d43fc is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:55:52.296390 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d0b3d5e2-6f39-4393-9a9a-71b6e5fed3ef req-93ac8f24-3c3e-4a51-bfa0-92361249e344 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1892970 Sep 14 22:55:52.309653 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b72bad-5ce6-4501-afa9-92759fba804e None None] DHCP port deletion for 4ad14f25-ce72-421e-a5e1-af7ad24b930a request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:55:52.317532 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=d8dcd055-3da0-4ddc-9df3-ac750f26c9d1,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:52.319827 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-23b72bad-5ce6-4501-afa9-92759fba804e None None] Deleting port be4eaed4-a7db-4181-a6f7-f210ba1d43fc {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:55:52.321729 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-23b72bad-5ce6-4501-afa9-92759fba804e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:52.327928 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23287d9a-82cc-4746-b8a5-9f3891f5dee7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:52.331650 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-23287d9a-82cc-4746-b8a5-9f3891f5dee7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1384780 Sep 14 22:55:52.338588 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48770) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:52.392390 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ab26d342-8801-445c-a472-b5ffde48b565 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:52.409893 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ebac8024-c136-4029-acb8-5c2867683db2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:52.412663 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:52.413018 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:52.413366 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:52.413704 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:52.414050 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:52.414414 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:52.414736 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:52.415064 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:52.415392 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:52.415716 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:52.416040 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:52.416643 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:55:52.444690 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4dc12993-4b6d-432d-a448-ab76870448a2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1006725 Sep 14 22:55:52.444690 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48776) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:52.516047 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-faefee58-9f3e-471a-9d4a-e788421a4c0a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:52.601595 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-23b72bad-5ce6-4501-afa9-92759fba804e None None] For port be4eaed4-a7db-4181-a6f7-f210ba1d43fc, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=be4eaed4-a7db-4181-a6f7-f210ba1d43fc,segment=NetworkSegment(77ba649a-47f2-4f57-9e99-0394ef1f279a),segment_id=77ba649a-47f2-4f57-9e99-0394ef1f279a)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:55:52.602346 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-23b72bad-5ce6-4501-afa9-92759fba804e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:52.631323 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-ebac8024-c136-4029-acb8-5c2867683db2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Calling delete_port for 5b5cafb1-3d55-4f22-befb-400e19bfed5e owned by network:router_gateway {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:55:52.652451 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-ab26d342-8801-445c-a472-b5ffde48b565 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Deleting port be4eaed4-a7db-4181-a6f7-f210ba1d43fc {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:55:52.652815 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ab26d342-8801-445c-a472-b5ffde48b565 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:52.731668 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-23b72bad-5ce6-4501-afa9-92759fba804e None None] Calling delete_port for be4eaed4-a7db-4181-a6f7-f210ba1d43fc owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:55:52.859852 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-23b72bad-5ce6-4501-afa9-92759fba804e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:52.910866 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b72bad-5ce6-4501-afa9-92759fba804e None None] Pushing event deleted for resources: {'Port': ['ID=be4eaed4-a7db-4181-a6f7-f210ba1d43fc,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:52.915647 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b72bad-5ce6-4501-afa9-92759fba804e None None] No DVR routers for this DVR port be4eaed4-a7db-4181-a6f7-f210ba1d43fc on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:55:52.954626 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-faefee58-9f3e-471a-9d4a-e788421a4c0a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:52.977136 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-faefee58-9f3e-471a-9d4a-e788421a4c0a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:53.002257 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faefee58-9f3e-471a-9d4a-e788421a4c0a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:55:53.005609 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-faefee58-9f3e-471a-9d4a-e788421a4c0a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:53.029926 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f6c08ff9-38fa-412d-8b4a-e9f013c1c5a4 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:53.031398 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b760aa-e142-4bdb-b076-7c6b3bc3e99c req-47e335a3-3dc5-410a-9b8b-17284dd78fa2 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:53.032918 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-67b760aa-e142-4bdb-b076-7c6b3bc3e99c req-47e335a3-3dc5-410a-9b8b-17284dd78fa2 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.5029655 Sep 14 22:55:53.210987 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-67b760aa-e142-4bdb-b076-7c6b3bc3e99c req-233d378d-86b0-41c4-9b2a-42a3a069af7a tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1290174 Sep 14 22:55:53.229549 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ebac8024-c136-4029-acb8-5c2867683db2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:53.248415 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-ab26d342-8801-445c-a472-b5ffde48b565 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] The port 'be4eaed4-a7db-4181-a6f7-f210ba1d43fc' was deleted {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:55:53.297835 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac8024-c136-4029-acb8-5c2867683db2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event deleted for resources: {'Port': ['ID=5b5cafb1-3d55-4f22-befb-400e19bfed5e,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:53.425604 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device d8dcd055-3da0-4ddc-9df3-ac750f26c9d1 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:55:53.479764 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f6c08ff9-38fa-412d-8b4a-e9f013c1c5a4 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:53.498952 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port d8dcd055-3da0-4ddc-9df3-ac750f26c9d1 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:53.499438 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:53.533561 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9d966a14-741b-46f2-b117-e2538a09669d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:53.584738 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ebac8024-c136-4029-acb8-5c2867683db2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:53.605396 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ab26d342-8801-445c-a472-b5ffde48b565 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:53.617825 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port d8dcd055-3da0-4ddc-9df3-ac750f26c9d1 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:55:53.667911 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device be4eaed4-a7db-4181-a6f7-f210ba1d43fc no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:55:53.704359 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: be4eaed4-a7db-4181-a6f7-f210ba1d43fc {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:55:53.704733 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device be4eaed4-a7db-4181-a6f7-f210ba1d43fc not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:55:53.733151 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-ab26d342-8801-445c-a472-b5ffde48b565 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ad14f25-ce72-421e-a5e1-af7ad24b930a']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:53.810808 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ebac8024-c136-4029-acb8-5c2867683db2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:53.822210 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e9962d-53ee-4731-87d0-7b4b0cf14439 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Router 0c90bd88-f06e-40b3-9949-5be00711f2a9 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:55:53.825072 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-ab26d342-8801-445c-a472-b5ffde48b565 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ba649a-47f2-4f57-9e99-0394ef1f279a') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:53.825243 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76eeb3e-c428-46b2-a6ac-0b8543bca7a9 req-9f0e1bbb-6b6e-42b2-93fc-b0e6fd340198 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:53.825352 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-ab26d342-8801-445c-a472-b5ffde48b565 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ba649a-47f2-4f57-9e99-0394ef1f279a') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:53.826533 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b76eeb3e-c428-46b2-a6ac-0b8543bca7a9 req-9f0e1bbb-6b6e-42b2-93fc-b0e6fd340198 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.4223084 Sep 14 22:55:53.827780 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ebac8024-c136-4029-acb8-5c2867683db2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:53.846181 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f6c08ff9-38fa-412d-8b4a-e9f013c1c5a4 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:53.877354 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ab26d342-8801-445c-a472-b5ffde48b565 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:53.916001 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.objects.ports [None req-faefee58-9f3e-471a-9d4a-e788421a4c0a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89170) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 14 22:55:53.917776 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ebac8024-c136-4029-acb8-5c2867683db2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:53.918266 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebac8024-c136-4029-acb8-5c2867683db2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Fanout notify agent at l3_agent the message router_deleted on router f43c8169-1688-4667-b754-fb3c60e75895 {{(pid=89170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:55:53.932963 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-faefee58-9f3e-471a-9d4a-e788421a4c0a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:53.943620 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-b4b69754-9030-4c0a-bbce-893524eb0fb3 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 22:55:53.944744 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b4b69754-9030-4c0a-bbce-893524eb0fb3 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] 10.222.0.33 "PUT /v2.0/routers/86a837da-7744-48e3-a43f-a85b8968e391/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.7861786 Sep 14 22:55:53.956041 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c08ff9-38fa-412d-8b4a-e9f013c1c5a4 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=616ef177-eb45-4830-b719-6c735080e574,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:53.969463 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48782) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:54.005618 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b76eeb3e-c428-46b2-a6ac-0b8543bca7a9 req-384a78bf-68af-4a8f-8858-436eda80421c tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1701226 Sep 14 22:55:54.017182 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faefee58-9f3e-471a-9d4a-e788421a4c0a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:55:54.024759 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-faefee58-9f3e-471a-9d4a-e788421a4c0a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:54.032014 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faefee58-9f3e-471a-9d4a-e788421a4c0a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:54.032730 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-faefee58-9f3e-471a-9d4a-e788421a4c0a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:54.038629 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a73b589-3428-4568-95c9-d3bc5472dbd3 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:54.045425 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ebac8024-c136-4029-acb8-5c2867683db2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:54.048954 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ebac8024-c136-4029-acb8-5c2867683db2 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "DELETE /v2.0/routers/f43c8169-1688-4667-b754-fb3c60e75895 HTTP/1.1" status: 204 len: 168 time: 3.1138501 Sep 14 22:55:54.052552 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faefee58-9f3e-471a-9d4a-e788421a4c0a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Subnet': ['ID=40d7b0a2-7eed-4bcb-b916-956f82aea510,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:54.054628 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48788) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:54.089951 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ab26d342-8801-445c-a472-b5ffde48b565 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:54.126834 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-faefee58-9f3e-471a-9d4a-e788421a4c0a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6789031 Sep 14 22:55:54.128546 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48792) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:54.137581 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-7bd04740-cfe7-41f0-b85a-ac6f918e41f0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'port': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'mac_address': 'fa:16:3e:6a:cf:ef', 'name': 'tempest-NetworksTestDHCPv6-318579573'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:54.191028 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab26d342-8801-445c-a472-b5ffde48b565 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:55:54.191429 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ab26d342-8801-445c-a472-b5ffde48b565 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:54.286744 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-2abdba9c-ebd4-4860-bdc7-e2a599e53b6b tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Deleting subnet f6a110bd-a1f5-4f09-bf86-2ad469d5bb85 {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:55:54.295172 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171a6487-0170-48de-acb7-6e84a0251882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'fixed_ips': [{'subnet_id': '40d7b0a2-7eed-4bcb-b916-956f82aea510'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:55:54.296082 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-171a6487-0170-48de-acb7-6e84a0251882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:54.297021 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2abdba9c-ebd4-4860-bdc7-e2a599e53b6b tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:54.327473 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f6c08ff9-38fa-412d-8b4a-e9f013c1c5a4 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:54.330747 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f6c08ff9-38fa-412d-8b4a-e9f013c1c5a4 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "DELETE /v2.0/security-groups/616ef177-eb45-4830-b719-6c735080e574 HTTP/1.1" status: 204 len: 168 time: 2.1911674 Sep 14 22:55:54.330747 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 77ba649a-47f2-4f57-9e99-0394ef1f279a resource provider aggregate not found Sep 14 22:55:54.332026 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48798) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:54.382227 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 77ba649a-47f2-4f57-9e99-0394ef1f279a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77ba649a-47f2-4f57-9e99-0394ef1f279a found for delete ", "request_id": "req-707618d3-331a-4293-b8fb-b76b4a26a657"}]} Sep 14 22:55:54.435463 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2abdba9c-ebd4-4860-bdc7-e2a599e53b6b tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:54.484560 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-171a6487-0170-48de-acb7-6e84a0251882 None None] Allocated IP 2001:db8::f816:3eff:fe75:8c46 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/40d7b0a2-7eed-4bcb-b916-956f82aea510/b3d13b00-8f6e-4c2a-acc0-9d573aef3232) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:55:54.523212 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-7bd04740-cfe7-41f0-b85a-ac6f918e41f0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:54.556127 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb090ce-bda5-42f7-94ad-ac5798717a55 req-1969445e-1321-4100-9470-b9f336570498 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:54.557679 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0cb090ce-bda5-42f7-94ad-ac5798717a55 req-1969445e-1321-4100-9470-b9f336570498 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.3477032 Sep 14 22:55:54.558651 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-7bd04740-cfe7-41f0-b85a-ac6f918e41f0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:54.558772 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ab26d342-8801-445c-a472-b5ffde48b565 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:54.568639 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4c0f8eef-82f8-471b-9683-7b48ff51d990 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2182832 Sep 14 22:55:54.571875 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2abdba9c-ebd4-4860-bdc7-e2a599e53b6b tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:54.599417 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48804) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:54.625603 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e9962d-53ee-4731-87d0-7b4b0cf14439 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:55:54.638005 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1376a62-2fea-47bf-a8cf-ef474ecbb773 None None] Sync routers for ids ['0c90bd88-f06e-40b3-9949-5be00711f2a9'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:55:54.651925 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1376a62-2fea-47bf-a8cf-ef474ecbb773 None None] Routers {'0c90bd88-f06e-40b3-9949-5be00711f2a9'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:55:54.652553 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-b1376a62-2fea-47bf-a8cf-ef474ecbb773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:55:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['0c90bd88-f06e-40b3-9949-5be00711f2a9'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:54.756956 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-b1376a62-2fea-47bf-a8cf-ef474ecbb773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:54.757262 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-171a6487-0170-48de-acb7-6e84a0251882 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:54.767378 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1376a62-2fea-47bf-a8cf-ef474ecbb773 None None] Routers {'0c90bd88-f06e-40b3-9949-5be00711f2a9'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:55:54.768424 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-b1376a62-2fea-47bf-a8cf-ef474ecbb773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:55:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['0c90bd88-f06e-40b3-9949-5be00711f2a9'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:54.778337 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-171a6487-0170-48de-acb7-6e84a0251882 None None] Transition to ACTIVE for port object b3d13b00-8f6e-4c2a-acc0-9d573aef3232 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:55:54.784557 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-6621a334-6ea3-4d88-a1cc-29c642c4967a tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] delete failed (client error): The resource could not be found. Sep 14 22:55:54.785604 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6621a334-6ea3-4d88-a1cc-29c642c4967a tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "DELETE /v2.0/security-groups/616ef177-eb45-4830-b719-6c735080e574 HTTP/1.1" status: 404 len: 347 time: 0.1852806 Sep 14 22:55:54.793269 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd04740-cfe7-41f0-b85a-ac6f918e41f0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:55:54.807502 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-171a6487-0170-48de-acb7-6e84a0251882 None None] Transition to ACTIVE for port object b3d13b00-8f6e-4c2a-acc0-9d573aef3232 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:55:54.813235 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48808) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:54.817621 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-171a6487-0170-48de-acb7-6e84a0251882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:54.834554 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-b1376a62-2fea-47bf-a8cf-ef474ecbb773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:54.835202 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1376a62-2fea-47bf-a8cf-ef474ecbb773 None None] The sync data for ids ['0c90bd88-f06e-40b3-9949-5be00711f2a9'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:55:54.835477 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-669a52c8-eb6c-478f-ab8e-fe116ed59049 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Request body: {'security_group': {'name': 'tempest-secgroup--1636963372'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:54.848437 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ab26d342-8801-445c-a472-b5ffde48b565 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:54.894157 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26d342-8801-445c-a472-b5ffde48b565 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event deleted for resources: {'Network': ['ID=4ad14f25-ce72-421e-a5e1-af7ad24b930a,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:54.896565 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171a6487-0170-48de-acb7-6e84a0251882 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:55:54.900202 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-171a6487-0170-48de-acb7-6e84a0251882 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:54.904066 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171a6487-0170-48de-acb7-6e84a0251882 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:55:54.905979 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9d966a14-741b-46f2-b117-e2538a09669d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:54.910311 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a6487-0170-48de-acb7-6e84a0251882 None None] Pushing event updated for resources: {'Port': ['ID=b3d13b00-8f6e-4c2a-acc0-9d573aef3232,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:54.915378 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ab26d342-8801-445c-a472-b5ffde48b565 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "DELETE /v2.0/networks/4ad14f25-ce72-421e-a5e1-af7ad24b930a HTTP/1.1" status: 204 len: 168 time: 3.0406268 Sep 14 22:55:54.917465 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48812) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:54.918444 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-669a52c8-eb6c-478f-ab8e-fe116ed59049 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:54.931118 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0cb090ce-bda5-42f7-94ad-ac5798717a55 req-805693ee-2450-475c-8570-3b4cfda67fad tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3623495 Sep 14 22:55:54.987090 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-75b44682-b891-40e6-aabd-a27f9e6778cf tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] DELETE failed (client error): The resource could not be found. Sep 14 22:55:54.987648 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75b44682-b891-40e6-aabd-a27f9e6778cf tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:54.991729 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-75b44682-b891-40e6-aabd-a27f9e6778cf tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "DELETE /v2.0/subnets/03f1884e-cbad-4a7c-9af6-85768119d9f4 HTTP/1.1" status: 404 len: 337 time: 0.0626240 Sep 14 22:55:54.991729 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-669a52c8-eb6c-478f-ab8e-fe116ed59049 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Usage tracker for resource:security_group and tenant:48ff53ac0110494f8fd725384a2349c8 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:55:54.996751 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48818) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:54.997617 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-669a52c8-eb6c-478f-ab8e-fe116ed59049 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:55:55.027674 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-42e9962d-53ee-4731-87d0-7b4b0cf14439 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:55.031678 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-669a52c8-eb6c-478f-ab8e-fe116ed59049 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:55.032579 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-42e9962d-53ee-4731-87d0-7b4b0cf14439 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 12.2648573 Sep 14 22:55:55.044845 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48822) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:55.059993 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-171a6487-0170-48de-acb7-6e84a0251882 None None] Attempting to bind port b3d13b00-8f6e-4c2a-acc0-9d573aef3232 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:55:55.060567 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-4c1f5590-d009-45d1-8dfa-b126d96ae6f2 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'enable_snat': False}}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:55.060699 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-171a6487-0170-48de-acb7-6e84a0251882 None None] Attempting to bind port b3d13b00-8f6e-4c2a-acc0-9d573aef3232 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:55:55.060820 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171a6487-0170-48de-acb7-6e84a0251882 None None] Attempting to bind port b3d13b00-8f6e-4c2a-acc0-9d573aef3232 on network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:55:55.071330 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171a6487-0170-48de-acb7-6e84a0251882 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:55:55.071776 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171a6487-0170-48de-acb7-6e84a0251882 None None] Checking segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:55:55.072246 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-171a6487-0170-48de-acb7-6e84a0251882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:55.073226 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171a6487-0170-48de-acb7-6e84a0251882 None None] Bound using segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:55:55.073706 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-171a6487-0170-48de-acb7-6e84a0251882 None None] Bound port: b3d13b00-8f6e-4c2a-acc0-9d573aef3232, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:55:55.074081 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-171a6487-0170-48de-acb7-6e84a0251882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:55.134961 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-669a52c8-eb6c-478f-ab8e-fe116ed59049 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:55.159310 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-18da936f-ed4f-4a05-94d8-ac94c92ba630 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] DELETE failed (client error): The resource could not be found. Sep 14 22:55:55.159713 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18da936f-ed4f-4a05-94d8-ac94c92ba630 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:55.174823 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2abdba9c-ebd4-4860-bdc7-e2a599e53b6b tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:55.204914 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-171a6487-0170-48de-acb7-6e84a0251882 None None] For port b3d13b00-8f6e-4c2a-acc0-9d573aef3232, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:55:55.209900 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-171a6487-0170-48de-acb7-6e84a0251882 None None] For port b3d13b00-8f6e-4c2a-acc0-9d573aef3232, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=b3d13b00-8f6e-4c2a-acc0-9d573aef3232,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:55:55.220332 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-171a6487-0170-48de-acb7-6e84a0251882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:55.250737 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2abdba9c-ebd4-4860-bdc7-e2a599e53b6b tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:55.255848 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2abdba9c-ebd4-4860-bdc7-e2a599e53b6b tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "DELETE /v2.0/subnets/f6a110bd-a1f5-4f09-bf86-2ad469d5bb85 HTTP/1.1" status: 204 len: 168 time: 1.1969023 Sep 14 22:55:55.256058 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48826) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:55.265963 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-18da936f-ed4f-4a05-94d8-ac94c92ba630 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "DELETE /v2.0/networks/4ecdbbad-7793-477d-86f5-622bc761ea4a HTTP/1.1" status: 404 len: 339 time: 0.2625270 Sep 14 22:55:55.286605 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48830) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:55.334083 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a6487-0170-48de-acb7-6e84a0251882 None None] Pushing event updated for resources: {'Port': ['ID=b3d13b00-8f6e-4c2a-acc0-9d573aef3232,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:55.350766 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abdba9c-ebd4-4860-bdc7-e2a599e53b6b tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event deleted for resources: {'Subnet': ['ID=f6a110bd-a1f5-4f09-bf86-2ad469d5bb85,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:55.408700 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-669a52c8-eb6c-478f-ab8e-fe116ed59049 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:55.454569 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7bd04740-cfe7-41f0-b85a-ac6f918e41f0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:55.475538 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-669a52c8-eb6c-478f-ab8e-fe116ed59049 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Usage tracker for resource:security_group_rule and tenant:48ff53ac0110494f8fd725384a2349c8 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:55:55.476283 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-04c75fbd-bdf4-43fe-ae8c-603156389e7e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] DELETE failed (client error): The resource could not be found. Sep 14 22:55:55.477473 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04c75fbd-bdf4-43fe-ae8c-603156389e7e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:55.481562 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-04c75fbd-bdf4-43fe-ae8c-603156389e7e tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "DELETE /v2.0/subnets/e39e358b-e4aa-4b9a-b3cb-e67d86560fd5 HTTP/1.1" status: 404 len: 337 time: 0.1881909 Sep 14 22:55:55.484781 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-669a52c8-eb6c-478f-ab8e-fe116ed59049 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:55:55.486731 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48836) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:55.492209 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-669a52c8-eb6c-478f-ab8e-fe116ed59049 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:55.541078 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-eaff2d80-d01a-4b75-be36-fd910e0e34f8 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:55.543067 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-30472477-a8f1-402c-a177-8447048e4c69 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] DELETE failed (client error): The resource could not be found. Sep 14 22:55:55.543531 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30472477-a8f1-402c-a177-8447048e4c69 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:55.548064 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-30472477-a8f1-402c-a177-8447048e4c69 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "DELETE /v2.0/networks/fdf0cefb-bd27-44c6-b3c8-c834cfac94f7 HTTP/1.1" status: 404 len: 339 time: 0.0560186 Sep 14 22:55:55.548064 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d966a14-741b-46f2-b117-e2538a09669d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Router a2f09920-8700-4e64-97ed-bde248ec1c6d is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:55:55.549887 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48840) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:55.605286 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-f15672c0-b1b0-4950-8c89-6a34b48f7c19 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] DELETE failed (client error): The resource could not be found. Sep 14 22:55:55.605753 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f15672c0-b1b0-4950-8c89-6a34b48f7c19 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:55.609702 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f15672c0-b1b0-4950-8c89-6a34b48f7c19 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "DELETE /v2.0/subnets/9ac00d77-2acd-4549-86e5-98b749ccacc0 HTTP/1.1" status: 404 len: 337 time: 0.0545638 Sep 14 22:55:55.630027 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48844) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:55.675083 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-7bd04740-cfe7-41f0-b85a-ac6f918e41f0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] device_id is not set on port 01fa58ea-48d7-40cb-bfbd-df9099d3d6d4 yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:55:55.797934 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-301ba288-9034-4e9b-ac3b-2da995152ef2 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] DELETE failed (client error): The resource could not be found. Sep 14 22:55:55.798402 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-301ba288-9034-4e9b-ac3b-2da995152ef2 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:55:55.802458 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-301ba288-9034-4e9b-ac3b-2da995152ef2 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "DELETE /v2.0/networks/fe2d4087-a0ec-40ff-aa70-792913cbe551 HTTP/1.1" status: 404 len: 339 time: 0.1676736 Sep 14 22:55:55.808430 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48848) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:55.812944 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4fcec7b0-b4e8-45b5-96e6-d216c784b67b tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:56.021088 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a7769-d38d-449c-aeb0-dfc416531c69 req-cbff05a5-67ac-4269-8f6b-e1e6dfd494dd tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:56.022719 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3d9a7769-d38d-449c-aeb0-dfc416531c69 req-cbff05a5-67ac-4269-8f6b-e1e6dfd494dd tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.4615562 Sep 14 22:55:56.129409 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-eaff2d80-d01a-4b75-be36-fd910e0e34f8 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:56.133778 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-669a52c8-eb6c-478f-ab8e-fe116ed59049 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:56.166450 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-669a52c8-eb6c-478f-ab8e-fe116ed59049 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:56.187874 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-eaff2d80-d01a-4b75-be36-fd910e0e34f8 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27b8a6e-a159-4ac1-b309-1f0aa497a093']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:56.200509 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-be12299f-2557-4649-942c-54684d566829 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Deleting subnet 593c5908-4877-490d-b995-76ddb08d415b {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:55:56.209720 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-be12299f-2557-4649-942c-54684d566829 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:56.233130 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-7bd04740-cfe7-41f0-b85a-ac6f918e41f0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Allocated IP 2001:db8::f816:3eff:fe6a:cfef (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/40d7b0a2-7eed-4bcb-b916-956f82aea510/01fa58ea-48d7-40cb-bfbd-df9099d3d6d4) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:55:56.236546 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed5c47-e27b-4e8e-a0f1-5c441dffe3af req-1bf514ba-aee0-464a-a563-2decc75919aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:56.238103 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-77ed5c47-e27b-4e8e-a0f1-5c441dffe3af req-1bf514ba-aee0-464a-a563-2decc75919aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd36d59a9e6b4be08e34d9d0bdaa27c1&device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 1099 time: 0.5147586 Sep 14 22:55:56.241788 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d966a14-741b-46f2-b117-e2538a09669d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:55:56.259666 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f923642-8293-479b-b6e8-69c470594059 None None] Sync routers for ids ['a2f09920-8700-4e64-97ed-bde248ec1c6d'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:55:56.272376 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f923642-8293-479b-b6e8-69c470594059 None None] Routers {'a2f09920-8700-4e64-97ed-bde248ec1c6d'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:55:56.273044 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-6f923642-8293-479b-b6e8-69c470594059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:55:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['a2f09920-8700-4e64-97ed-bde248ec1c6d'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:56.298142 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-eaff2d80-d01a-4b75-be36-fd910e0e34f8 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfd69017-2211-4cfc-a52d-f94e82673ee8') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:56.298699 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-eaff2d80-d01a-4b75-be36-fd910e0e34f8 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfd69017-2211-4cfc-a52d-f94e82673ee8') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:56.311697 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3d9a7769-d38d-449c-aeb0-dfc416531c69 req-e8667f42-dcd0-4e46-a356-e1e65579673b tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2672184 Sep 14 22:55:56.513770 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-669a52c8-eb6c-478f-ab8e-fe116ed59049 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:56.515018 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-669a52c8-eb6c-478f-ab8e-fe116ed59049 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6924794 Sep 14 22:55:56.515946 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a52c8-eb6c-478f-ab8e-fe116ed59049 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d149d52-4edd-49a7-a18f-2d2083013627,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:56.527712 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48852) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:56.541050 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-335bbfec-1de7-4fc5-856a-153fd43ce955 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Request body: {'security_group_rule': {'security_group_id': '7d149d52-4edd-49a7-a18f-2d2083013627', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:56.542227 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-6f923642-8293-479b-b6e8-69c470594059 None None] Set router a2f09920-8700-4e64-97ed-bde248ec1c6d gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:55:56.569083 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-be12299f-2557-4649-942c-54684d566829 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:56.598735 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-eaff2d80-d01a-4b75-be36-fd910e0e34f8 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:56.635636 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9d966a14-741b-46f2-b117-e2538a09669d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:56.637754 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9d966a14-741b-46f2-b117-e2538a09669d tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 12.0269780 Sep 14 22:55:56.647209 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48856) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:56.707262 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-335bbfec-1de7-4fc5-856a-153fd43ce955 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:55:56.715864 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-eaff2d80-d01a-4b75-be36-fd910e0e34f8 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:56.726826 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4c1f5590-d009-45d1-8dfa-b126d96ae6f2 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:56.734746 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-335bbfec-1de7-4fc5-856a-153fd43ce955 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Usage tracker for resource:security_group_rule and tenant:48ff53ac0110494f8fd725384a2349c8 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:55:56.738148 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-335bbfec-1de7-4fc5-856a-153fd43ce955 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:55:56.759584 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-335bbfec-1de7-4fc5-856a-153fd43ce955 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:55:56.759868 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaff2d80-d01a-4b75-be36-fd910e0e34f8 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:55:56.760160 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-eaff2d80-d01a-4b75-be36-fd910e0e34f8 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:56.778424 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-498c9e8e-918b-483b-a89f-25a34e2d9827 None None] Provisioning for port b3d13b00-8f6e-4c2a-acc0-9d573aef3232 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:55:56.855299 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment bfd69017-2211-4cfc-a52d-f94e82673ee8 resource provider aggregate not found Sep 14 22:55:56.919509 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-6f923642-8293-479b-b6e8-69c470594059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f09920-8700-4e64-97ed-bde248ec1c6d', 'name': 'tempest-snat-router-2010862513', 'tenant_id': '11f4f57376264efa8a1e5bef1258a073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': 'f739bb6d-803d-47db-90c3-7aac07630864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:55:45Z', 'updated_at': '2022-09-14T22:55:52Z', 'revision_number': 3, 'project_id': '11f4f57376264efa8a1e5bef1258a073', 'gw_port': {'id': 'f739bb6d-803d-47db-90c3-7aac07630864', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f09920-8700-4e64-97ed-bde248ec1c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:55:48Z', 'updated_at': '2022-09-14T22:55:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:56.923620 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f923642-8293-479b-b6e8-69c470594059 None None] Checking router: a2f09920-8700-4e64-97ed-bde248ec1c6d for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:55:56.924062 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f923642-8293-479b-b6e8-69c470594059 None None] Updating router a2f09920-8700-4e64-97ed-bde248ec1c6d port f739bb6d-803d-47db-90c3-7aac07630864 binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:55:56.946305 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment bfd69017-2211-4cfc-a52d-f94e82673ee8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bfd69017-2211-4cfc-a52d-f94e82673ee8 found for delete ", "request_id": "req-5b548fcb-8295-4bf2-8fe3-606fe13bafab"}]} Sep 14 22:55:56.952058 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed5c47-e27b-4e8e-a0f1-5c441dffe3af req-46f7de93-8cf3-46c5-bad6-94ed3e70e575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:56.953550 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-77ed5c47-e27b-4e8e-a0f1-5c441dffe3af req-46f7de93-8cf3-46c5-bad6-94ed3e70e575 service neutron] 10.222.0.20 "GET /v2.0/networks?id=96b70200-f113-466a-a996-3d001cbd44bb HTTP/1.1" status: 200 len: 912 time: 0.6347501 Sep 14 22:55:56.959211 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-335bbfec-1de7-4fc5-856a-153fd43ce955 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:56.984911 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6f923642-8293-479b-b6e8-69c470594059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:57.028660 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-eaff2d80-d01a-4b75-be36-fd910e0e34f8 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:57.032161 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-eaff2d80-d01a-4b75-be36-fd910e0e34f8 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:57.079078 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-eaff2d80-d01a-4b75-be36-fd910e0e34f8 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] 10.222.0.33 "DELETE /v2.0/networks/d27b8a6e-a159-4ac1-b309-1f0aa497a093 HTTP/1.1" status: 204 len: 168 time: 1.8162370 Sep 14 22:55:57.079078 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-de16cdb9-84f0-4927-9023-2bf793b844ce tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] 10.222.0.33 "GET /v2.0/routers/a2f09920-8700-4e64-97ed-bde248ec1c6d HTTP/1.1" status: 200 len: 908 time: 0.4273252 Sep 14 22:55:57.080025 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48866) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:57.093486 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff2d80-d01a-4b75-be36-fd910e0e34f8 tempest-FloatingIPTestJSON-813710039 tempest-FloatingIPTestJSON-813710039-project] Pushing event deleted for resources: {'Network': ['ID=d27b8a6e-a159-4ac1-b309-1f0aa497a093,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:57.103881 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-be12299f-2557-4649-942c-54684d566829 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:57.155176 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-4fcec7b0-b4e8-45b5-96e6-d216c784b67b tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Deleting port 04fbe84d-6d55-4a23-879f-b8ab45f84fdc {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:55:57.155574 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4fcec7b0-b4e8-45b5-96e6-d216c784b67b tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:57.236974 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-77ed5c47-e27b-4e8e-a0f1-5c441dffe3af req-f119af98-2b0c-4418-b32e-144157991d94 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e4e6e2e-a643-4ae1-8469-ecc9fe80890e HTTP/1.1" status: 200 len: 1001 time: 0.2692988 Sep 14 22:55:57.310096 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7bd04740-cfe7-41f0-b85a-ac6f918e41f0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:57.357365 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-be12299f-2557-4649-942c-54684d566829 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:57.409481 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6f923642-8293-479b-b6e8-69c470594059 None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:57.420834 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-be12299f-2557-4649-942c-54684d566829 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:57.432357 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4fcec7b0-b4e8-45b5-96e6-d216c784b67b tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:57.437461 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf4d7ea-4ca1-44d6-997b-e980625e623b None None] Network 784b8737-4139-4909-adf3-ee8f954f687b requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:55:57.440794 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12299f-2557-4649-942c-54684d566829 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event deleted for resources: {'Subnet': ['ID=593c5908-4877-490d-b995-76ddb08d415b,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:57.462320 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-6f923642-8293-479b-b6e8-69c470594059 None None] Transition to ACTIVE for port object f739bb6d-803d-47db-90c3-7aac07630864 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:55:57.525945 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-be12299f-2557-4649-942c-54684d566829 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "DELETE /v2.0/subnets/593c5908-4877-490d-b995-76ddb08d415b HTTP/1.1" status: 204 len: 168 time: 1.7159615 Sep 14 22:55:57.533466 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6f923642-8293-479b-b6e8-69c470594059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:57.546447 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-335bbfec-1de7-4fc5-856a-153fd43ce955 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:57.554741 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48874) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:57.585521 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-335bbfec-1de7-4fc5-856a-153fd43ce955 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:57.607754 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device b3d13b00-8f6e-4c2a-acc0-9d573aef3232 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:55:57.619289 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-7bd04740-cfe7-41f0-b85a-ac6f918e41f0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Transition to ACTIVE for port object 01fa58ea-48d7-40cb-bfbd-df9099d3d6d4 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:55:57.628387 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-4fcec7b0-b4e8-45b5-96e6-d216c784b67b tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Calling delete_port for 04fbe84d-6d55-4a23-879f-b8ab45f84fdc owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:55:57.658249 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48878) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:57.681284 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-6f923642-8293-479b-b6e8-69c470594059 None None] Attempting to bind port f739bb6d-803d-47db-90c3-7aac07630864 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:55:57.681775 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-6f923642-8293-479b-b6e8-69c470594059 None None] Attempting to bind port f739bb6d-803d-47db-90c3-7aac07630864 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:55:57.682222 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f923642-8293-479b-b6e8-69c470594059 None None] Attempting to bind port f739bb6d-803d-47db-90c3-7aac07630864 on network 681410b9-e86d-4f65-a0f3-ea2093b5104b {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:55:57.700550 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed5c47-e27b-4e8e-a0f1-5c441dffe3af req-3c81b0e9-928a-4c9a-92b7-bf67f91905f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:57.706334 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-77ed5c47-e27b-4e8e-a0f1-5c441dffe3af req-3c81b0e9-928a-4c9a-92b7-bf67f91905f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e26eddd1-1e83-4e64-8dc5-ded3ed029f12 HTTP/1.1" status: 200 len: 851 time: 0.4590039 Sep 14 22:55:57.745092 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f923642-8293-479b-b6e8-69c470594059 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:55:57.745789 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f923642-8293-479b-b6e8-69c470594059 None None] Checking segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:55:57.746350 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6f923642-8293-479b-b6e8-69c470594059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:57.747020 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f923642-8293-479b-b6e8-69c470594059 None None] Bound using segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:55:57.747772 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-6f923642-8293-479b-b6e8-69c470594059 None None] Bound port: f739bb6d-803d-47db-90c3-7aac07630864, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:55:57.748322 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6f923642-8293-479b-b6e8-69c470594059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:57.775672 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335bbfec-1de7-4fc5-856a-153fd43ce955 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44166949-8883-4095-9bdf-71fcaa18095f,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:57.834433 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-6f923642-8293-479b-b6e8-69c470594059 None None] For port f739bb6d-803d-47db-90c3-7aac07630864, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:55:57.838394 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-6f923642-8293-479b-b6e8-69c470594059 None None] For port f739bb6d-803d-47db-90c3-7aac07630864, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f739bb6d-803d-47db-90c3-7aac07630864,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:55:57.851330 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9d53ee5d-db9f-4122-83e0-f389647ca5aa tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for router, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:57.864294 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4fcec7b0-b4e8-45b5-96e6-d216c784b67b tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:57.887922 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6f923642-8293-479b-b6e8-69c470594059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:57.889445 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c534e964-db9a-4033-bf33-64a2dbdf297b None None] Pushing event updated for resources: {'Port': ['ID=f739bb6d-803d-47db-90c3-7aac07630864,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:57.934550 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcec7b0-b4e8-45b5-96e6-d216c784b67b tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Pushing event deleted for resources: {'Port': ['ID=04fbe84d-6d55-4a23-879f-b8ab45f84fdc,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:57.950263 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-335bbfec-1de7-4fc5-856a-153fd43ce955 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:57.954437 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-335bbfec-1de7-4fc5-856a-153fd43ce955 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4237456 Sep 14 22:55:57.962343 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48884) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:57.976305 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f923642-8293-479b-b6e8-69c470594059 None None] Routers {'a2f09920-8700-4e64-97ed-bde248ec1c6d'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:55:57.977016 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-6f923642-8293-479b-b6e8-69c470594059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:55:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['a2f09920-8700-4e64-97ed-bde248ec1c6d'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:58.007008 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d9d511b8-dfc0-42ea-8109-a251279aecc2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c3b8060bdcc1452ba7bbb4ccc54d5103&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3486774 Sep 14 22:55:58.015705 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48888) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:58.030701 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8950ea40-2a4c-4e84-998f-d74f85dc7037 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:58.099174 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port b3d13b00-8f6e-4c2a-acc0-9d573aef3232 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:55:58.109974 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port b3d13b00-8f6e-4c2a-acc0-9d573aef3232 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:58.110344 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:58.176097 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c534e964-db9a-4033-bf33-64a2dbdf297b None None] Pushing event updated for resources: {'Port': ['ID=f739bb6d-803d-47db-90c3-7aac07630864,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:58.212441 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4fcec7b0-b4e8-45b5-96e6-d216c784b67b tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:58.213384 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ea671a6f-2b15-4828-869b-c56349c53f0c tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:58.234359 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7bd04740-cfe7-41f0-b85a-ac6f918e41f0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:58.282300 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ea671a6f-2b15-4828-869b-c56349c53f0c tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:58.302462 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-6f923642-8293-479b-b6e8-69c470594059 None None] Set router a2f09920-8700-4e64-97ed-bde248ec1c6d gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:55:58.306630 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-8950ea40-2a4c-4e84-998f-d74f85dc7037 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Deleting port 08b05f00-6f8c-4ce1-8731-df0a1f01362e {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:55:58.306967 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8950ea40-2a4c-4e84-998f-d74f85dc7037 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:58.486501 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d3a7c2-278b-4cde-9894-e9f39139d8d1 None None] DHCP port deletion for 784b8737-4139-4909-adf3-ee8f954f687b request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:55:58.496707 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1646a040-d877-43a4-a504-313c9be96ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:58.514496 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-a5d3a7c2-278b-4cde-9894-e9f39139d8d1 None None] Deleting port 08b05f00-6f8c-4ce1-8731-df0a1f01362e {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:55:58.514959 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a5d3a7c2-278b-4cde-9894-e9f39139d8d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:58.572302 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e86a5-b838-4a86-a442-769677c88494 req-beafa52a-be13-460b-8f8e-a7caf0d618fb tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:58.573714 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b88e86a5-b838-4a86-a442-769677c88494 req-beafa52a-be13-460b-8f8e-a7caf0d618fb tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.9945717 Sep 14 22:55:58.583987 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd04740-cfe7-41f0-b85a-ac6f918e41f0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:55:58.586337 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1646a040-d877-43a4-a504-313c9be96ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:58.626545 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port b3d13b00-8f6e-4c2a-acc0-9d573aef3232 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:55:58.626911 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:58.644538 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed5c47-e27b-4e8e-a0f1-5c441dffe3af req-b7274bcd-9023-4ced-8dd1-48a9fea420dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:58.646401 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-77ed5c47-e27b-4e8e-a0f1-5c441dffe3af req-b7274bcd-9023-4ced-8dd1-48a9fea420dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96b70200-f113-466a-a996-3d001cbd44bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8715322 Sep 14 22:55:58.653097 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-7bd04740-cfe7-41f0-b85a-ac6f918e41f0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:55:58.655113 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd04740-cfe7-41f0-b85a-ac6f918e41f0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:55:58.661036 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd04740-cfe7-41f0-b85a-ac6f918e41f0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:58.662064 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7bd04740-cfe7-41f0-b85a-ac6f918e41f0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:58.688710 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fcec7b0-b4e8-45b5-96e6-d216c784b67b tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Router 86a837da-7744-48e3-a43f-a85b8968e391 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:55:58.751975 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9d53ee5d-db9f-4122-83e0-f389647ca5aa tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:58.770289 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd04740-cfe7-41f0-b85a-ac6f918e41f0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Port': ['ID=01fa58ea-48d7-40cb-bfbd-df9099d3d6d4,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:58.776494 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port b3d13b00-8f6e-4c2a-acc0-9d573aef3232, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=b3d13b00-8f6e-4c2a-acc0-9d573aef3232,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:55:58.837077 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:58.872215 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ea671a6f-2b15-4828-869b-c56349c53f0c tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:58.876317 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1646a040-d877-43a4-a504-313c9be96ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:58.900768 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fcec7b0-b4e8-45b5-96e6-d216c784b67b tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:55:58.912822 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005a52b1-d145-4425-90c7-db954734ef91 None None] Sync routers for ids ['86a837da-7744-48e3-a43f-a85b8968e391'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:55:58.927702 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-9d53ee5d-db9f-4122-83e0-f389647ca5aa tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Deleting port f739bb6d-803d-47db-90c3-7aac07630864 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:55:58.928053 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9d53ee5d-db9f-4122-83e0-f389647ca5aa tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:58.940523 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005a52b1-d145-4425-90c7-db954734ef91 None None] Routers {'86a837da-7744-48e3-a43f-a85b8968e391'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:55:58.942542 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-005a52b1-d145-4425-90c7-db954734ef91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:55:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['86a837da-7744-48e3-a43f-a85b8968e391'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:58.948645 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646a040-d877-43a4-a504-313c9be96ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215ff479-9328-45c9-a2dc-4be8b917c936,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:58.953140 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1646a040-d877-43a4-a504-313c9be96ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:58.956795 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1646a040-d877-43a4-a504-313c9be96ad3 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/215ff479-9328-45c9-a2dc-4be8b917c936 HTTP/1.1" status: 204 len: 168 time: 0.9376094 Sep 14 22:55:58.974068 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7bd04740-cfe7-41f0-b85a-ac6f918e41f0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.8443897 Sep 14 22:55:58.980320 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4fcec7b0-b4e8-45b5-96e6-d216c784b67b tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] 10.222.0.33 "PUT /v2.0/routers/86a837da-7744-48e3-a43f-a85b8968e391/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0097663 Sep 14 22:55:58.981548 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48894) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:58.986745 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea671a6f-2b15-4828-869b-c56349c53f0c tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44166949-8883-4095-9bdf-71fcaa18095f,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:58.988644 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48896) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:58.989727 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ea671a6f-2b15-4828-869b-c56349c53f0c tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:58.994792 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ea671a6f-2b15-4828-869b-c56349c53f0c tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/44166949-8883-4095-9bdf-71fcaa18095f HTTP/1.1" status: 204 len: 168 time: 1.0224099 Sep 14 22:55:58.995482 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48900) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:59.024585 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b88e86a5-b838-4a86-a442-769677c88494 req-e4120197-c85d-454d-b500-c98eb468e0a9 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3825803 Sep 14 22:55:59.052854 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-a5d3a7c2-278b-4cde-9894-e9f39139d8d1 None None] For port 08b05f00-6f8c-4ce1-8731-df0a1f01362e, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=08b05f00-6f8c-4ce1-8731-df0a1f01362e,segment=NetworkSegment(0e68983c-7c57-4b76-987f-ee939f9e866a),segment_id=0e68983c-7c57-4b76-987f-ee939f9e866a)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:55:59.052854 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a5d3a7c2-278b-4cde-9894-e9f39139d8d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:59.075731 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-005a52b1-d145-4425-90c7-db954734ef91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:59.086393 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005a52b1-d145-4425-90c7-db954734ef91 None None] Routers {'86a837da-7744-48e3-a43f-a85b8968e391'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:55:59.087431 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-005a52b1-d145-4425-90c7-db954734ef91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:55:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['86a837da-7744-48e3-a43f-a85b8968e391'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:59.176239 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-005a52b1-d145-4425-90c7-db954734ef91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:59.176838 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005a52b1-d145-4425-90c7-db954734ef91 None None] The sync data for ids ['86a837da-7744-48e3-a43f-a85b8968e391'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:55:59.193977 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-c513d9e1-8eca-4b5e-8f02-093009270a4a tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] delete failed (client error): The resource could not be found. Sep 14 22:55:59.198777 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c513d9e1-8eca-4b5e-8f02-093009270a4a tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] 10.222.0.33 "DELETE /v2.0/routers/tempest-non_exist_router-669543070 HTTP/1.1" status: 404 len: 334 time: 0.2053740 Sep 14 22:55:59.219706 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48908) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:59.228896 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-2663feff-1c99-4258-a8c7-fc9ddfcfca4e tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Request body: {'router': {'external_gateway_info': {'network_id': '86a837da-7744-48e3-a43f-a85b8968e391'}}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:55:59.272538 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84e9d1e-6466-44ca-920b-d8b900436492 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:59.279881 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84e9d1e-6466-44ca-920b-d8b900436492 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:55:59.282639 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b84e9d1e-6466-44ca-920b-d8b900436492 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2998888 Sep 14 22:55:59.285987 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48914) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:55:59.381630 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-e8cc9fcd-d75c-483e-b28e-a7b19201e91c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting port 01fa58ea-48d7-40cb-bfbd-df9099d3d6d4 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:55:59.382071 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e8cc9fcd-d75c-483e-b28e-a7b19201e91c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:59.405026 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-a5d3a7c2-278b-4cde-9894-e9f39139d8d1 None None] Calling delete_port for 08b05f00-6f8c-4ce1-8731-df0a1f01362e owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:55:59.477750 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=b3d13b00-8f6e-4c2a-acc0-9d573aef3232,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:59.551516 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 08b05f00-6f8c-4ce1-8731-df0a1f01362e no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:55:59.660051 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-77ed5c47-e27b-4e8e-a0f1-5c441dffe3af req-cffa8f14-a609-448c-b799-65a9d705856f service neutron] 10.222.0.20 "GET /v2.0/networks/96b70200-f113-466a-a996-3d001cbd44bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9861140 Sep 14 22:55:59.681594 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-0c18ae1d-db8c-4f29-a4a7-62f9ac6f2515 None None] Provisioning for port 01fa58ea-48d7-40cb-bfbd-df9099d3d6d4 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:55:59.692226 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-0c18ae1d-db8c-4f29-a4a7-62f9ac6f2515 None None] Provisioning complete for port 01fa58ea-48d7-40cb-bfbd-df9099d3d6d4 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:55:59.692599 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0c18ae1d-db8c-4f29-a4a7-62f9ac6f2515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:59.735215 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a5d3a7c2-278b-4cde-9894-e9f39139d8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:59.748210 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No ports have port_id starting with 08b05f00-6f8c-4ce1-8731-df0a1f01362e Sep 14 22:55:59.772219 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e8cc9fcd-d75c-483e-b28e-a7b19201e91c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:59.801878 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3a7c2-278b-4cde-9894-e9f39139d8d1 None None] Pushing event deleted for resources: {'Port': ['ID=08b05f00-6f8c-4ce1-8731-df0a1f01362e,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:55:59.811459 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d3a7c2-278b-4cde-9894-e9f39139d8d1 None None] No DVR routers for this DVR port 08b05f00-6f8c-4ce1-8731-df0a1f01362e on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:55:59.816077 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-0c18ae1d-db8c-4f29-a4a7-62f9ac6f2515 None None] Port 01fa58ea-48d7-40cb-bfbd-df9099d3d6d4 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:55:59.823676 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-6f923642-8293-479b-b6e8-69c470594059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f09920-8700-4e64-97ed-bde248ec1c6d', 'name': 'tempest-snat-router-2010862513', 'tenant_id': '11f4f57376264efa8a1e5bef1258a073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': 'f739bb6d-803d-47db-90c3-7aac07630864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:55:45Z', 'updated_at': '2022-09-14T22:55:52Z', 'revision_number': 3, 'project_id': '11f4f57376264efa8a1e5bef1258a073', 'gw_port': {'id': 'f739bb6d-803d-47db-90c3-7aac07630864', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f09920-8700-4e64-97ed-bde248ec1c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:55:48Z', 'updated_at': '2022-09-14T22:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:55:59.834345 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f923642-8293-479b-b6e8-69c470594059 None None] The sync data for ids ['a2f09920-8700-4e64-97ed-bde248ec1c6d'] in dv-neutron-857791-1-hyperv is: [{'id': 'a2f09920-8700-4e64-97ed-bde248ec1c6d', 'name': 'tempest-snat-router-2010862513', 'tenant_id': '11f4f57376264efa8a1e5bef1258a073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': 'f739bb6d-803d-47db-90c3-7aac07630864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:55:45Z', 'updated_at': '2022-09-14T22:55:52Z', 'revision_number': 3, 'project_id': '11f4f57376264efa8a1e5bef1258a073', 'gw_port': {'id': 'f739bb6d-803d-47db-90c3-7aac07630864', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f09920-8700-4e64-97ed-bde248ec1c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:55:48Z', 'updated_at': '2022-09-14T22:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:55:59.917509 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-347274cf-6620-4172-bb6b-d0f79e3ffff2 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Synchronizing usage tracker for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group_rule {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:55:59.923352 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-8950ea40-2a4c-4e84-998f-d74f85dc7037 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] For port 08b05f00-6f8c-4ce1-8731-df0a1f01362e, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=08b05f00-6f8c-4ce1-8731-df0a1f01362e,segment=NetworkSegment(0e68983c-7c57-4b76-987f-ee939f9e866a),segment_id=0e68983c-7c57-4b76-987f-ee939f9e866a)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:55:59.923715 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8950ea40-2a4c-4e84-998f-d74f85dc7037 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:55:59.957817 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-e8cc9fcd-d75c-483e-b28e-a7b19201e91c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Calling delete_port for 01fa58ea-48d7-40cb-bfbd-df9099d3d6d4 owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:56:00.152118 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e8cc9fcd-d75c-483e-b28e-a7b19201e91c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:00.207020 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48936) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:00.298000 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e8cc9fcd-d75c-483e-b28e-a7b19201e91c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:00.314003 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc9fcd-d75c-483e-b28e-a7b19201e91c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Port': ['ID=01fa58ea-48d7-40cb-bfbd-df9099d3d6d4,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:00.332968 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e8cc9fcd-d75c-483e-b28e-a7b19201e91c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/01fa58ea-48d7-40cb-bfbd-df9099d3d6d4 HTTP/1.1" status: 204 len: 168 time: 1.0405557 Sep 14 22:56:00.334556 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48942) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:00.413497 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-8950ea40-2a4c-4e84-998f-d74f85dc7037 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Calling delete_port for 08b05f00-6f8c-4ce1-8731-df0a1f01362e owned by network:dhcp {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:56:00.555646 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-3366c054-6613-4886-aef0-9355ff78cef4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Request body: {'network': {'name': 'tempest-RoutersTest-1361778049'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:00.572931 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-3366c054-6613-4886-aef0-9355ff78cef4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:00.581355 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-3366c054-6613-4886-aef0-9355ff78cef4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Usage tracker for resource:network and tenant:25d4f6710d2343efa0693e5e6584ceb8 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:00.586203 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-3366c054-6613-4886-aef0-9355ff78cef4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:00.595346 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-3366c054-6613-4886-aef0-9355ff78cef4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:00.608272 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8696d5f5-4610-4f9b-827a-cde4786eaad2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:00.609837 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8696d5f5-4610-4f9b-827a-cde4786eaad2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:00.610599 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-8696d5f5-4610-4f9b-827a-cde4786eaad2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:00.625157 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3366c054-6613-4886-aef0-9355ff78cef4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Made reservation on behalf of 25d4f6710d2343efa0693e5e6584ceb8 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:56:00.628551 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3366c054-6613-4886-aef0-9355ff78cef4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:00.642573 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3366c054-6613-4886-aef0-9355ff78cef4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:00.653454 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-8696d5f5-4610-4f9b-827a-cde4786eaad2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:00.654710 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8696d5f5-4610-4f9b-827a-cde4786eaad2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3192341 Sep 14 22:56:00.658212 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48946) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:00.662391 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-3366c054-6613-4886-aef0-9355ff78cef4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:00.668557 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-3366c054-6613-4886-aef0-9355ff78cef4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Usage tracker for resource:security_group_rule and tenant:25d4f6710d2343efa0693e5e6584ceb8 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:00.671820 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-3366c054-6613-4886-aef0-9355ff78cef4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:00.713119 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-3366c054-6613-4886-aef0-9355ff78cef4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:00.761478 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-9d53ee5d-db9f-4122-83e0-f389647ca5aa tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] For port f739bb6d-803d-47db-90c3-7aac07630864, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f739bb6d-803d-47db-90c3-7aac07630864,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:56:00.762073 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-7994e326-1a28-4ca7-b597-b085818918e2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting subnet 40d7b0a2-7eed-4bcb-b916-956f82aea510 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:56:00.762290 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9d53ee5d-db9f-4122-83e0-f389647ca5aa tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:00.769434 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7994e326-1a28-4ca7-b597-b085818918e2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:00.784219 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-347274cf-6620-4172-bb6b-d0f79e3ffff2 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Unset dirty status for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group_rule {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:00.788315 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-347274cf-6620-4172-bb6b-d0f79e3ffff2 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.7756121 Sep 14 22:56:00.793406 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2663feff-1c99-4258-a8c7-fc9ddfcfca4e tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:00.798824 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48950) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:00.871720 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7994e326-1a28-4ca7-b597-b085818918e2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:00.964800 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-9d53ee5d-db9f-4122-83e0-f389647ca5aa tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Calling delete_port for f739bb6d-803d-47db-90c3-7aac07630864 owned by network:router_gateway {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:56:00.985353 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e85b048d-7dc6-4c5a-a213-e00520c0ab89 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:01.009440 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-77ed5c47-e27b-4e8e-a0f1-5c441dffe3af req-702320ea-ded7-4923-865c-b08e9cc20a5e service neutron] 10.222.0.20 "GET /v2.0/networks/96b70200-f113-466a-a996-3d001cbd44bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2351582 Sep 14 22:56:01.025804 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3366c054-6613-4886-aef0-9355ff78cef4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:01.039649 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-2663feff-1c99-4258-a8c7-fc9ddfcfca4e tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] update failed (client error): The resource could not be found. Sep 14 22:56:01.040991 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2663feff-1c99-4258-a8c7-fc9ddfcfca4e tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] 10.222.0.33 "PUT /v2.0/routers/86a837da-7744-48e3-a43f-a85b8968e391 HTTP/1.1" status: 404 len: 339 time: 1.8203490 Sep 14 22:56:01.044055 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3366c054-6613-4886-aef0-9355ff78cef4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:01.047888 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48954) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:01.049367 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e85b048d-7dc6-4c5a-a213-e00520c0ab89 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:01.082803 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-f4397cd4-ca82-482d-9798-9280560cd29a tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1208134257'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:01.087781 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7994e326-1a28-4ca7-b597-b085818918e2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:01.127439 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-f4397cd4-ca82-482d-9798-9280560cd29a tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:01.151551 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-f4397cd4-ca82-482d-9798-9280560cd29a tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Usage tracker for resource:network and tenant:4282f54a5e41489696773615359820d0 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:01.155517 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3366c054-6613-4886-aef0-9355ff78cef4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:56:01.155797 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.api [None req-8950ea40-2a4c-4e84-998f-d74f85dc7037 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:56:01.156122 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG oslo_db.api [None req-8950ea40-2a4c-4e84-998f-d74f85dc7037 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:56:01.167915 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-f4397cd4-ca82-482d-9798-9280560cd29a tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:01.190027 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366c054-6613-4886-aef0-9355ff78cef4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b71b7c62-4cb8-420d-add8-b86d05236496,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:01.195932 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2383d-0131-4e03-aff2-71bfc6357e28 req-0f714186-90b6-4436-a9b7-2d82d31c5d70 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:01.197469 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d2e2383d-0131-4e03-aff2-71bfc6357e28 req-0f714186-90b6-4436-a9b7-2d82d31c5d70 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 1.6295505 Sep 14 22:56:01.198301 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-f4397cd4-ca82-482d-9798-9280560cd29a tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:01.201564 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3366c054-6613-4886-aef0-9355ff78cef4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:01.201564 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-3366c054-6613-4886-aef0-9355ff78cef4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Added segment 66d796f3-5a29-4354-9ee2-2aadaf26e9b7 of type vlan for network 22bd7292-fa75-4c82-bd56-46f8e01f5890 Sep 14 22:56:01.238208 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e85b048d-7dc6-4c5a-a213-e00520c0ab89 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:01.252129 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4397cd4-ca82-482d-9798-9280560cd29a tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Made reservation on behalf of 4282f54a5e41489696773615359820d0 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:56:01.255948 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f4397cd4-ca82-482d-9798-9280560cd29a tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:01.256965 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4c1f5590-d009-45d1-8dfa-b126d96ae6f2 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:01.271889 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4c1f5590-d009-45d1-8dfa-b126d96ae6f2 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33045011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33045002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33047131'] for router, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:01.274414 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3366c054-6613-4886-aef0-9355ff78cef4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:01.286829 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b048d-7dc6-4c5a-a213-e00520c0ab89 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d149d52-4edd-49a7-a18f-2d2083013627,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:01.305372 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7994e326-1a28-4ca7-b597-b085818918e2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:01.368700 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d2e2383d-0131-4e03-aff2-71bfc6357e28 req-bc069cab-12aa-4c05-b27c-67e0ac111dbe tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1489823 Sep 14 22:56:01.376544 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7994e326-1a28-4ca7-b597-b085818918e2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Subnet': ['ID=40d7b0a2-7eed-4bcb-b916-956f82aea510,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:01.379773 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4397cd4-ca82-482d-9798-9280560cd29a tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:56:01.388400 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773f33ae-e538-4f69-9d48-fcd80bcc1716 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:56:01.391038 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7994e326-1a28-4ca7-b597-b085818918e2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:01.404380 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3366c054-6613-4886-aef0-9355ff78cef4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:01.410007 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3366c054-6613-4886-aef0-9355ff78cef4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:01.410575 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3366c054-6613-4886-aef0-9355ff78cef4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:01.416275 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f4397cd4-ca82-482d-9798-9280560cd29a tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:01.416749 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-f4397cd4-ca82-482d-9798-9280560cd29a tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Added segment e4e76812-2175-4c47-8b36-9c0e57bfaad4 of type vlan for network b446e1db-35aa-49e8-bf90-575a98e038c2 Sep 14 22:56:01.543726 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7994e326-1a28-4ca7-b597-b085818918e2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/40d7b0a2-7eed-4bcb-b916-956f82aea510 HTTP/1.1" status: 204 len: 168 time: 0.8765349 Sep 14 22:56:01.557180 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48958) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:01.561841 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e85b048d-7dc6-4c5a-a213-e00520c0ab89 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:01.563938 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e85b048d-7dc6-4c5a-a213-e00520c0ab89 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "DELETE /v2.0/security-groups/7d149d52-4edd-49a7-a18f-2d2083013627 HTTP/1.1" status: 204 len: 168 time: 0.7647684 Sep 14 22:56:01.585964 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1f5590-d009-45d1-8dfa-b126d96ae6f2 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Router 0c90bd88-f06e-40b3-9949-5be00711f2a9 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:56:01.587095 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48962) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:01.597958 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46e3c5-4304-4d8f-8e4f-d877eb1fc547 req-b35ee74c-345d-4818-8c9a-85529ff9c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:01.599909 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-dd46e3c5-4304-4d8f-8e4f-d877eb1fc547 req-b35ee74c-345d-4818-8c9a-85529ff9c5cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd36d59a9e6b4be08e34d9d0bdaa27c1&device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 1099 time: 0.4974546 Sep 14 22:56:01.619130 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f739bb6d-803d-47db-90c3-7aac07630864 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:56:01.651695 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3366c054-6613-4886-aef0-9355ff78cef4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4315598 Sep 14 22:56:01.664582 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48966) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:01.678395 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9aa8c589-b2b1-4329-be73-fd7424b2ac24 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1185014 Sep 14 22:56:01.690414 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-1c0cbba3-5196-4304-a632-62a9119876a7 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Request body: {'network': {'name': 'tempest-RoutersTest-1560665681'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:01.694165 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366c054-6613-4886-aef0-9355ff78cef4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Network': ['ID=22bd7292-fa75-4c82-bd56-46f8e01f5890,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:01.694405 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-8950ea40-2a4c-4e84-998f-d74f85dc7037 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Deleting port 08b05f00-6f8c-4ce1-8731-df0a1f01362e {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:01.694937 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8950ea40-2a4c-4e84-998f-d74f85dc7037 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:01.696338 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48970) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:01.702501 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-1c0cbba3-5196-4304-a632-62a9119876a7 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:01.708694 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-1731ed58-64a2-43b9-ace9-ed813ada2edb tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:01.734567 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f4397cd4-ca82-482d-9798-9280560cd29a tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:01.755120 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 22bd7292-fa75-4c82-bd56-46f8e01f5890 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:56:01.785155 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1c0cbba3-5196-4304-a632-62a9119876a7 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Usage tracker for resource:network and tenant:25d4f6710d2343efa0693e5e6584ceb8 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:01.794752 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1c0cbba3-5196-4304-a632-62a9119876a7 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:01.815306 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-1c0cbba3-5196-4304-a632-62a9119876a7 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:01.860937 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0cbba3-5196-4304-a632-62a9119876a7 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Made reservation on behalf of 25d4f6710d2343efa0693e5e6584ceb8 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:56:01.864350 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1c0cbba3-5196-4304-a632-62a9119876a7 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:01.878274 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-1731ed58-64a2-43b9-ace9-ed813ada2edb tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:01.886936 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f4397cd4-ca82-482d-9798-9280560cd29a tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:01.892728 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4397cd4-ca82-482d-9798-9280560cd29a tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:01.894056 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f4397cd4-ca82-482d-9798-9280560cd29a tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:01.937515 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-1731ed58-64a2-43b9-ace9-ed813ada2edb tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:02.012084 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213c21ec-1914-402d-b916-89c837f7af80 None None] DHCP port deletion for ac1cbc11-ac8d-43cd-9c1d-398cae68a205 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:56:02.014317 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f4397cd4-ca82-482d-9798-9280560cd29a tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9490376 Sep 14 22:56:02.017957 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-213c21ec-1914-402d-b916-89c837f7af80 None None] Deleting port b3d13b00-8f6e-4c2a-acc0-9d573aef3232 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:02.018433 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-213c21ec-1914-402d-b916-89c837f7af80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:02.029131 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48974) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:02.037836 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c0cbba3-5196-4304-a632-62a9119876a7 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:56:02.043791 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-65943a2f-5f78-4d68-950f-17b9a923db2d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Request body: {'subnet': {'network_id': 'b446e1db-35aa-49e8-bf90-575a98e038c2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:02.066697 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1731ed58-64a2-43b9-ace9-ed813ada2edb tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:56:02.070595 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1731ed58-64a2-43b9-ace9-ed813ada2edb tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:02.111564 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4397cd4-ca82-482d-9798-9280560cd29a tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Pushing event updated for resources: {'Network': ['ID=b446e1db-35aa-49e8-bf90-575a98e038c2,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:02.153833 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-8950ea40-2a4c-4e84-998f-d74f85dc7037 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] The port '08b05f00-6f8c-4ce1-8731-df0a1f01362e' was deleted {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:56:02.159916 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network b446e1db-35aa-49e8-bf90-575a98e038c2 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:56:02.223860 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1c0cbba3-5196-4304-a632-62a9119876a7 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:02.224184 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-1c0cbba3-5196-4304-a632-62a9119876a7 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Added segment 16bf1cae-3b4e-4fe8-bd3e-1deb5bad0430 of type vlan for network 95ffba58-98c1-458b-a274-37b419f593f3 Sep 14 22:56:02.259875 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-cb75f65c-8ca7-4769-a66b-4d2c3bc8ac62 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Synchronizing usage tracker for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:02.301574 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-65943a2f-5f78-4d68-950f-17b9a923db2d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:02.311620 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1c0cbba3-5196-4304-a632-62a9119876a7 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:02.315565 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-65943a2f-5f78-4d68-950f-17b9a923db2d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Usage tracker for resource:subnet and tenant:4282f54a5e41489696773615359820d0 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:02.320222 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-65943a2f-5f78-4d68-950f-17b9a923db2d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:02.333517 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-65943a2f-5f78-4d68-950f-17b9a923db2d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:02.354982 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port f739bb6d-803d-47db-90c3-7aac07630864 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:56:02.380950 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1f5590-d009-45d1-8dfa-b126d96ae6f2 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:56:02.391982 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port f739bb6d-803d-47db-90c3-7aac07630864 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:02.392418 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:02.399072 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-cb75f65c-8ca7-4769-a66b-4d2c3bc8ac62 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Unset dirty status for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:02.404583 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-cb75f65c-8ca7-4769-a66b-4d2c3bc8ac62 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8133247 Sep 14 22:56:02.405421 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9d53ee5d-db9f-4122-83e0-f389647ca5aa tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:02.419792 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48978) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:02.428204 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4102d92f-f104-4fca-9574-a2da88944177 None None] Sync routers for ids ['0c90bd88-f06e-40b3-9949-5be00711f2a9'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:56:02.443660 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Port f739bb6d-803d-47db-90c3-7aac07630864 was deleted so its status cannot be updated. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Sep 14 22:56:02.444149 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device b3d13b00-8f6e-4c2a-acc0-9d573aef3232 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:56:02.482866 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-cee2c787-32e8-498e-82b4-555e638a6fcb tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Request body: {'security_group': {'name': 'tempest-secgroup--759047227'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:02.506681 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d53ee5d-db9f-4122-83e0-f389647ca5aa tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Pushing event deleted for resources: {'Port': ['ID=f739bb6d-803d-47db-90c3-7aac07630864,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:02.511606 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-cee2c787-32e8-498e-82b4-555e638a6fcb tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:02.517676 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8950ea40-2a4c-4e84-998f-d74f85dc7037 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:02.519913 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65943a2f-5f78-4d68-950f-17b9a923db2d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Made reservation on behalf of 4282f54a5e41489696773615359820d0 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:56:02.524176 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4102d92f-f104-4fca-9574-a2da88944177 None None] Routers {'0c90bd88-f06e-40b3-9949-5be00711f2a9'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:56:02.524851 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-65943a2f-5f78-4d68-950f-17b9a923db2d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:02.525692 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-4102d92f-f104-4fca-9574-a2da88944177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:55:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['0c90bd88-f06e-40b3-9949-5be00711f2a9'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:02.526801 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4c1f5590-d009-45d1-8dfa-b126d96ae6f2 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:02.530423 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4c1f5590-d009-45d1-8dfa-b126d96ae6f2 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] 10.222.0.33 "PUT /v2.0/routers/0c90bd88-f06e-40b3-9949-5be00711f2a9 HTTP/1.1" status: 200 len: 926 time: 7.4811244 Sep 14 22:56:02.534961 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48984) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:02.540491 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46e3c5-4304-4d8f-8e4f-d877eb1fc547 req-c4907f0d-2fa3-43b6-a9ed-411c13fde9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:02.541925 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-dd46e3c5-4304-4d8f-8e4f-d877eb1fc547 req-c4907f0d-2fa3-43b6-a9ed-411c13fde9b9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=96b70200-f113-466a-a996-3d001cbd44bb HTTP/1.1" status: 200 len: 912 time: 0.9054348 Sep 14 22:56:02.599889 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-4102d92f-f104-4fca-9574-a2da88944177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:02.605670 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-213c21ec-1914-402d-b916-89c837f7af80 None None] For port b3d13b00-8f6e-4c2a-acc0-9d573aef3232, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=b3d13b00-8f6e-4c2a-acc0-9d573aef3232,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:56:02.606064 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-213c21ec-1914-402d-b916-89c837f7af80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:02.677625 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 22:56:02.745902 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-cee2c787-32e8-498e-82b4-555e638a6fcb tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:02.746130 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-213c21ec-1914-402d-b916-89c837f7af80 None None] Calling delete_port for b3d13b00-8f6e-4c2a-acc0-9d573aef3232 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:56:02.778477 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port b3d13b00-8f6e-4c2a-acc0-9d573aef3232 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:02.779632 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:02.792368 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1c0cbba3-5196-4304-a632-62a9119876a7 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:02.797428 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0cbba3-5196-4304-a632-62a9119876a7 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:02.798004 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1c0cbba3-5196-4304-a632-62a9119876a7 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:02.808970 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4102d92f-f104-4fca-9574-a2da88944177 None None] Routers {'0c90bd88-f06e-40b3-9949-5be00711f2a9'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:56:02.809462 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-4102d92f-f104-4fca-9574-a2da88944177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:55:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['0c90bd88-f06e-40b3-9949-5be00711f2a9'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:02.844210 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-8950ea40-2a4c-4e84-998f-d74f85dc7037 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['784b8737-4139-4909-adf3-ee8f954f687b']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:02.878896 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cee2c787-32e8-498e-82b4-555e638a6fcb tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:02.898983 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-8950ea40-2a4c-4e84-998f-d74f85dc7037 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e68983c-7c57-4b76-987f-ee939f9e866a') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:02.899272 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-8950ea40-2a4c-4e84-998f-d74f85dc7037 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e68983c-7c57-4b76-987f-ee939f9e866a') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:02.902113 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-4102d92f-f104-4fca-9574-a2da88944177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:02.902528 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4102d92f-f104-4fca-9574-a2da88944177 None None] The sync data for ids ['0c90bd88-f06e-40b3-9949-5be00711f2a9'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:56:02.964461 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1c0cbba3-5196-4304-a632-62a9119876a7 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2933156 Sep 14 22:56:02.965287 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 48988) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:02.994628 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-f5d91ef8-8261-4c79-ae84-bed16c188f5f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Request body: {'subnet': {'network_id': '22bd7292-fa75-4c82-bd56-46f8e01f5890', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:02.996349 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8950ea40-2a4c-4e84-998f-d74f85dc7037 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:03.009102 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0cbba3-5196-4304-a632-62a9119876a7 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Network': ['ID=95ffba58-98c1-458b-a274-37b419f593f3,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:03.026389 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-dd46e3c5-4304-4d8f-8e4f-d877eb1fc547 req-9eaa3fff-2d81-4682-a21f-3e9b9f8ac87c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e4e6e2e-a643-4ae1-8469-ecc9fe80890e HTTP/1.1" status: 200 len: 1001 time: 0.4483306 Sep 14 22:56:03.032887 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 95ffba58-98c1-458b-a274-37b419f593f3 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:56:03.034455 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9d53ee5d-db9f-4122-83e0-f389647ca5aa tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:03.055132 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-213c21ec-1914-402d-b916-89c837f7af80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:03.082793 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-cee2c787-32e8-498e-82b4-555e638a6fcb tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:03.162269 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.objects.ports [None req-1731ed58-64a2-43b9-ace9-ed813ada2edb tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89171) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 14 22:56:03.169839 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c21ec-1914-402d-b916-89c837f7af80 None None] Pushing event deleted for resources: {'Port': ['ID=b3d13b00-8f6e-4c2a-acc0-9d573aef3232,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:03.190915 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213c21ec-1914-402d-b916-89c837f7af80 None None] No DVR routers for this DVR port b3d13b00-8f6e-4c2a-acc0-9d573aef3232 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:56:03.192390 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port b3d13b00-8f6e-4c2a-acc0-9d573aef3232 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:56:03.199412 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8950ea40-2a4c-4e84-998f-d74f85dc7037 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:03.202936 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-cee2c787-32e8-498e-82b4-555e638a6fcb tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Usage tracker for resource:security_group_rule and tenant:48ff53ac0110494f8fd725384a2349c8 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:03.235670 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-f5d91ef8-8261-4c79-ae84-bed16c188f5f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:03.253195 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-f5d91ef8-8261-4c79-ae84-bed16c188f5f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Usage tracker for resource:subnet and tenant:25d4f6710d2343efa0693e5e6584ceb8 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:03.257526 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-f5d91ef8-8261-4c79-ae84-bed16c188f5f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:03.271267 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-f5d91ef8-8261-4c79-ae84-bed16c188f5f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:03.275204 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-cee2c787-32e8-498e-82b4-555e638a6fcb tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:03.294762 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8950ea40-2a4c-4e84-998f-d74f85dc7037 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:56:03.295167 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8950ea40-2a4c-4e84-998f-d74f85dc7037 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:03.319710 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-cee2c787-32e8-498e-82b4-555e638a6fcb tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:03.323566 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d91ef8-8261-4c79-ae84-bed16c188f5f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Made reservation on behalf of 25d4f6710d2343efa0693e5e6584ceb8 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:56:03.327054 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f5d91ef8-8261-4c79-ae84-bed16c188f5f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:03.354540 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-65943a2f-5f78-4d68-950f-17b9a923db2d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:03.368998 dv-neutron-857791-1-hyperv neutron-server[89171]: WARNING neutron.services.revisions.revision_plugin [None req-1731ed58-64a2-43b9-ace9-ed813ada2edb tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Could not find related port for resource to bump revision. Sep 14 22:56:03.382250 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-fc24a87c-c8ec-49e9-bf0a-783ca1910a87 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] 10.222.0.33 "GET /v2.0/routers/0c90bd88-f06e-40b3-9949-5be00711f2a9 HTTP/1.1" status: 200 len: 926 time: 0.8444197 Sep 14 22:56:03.387847 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 0e68983c-7c57-4b76-987f-ee939f9e866a resource provider aggregate not found Sep 14 22:56:03.394432 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 48994) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:03.424643 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9d53ee5d-db9f-4122-83e0-f389647ca5aa tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:03.487824 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9d53ee5d-db9f-4122-83e0-f389647ca5aa tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:03.489157 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.ipam_pluggable_backend [None req-1731ed58-64a2-43b9-ace9-ed813ada2edb tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Port b3d13b00-8f6e-4c2a-acc0-9d573aef3232 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=89171) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Sep 14 22:56:03.489461 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.ipam_pluggable_backend [None req-1731ed58-64a2-43b9-ace9-ed813ada2edb tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Reverting IP allocation for 2001:db8::f816:3eff:fe75:8c46 {{(pid=89171) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Sep 14 22:56:03.498395 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1ac24-ccb8-4a95-ac28-7250833c185d req-4eba727c-601a-418b-a30e-f9c85c886427 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:03.506001 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7fc1ac24-ccb8-4a95-ac28-7250833c185d req-4eba727c-601a-418b-a30e-f9c85c886427 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.9693689 Sep 14 22:56:03.518153 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1731ed58-64a2-43b9-ace9-ed813ada2edb tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:03.521468 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 0e68983c-7c57-4b76-987f-ee939f9e866a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e68983c-7c57-4b76-987f-ee939f9e866a found for delete ", "request_id": "req-65a1260f-3fab-466a-b4b6-d10ee2927823"}]} Sep 14 22:56:03.535507 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46e3c5-4304-4d8f-8e4f-d877eb1fc547 req-c84e9de6-7e16-4b05-b5e6-f63618a84f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:03.537242 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-dd46e3c5-4304-4d8f-8e4f-d877eb1fc547 req-c84e9de6-7e16-4b05-b5e6-f63618a84f45 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e26eddd1-1e83-4e64-8dc5-ded3ed029f12 HTTP/1.1" status: 200 len: 851 time: 0.4580648 Sep 14 22:56:03.562771 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65943a2f-5f78-4d68-950f-17b9a923db2d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Pushing event updated for resources: {'Subnet': ['ID=b9764a75-10a4-4940-9131-f6e43f754c0d,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:03.581845 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device b3d13b00-8f6e-4c2a-acc0-9d573aef3232 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:56:03.601650 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1731ed58-64a2-43b9-ace9-ed813ada2edb tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:56:03.608944 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-1731ed58-64a2-43b9-ace9-ed813ada2edb tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:03.622747 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: b3d13b00-8f6e-4c2a-acc0-9d573aef3232 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:56:03.623199 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device b3d13b00-8f6e-4c2a-acc0-9d573aef3232 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:56:03.626380 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1731ed58-64a2-43b9-ace9-ed813ada2edb tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:03.627001 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1731ed58-64a2-43b9-ace9-ed813ada2edb tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:03.627496 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a1a1bd-c326-4b8f-9434-e0c3c7ed8339 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:56:03.639430 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65943a2f-5f78-4d68-950f-17b9a923db2d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Checking segment: {'id': 'e4e76812-2175-4c47-8b36-9c0e57bfaad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b446e1db-35aa-49e8-bf90-575a98e038c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:56:03.639789 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65943a2f-5f78-4d68-950f-17b9a923db2d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Network hostable DHCP agents. Network: b446e1db-35aa-49e8-bf90-575a98e038c2, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:56:03.683249 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731ed58-64a2-43b9-ace9-ed813ada2edb tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Subnet': ['ID=a139289b-3976-4777-b2f2-7c3044b8042c,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:03.718041 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1731ed58-64a2-43b9-ace9-ed813ada2edb tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0147998 Sep 14 22:56:03.722477 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49000) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:03.737631 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-430107d1-509b-4958-8a42-195a06bbbd6b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'port': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'mac_address': 'fa:16:3e:5e:a4:f4', 'name': 'tempest-NetworksTestDHCPv6-1142594817'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:03.778408 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8950ea40-2a4c-4e84-998f-d74f85dc7037 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:03.811557 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8950ea40-2a4c-4e84-998f-d74f85dc7037 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:03.812894 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65943a2f-5f78-4d68-950f-17b9a923db2d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Network b446e1db-35aa-49e8-bf90-575a98e038c2 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:56:03.829865 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9d53ee5d-db9f-4122-83e0-f389647ca5aa tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:03.830680 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d53ee5d-db9f-4122-83e0-f389647ca5aa tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a2f09920-8700-4e64-97ed-bde248ec1c6d {{(pid=89170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:56:03.838472 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950ea40-2a4c-4e84-998f-d74f85dc7037 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event deleted for resources: {'Network': ['ID=784b8737-4139-4909-adf3-ee8f954f687b,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:03.873714 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7fc1ac24-ccb8-4a95-ac28-7250833c185d req-ece9e45d-3802-4a02-8492-9ff09acde032 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3663390 Sep 14 22:56:03.880099 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-65943a2f-5f78-4d68-950f-17b9a923db2d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, b446e1db-35aa-49e8-bf90-575a98e038c2) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:03.892548 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa9b472-eed2-4cc9-8ff2-0454855540fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'fixed_ips': [{'subnet_id': 'a139289b-3976-4777-b2f2-7c3044b8042c'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:56:03.893382 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8aa9b472-eed2-4cc9-8ff2-0454855540fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:03.909846 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65943a2f-5f78-4d68-950f-17b9a923db2d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:03.910437 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-65943a2f-5f78-4d68-950f-17b9a923db2d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:03.921930 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8950ea40-2a4c-4e84-998f-d74f85dc7037 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "DELETE /v2.0/networks/784b8737-4139-4909-adf3-ee8f954f687b HTTP/1.1" status: 204 len: 168 time: 6.3466246 Sep 14 22:56:03.924412 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49004) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:03.935223 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f5d91ef8-8261-4c79-ae84-bed16c188f5f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:03.965467 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0fca9c-2389-445c-9762-42efc3f4b7c1 None None] Network b446e1db-35aa-49e8-bf90-575a98e038c2 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:56:03.974393 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cee2c787-32e8-498e-82b4-555e638a6fcb tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:03.989234 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9d53ee5d-db9f-4122-83e0-f389647ca5aa tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:03.990564 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9d53ee5d-db9f-4122-83e0-f389647ca5aa tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] 10.222.0.33 "DELETE /v2.0/routers/a2f09920-8700-4e64-97ed-bde248ec1c6d HTTP/1.1" status: 204 len: 168 time: 6.8907025 Sep 14 22:56:03.997002 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cee2c787-32e8-498e-82b4-555e638a6fcb tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:04.001727 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49008) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:04.015627 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044ce3d4-7f26-4517-b411-8d2934548a6b tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:04.016587 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-044ce3d4-7f26-4517-b411-8d2934548a6b tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Synchronizing usage tracker for tenant:04ab023eb85c442f87a203c9b92fb746 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:04.046614 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fee41c4-5ac9-4f61-9124-e66b6e83cab2 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] DELETE failed (client error): The resource could not be found. Sep 14 22:56:04.047169 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fee41c4-5ac9-4f61-9124-e66b6e83cab2 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:56:04.048671 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4fee41c4-5ac9-4f61-9124-e66b6e83cab2 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "DELETE /v2.0/subnets/35df0112-9108-4c8c-9228-4cc4a3aeb9a1 HTTP/1.1" status: 404 len: 337 time: 0.1150610 Sep 14 22:56:04.054191 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-65943a2f-5f78-4d68-950f-17b9a923db2d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0203195 Sep 14 22:56:04.055392 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49012) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:04.056327 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-430107d1-509b-4958-8a42-195a06bbbd6b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:04.066955 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49014) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:04.071644 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-430107d1-509b-4958-8a42-195a06bbbd6b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:port and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:04.101474 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-6d3a4bd0-13b2-4269-99ab-da442e90ce34 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b446e1db-35aa-49e8-bf90-575a98e038c2'}}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:04.148398 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46e3c5-4304-4d8f-8e4f-d877eb1fc547 req-e996b3d4-f51d-41e9-a7c5-0b7ce03b3e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:04.150085 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-dd46e3c5-4304-4d8f-8e4f-d877eb1fc547 req-e996b3d4-f51d-41e9-a7c5-0b7ce03b3e8e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96b70200-f113-466a-a996-3d001cbd44bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4505203 Sep 14 22:56:04.154840 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-430107d1-509b-4958-8a42-195a06bbbd6b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:04.156858 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cee2c787-32e8-498e-82b4-555e638a6fcb tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:04.160835 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-cee2c787-32e8-498e-82b4-555e638a6fcb tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6994777 Sep 14 22:56:04.170955 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49020) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:04.171804 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-430107d1-509b-4958-8a42-195a06bbbd6b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:04.173842 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d91ef8-8261-4c79-ae84-bed16c188f5f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Subnet': ['ID=8193f2a8-f25e-4a8e-ace4-ff6603cfb0db,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:04.188720 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2c787-32e8-498e-82b4-555e638a6fcb tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ace3f96b-bc7f-4ae2-8cb6-2ec73bdb64f7,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:04.201950 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa27668d-5219-444e-9b5e-b7a9ea44658d tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] DELETE failed (client error): The resource could not be found. Sep 14 22:56:04.201950 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa27668d-5219-444e-9b5e-b7a9ea44658d tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:56:04.201950 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-aa27668d-5219-444e-9b5e-b7a9ea44658d tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "DELETE /v2.0/networks/40da8bfc-d434-45d5-bbe5-486038f568e1 HTTP/1.1" status: 404 len: 339 time: 0.1386940 Sep 14 22:56:04.203858 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49024) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:04.250519 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-044ce3d4-7f26-4517-b411-8d2934548a6b tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Unset dirty status for tenant:04ab023eb85c442f87a203c9b92fb746 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:04.254278 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-044ce3d4-7f26-4517-b411-8d2934548a6b tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=681410b9-e86d-4f65-a0f3-ea2093b5104b&device_id=0c90bd88-f06e-40b3-9949-5be00711f2a9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8431246 Sep 14 22:56:04.259753 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-7fd94b15-b72a-4d76-8dfd-231d8148e67e tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Request body: {'security_group_rule': {'security_group_id': 'ace3f96b-bc7f-4ae2-8cb6-2ec73bdb64f7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:04.266962 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49028) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:04.277608 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-7fd94b15-b72a-4d76-8dfd-231d8148e67e tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:04.288130 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-8aa9b472-eed2-4cc9-8ff2-0454855540fc None None] Allocated IP 2001:db8::f816:3eff:fee4:6d16 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/a139289b-3976-4777-b2f2-7c3044b8042c/a44ad778-78ff-40dc-9cd1-bf897348774a) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:56:04.310036 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-7fd94b15-b72a-4d76-8dfd-231d8148e67e tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Usage tracker for resource:security_group_rule and tenant:48ff53ac0110494f8fd725384a2349c8 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:04.318636 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430107d1-509b-4958-8a42-195a06bbbd6b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:56:04.377711 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-7fd94b15-b72a-4d76-8dfd-231d8148e67e tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:04.380554 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d91ef8-8261-4c79-ae84-bed16c188f5f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Checking segment: {'id': '66d796f3-5a29-4354-9ee2-2aadaf26e9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '22bd7292-fa75-4c82-bd56-46f8e01f5890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:56:04.380752 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d91ef8-8261-4c79-ae84-bed16c188f5f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Network hostable DHCP agents. Network: 22bd7292-fa75-4c82-bd56-46f8e01f5890, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:56:04.420676 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a3c275-ddba-4391-9da4-de7cec08890b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-b446e1db-35aa-49e8-bf90-575a98e038c2', 'network_id': 'b446e1db-35aa-49e8-bf90-575a98e038c2', 'tenant_id': '4282f54a5e41489696773615359820d0', 'fixed_ips': [{'subnet_id': 'b9764a75-10a4-4940-9131-f6e43f754c0d'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:56:04.420676 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-71a3c275-ddba-4391-9da4-de7cec08890b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:04.435464 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-edf2ac98-2477-4f6b-94c1-bc3210a3c04a tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for router, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:04.533765 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf30007f-172f-473b-b1cc-6a6f35d1ce5d tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Deleting subnet 87efea23-de8f-4e27-801e-1be47c8c5c0f {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:56:04.541928 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cf30007f-172f-473b-b1cc-6a6f35d1ce5d tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:04.594159 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-dd46e3c5-4304-4d8f-8e4f-d877eb1fc547 req-94b342ff-5bf5-4e32-8116-60471e15ab32 service neutron] 10.222.0.20 "GET /v2.0/networks/96b70200-f113-466a-a996-3d001cbd44bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297726 Sep 14 22:56:04.619959 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-7fd94b15-b72a-4d76-8dfd-231d8148e67e tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:04.700277 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8aa9b472-eed2-4cc9-8ff2-0454855540fc None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:04.716340 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-71a3c275-ddba-4391-9da4-de7cec08890b None None] Allocated IP 2001:db8:1::2 (b446e1db-35aa-49e8-bf90-575a98e038c2/b9764a75-10a4-4940-9131-f6e43f754c0d/232d87c4-342c-4cea-8861-b2711d5bd4a1) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:56:04.718966 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-8aa9b472-eed2-4cc9-8ff2-0454855540fc None None] Transition to ACTIVE for port object a44ad778-78ff-40dc-9cd1-bf897348774a will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:56:04.745490 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-8aa9b472-eed2-4cc9-8ff2-0454855540fc None None] Transition to ACTIVE for port object a44ad778-78ff-40dc-9cd1-bf897348774a will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:56:04.752973 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8aa9b472-eed2-4cc9-8ff2-0454855540fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:04.777684 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cf30007f-172f-473b-b1cc-6a6f35d1ce5d tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:04.857988 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d91ef8-8261-4c79-ae84-bed16c188f5f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Network 22bd7292-fa75-4c82-bd56-46f8e01f5890 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:56:04.859951 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7fd94b15-b72a-4d76-8dfd-231d8148e67e tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:04.889108 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-edf2ac98-2477-4f6b-94c1-bc3210a3c04a tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:04.914349 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-dd46e3c5-4304-4d8f-8e4f-d877eb1fc547 req-c03fdb6c-61ab-4036-b2cf-285ad5cd66d8 service neutron] 10.222.0.20 "GET /v2.0/networks/96b70200-f113-466a-a996-3d001cbd44bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144209 Sep 14 22:56:04.919635 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-edf2ac98-2477-4f6b-94c1-bc3210a3c04a tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Deleting port d8dcd055-3da0-4ddc-9df3-ac750f26c9d1 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:04.919982 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-edf2ac98-2477-4f6b-94c1-bc3210a3c04a tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:04.954925 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa9b472-eed2-4cc9-8ff2-0454855540fc None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:56:04.968790 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-8aa9b472-eed2-4cc9-8ff2-0454855540fc None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:04.976100 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa9b472-eed2-4cc9-8ff2-0454855540fc None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:56:04.993717 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9b472-eed2-4cc9-8ff2-0454855540fc None None] Pushing event updated for resources: {'Port': ['ID=a44ad778-78ff-40dc-9cd1-bf897348774a,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:04.997875 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6d3a4bd0-13b2-4269-99ab-da442e90ce34 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:05.004790 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f431127b-0189-48d5-98af-133997a276c3 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:05.005527 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-f431127b-0189-48d5-98af-133997a276c3 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Synchronizing usage tracker for tenant:04ab023eb85c442f87a203c9b92fb746 on resource:network {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:05.027955 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-f5d91ef8-8261-4c79-ae84-bed16c188f5f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 22bd7292-fa75-4c82-bd56-46f8e01f5890) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:05.037158 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-430107d1-509b-4958-8a42-195a06bbbd6b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:05.053339 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4873938-1b26-4a0b-954d-85fa8af5fc90 None None] Network 22bd7292-fa75-4c82-bd56-46f8e01f5890 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:56:05.068477 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cf30007f-172f-473b-b1cc-6a6f35d1ce5d tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:05.084369 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d91ef8-8261-4c79-ae84-bed16c188f5f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:05.085018 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f5d91ef8-8261-4c79-ae84-bed16c188f5f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:05.114345 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-f431127b-0189-48d5-98af-133997a276c3 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Unset dirty status for tenant:04ab023eb85c442f87a203c9b92fb746 on resource:network {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:05.120751 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f431127b-0189-48d5-98af-133997a276c3 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] 10.222.0.33 "GET /v2.0/networks/681410b9-e86d-4f65-a0f3-ea2093b5104b HTTP/1.1" status: 200 len: 881 time: 0.8394487 Sep 14 22:56:05.122788 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49034) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:05.246222 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-8aa9b472-eed2-4cc9-8ff2-0454855540fc None None] Attempting to bind port a44ad778-78ff-40dc-9cd1-bf897348774a on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:56:05.246222 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-8aa9b472-eed2-4cc9-8ff2-0454855540fc None None] Attempting to bind port a44ad778-78ff-40dc-9cd1-bf897348774a by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:56:05.246222 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa9b472-eed2-4cc9-8ff2-0454855540fc None None] Attempting to bind port a44ad778-78ff-40dc-9cd1-bf897348774a on network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:56:05.250376 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-edf2ac98-2477-4f6b-94c1-bc3210a3c04a tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] For port d8dcd055-3da0-4ddc-9df3-ac750f26c9d1, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=d8dcd055-3da0-4ddc-9df3-ac750f26c9d1,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:56:05.251101 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-edf2ac98-2477-4f6b-94c1-bc3210a3c04a tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:05.256542 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-430107d1-509b-4958-8a42-195a06bbbd6b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] device_id is not set on port 9ce5ed36-c026-47ac-bac0-c99bd501b699 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:56:05.274625 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa9b472-eed2-4cc9-8ff2-0454855540fc None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:56:05.275055 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa9b472-eed2-4cc9-8ff2-0454855540fc None None] Checking segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:56:05.275439 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8aa9b472-eed2-4cc9-8ff2-0454855540fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:05.275769 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa9b472-eed2-4cc9-8ff2-0454855540fc None None] Bound using segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:56:05.276237 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-8aa9b472-eed2-4cc9-8ff2-0454855540fc None None] Bound port: a44ad778-78ff-40dc-9cd1-bf897348774a, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:56:05.276638 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8aa9b472-eed2-4cc9-8ff2-0454855540fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:05.296500 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-930f07a4-c638-4092-b812-59de4ccb62ea tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] 10.222.0.33 "GET /v2.0/ports?device_id=0c90bd88-f06e-40b3-9949-5be00711f2a9 HTTP/1.1" status: 200 len: 205 time: 0.1156113 Sep 14 22:56:05.296750 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-71a3c275-ddba-4391-9da4-de7cec08890b None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:05.301644 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f5d91ef8-8261-4c79-ae84-bed16c188f5f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3220968 Sep 14 22:56:05.305706 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49038) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:05.306262 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49040) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:05.317974 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-fd74236e-048c-4d39-b41a-7de64fa7ebd6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Request body: {'subnet': {'network_id': '95ffba58-98c1-458b-a274-37b419f593f3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:05.351996 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-71a3c275-ddba-4391-9da4-de7cec08890b None None] Transition to ACTIVE for port object 232d87c4-342c-4cea-8861-b2711d5bd4a1 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:56:05.398771 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f739bb6d-803d-47db-90c3-7aac07630864 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:56:05.459376 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: f739bb6d-803d-47db-90c3-7aac07630864 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:56:05.459716 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f739bb6d-803d-47db-90c3-7aac07630864 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:56:05.489509 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-71a3c275-ddba-4391-9da4-de7cec08890b None None] Transition to ACTIVE for port object 232d87c4-342c-4cea-8861-b2711d5bd4a1 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:56:05.504266 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-71a3c275-ddba-4391-9da4-de7cec08890b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:05.565467 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-8aa9b472-eed2-4cc9-8ff2-0454855540fc None None] For port a44ad778-78ff-40dc-9cd1-bf897348774a, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:56:05.566549 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-edf2ac98-2477-4f6b-94c1-bc3210a3c04a tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Calling delete_port for d8dcd055-3da0-4ddc-9df3-ac750f26c9d1 owned by network:router_gateway {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:56:05.593998 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7fd94b15-b72a-4d76-8dfd-231d8148e67e tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:05.615691 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-8aa9b472-eed2-4cc9-8ff2-0454855540fc None None] For port a44ad778-78ff-40dc-9cd1-bf897348774a, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=a44ad778-78ff-40dc-9cd1-bf897348774a,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:56:05.619569 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cf30007f-172f-473b-b1cc-6a6f35d1ce5d tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:05.619741 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a3c275-ddba-4391-9da4-de7cec08890b None None] Network b446e1db-35aa-49e8-bf90-575a98e038c2 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:56:05.622882 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-71a3c275-ddba-4391-9da4-de7cec08890b None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:05.627046 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a3c275-ddba-4391-9da4-de7cec08890b None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:56:05.633211 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8aa9b472-eed2-4cc9-8ff2-0454855540fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:05.636261 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c05f825-27b3-43b2-b7a5-643f3e38958d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-22bd7292-fa75-4c82-bd56-46f8e01f5890', 'network_id': '22bd7292-fa75-4c82-bd56-46f8e01f5890', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'fixed_ips': [{'subnet_id': '8193f2a8-f25e-4a8e-ace4-ff6603cfb0db'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:56:05.637064 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1c05f825-27b3-43b2-b7a5-643f3e38958d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:05.648046 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-fd74236e-048c-4d39-b41a-7de64fa7ebd6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:05.653094 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7fd94b15-b72a-4d76-8dfd-231d8148e67e tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:05.658556 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3c275-ddba-4391-9da4-de7cec08890b None None] Pushing event updated for resources: {'Port': ['ID=232d87c4-342c-4cea-8861-b2711d5bd4a1,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:05.691723 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf30007f-172f-473b-b1cc-6a6f35d1ce5d tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event deleted for resources: {'Subnet': ['ID=87efea23-de8f-4e27-801e-1be47c8c5c0f,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:05.701148 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5445a3d-7abc-4bad-97b3-f57a113e6209 req-037ebd72-0310-4798-abcb-fb7abb11bcff tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:05.702646 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b5445a3d-7abc-4bad-97b3-f57a113e6209 req-037ebd72-0310-4798-abcb-fb7abb11bcff tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.6853747 Sep 14 22:56:05.709454 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cf30007f-172f-473b-b1cc-6a6f35d1ce5d tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:05.711135 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-fd74236e-048c-4d39-b41a-7de64fa7ebd6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Usage tracker for resource:subnet and tenant:25d4f6710d2343efa0693e5e6584ceb8 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:05.720266 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-cf30007f-172f-473b-b1cc-6a6f35d1ce5d tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "DELETE /v2.0/subnets/87efea23-de8f-4e27-801e-1be47c8c5c0f HTTP/1.1" status: 204 len: 168 time: 1.4671905 Sep 14 22:56:05.724371 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49046) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:05.725278 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-fd74236e-048c-4d39-b41a-7de64fa7ebd6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:05.749603 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-fd74236e-048c-4d39-b41a-7de64fa7ebd6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:05.754144 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd94b15-b72a-4d76-8dfd-231d8148e67e tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d11aa653-6146-4057-b568-b7b24e7d21b9,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:05.805963 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deddcb52-f54d-4a1f-9129-017e5797bcb6 None None] Network 67197a28-b690-40bb-8995-0261ce7373fa requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:56:05.872146 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd74236e-048c-4d39-b41a-7de64fa7ebd6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Made reservation on behalf of 25d4f6710d2343efa0693e5e6584ceb8 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:56:05.875488 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fd74236e-048c-4d39-b41a-7de64fa7ebd6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:05.889282 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7fd94b15-b72a-4d76-8dfd-231d8148e67e tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:05.893003 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7fd94b15-b72a-4d76-8dfd-231d8148e67e tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7143617 Sep 14 22:56:05.893003 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-430107d1-509b-4958-8a42-195a06bbbd6b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Allocated IP 2001:db8::f816:3eff:fe5e:a4f4 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/a139289b-3976-4777-b2f2-7c3044b8042c/9ce5ed36-c026-47ac-bac0-c99bd501b699) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:56:05.898053 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49050) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:05.909229 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-8365fbc6-0958-4e95-997c-fa9c89d233b9 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Request body: {'security_group_rule': {'security_group_id': 'ace3f96b-bc7f-4ae2-8cb6-2ec73bdb64f7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:05.934437 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b5445a3d-7abc-4bad-97b3-f57a113e6209 req-765b49c7-9a6e-4617-b38e-e64121bf4a3a tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2125497 Sep 14 22:56:05.944383 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-8365fbc6-0958-4e95-997c-fa9c89d233b9 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:05.954863 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-8365fbc6-0958-4e95-997c-fa9c89d233b9 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Usage tracker for resource:security_group_rule and tenant:48ff53ac0110494f8fd725384a2349c8 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:05.962812 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8d7c03e7-bcd7-427e-acae-29118e47e7f9 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:05.966300 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-8365fbc6-0958-4e95-997c-fa9c89d233b9 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:05.981128 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-8365fbc6-0958-4e95-997c-fa9c89d233b9 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:06.001838 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c03e7-bcd7-427e-acae-29118e47e7f9 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Deleting port cbdc247c-e490-4030-bf33-4c84c05c0d4c {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:06.002698 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8d7c03e7-bcd7-427e-acae-29118e47e7f9 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:06.003460 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-27c11114-a54f-4f8f-abe3-35f2f93ddcbd tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:06.060345 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-71a3c275-ddba-4391-9da4-de7cec08890b None None] Attempting to bind port 232d87c4-342c-4cea-8861-b2711d5bd4a1 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:56:06.060345 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-71a3c275-ddba-4391-9da4-de7cec08890b None None] Attempting to bind port 232d87c4-342c-4cea-8861-b2711d5bd4a1 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'e4e76812-2175-4c47-8b36-9c0e57bfaad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b446e1db-35aa-49e8-bf90-575a98e038c2'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:56:06.060717 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a3c275-ddba-4391-9da4-de7cec08890b None None] Attempting to bind port 232d87c4-342c-4cea-8861-b2711d5bd4a1 on network b446e1db-35aa-49e8-bf90-575a98e038c2 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:56:06.085466 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9b472-eed2-4cc9-8ff2-0454855540fc None None] Pushing event updated for resources: {'Port': ['ID=a44ad778-78ff-40dc-9cd1-bf897348774a,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:06.097358 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a3c275-ddba-4391-9da4-de7cec08890b None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:56:06.097730 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a3c275-ddba-4391-9da4-de7cec08890b None None] Checking segment: {'id': 'e4e76812-2175-4c47-8b36-9c0e57bfaad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b446e1db-35aa-49e8-bf90-575a98e038c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:56:06.098131 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-71a3c275-ddba-4391-9da4-de7cec08890b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:06.098521 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a3c275-ddba-4391-9da4-de7cec08890b None None] Bound using segment: {'id': 'e4e76812-2175-4c47-8b36-9c0e57bfaad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b446e1db-35aa-49e8-bf90-575a98e038c2'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:56:06.099238 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-71a3c275-ddba-4391-9da4-de7cec08890b None None] Bound port: 232d87c4-342c-4cea-8861-b2711d5bd4a1, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4e76812-2175-4c47-8b36-9c0e57bfaad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b446e1db-35aa-49e8-bf90-575a98e038c2'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:56:06.099605 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-71a3c275-ddba-4391-9da4-de7cec08890b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:06.116293 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8365fbc6-0958-4e95-997c-fa9c89d233b9 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:06.301241 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-edf2ac98-2477-4f6b-94c1-bc3210a3c04a tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:06.357083 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-1c05f825-27b3-43b2-b7a5-643f3e38958d None None] Allocated IP 172.20.0.2 (22bd7292-fa75-4c82-bd56-46f8e01f5890/8193f2a8-f25e-4a8e-ace4-ff6603cfb0db/81a46e8e-48de-4976-9c1d-91d1764455e8) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:56:06.408964 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-71a3c275-ddba-4391-9da4-de7cec08890b None None] For port 232d87c4-342c-4cea-8861-b2711d5bd4a1, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:56:06.493452 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2ac98-2477-4f6b-94c1-bc3210a3c04a tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8dcd055-3da0-4ddc-9df3-ac750f26c9d1,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:06.500720 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8365fbc6-0958-4e95-997c-fa9c89d233b9 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:06.526732 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-71a3c275-ddba-4391-9da4-de7cec08890b None None] For port 232d87c4-342c-4cea-8861-b2711d5bd4a1, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=232d87c4-342c-4cea-8861-b2711d5bd4a1,segment=NetworkSegment(e4e76812-2175-4c47-8b36-9c0e57bfaad4),segment_id=e4e76812-2175-4c47-8b36-9c0e57bfaad4)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:56:06.545481 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8365fbc6-0958-4e95-997c-fa9c89d233b9 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:06.548654 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-71a3c275-ddba-4391-9da4-de7cec08890b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:06.595646 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-6d3a4bd0-13b2-4269-99ab-da442e90ce34 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 22:56:06.596825 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6d3a4bd0-13b2-4269-99ab-da442e90ce34 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] 10.222.0.33 "PUT /v2.0/routers/86a837da-7744-48e3-a43f-a85b8968e391 HTTP/1.1" status: 400 len: 364 time: 2.5276415 Sep 14 22:56:06.610325 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49054) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:06.627647 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4511d1e2-6a7b-4633-80e0-40343ef002ec None None] DHCP port deletion for 67197a28-b690-40bb-8995-0261ce7373fa request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:56:06.655312 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-4511d1e2-6a7b-4633-80e0-40343ef002ec None None] Deleting port cbdc247c-e490-4030-bf33-4c84c05c0d4c {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:06.655637 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4511d1e2-6a7b-4633-80e0-40343ef002ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:06.657191 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365fbc6-0958-4e95-997c-fa9c89d233b9 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8b72b2a-7964-4592-97d5-8a9be4ea5a36,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:06.676157 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-8d7c03e7-bcd7-427e-acae-29118e47e7f9 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] For port cbdc247c-e490-4030-bf33-4c84c05c0d4c, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=cbdc247c-e490-4030-bf33-4c84c05c0d4c,segment=NetworkSegment(d647db34-44d1-4403-b1bc-7c3dc73b10d9),segment_id=d647db34-44d1-4403-b1bc-7c3dc73b10d9)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:56:06.676548 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8d7c03e7-bcd7-427e-acae-29118e47e7f9 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:06.699430 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-edf2ac98-2477-4f6b-94c1-bc3210a3c04a tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:06.728224 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3c275-ddba-4391-9da4-de7cec08890b None None] Pushing event updated for resources: {'Port': ['ID=232d87c4-342c-4cea-8861-b2711d5bd4a1,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:06.821518 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-27c11114-a54f-4f8f-abe3-35f2f93ddcbd tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:06.911944 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1c05f825-27b3-43b2-b7a5-643f3e38958d None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:06.923030 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1c05f825-27b3-43b2-b7a5-643f3e38958d None None] Transition to ACTIVE for port object 81a46e8e-48de-4976-9c1d-91d1764455e8 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:56:06.959071 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-27c11114-a54f-4f8f-abe3-35f2f93ddcbd tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Deleting port 5fc70c92-300a-4825-bdc8-807660af2277 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:06.959404 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-27c11114-a54f-4f8f-abe3-35f2f93ddcbd tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:06.987346 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8365fbc6-0958-4e95-997c-fa9c89d233b9 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:06.988562 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8365fbc6-0958-4e95-997c-fa9c89d233b9 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0893660 Sep 14 22:56:07.016018 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49060) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:07.034338 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1c05f825-27b3-43b2-b7a5-643f3e38958d None None] Transition to ACTIVE for port object 81a46e8e-48de-4976-9c1d-91d1764455e8 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:56:07.066591 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1c05f825-27b3-43b2-b7a5-643f3e38958d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:07.069798 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c03e7-bcd7-427e-acae-29118e47e7f9 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Calling delete_port for cbdc247c-e490-4030-bf33-4c84c05c0d4c owned by network:dhcp {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:56:07.106715 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-430107d1-509b-4958-8a42-195a06bbbd6b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:07.135561 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-6f3227b3-5d1d-4501-9c13-c6b643431b12 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Request body: {'security_group_rule': {'security_group_id': 'ace3f96b-bc7f-4ae2-8cb6-2ec73bdb64f7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:07.156400 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-6f3227b3-5d1d-4501-9c13-c6b643431b12 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:07.195955 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8d7c03e7-bcd7-427e-acae-29118e47e7f9 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:07.196294 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6f3227b3-5d1d-4501-9c13-c6b643431b12 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Usage tracker for resource:security_group_rule and tenant:48ff53ac0110494f8fd725384a2349c8 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:07.216954 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c05f825-27b3-43b2-b7a5-643f3e38958d None None] Network 22bd7292-fa75-4c82-bd56-46f8e01f5890 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:56:07.227338 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05f825-27b3-43b2-b7a5-643f3e38958d None None] Pushing event updated for resources: {'Port': ['ID=81a46e8e-48de-4976-9c1d-91d1764455e8,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:07.236062 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-1c05f825-27b3-43b2-b7a5-643f3e38958d None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:07.241106 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c05f825-27b3-43b2-b7a5-643f3e38958d None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:56:07.259097 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-4511d1e2-6a7b-4633-80e0-40343ef002ec None None] For port cbdc247c-e490-4030-bf33-4c84c05c0d4c, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=cbdc247c-e490-4030-bf33-4c84c05c0d4c,segment=NetworkSegment(d647db34-44d1-4403-b1bc-7c3dc73b10d9),segment_id=d647db34-44d1-4403-b1bc-7c3dc73b10d9)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:56:07.259496 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4511d1e2-6a7b-4633-80e0-40343ef002ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:07.265290 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-edf2ac98-2477-4f6b-94c1-bc3210a3c04a tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:07.268274 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-edf2ac98-2477-4f6b-94c1-bc3210a3c04a tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:07.275543 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6f3227b3-5d1d-4501-9c13-c6b643431b12 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:07.281676 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c03e7-bcd7-427e-acae-29118e47e7f9 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event deleted for resources: {'Port': ['ID=cbdc247c-e490-4030-bf33-4c84c05c0d4c,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:07.304597 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-430107d1-509b-4958-8a42-195a06bbbd6b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Transition to ACTIVE for port object 9ce5ed36-c026-47ac-bac0-c99bd501b699 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:56:07.336356 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-6f3227b3-5d1d-4501-9c13-c6b643431b12 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:07.396713 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7c03e7-bcd7-427e-acae-29118e47e7f9 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] No DVR routers for this DVR port cbdc247c-e490-4030-bf33-4c84c05c0d4c on host dv-neutron-857791-1-hyperv {{(pid=89170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:56:07.415131 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-edf2ac98-2477-4f6b-94c1-bc3210a3c04a tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:07.415805 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf2ac98-2477-4f6b-94c1-bc3210a3c04a tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bb825cae-ca2f-4abd-aeb4-2afbf7c0142e {{(pid=89170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:56:07.474450 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-4511d1e2-6a7b-4633-80e0-40343ef002ec None None] Calling delete_port for cbdc247c-e490-4030-bf33-4c84c05c0d4c owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:56:07.604548 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fd74236e-048c-4d39-b41a-7de64fa7ebd6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:07.685760 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-1c05f825-27b3-43b2-b7a5-643f3e38958d None None] Attempting to bind port 81a46e8e-48de-4976-9c1d-91d1764455e8 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:56:07.686437 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-1c05f825-27b3-43b2-b7a5-643f3e38958d None None] Attempting to bind port 81a46e8e-48de-4976-9c1d-91d1764455e8 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '66d796f3-5a29-4354-9ee2-2aadaf26e9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '22bd7292-fa75-4c82-bd56-46f8e01f5890'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:56:07.686984 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c05f825-27b3-43b2-b7a5-643f3e38958d None None] Attempting to bind port 81a46e8e-48de-4976-9c1d-91d1764455e8 on network 22bd7292-fa75-4c82-bd56-46f8e01f5890 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:56:07.694247 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-869fab01-b44c-4739-aebf-d2d34cf54036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:07.701692 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-765b8ad2-e3f9-4fa1-8932-d014ae392ada None None] Provisioning for port a44ad778-78ff-40dc-9cd1-bf897348774a completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:56:07.707358 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c05f825-27b3-43b2-b7a5-643f3e38958d None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:56:07.707997 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c05f825-27b3-43b2-b7a5-643f3e38958d None None] Checking segment: {'id': '66d796f3-5a29-4354-9ee2-2aadaf26e9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '22bd7292-fa75-4c82-bd56-46f8e01f5890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:56:07.708577 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1c05f825-27b3-43b2-b7a5-643f3e38958d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:07.709150 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c05f825-27b3-43b2-b7a5-643f3e38958d None None] Bound using segment: {'id': '66d796f3-5a29-4354-9ee2-2aadaf26e9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '22bd7292-fa75-4c82-bd56-46f8e01f5890'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:56:07.709810 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-1c05f825-27b3-43b2-b7a5-643f3e38958d None None] Bound port: 81a46e8e-48de-4976-9c1d-91d1764455e8, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d796f3-5a29-4354-9ee2-2aadaf26e9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '22bd7292-fa75-4c82-bd56-46f8e01f5890'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:56:07.710384 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1c05f825-27b3-43b2-b7a5-643f3e38958d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:07.767833 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74236e-048c-4d39-b41a-7de64fa7ebd6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Subnet': ['ID=ac7b7976-e992-4003-94a7-4fd0d3d4f0ad,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:07.798435 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8d7c03e7-bcd7-427e-acae-29118e47e7f9 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:07.808888 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-4511d1e2-6a7b-4633-80e0-40343ef002ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:56:07.809487 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-4511d1e2-6a7b-4633-80e0-40343ef002ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:56:07.821255 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1c05f825-27b3-43b2-b7a5-643f3e38958d None None] For port 81a46e8e-48de-4976-9c1d-91d1764455e8, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:56:07.825609 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1c05f825-27b3-43b2-b7a5-643f3e38958d None None] For port 81a46e8e-48de-4976-9c1d-91d1764455e8, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=81a46e8e-48de-4976-9c1d-91d1764455e8,segment=NetworkSegment(66d796f3-5a29-4354-9ee2-2aadaf26e9b7),segment_id=66d796f3-5a29-4354-9ee2-2aadaf26e9b7)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:56:07.831589 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1c05f825-27b3-43b2-b7a5-643f3e38958d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:07.835044 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-8d7c03e7-bcd7-427e-acae-29118e47e7f9 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67197a28-b690-40bb-8995-0261ce7373fa']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:07.844135 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6f3227b3-5d1d-4501-9c13-c6b643431b12 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:07.864861 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-8d7c03e7-bcd7-427e-acae-29118e47e7f9 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd647db34-44d1-4403-b1bc-7c3dc73b10d9') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:07.865402 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-8d7c03e7-bcd7-427e-acae-29118e47e7f9 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd647db34-44d1-4403-b1bc-7c3dc73b10d9') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:07.875206 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-edf2ac98-2477-4f6b-94c1-bc3210a3c04a tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:07.880145 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-edf2ac98-2477-4f6b-94c1-bc3210a3c04a tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] 10.222.0.33 "DELETE /v2.0/routers/bb825cae-ca2f-4abd-aeb4-2afbf7c0142e HTTP/1.1" status: 204 len: 168 time: 3.8677418 Sep 14 22:56:07.884691 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49064) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:07.912214 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-51b12c16-d56a-454a-bfaa-8f87a2c123c2 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1419568572', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}, 'admin_state_up': False}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:07.922442 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-27c11114-a54f-4f8f-abe3-35f2f93ddcbd tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:07.924184 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8d7c03e7-bcd7-427e-acae-29118e47e7f9 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:07.942987 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-51b12c16-d56a-454a-bfaa-8f87a2c123c2 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:07.948193 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-51b12c16-d56a-454a-bfaa-8f87a2c123c2 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Usage tracker for resource:router and tenant:711c13b950a84e64b637b2d4bd78d0d1 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:07.951387 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-51b12c16-d56a-454a-bfaa-8f87a2c123c2 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:07.958049 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-51b12c16-d56a-454a-bfaa-8f87a2c123c2 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:07.974569 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-430107d1-509b-4958-8a42-195a06bbbd6b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:07.981108 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6f3227b3-5d1d-4501-9c13-c6b643431b12 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:07.985800 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-51b12c16-d56a-454a-bfaa-8f87a2c123c2 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:07.992872 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-51b12c16-d56a-454a-bfaa-8f87a2c123c2 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:08.010574 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device a44ad778-78ff-40dc-9cd1-bf897348774a up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:56:08.020340 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8d7c03e7-bcd7-427e-acae-29118e47e7f9 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:08.055461 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f4fde-bebf-4c9b-ba23-7b3e159088bd req-e8447d61-6ce1-4341-9de8-96143d0b5a74 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:08.057096 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ad1f4fde-bebf-4c9b-ba23-7b3e159088bd req-e8447d61-6ce1-4341-9de8-96143d0b5a74 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.7777226 Sep 14 22:56:08.058223 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d7c03e7-bcd7-427e-acae-29118e47e7f9 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:56:08.058631 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8d7c03e7-bcd7-427e-acae-29118e47e7f9 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:08.114333 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05f825-27b3-43b2-b7a5-643f3e38958d None None] Pushing event updated for resources: {'Port': ['ID=81a46e8e-48de-4976-9c1d-91d1764455e8,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:08.152460 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port a44ad778-78ff-40dc-9cd1-bf897348774a completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:56:08.159444 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port a44ad778-78ff-40dc-9cd1-bf897348774a triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:08.159900 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:08.231478 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430107d1-509b-4958-8a42-195a06bbbd6b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:56:08.238940 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment d647db34-44d1-4403-b1bc-7c3dc73b10d9 resource provider aggregate not found Sep 14 22:56:08.239077 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b48a25-a8d9-499c-bb4f-99975aced64d None None] Network b446e1db-35aa-49e8-bf90-575a98e038c2 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:56:08.245594 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-27c11114-a54f-4f8f-abe3-35f2f93ddcbd tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Calling delete_port for 5fc70c92-300a-4825-bdc8-807660af2277 owned by network:router_gateway {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:56:08.262213 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8d7c03e7-bcd7-427e-acae-29118e47e7f9 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:08.274391 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-430107d1-509b-4958-8a42-195a06bbbd6b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:08.276275 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6f3227b3-5d1d-4501-9c13-c6b643431b12 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:08.277904 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430107d1-509b-4958-8a42-195a06bbbd6b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:56:08.284961 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430107d1-509b-4958-8a42-195a06bbbd6b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:08.285719 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-430107d1-509b-4958-8a42-195a06bbbd6b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:08.306300 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment d647db34-44d1-4403-b1bc-7c3dc73b10d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d647db34-44d1-4403-b1bc-7c3dc73b10d9 found for delete ", "request_id": "req-3842208b-a37e-4404-8f54-c31f2c2d6b9d"}]} Sep 14 22:56:08.320424 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-51b12c16-d56a-454a-bfaa-8f87a2c123c2 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:08.338138 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8d7c03e7-bcd7-427e-acae-29118e47e7f9 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:08.340577 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-4511d1e2-6a7b-4633-80e0-40343ef002ec None None] Deleting port cbdc247c-e490-4030-bf33-4c84c05c0d4c {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:08.341175 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4511d1e2-6a7b-4633-80e0-40343ef002ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:08.441490 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8d7c03e7-bcd7-427e-acae-29118e47e7f9 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] 10.222.0.33 "DELETE /v2.0/networks/67197a28-b690-40bb-8995-0261ce7373fa HTTP/1.1" status: 204 len: 168 time: 2.7145917 Sep 14 22:56:08.442592 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c03e7-bcd7-427e-acae-29118e47e7f9 tempest-NetworksIpV6Test-512728834 tempest-NetworksIpV6Test-512728834-project] Pushing event deleted for resources: {'Network': ['ID=67197a28-b690-40bb-8995-0261ce7373fa,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:08.466350 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ad1f4fde-bebf-4c9b-ba23-7b3e159088bd req-2e746246-9cb1-4b39-888d-8257d8faab1f tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3671410 Sep 14 22:56:08.489686 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-4511d1e2-6a7b-4633-80e0-40343ef002ec None None] The port 'cbdc247c-e490-4030-bf33-4c84c05c0d4c' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:56:08.489686 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3250ecf8-9503-4b1d-9e27-7df1a456440a None None] Provisioning for port 232d87c4-342c-4cea-8861-b2711d5bd4a1 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:56:08.674397 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430107d1-509b-4958-8a42-195a06bbbd6b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Port': ['ID=9ce5ed36-c026-47ac-bac0-c99bd501b699,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:08.718796 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4e301274-69aa-4690-a278-839e8e59273d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:08.746900 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3227b3-5d1d-4501-9c13-c6b643431b12 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=277ec1e2-ae41-4648-b0af-11039596379d,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:08.749121 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd74236e-048c-4d39-b41a-7de64fa7ebd6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Checking segment: {'id': '16bf1cae-3b4e-4fe8-bd3e-1deb5bad0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '95ffba58-98c1-458b-a274-37b419f593f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:56:08.756414 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd74236e-048c-4d39-b41a-7de64fa7ebd6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Network hostable DHCP agents. Network: 95ffba58-98c1-458b-a274-37b419f593f3, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:56:08.757752 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port a44ad778-78ff-40dc-9cd1-bf897348774a is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:56:08.758165 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:08.781814 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-b5e71e98-b5b8-4c72-bf99-a72832879aa1 None None] Provisioning for port 9ce5ed36-c026-47ac-bac0-c99bd501b699 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:56:08.841486 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-b5e71e98-b5b8-4c72-bf99-a72832879aa1 None None] Provisioning complete for port 9ce5ed36-c026-47ac-bac0-c99bd501b699 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:08.842306 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b5e71e98-b5b8-4c72-bf99-a72832879aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:08.884257 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6f3227b3-5d1d-4501-9c13-c6b643431b12 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:08.885841 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6f3227b3-5d1d-4501-9c13-c6b643431b12 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7835779 Sep 14 22:56:08.923246 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port a44ad778-78ff-40dc-9cd1-bf897348774a, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=a44ad778-78ff-40dc-9cd1-bf897348774a,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:56:08.934518 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-b5e71e98-b5b8-4c72-bf99-a72832879aa1 None None] Port 9ce5ed36-c026-47ac-bac0-c99bd501b699 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:56:08.936741 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-51b12c16-d56a-454a-bfaa-8f87a2c123c2 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:08.938942 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:08.939750 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 232d87c4-342c-4cea-8861-b2711d5bd4a1 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:56:08.945217 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49078) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:08.945560 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49080) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:08.956427 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-055d5ae2-47ee-42f5-9d3e-36b3802896dd tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Request body: {'security_group_rule': {'security_group_id': 'ace3f96b-bc7f-4ae2-8cb6-2ec73bdb64f7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:08.999699 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-055d5ae2-47ee-42f5-9d3e-36b3802896dd tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:09.020645 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-055d5ae2-47ee-42f5-9d3e-36b3802896dd tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Usage tracker for resource:security_group_rule and tenant:48ff53ac0110494f8fd725384a2349c8 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:09.037573 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-055d5ae2-47ee-42f5-9d3e-36b3802896dd tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:09.081325 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-430107d1-509b-4958-8a42-195a06bbbd6b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.3548563 Sep 14 22:56:09.095380 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd74236e-048c-4d39-b41a-7de64fa7ebd6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Network 95ffba58-98c1-458b-a274-37b419f593f3 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:56:09.107388 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49088) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:09.126021 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=a44ad778-78ff-40dc-9cd1-bf897348774a,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:09.135953 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 232d87c4-342c-4cea-8861-b2711d5bd4a1 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:56:09.142078 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 232d87c4-342c-4cea-8861-b2711d5bd4a1 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:09.142665 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:09.197618 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-055d5ae2-47ee-42f5-9d3e-36b3802896dd tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:09.243719 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-fd74236e-048c-4d39-b41a-7de64fa7ebd6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 95ffba58-98c1-458b-a274-37b419f593f3) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:09.249226 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd74236e-048c-4d39-b41a-7de64fa7ebd6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:09.249810 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fd74236e-048c-4d39-b41a-7de64fa7ebd6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:09.261364 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054156b8-7c02-4c69-9ee1-4a890a1d9c3d None None] Network 95ffba58-98c1-458b-a274-37b419f593f3 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:56:09.370047 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f746ce-581b-454a-ba6a-108f9fd50d6f req-e7c6c9eb-2526-4460-b883-926e7354df3a tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:09.380232 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-03f746ce-581b-454a-ba6a-108f9fd50d6f req-e7c6c9eb-2526-4460-b883-926e7354df3a tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.6949518 Sep 14 22:56:09.396940 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-055d5ae2-47ee-42f5-9d3e-36b3802896dd tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:09.438704 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-fd74236e-048c-4d39-b41a-7de64fa7ebd6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1274519 Sep 14 22:56:09.444896 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4139c9e3-5b77-4235-84f7-97220221c8d6 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e6613fbfc8284862b15b5afbf1f6ff30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4915128 Sep 14 22:56:09.444896 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49092) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:09.460128 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49094) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:09.483152 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-055d5ae2-47ee-42f5-9d3e-36b3802896dd tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:09.492973 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-6887ec90-6a95-4870-b692-be33eb6105e4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1355868709', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:09.499767 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606ef567-cb8d-4cd4-8b70-375d3ffd5f75 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:09.502189 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-055d5ae2-47ee-42f5-9d3e-36b3802896dd tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:09.508397 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606ef567-cb8d-4cd4-8b70-375d3ffd5f75 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:09.510563 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-606ef567-cb8d-4cd4-8b70-375d3ffd5f75 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:09.511588 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6887ec90-6a95-4870-b692-be33eb6105e4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:09.529494 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 232d87c4-342c-4cea-8861-b2711d5bd4a1 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:56:09.529901 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:09.547878 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6887ec90-6a95-4870-b692-be33eb6105e4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Usage tracker for resource:router and tenant:25d4f6710d2343efa0693e5e6584ceb8 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:09.553961 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6887ec90-6a95-4870-b692-be33eb6105e4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:09.580513 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6887ec90-6a95-4870-b692-be33eb6105e4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:09.585180 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d5ae2-47ee-42f5-9d3e-36b3802896dd tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9965bff6-f773-4306-a4d6-63bd0ad4fbcc,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:09.590014 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e35cf8-ff36-48ec-8035-50ce0952ed2e None None] Network 22bd7292-fa75-4c82-bd56-46f8e01f5890 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:56:09.605627 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-03f746ce-581b-454a-ba6a-108f9fd50d6f req-158c6cf7-605e-498d-8c5f-1196f29147d8 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2244282 Sep 14 22:56:09.612904 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-055d5ae2-47ee-42f5-9d3e-36b3802896dd tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:09.614292 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-055d5ae2-47ee-42f5-9d3e-36b3802896dd tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6655569 Sep 14 22:56:09.623567 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49100) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:09.637363 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-44f72afa-1d90-4d30-ab34-83e65f56c098 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Request body: {'security_group_rule': {'security_group_id': 'ace3f96b-bc7f-4ae2-8cb6-2ec73bdb64f7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:09.643711 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 232d87c4-342c-4cea-8861-b2711d5bd4a1, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=232d87c4-342c-4cea-8861-b2711d5bd4a1,segment=NetworkSegment(e4e76812-2175-4c47-8b36-9c0e57bfaad4),segment_id=e4e76812-2175-4c47-8b36-9c0e57bfaad4)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:56:09.644283 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6887ec90-6a95-4870-b692-be33eb6105e4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:09.645942 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6887ec90-6a95-4870-b692-be33eb6105e4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:09.672959 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-606ef567-cb8d-4cd4-8b70-375d3ffd5f75 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:09.674446 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-606ef567-cb8d-4cd4-8b70-375d3ffd5f75 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.5665243 Sep 14 22:56:09.677128 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-4e301274-69aa-4690-a278-839e8e59273d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Allocated IP 2001:db8::1 (bb227c93-ceeb-4d28-9d6e-bc0140155bc7/75414f68-1180-4217-9027-03e89d6b5353/6f3bdf99-fb6a-4b04-98d5-77d2de21a025) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:56:09.679219 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6887ec90-6a95-4870-b692-be33eb6105e4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:09.686108 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49106) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:09.701267 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-44f72afa-1d90-4d30-ab34-83e65f56c098 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:09.719954 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6887ec90-6a95-4870-b692-be33eb6105e4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:09.728529 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-44f72afa-1d90-4d30-ab34-83e65f56c098 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Usage tracker for resource:security_group_rule and tenant:48ff53ac0110494f8fd725384a2349c8 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:09.738684 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:09.738906 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-44f72afa-1d90-4d30-ab34-83e65f56c098 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:09.758550 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-44f72afa-1d90-4d30-ab34-83e65f56c098 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:09.789696 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-27c11114-a54f-4f8f-abe3-35f2f93ddcbd tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:09.876635 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device cbdc247c-e490-4030-bf33-4c84c05c0d4c no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:56:09.909980 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6887ec90-6a95-4870-b692-be33eb6105e4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:09.911297 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6887ec90-6a95-4870-b692-be33eb6105e4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4266360 Sep 14 22:56:09.923804 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49110) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:10.006195 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8b31ae1d-4e9e-4734-bec8-383d9f46eac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:10.009291 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-44f72afa-1d90-4d30-ab34-83e65f56c098 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:10.027543 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-69a1be9a-e5b9-4f4e-9ba4-c5df4c1aaf47 None None] Provisioning complete for port 232d87c4-342c-4cea-8861-b2711d5bd4a1 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:10.027910 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-69a1be9a-e5b9-4f4e-9ba4-c5df4c1aaf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:10.037150 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c11114-a54f-4f8f-abe3-35f2f93ddcbd tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Pushing event deleted for resources: {'Port': ['ID=5fc70c92-300a-4825-bdc8-807660af2277,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:10.078832 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=232d87c4-342c-4cea-8861-b2711d5bd4a1,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:10.089116 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: cbdc247c-e490-4030-bf33-4c84c05c0d4c {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:56:10.089539 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device cbdc247c-e490-4030-bf33-4c84c05c0d4c not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:56:10.100775 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a53b3bab-74d3-4fa5-88a2-d327bd70acd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:10.153572 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-40479377-062c-447f-9827-6fa7609d7401 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting port 9ce5ed36-c026-47ac-bac0-c99bd501b699 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:10.154188 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-40479377-062c-447f-9827-6fa7609d7401 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:10.256210 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8b31ae1d-4e9e-4734-bec8-383d9f46eac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:10.286287 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4e301274-69aa-4690-a278-839e8e59273d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:10.310391 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-51b12c16-d56a-454a-bfaa-8f87a2c123c2 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router_gateway, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:10.334452 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db6ccd9-06c9-40ea-8d02-2c7b322e8ecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-95ffba58-98c1-458b-a274-37b419f593f3', 'network_id': '95ffba58-98c1-458b-a274-37b419f593f3', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'fixed_ips': [{'subnet_id': 'ac7b7976-e992-4003-94a7-4fd0d3d4f0ad'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:56:10.336117 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7db6ccd9-06c9-40ea-8d02-2c7b322e8ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:10.389586 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 81a46e8e-48de-4976-9c1d-91d1764455e8 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:56:10.421105 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-4e301274-69aa-4690-a278-839e8e59273d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Transition to ACTIVE for port object 6f3bdf99-fb6a-4b04-98d5-77d2de21a025 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:56:10.446688 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-27c11114-a54f-4f8f-abe3-35f2f93ddcbd tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:10.527933 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-69a1be9a-e5b9-4f4e-9ba4-c5df4c1aaf47 None None] Current status of the port 232d87c4-342c-4cea-8861-b2711d5bd4a1 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:56:10.624023 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-51b12c16-d56a-454a-bfaa-8f87a2c123c2 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:10.687928 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 81a46e8e-48de-4976-9c1d-91d1764455e8 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:56:10.695519 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3927c4f7-4e25-4301-894f-48f0c23a8c71 None None] Provisioning for port 81a46e8e-48de-4976-9c1d-91d1764455e8 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:56:10.703645 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 81a46e8e-48de-4976-9c1d-91d1764455e8 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:10.704088 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:10.730231 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-7db6ccd9-06c9-40ea-8d02-2c7b322e8ecb None None] Allocated IP 172.21.0.2 (95ffba58-98c1-458b-a274-37b419f593f3/ac7b7976-e992-4003-94a7-4fd0d3d4f0ad/d7abcd57-068e-4bdd-885e-a5ec88b5bd85) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:56:10.740016 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-27c11114-a54f-4f8f-abe3-35f2f93ddcbd tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:10.748396 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-27c11114-a54f-4f8f-abe3-35f2f93ddcbd tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:10.750871 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3927c4f7-4e25-4301-894f-48f0c23a8c71 None None] Provisioning complete for port 81a46e8e-48de-4976-9c1d-91d1764455e8 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:10.751246 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3927c4f7-4e25-4301-894f-48f0c23a8c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:10.761010 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8b31ae1d-4e9e-4734-bec8-383d9f46eac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:10.827034 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-44f72afa-1d90-4d30-ab34-83e65f56c098 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:10.842560 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-44f72afa-1d90-4d30-ab34-83e65f56c098 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:10.924791 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:10.925679 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f72afa-1d90-4d30-ab34-83e65f56c098 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa2e021-0868-4c75-8360-a36a560e3cff,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:10.955455 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:11.011833 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31ae1d-4e9e-4734-bec8-383d9f46eac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ba7c18-4df9-4fec-8636-36bd95c90203,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:11.026551 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4e301274-69aa-4690-a278-839e8e59273d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:11.035384 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-44f72afa-1d90-4d30-ab34-83e65f56c098 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:11.040177 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-44f72afa-1d90-4d30-ab34-83e65f56c098 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.4118199 Sep 14 22:56:11.045179 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49116) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:11.046291 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e100f6e3-991a-4c54-a2d7-0186483230b6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:11.070706 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-27c11114-a54f-4f8f-abe3-35f2f93ddcbd tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:11.072214 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c11114-a54f-4f8f-abe3-35f2f93ddcbd tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Fanout notify agent at l3_agent the message router_deleted on router 0c90bd88-f06e-40b3-9949-5be00711f2a9 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:56:11.083830 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8163b4-3da7-462b-aae2-bdc6605c8eda req-e7ac3b05-b99d-468c-b254-c22362c9cde8 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:11.086088 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-aa8163b4-3da7-462b-aae2-bdc6605c8eda req-e7ac3b05-b99d-468c-b254-c22362c9cde8 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.9902785 Sep 14 22:56:11.129076 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8b31ae1d-4e9e-4734-bec8-383d9f46eac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:11.130444 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8b31ae1d-4e9e-4734-bec8-383d9f46eac5 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/34ba7c18-4df9-4fec-8636-36bd95c90203 HTTP/1.1" status: 204 len: 168 time: 1.6150885 Sep 14 22:56:11.145921 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-27c11114-a54f-4f8f-abe3-35f2f93ddcbd tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:11.147036 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-27c11114-a54f-4f8f-abe3-35f2f93ddcbd tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] 10.222.0.33 "DELETE /v2.0/routers/0c90bd88-f06e-40b3-9949-5be00711f2a9 HTTP/1.1" status: 204 len: 168 time: 5.8375750 Sep 14 22:56:11.164247 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e301274-69aa-4690-a278-839e8e59273d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Network bb227c93-ceeb-4d28-9d6e-bc0140155bc7 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:56:11.166854 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49122) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:11.171969 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-3927c4f7-4e25-4301-894f-48f0c23a8c71 None None] Current status of the port 81a46e8e-48de-4976-9c1d-91d1764455e8 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:56:11.172903 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3927c4f7-4e25-4301-894f-48f0c23a8c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:11.173450 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-4e301274-69aa-4690-a278-839e8e59273d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:11.176302 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-40479377-062c-447f-9827-6fa7609d7401 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:11.184676 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 81a46e8e-48de-4976-9c1d-91d1764455e8 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:56:11.185058 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:11.186698 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-888bc84d-161d-47e6-8524-c3f139bb3129 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1013129538', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:11.194577 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e301274-69aa-4690-a278-839e8e59273d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:56:11.195104 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4e301274-69aa-4690-a278-839e8e59273d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:11.200969 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-888bc84d-161d-47e6-8524-c3f139bb3129 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:11.204678 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-51b12c16-d56a-454a-bfaa-8f87a2c123c2 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Allocated IP 172.26.5.76 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/f3a7eea8-bf87-4ebd-8c65-9754c97efd58) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:56:11.206715 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f94969b9-0441-4a3b-94ad-7506f6a111a4 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:11.215876 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-888bc84d-161d-47e6-8524-c3f139bb3129 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Usage tracker for resource:router and tenant:a41754bd47214b87979d9b048be91195 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:11.219999 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e301274-69aa-4690-a278-839e8e59273d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Pushing event updated for resources: {'Port': ['ID=6f3bdf99-fb6a-4b04-98d5-77d2de21a025,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:11.232097 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-888bc84d-161d-47e6-8524-c3f139bb3129 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:11.291674 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 81a46e8e-48de-4976-9c1d-91d1764455e8, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=81a46e8e-48de-4976-9c1d-91d1764455e8,segment=NetworkSegment(66d796f3-5a29-4354-9ee2-2aadaf26e9b7),segment_id=66d796f3-5a29-4354-9ee2-2aadaf26e9b7)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:56:11.296298 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7db6ccd9-06c9-40ea-8d02-2c7b322e8ecb None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:11.299013 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f94969b9-0441-4a3b-94ad-7506f6a111a4 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:11.303038 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:11.303929 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device a44ad778-78ff-40dc-9cd1-bf897348774a up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:56:11.360280 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-888bc84d-161d-47e6-8524-c3f139bb3129 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:11.372308 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-40479377-062c-447f-9827-6fa7609d7401 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Calling delete_port for 9ce5ed36-c026-47ac-bac0-c99bd501b699 owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:56:11.460762 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-888bc84d-161d-47e6-8524-c3f139bb3129 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:11.461868 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-888bc84d-161d-47e6-8524-c3f139bb3129 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:11.466010 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-aa8163b4-3da7-462b-aae2-bdc6605c8eda req-0e7a24a9-8609-4fc6-baff-d5ca7e1ae3d9 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3680212 Sep 14 22:56:11.501981 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f94969b9-0441-4a3b-94ad-7506f6a111a4 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:11.515743 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-7db6ccd9-06c9-40ea-8d02-2c7b322e8ecb None None] Transition to ACTIVE for port object d7abcd57-068e-4bdd-885e-a5ec88b5bd85 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:56:11.613698 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-888bc84d-161d-47e6-8524-c3f139bb3129 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:11.616180 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-7db6ccd9-06c9-40ea-8d02-2c7b322e8ecb None None] Transition to ACTIVE for port object d7abcd57-068e-4bdd-885e-a5ec88b5bd85 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:56:11.628584 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-3927c4f7-4e25-4301-894f-48f0c23a8c71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:56:11.629434 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-3927c4f7-4e25-4301-894f-48f0c23a8c71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:56:11.635538 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7db6ccd9-06c9-40ea-8d02-2c7b322e8ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:11.659993 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94969b9-0441-4a3b-94ad-7506f6a111a4 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=caa2e021-0868-4c75-8360-a36a560e3cff,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:11.660550 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=81a46e8e-48de-4976-9c1d-91d1764455e8,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:11.693566 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f94969b9-0441-4a3b-94ad-7506f6a111a4 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:11.698418 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f94969b9-0441-4a3b-94ad-7506f6a111a4 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/caa2e021-0868-4c75-8360-a36a560e3cff HTTP/1.1" status: 204 len: 168 time: 0.6392367 Sep 14 22:56:11.730984 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49128) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:11.753550 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4e301274-69aa-4690-a278-839e8e59273d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:11.756130 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db6ccd9-06c9-40ea-8d02-2c7b322e8ecb None None] Network 95ffba58-98c1-458b-a274-37b419f593f3 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:56:11.760136 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-7db6ccd9-06c9-40ea-8d02-2c7b322e8ecb None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:11.762650 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db6ccd9-06c9-40ea-8d02-2c7b322e8ecb None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:56:11.770888 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-40479377-062c-447f-9827-6fa7609d7401 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:11.814634 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6ccd9-06c9-40ea-8d02-2c7b322e8ecb None None] Pushing event updated for resources: {'Port': ['ID=d7abcd57-068e-4bdd-885e-a5ec88b5bd85,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:11.827539 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port a44ad778-78ff-40dc-9cd1-bf897348774a triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:11.828069 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:11.855368 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40479377-062c-447f-9827-6fa7609d7401 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Port': ['ID=9ce5ed36-c026-47ac-bac0-c99bd501b699,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:11.868395 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-888bc84d-161d-47e6-8524-c3f139bb3129 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:11.909287 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-51b12c16-d56a-454a-bfaa-8f87a2c123c2 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:11.944458 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-e100f6e3-991a-4c54-a2d7-0186483230b6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Allocated IP 172.20.0.1 (22bd7292-fa75-4c82-bd56-46f8e01f5890/8193f2a8-f25e-4a8e-ace4-ff6603cfb0db/57df928d-2e0e-4d25-8262-d3d48e73f000) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:56:11.948660 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-7db6ccd9-06c9-40ea-8d02-2c7b322e8ecb None None] Attempting to bind port d7abcd57-068e-4bdd-885e-a5ec88b5bd85 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:56:11.949012 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-7db6ccd9-06c9-40ea-8d02-2c7b322e8ecb None None] Attempting to bind port d7abcd57-068e-4bdd-885e-a5ec88b5bd85 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '16bf1cae-3b4e-4fe8-bd3e-1deb5bad0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '95ffba58-98c1-458b-a274-37b419f593f3'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:56:11.949375 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db6ccd9-06c9-40ea-8d02-2c7b322e8ecb None None] Attempting to bind port d7abcd57-068e-4bdd-885e-a5ec88b5bd85 on network 95ffba58-98c1-458b-a274-37b419f593f3 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:56:11.957745 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db6ccd9-06c9-40ea-8d02-2c7b322e8ecb None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:56:11.958415 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db6ccd9-06c9-40ea-8d02-2c7b322e8ecb None None] Checking segment: {'id': '16bf1cae-3b4e-4fe8-bd3e-1deb5bad0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '95ffba58-98c1-458b-a274-37b419f593f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:56:11.958534 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7db6ccd9-06c9-40ea-8d02-2c7b322e8ecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:11.958966 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db6ccd9-06c9-40ea-8d02-2c7b322e8ecb None None] Bound using segment: {'id': '16bf1cae-3b4e-4fe8-bd3e-1deb5bad0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '95ffba58-98c1-458b-a274-37b419f593f3'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:56:11.959457 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-7db6ccd9-06c9-40ea-8d02-2c7b322e8ecb None None] Bound port: d7abcd57-068e-4bdd-885e-a5ec88b5bd85, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16bf1cae-3b4e-4fe8-bd3e-1deb5bad0430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '95ffba58-98c1-458b-a274-37b419f593f3'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:56:11.959850 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7db6ccd9-06c9-40ea-8d02-2c7b322e8ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:12.061888 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-51b12c16-d56a-454a-bfaa-8f87a2c123c2 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:12.101604 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port a44ad778-78ff-40dc-9cd1-bf897348774a is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:56:12.102695 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 232d87c4-342c-4cea-8861-b2711d5bd4a1 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:56:12.211106 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-7db6ccd9-06c9-40ea-8d02-2c7b322e8ecb None None] For port d7abcd57-068e-4bdd-885e-a5ec88b5bd85, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:56:12.229497 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-7db6ccd9-06c9-40ea-8d02-2c7b322e8ecb None None] For port d7abcd57-068e-4bdd-885e-a5ec88b5bd85, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=d7abcd57-068e-4bdd-885e-a5ec88b5bd85,segment=NetworkSegment(16bf1cae-3b4e-4fe8-bd3e-1deb5bad0430),segment_id=16bf1cae-3b4e-4fe8-bd3e-1deb5bad0430)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:56:12.237477 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-3927c4f7-4e25-4301-894f-48f0c23a8c71 None None] Current status of the port 81a46e8e-48de-4976-9c1d-91d1764455e8 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:56:12.244040 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7db6ccd9-06c9-40ea-8d02-2c7b322e8ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:12.360424 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 232d87c4-342c-4cea-8861-b2711d5bd4a1 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:12.362413 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:12.369031 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b12c16-d56a-454a-bfaa-8f87a2c123c2 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:56:12.377772 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-51b12c16-d56a-454a-bfaa-8f87a2c123c2 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:12.402217 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b12c16-d56a-454a-bfaa-8f87a2c123c2 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:56:12.449171 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b12c16-d56a-454a-bfaa-8f87a2c123c2 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Pushing event updated for resources: {'Port': ['ID=f3a7eea8-bf87-4ebd-8c65-9754c97efd58,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:12.571812 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49150) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:12.577448 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:12.591843 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6ccd9-06c9-40ea-8d02-2c7b322e8ecb None None] Pushing event updated for resources: {'Port': ['ID=d7abcd57-068e-4bdd-885e-a5ec88b5bd85,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:12.616203 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-40479377-062c-447f-9827-6fa7609d7401 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:12.628698 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-40479377-062c-447f-9827-6fa7609d7401 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/9ce5ed36-c026-47ac-bac0-c99bd501b699 HTTP/1.1" status: 204 len: 168 time: 2.9311850 Sep 14 22:56:12.629963 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-2a383c9f-23c8-4d65-b36e-b2c88b3944cb None None] Provisioning for port 6f3bdf99-fb6a-4b04-98d5-77d2de21a025 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:56:12.639894 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49154) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:12.640183 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-2a383c9f-23c8-4d65-b36e-b2c88b3944cb None None] Provisioning complete for port 6f3bdf99-fb6a-4b04-98d5-77d2de21a025 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:12.640729 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-888bc84d-161d-47e6-8524-c3f139bb3129 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:12.640843 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2a383c9f-23c8-4d65-b36e-b2c88b3944cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:12.641936 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-888bc84d-161d-47e6-8524-c3f139bb3129 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.4741573 Sep 14 22:56:12.650672 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49158) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:12.715293 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-bd2e2313-1fe8-403a-888c-8c5e7953593c tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Synchronizing usage tracker for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group_rule {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:12.721306 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-2a383c9f-23c8-4d65-b36e-b2c88b3944cb None None] Port 6f3bdf99-fb6a-4b04-98d5-77d2de21a025 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:56:12.722389 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-18df2fe7-fa67-4565-867d-85e84fc803c4 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Request body: {'router': {'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:12.733541 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e100f6e3-991a-4c54-a2d7-0186483230b6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:12.797183 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-2a383c9f-23c8-4d65-b36e-b2c88b3944cb None None] Provisioning complete for port 81a46e8e-48de-4976-9c1d-91d1764455e8 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:12.797562 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2a383c9f-23c8-4d65-b36e-b2c88b3944cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:12.866822 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 232d87c4-342c-4cea-8861-b2711d5bd4a1 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:56:12.885318 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device d8dcd055-3da0-4ddc-9df3-ac750f26c9d1 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:56:12.910483 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6f3c055c-ad4e-4daf-9803-23d2c8b648b7 tempest-ServiceProvidersTest-779421651 tempest-ServiceProvidersTest-779421651-project] 10.222.0.33 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3287928 Sep 14 22:56:12.928393 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-e100f6e3-991a-4c54-a2d7-0186483230b6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Transition to ACTIVE for port object 57df928d-2e0e-4d25-8262-d3d48e73f000 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:56:12.948020 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf8fb1b-9695-4a02-af66-07bf138df3b3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:12.948601 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: d8dcd055-3da0-4ddc-9df3-ac750f26c9d1 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:56:12.948980 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device d8dcd055-3da0-4ddc-9df3-ac750f26c9d1 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:56:12.964446 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf8fb1b-9695-4a02-af66-07bf138df3b3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:12.967385 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-bbf8fb1b-9695-4a02-af66-07bf138df3b3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:12.988956 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-2a383c9f-23c8-4d65-b36e-b2c88b3944cb None None] Current status of the port 81a46e8e-48de-4976-9c1d-91d1764455e8 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:56:13.071605 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4e301274-69aa-4690-a278-839e8e59273d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:13.083107 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-bd2e2313-1fe8-403a-888c-8c5e7953593c tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Unset dirty status for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group_rule {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:13.085147 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-bd2e2313-1fe8-403a-888c-8c5e7953593c tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 1.3505898 Sep 14 22:56:13.099018 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49166) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:13.131801 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565eb38-33c9-4238-8c69-528dafa85108 req-eb1dc58f-07d2-4cbb-bb76-5cfb6fe51741 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:13.133809 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b565eb38-33c9-4238-8c69-528dafa85108 req-eb1dc58f-07d2-4cbb-bb76-5cfb6fe51741 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.20 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.6610253 Sep 14 22:56:13.168329 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 81a46e8e-48de-4976-9c1d-91d1764455e8 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:56:13.241976 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [req-b565eb38-33c9-4238-8c69-528dafa85108 req-2fb2a464-7452-4fd6-a7ab-da286f898926 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Deleting port 7e4e6e2e-a643-4ae1-8469-ecc9fe80890e {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:13.242331 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-b565eb38-33c9-4238-8c69-528dafa85108 req-2fb2a464-7452-4fd6-a7ab-da286f898926 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:13.259080 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 81a46e8e-48de-4976-9c1d-91d1764455e8 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:13.259623 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:13.306723 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-db1681f4-dd7b-4fdb-9ce1-b51730c63679 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:13.323478 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-db1681f4-dd7b-4fdb-9ce1-b51730c63679 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:13.342379 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49172) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:13.408363 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e100f6e3-991a-4c54-a2d7-0186483230b6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:13.419050 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 81a46e8e-48de-4976-9c1d-91d1764455e8 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:56:13.420358 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device d7abcd57-068e-4bdd-885e-a5ec88b5bd85 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:56:13.521462 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4e301274-69aa-4690-a278-839e8e59273d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:13.522511 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4e301274-69aa-4690-a278-839e8e59273d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:13.544440 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port d7abcd57-068e-4bdd-885e-a5ec88b5bd85 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:56:13.604559 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-18df2fe7-fa67-4565-867d-85e84fc803c4 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:13.615322 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-bbf8fb1b-9695-4a02-af66-07bf138df3b3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:13.617281 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-bbf8fb1b-9695-4a02-af66-07bf138df3b3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.9739163 Sep 14 22:56:13.631554 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49178) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:13.650108 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e100f6e3-991a-4c54-a2d7-0186483230b6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Network 22bd7292-fa75-4c82-bd56-46f8e01f5890 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:56:13.678671 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-e100f6e3-991a-4c54-a2d7-0186483230b6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:13.696242 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-db1681f4-dd7b-4fdb-9ce1-b51730c63679 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:13.709643 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e100f6e3-991a-4c54-a2d7-0186483230b6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:56:13.752902 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eae01c-5a29-412a-a791-4a3c5760dc29 req-d932c411-42e7-4b5f-a16c-c0014d47802f tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:13.754211 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-68eae01c-5a29-412a-a791-4a3c5760dc29 req-d932c411-42e7-4b5f-a16c-c0014d47802f tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.9014239 Sep 14 22:56:13.754986 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a62e81e2-73c0-4ead-b0d5-03143ed40df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:13.802241 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e301274-69aa-4690-a278-839e8e59273d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Pushing event updated for resources: {'Port': ['ID=6f3bdf99-fb6a-4b04-98d5-77d2de21a025,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:13.864998 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc9c296-8784-4e8d-becb-ef25562ba426 None None] Network 95ffba58-98c1-458b-a274-37b419f593f3 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:56:13.872702 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-844ff314-e3df-458a-9de6-a90b49d2c4de tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting subnet a139289b-3976-4777-b2f2-7c3044b8042c {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:56:13.875580 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1681f4-dd7b-4fdb-9ce1-b51730c63679 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9965bff6-f773-4306-a4d6-63bd0ad4fbcc,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:13.884960 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-844ff314-e3df-458a-9de6-a90b49d2c4de tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:13.894764 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100f6e3-991a-4c54-a2d7-0186483230b6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Port': ['ID=57df928d-2e0e-4d25-8262-d3d48e73f000,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:13.932724 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-a62e81e2-73c0-4ead-b0d5-03143ed40df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:13.944169 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-db1681f4-dd7b-4fdb-9ce1-b51730c63679 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:13.945898 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-db1681f4-dd7b-4fdb-9ce1-b51730c63679 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/9965bff6-f773-4306-a4d6-63bd0ad4fbcc HTTP/1.1" status: 204 len: 168 time: 0.8441629 Sep 14 22:56:13.952263 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49182) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:13.999656 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a62e81e2-73c0-4ead-b0d5-03143ed40df7 admin admin] Usage tracker for resource:security_group_rule and tenant:662c19a6b87d4e51a5ba18a846df4844 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:14.020309 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-844ff314-e3df-458a-9de6-a90b49d2c4de tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:14.023145 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a62e81e2-73c0-4ead-b0d5-03143ed40df7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:14.055900 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-a62e81e2-73c0-4ead-b0d5-03143ed40df7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:14.059431 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e301274-69aa-4690-a278-839e8e59273d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Network bb227c93-ceeb-4d28-9d6e-bc0140155bc7 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:56:14.065415 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e100f6e3-991a-4c54-a2d7-0186483230b6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:14.075569 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-4e301274-69aa-4690-a278-839e8e59273d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:14.121985 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-6ac10a99-31ff-4919-92ac-139501034166 None None] Provisioning for port d7abcd57-068e-4bdd-885e-a5ec88b5bd85 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:56:14.160410 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-6ac10a99-31ff-4919-92ac-139501034166 None None] Provisioning complete for port d7abcd57-068e-4bdd-885e-a5ec88b5bd85 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:14.160815 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6ac10a99-31ff-4919-92ac-139501034166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:14.172591 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f86445ca-fcfb-4c99-afdd-fcbaa299c8ce tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2124314 Sep 14 22:56:14.185264 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49186) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:14.203404 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-68eae01c-5a29-412a-a791-4a3c5760dc29 req-b9f2dfb6-9cc9-4ea3-9cd4-c3ca30ac1eb0 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4381845 Sep 14 22:56:14.243781 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-51b12c16-d56a-454a-bfaa-8f87a2c123c2 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router_gateway, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:14.336288 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-432d733c-73a1-4fe7-b016-3fe8ca22a7ac tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:14.364661 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-432d733c-73a1-4fe7-b016-3fe8ca22a7ac tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:14.395742 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-844ff314-e3df-458a-9de6-a90b49d2c4de tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:14.415621 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-6ac10a99-31ff-4919-92ac-139501034166 None None] Current status of the port d7abcd57-068e-4bdd-885e-a5ec88b5bd85 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:56:14.416725 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6ac10a99-31ff-4919-92ac-139501034166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:14.458136 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e301274-69aa-4690-a278-839e8e59273d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Router 86a837da-7744-48e3-a43f-a85b8968e391 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:56:14.466314 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-6ac10a99-31ff-4919-92ac-139501034166 None None] For port d7abcd57-068e-4bdd-885e-a5ec88b5bd85, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=d7abcd57-068e-4bdd-885e-a5ec88b5bd85,segment=NetworkSegment(16bf1cae-3b4e-4fe8-bd3e-1deb5bad0430),segment_id=16bf1cae-3b4e-4fe8-bd3e-1deb5bad0430)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:56:14.471220 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6ac10a99-31ff-4919-92ac-139501034166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:14.553117 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac10a99-31ff-4919-92ac-139501034166 None None] Pushing event updated for resources: {'Port': ['ID=d7abcd57-068e-4bdd-885e-a5ec88b5bd85,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:14.596964 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-25233782-216a-42cf-8e04-2d5697524b79 None None] Provisioning for port 57df928d-2e0e-4d25-8262-d3d48e73f000 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:56:14.603454 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-25233782-216a-42cf-8e04-2d5697524b79 None None] Provisioning complete for port 57df928d-2e0e-4d25-8262-d3d48e73f000 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:14.604440 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-25233782-216a-42cf-8e04-2d5697524b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:14.637259 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-b565eb38-33c9-4238-8c69-528dafa85108 req-2fb2a464-7452-4fd6-a7ab-da286f898926 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] For port 7e4e6e2e-a643-4ae1-8469-ecc9fe80890e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7e4e6e2e-a643-4ae1-8469-ecc9fe80890e,segment=NetworkSegment(f0430932-3f17-4258-a3c6-3118c23bd221),segment_id=f0430932-3f17-4258-a3c6-3118c23bd221)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:56:14.637816 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-b565eb38-33c9-4238-8c69-528dafa85108 req-2fb2a464-7452-4fd6-a7ab-da286f898926 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:14.692323 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-432d733c-73a1-4fe7-b016-3fe8ca22a7ac tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:14.695130 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-25233782-216a-42cf-8e04-2d5697524b79 None None] Port 57df928d-2e0e-4d25-8262-d3d48e73f000 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:56:14.711837 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-25233782-216a-42cf-8e04-2d5697524b79 None None] Provisioning complete for port 6f3bdf99-fb6a-4b04-98d5-77d2de21a025 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:14.712283 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-25233782-216a-42cf-8e04-2d5697524b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:14.772011 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-25233782-216a-42cf-8e04-2d5697524b79 None None] Port 6f3bdf99-fb6a-4b04-98d5-77d2de21a025 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:56:14.892942 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-287b9506-e31d-4ad7-8489-e0e6a1148e51 None None] Provisioning complete for port d7abcd57-068e-4bdd-885e-a5ec88b5bd85 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:14.893620 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-287b9506-e31d-4ad7-8489-e0e6a1148e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:14.948955 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d733c-73a1-4fe7-b016-3fe8ca22a7ac tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=277ec1e2-ae41-4648-b0af-11039596379d,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:14.955702 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-18df2fe7-fa67-4565-867d-85e84fc803c4 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router_gateway, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:15.002012 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e100f6e3-991a-4c54-a2d7-0186483230b6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:15.009955 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-18df2fe7-fa67-4565-867d-85e84fc803c4 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:15.016373 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-432d733c-73a1-4fe7-b016-3fe8ca22a7ac tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:15.019940 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-432d733c-73a1-4fe7-b016-3fe8ca22a7ac tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/277ec1e2-ae41-4648-b0af-11039596379d HTTP/1.1" status: 204 len: 168 time: 0.8314919 Sep 14 22:56:15.025502 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-287b9506-e31d-4ad7-8489-e0e6a1148e51 None None] Current status of the port d7abcd57-068e-4bdd-885e-a5ec88b5bd85 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:56:15.047875 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device d7abcd57-068e-4bdd-885e-a5ec88b5bd85 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:56:15.051092 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49190) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:15.055972 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-844ff314-e3df-458a-9de6-a90b49d2c4de tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:15.111318 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e301274-69aa-4690-a278-839e8e59273d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:56:15.122334 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f737da-b420-4eea-922b-390c7a857b7d None None] Sync routers for ids ['86a837da-7744-48e3-a43f-a85b8968e391'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:56:15.127288 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ff314-e3df-458a-9de6-a90b49d2c4de tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Subnet': ['ID=a139289b-3976-4777-b2f2-7c3044b8042c,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:15.131805 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port d7abcd57-068e-4bdd-885e-a5ec88b5bd85 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:15.132402 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:15.135970 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-844ff314-e3df-458a-9de6-a90b49d2c4de tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:15.140352 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-844ff314-e3df-458a-9de6-a90b49d2c4de tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/a139289b-3976-4777-b2f2-7c3044b8042c HTTP/1.1" status: 204 len: 168 time: 1.4591050 Sep 14 22:56:15.141048 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49194) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:15.154195 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4e301274-69aa-4690-a278-839e8e59273d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] 10.222.0.33 "PUT /v2.0/routers/86a837da-7744-48e3-a43f-a85b8968e391/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5394979 Sep 14 22:56:15.154654 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f737da-b420-4eea-922b-390c7a857b7d None None] Routers {'86a837da-7744-48e3-a43f-a85b8968e391'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:56:15.154849 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49198) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:15.155438 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-b3f737da-b420-4eea-922b-390c7a857b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:56:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['86a837da-7744-48e3-a43f-a85b8968e391'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:15.195394 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd914b7-2a25-491e-91e2-361a98e7bd29 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:56:15.232580 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-b3f737da-b420-4eea-922b-390c7a857b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:15.243059 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f737da-b420-4eea-922b-390c7a857b7d None None] Routers {'86a837da-7744-48e3-a43f-a85b8968e391'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:56:15.244380 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-b3f737da-b420-4eea-922b-390c7a857b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:56:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['86a837da-7744-48e3-a43f-a85b8968e391'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:15.298131 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-863bea4a-e272-4002-9bb7-d030ab8fe38a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1530325 Sep 14 22:56:15.309449 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49204) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:15.326161 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-b3f737da-b420-4eea-922b-390c7a857b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:15.327027 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f737da-b420-4eea-922b-390c7a857b7d None None] The sync data for ids ['86a837da-7744-48e3-a43f-a85b8968e391'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:56:15.459833 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a62e81e2-73c0-4ead-b0d5-03143ed40df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:15.520968 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-18df2fe7-fa67-4565-867d-85e84fc803c4 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Allocated IP 172.26.5.85 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/b29007fe-60a5-4bd0-8708-26efae39b7ea) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:56:15.529417 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-50cc2583-2ca4-457f-9ff7-ae874e10e8b5 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:15.535757 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port d7abcd57-068e-4bdd-885e-a5ec88b5bd85 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:56:15.574975 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a62e81e2-73c0-4ead-b0d5-03143ed40df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:15.621333 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67b2b2e-e4f2-4cd0-a803-fb5edbe88e75 None None] DHCP port deletion for ac1cbc11-ac8d-43cd-9c1d-398cae68a205 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:56:15.626134 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-a67b2b2e-e4f2-4cd0-a803-fb5edbe88e75 None None] Deleting port a44ad778-78ff-40dc-9cd1-bf897348774a {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:15.626716 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a67b2b2e-e4f2-4cd0-a803-fb5edbe88e75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:15.710020 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a8d880-228a-4652-a4e4-aec345e779e4 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:15.711255 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-72a8d880-228a-4652-a4e4-aec345e779e4 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:15.807146 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-3c670280-f54a-4ae9-b36f-f2346fd94487 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Synchronizing usage tracker for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group_rule {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:15.812703 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-50cc2583-2ca4-457f-9ff7-ae874e10e8b5 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 14 22:56:15.816693 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-50cc2583-2ca4-457f-9ff7-ae874e10e8b5 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] 10.222.0.33 "DELETE /v2.0/routers/86a837da-7744-48e3-a43f-a85b8968e391 HTTP/1.1" status: 409 len: 329 time: 0.6092551 Sep 14 22:56:15.817386 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-72a8d880-228a-4652-a4e4-aec345e779e4 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:15.823395 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a62e81e2-73c0-4ead-b0d5-03143ed40df7 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=662c19a6b87d4e51a5ba18a846df4844&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4760408 Sep 14 22:56:15.823563 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-72a8d880-228a-4652-a4e4-aec345e779e4 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5111208 Sep 14 22:56:15.823667 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49208) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:15.823759 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49210) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:15.826701 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49212) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:15.831554 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e81e2-73c0-4ead-b0d5-03143ed40df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b970e50-c505-4f70-9266-c55c30a1efff,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:15.847846 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-a67b2b2e-e4f2-4cd0-a803-fb5edbe88e75 None None] For port a44ad778-78ff-40dc-9cd1-bf897348774a, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=a44ad778-78ff-40dc-9cd1-bf897348774a,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:56:15.848241 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a67b2b2e-e4f2-4cd0-a803-fb5edbe88e75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:15.937915 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-18df2fe7-fa67-4565-867d-85e84fc803c4 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:15.971807 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bf1be1-3b79-43b0-bfe5-db036d4fa043 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:15.972474 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-47bf1be1-3b79-43b0-bfe5-db036d4fa043 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:15.978209 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-a67b2b2e-e4f2-4cd0-a803-fb5edbe88e75 None None] Calling delete_port for a44ad778-78ff-40dc-9cd1-bf897348774a owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:56:16.014931 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-58489b28-4b0e-4e64-869c-139a743cf529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:16.017806 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-47bf1be1-3b79-43b0-bfe5-db036d4fa043 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:16.021281 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-47bf1be1-3b79-43b0-bfe5-db036d4fa043 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1933737 Sep 14 22:56:16.027610 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49220) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:16.052007 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-51b12c16-d56a-454a-bfaa-8f87a2c123c2 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:16.055385 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-b565eb38-33c9-4238-8c69-528dafa85108 req-2fb2a464-7452-4fd6-a7ab-da286f898926 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:16.056052 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-b565eb38-33c9-4238-8c69-528dafa85108 req-2fb2a464-7452-4fd6-a7ab-da286f898926 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:16.056052 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [req-b565eb38-33c9-4238-8c69-528dafa85108 req-2fb2a464-7452-4fd6-a7ab-da286f898926 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Floating IP 61385d17-43c0-4229-9422-55dd757c5c5f disassociated. External IP: 172.26.5.65, port: 7e4e6e2e-a643-4ae1-8469-ecc9fe80890e. Sep 14 22:56:16.056372 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [req-b565eb38-33c9-4238-8c69-528dafa85108 req-2fb2a464-7452-4fd6-a7ab-da286f898926 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Calling delete_port for 7e4e6e2e-a643-4ae1-8469-ecc9fe80890e owned by compute:nova {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:56:16.067038 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a67b2b2e-e4f2-4cd0-a803-fb5edbe88e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:16.108786 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-18df2fe7-fa67-4565-867d-85e84fc803c4 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:16.117032 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b2b2e-e4f2-4cd0-a803-fb5edbe88e75 None None] Pushing event deleted for resources: {'Port': ['ID=a44ad778-78ff-40dc-9cd1-bf897348774a,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:16.122517 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67b2b2e-e4f2-4cd0-a803-fb5edbe88e75 None None] No DVR routers for this DVR port a44ad778-78ff-40dc-9cd1-bf897348774a on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:56:16.147385 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-fa05d515-9ca4-454f-80d4-5f1d412224d3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1177533 Sep 14 22:56:16.158262 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49224) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:16.172874 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-58489b28-4b0e-4e64-869c-139a743cf529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:16.202174 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18df2fe7-fa67-4565-867d-85e84fc803c4 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:56:16.213273 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-18df2fe7-fa67-4565-867d-85e84fc803c4 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:16.217666 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df2fe7-fa67-4565-867d-85e84fc803c4 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Pushing event updated for resources: {'Port': ['ID=b29007fe-60a5-4bd0-8708-26efae39b7ea,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:16.221224 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18df2fe7-fa67-4565-867d-85e84fc803c4 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:56:16.250029 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-92a68f26-c251-4d5f-b26d-9c33112ceb92 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:16.279590 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-3c670280-f54a-4ae9-b36f-f2346fd94487 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Unset dirty status for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group_rule {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:16.283794 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3c670280-f54a-4ae9-b36f-f2346fd94487 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 1.2287602 Sep 14 22:56:16.285279 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49228) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:16.392412 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.resource_extend [None req-e100f6e3-991a-4c54-a2d7-0186483230b6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 22:56:16.421953 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49708837-b13a-4296-bba1-e437870dd67d req-0cd2c91c-2206-446e-a3c8-0e81bc2685b7 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:16.423435 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-49708837-b13a-4296-bba1-e437870dd67d req-0cd2c91c-2206-446e-a3c8-0e81bc2685b7 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 946 time: 0.9615560 Sep 14 22:56:16.436818 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-58489b28-4b0e-4e64-869c-139a743cf529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:16.457454 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e100f6e3-991a-4c54-a2d7-0186483230b6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:16.596006 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e100f6e3-991a-4c54-a2d7-0186483230b6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:16.624730 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c87f594f-d7fe-4b7b-89e5-d46240449bbf tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:16.638495 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58489b28-4b0e-4e64-869c-139a743cf529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b970e50-c505-4f70-9266-c55c30a1efff,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:16.645843 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c87f594f-d7fe-4b7b-89e5-d46240449bbf tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:16.659852 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-58489b28-4b0e-4e64-869c-139a743cf529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:16.660988 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-58489b28-4b0e-4e64-869c-139a743cf529 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/1b970e50-c505-4f70-9266-c55c30a1efff HTTP/1.1" status: 204 len: 168 time: 0.8315516 Sep 14 22:56:16.743351 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-92a68f26-c251-4d5f-b26d-9c33112ceb92 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:16.760362 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c87f594f-d7fe-4b7b-89e5-d46240449bbf tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:16.785612 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f594f-d7fe-4b7b-89e5-d46240449bbf tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8b72b2a-7964-4592-97d5-8a9be4ea5a36,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:16.828893 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-92a68f26-c251-4d5f-b26d-9c33112ceb92 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:16.840818 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c87f594f-d7fe-4b7b-89e5-d46240449bbf tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:16.844513 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c87f594f-d7fe-4b7b-89e5-d46240449bbf tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/d8b72b2a-7964-4592-97d5-8a9be4ea5a36 HTTP/1.1" status: 204 len: 168 time: 0.5040324 Sep 14 22:56:16.863060 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49236) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:16.914768 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e100f6e3-991a-4c54-a2d7-0186483230b6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:16.914922 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-18df2fe7-fa67-4565-867d-85e84fc803c4 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router_gateway, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:16.927827 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-49708837-b13a-4296-bba1-e437870dd67d req-52840744-cfc5-42ac-81d6-1bd3f41072ee tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups?id=1157bb60-4273-4a42-9e7f-53bfcfb40ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4727652 Sep 14 22:56:16.937308 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100f6e3-991a-4c54-a2d7-0186483230b6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Port': ['ID=57df928d-2e0e-4d25-8262-d3d48e73f000,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:16.970273 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a68f26-c251-4d5f-b26d-9c33112ceb92 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:56:16.973674 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-92a68f26-c251-4d5f-b26d-9c33112ceb92 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:16.986097 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-01482208-65ca-4a81-8316-2fc871f801fa tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Synchronizing usage tracker for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group_rule {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:17.029243 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-01482208-65ca-4a81-8316-2fc871f801fa tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Unset dirty status for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group_rule {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:17.033319 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-01482208-65ca-4a81-8316-2fc871f801fa tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1669114 Sep 14 22:56:17.035796 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49246) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:17.037126 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 7e4e6e2e-a643-4ae1-8469-ecc9fe80890e no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:56:17.091185 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device a44ad778-78ff-40dc-9cd1-bf897348774a no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:56:17.118982 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-b565eb38-33c9-4238-8c69-528dafa85108 req-2fb2a464-7452-4fd6-a7ab-da286f898926 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:17.148119 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5a84a4b6-c7e0-478e-91f9-3d3bddf43584 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:17.160146 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: a44ad778-78ff-40dc-9cd1-bf897348774a {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:56:17.161111 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device a44ad778-78ff-40dc-9cd1-bf897348774a not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:56:17.164157 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: 7e4e6e2e-a643-4ae1-8469-ecc9fe80890e {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:56:17.165003 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5a84a4b6-c7e0-478e-91f9-3d3bddf43584 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:17.165545 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 7e4e6e2e-a643-4ae1-8469-ecc9fe80890e not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:56:17.259429 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb2a464-7452-4fd6-a7ab-da286f898926 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Pushing event deleted for resources: {'Port': ['ID=7e4e6e2e-a643-4ae1-8469-ecc9fe80890e,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:17.321551 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5a84a4b6-c7e0-478e-91f9-3d3bddf43584 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:17.364198 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84a4b6-c7e0-478e-91f9-3d3bddf43584 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d11aa653-6146-4057-b568-b7b24e7d21b9,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:17.383207 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5a84a4b6-c7e0-478e-91f9-3d3bddf43584 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:17.387334 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5a84a4b6-c7e0-478e-91f9-3d3bddf43584 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/d11aa653-6146-4057-b568-b7b24e7d21b9 HTTP/1.1" status: 204 len: 168 time: 0.3476405 Sep 14 22:56:17.390248 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49258) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:17.418609 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-18df2fe7-fa67-4565-867d-85e84fc803c4 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:17.433170 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-18df2fe7-fa67-4565-867d-85e84fc803c4 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33045011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33045002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33047131'] for router, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:17.455564 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b12c16-d56a-454a-bfaa-8f87a2c123c2 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Router bb11ac18-7236-4f69-bb71-0b786916292d is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:56:17.546174 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0ea88e65-ddeb-44a0-9c46-3980781413e3 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Synchronizing usage tracker for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group_rule {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:17.625292 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49264) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:17.655999 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0ea88e65-ddeb-44a0-9c46-3980781413e3 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Unset dirty status for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group_rule {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:17.660449 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0ea88e65-ddeb-44a0-9c46-3980781413e3 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2690582 Sep 14 22:56:17.661151 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49270) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:17.750857 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ebd00559-be9b-4782-8122-e9d8d8fe5e3f tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:17.772912 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-88e88175-0c13-40ab-9fba-f6361f2c735a tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1780825705'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:17.783441 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-88e88175-0c13-40ab-9fba-f6361f2c735a tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:17.795731 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-88e88175-0c13-40ab-9fba-f6361f2c735a tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Usage tracker for resource:network and tenant:c78ea94e93c24653b4cacd2cbc5405e6 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:17.805848 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-88e88175-0c13-40ab-9fba-f6361f2c735a tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:17.813163 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-88e88175-0c13-40ab-9fba-f6361f2c735a tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:17.815675 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ebd00559-be9b-4782-8122-e9d8d8fe5e3f tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:17.822920 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18df2fe7-fa67-4565-867d-85e84fc803c4 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Router 0e1559e7-2d9c-49b4-a9b7-74566a32439e is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:56:17.846249 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e88175-0c13-40ab-9fba-f6361f2c735a tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Made reservation on behalf of c78ea94e93c24653b4cacd2cbc5405e6 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:56:17.849635 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-88e88175-0c13-40ab-9fba-f6361f2c735a tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:17.868460 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e100f6e3-991a-4c54-a2d7-0186483230b6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Network 22bd7292-fa75-4c82-bd56-46f8e01f5890 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:56:17.884291 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-e100f6e3-991a-4c54-a2d7-0186483230b6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:17.940531 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-88e88175-0c13-40ab-9fba-f6361f2c735a tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:17.973677 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-88e88175-0c13-40ab-9fba-f6361f2c735a tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:17.981192 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-88e88175-0c13-40ab-9fba-f6361f2c735a tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Usage tracker for resource:security_group_rule and tenant:c78ea94e93c24653b4cacd2cbc5405e6 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:17.985947 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-88e88175-0c13-40ab-9fba-f6361f2c735a tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:18.039568 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ebd00559-be9b-4782-8122-e9d8d8fe5e3f tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:18.050359 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-88e88175-0c13-40ab-9fba-f6361f2c735a tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:18.105009 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd00559-be9b-4782-8122-e9d8d8fe5e3f tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace3f96b-bc7f-4ae2-8cb6-2ec73bdb64f7,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:18.152423 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18df2fe7-fa67-4565-867d-85e84fc803c4 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:56:18.155483 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ebd00559-be9b-4782-8122-e9d8d8fe5e3f tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:18.160277 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ebd00559-be9b-4782-8122-e9d8d8fe5e3f tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "DELETE /v2.0/security-groups/ace3f96b-bc7f-4ae2-8cb6-2ec73bdb64f7 HTTP/1.1" status: 204 len: 168 time: 0.4959021 Sep 14 22:56:18.161146 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49276) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:18.166245 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e69402-86b7-47dd-b365-e7b32d08df04 None None] Sync routers for ids ['0e1559e7-2d9c-49b4-a9b7-74566a32439e'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:56:18.184273 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e69402-86b7-47dd-b365-e7b32d08df04 None None] Routers {'0e1559e7-2d9c-49b4-a9b7-74566a32439e'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:56:18.184928 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-32e69402-86b7-47dd-b365-e7b32d08df04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:56:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['0e1559e7-2d9c-49b4-a9b7-74566a32439e'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:18.220115 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-18df2fe7-fa67-4565-867d-85e84fc803c4 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:18.221641 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-18df2fe7-fa67-4565-867d-85e84fc803c4 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] 10.222.0.33 "PUT /v2.0/routers/0e1559e7-2d9c-49b4-a9b7-74566a32439e HTTP/1.1" status: 200 len: 883 time: 5.5380526 Sep 14 22:56:18.229065 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49280) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:18.246295 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b565eb38-33c9-4238-8c69-528dafa85108 req-2fb2a464-7452-4fd6-a7ab-da286f898926 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Router e5f37f16-0bc4-4b99-ab3b-19cca337c577 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:56:18.250564 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c65abda2-f122-4ca3-bbd6-60fd09d42689 None None] Provisioning complete for port 57df928d-2e0e-4d25-8262-d3d48e73f000 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:18.250938 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c65abda2-f122-4ca3-bbd6-60fd09d42689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:18.268314 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5cd4c7dd-a4e3-4afe-939a-fb5aed9c73c7 req-f109ba3a-4ed7-4600-9c30-7d28e8ea704d tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 210 time: 0.1089046 Sep 14 22:56:18.279629 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-32e69402-86b7-47dd-b365-e7b32d08df04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:18.321043 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e69402-86b7-47dd-b365-e7b32d08df04 None None] Routers {'0e1559e7-2d9c-49b4-a9b7-74566a32439e'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:56:18.321680 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-32e69402-86b7-47dd-b365-e7b32d08df04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:56:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['0e1559e7-2d9c-49b4-a9b7-74566a32439e'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:18.322789 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b12c16-d56a-454a-bfaa-8f87a2c123c2 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:56:18.338036 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57013637-e3d6-44ed-a49d-653ca2ffe3e6 None None] Sync routers for ids ['bb11ac18-7236-4f69-bb71-0b786916292d'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:56:18.353786 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57013637-e3d6-44ed-a49d-653ca2ffe3e6 None None] Routers {'bb11ac18-7236-4f69-bb71-0b786916292d'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:56:18.354876 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-57013637-e3d6-44ed-a49d-653ca2ffe3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:56:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['bb11ac18-7236-4f69-bb71-0b786916292d'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:18.443827 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-57013637-e3d6-44ed-a49d-653ca2ffe3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:18.450448 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-311b607a-745a-46c7-930a-3a69d04bb5df tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Synchronizing usage tracker for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:18.457400 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57013637-e3d6-44ed-a49d-653ca2ffe3e6 None None] Routers {'bb11ac18-7236-4f69-bb71-0b786916292d'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:56:18.458289 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-57013637-e3d6-44ed-a49d-653ca2ffe3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:56:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['bb11ac18-7236-4f69-bb71-0b786916292d'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:18.473097 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-32e69402-86b7-47dd-b365-e7b32d08df04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:18.473748 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e69402-86b7-47dd-b365-e7b32d08df04 None None] The sync data for ids ['0e1559e7-2d9c-49b4-a9b7-74566a32439e'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:56:18.479571 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c65abda2-f122-4ca3-bbd6-60fd09d42689 None None] Port 57df928d-2e0e-4d25-8262-d3d48e73f000 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:56:18.501320 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-88e88175-0c13-40ab-9fba-f6361f2c735a tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:18.549820 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-57013637-e3d6-44ed-a49d-653ca2ffe3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:18.550315 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57013637-e3d6-44ed-a49d-653ca2ffe3e6 None None] The sync data for ids ['bb11ac18-7236-4f69-bb71-0b786916292d'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:56:18.556741 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-311b607a-745a-46c7-930a-3a69d04bb5df tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Unset dirty status for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:18.558173 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-311b607a-745a-46c7-930a-3a69d04bb5df tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3907382 Sep 14 22:56:18.565868 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-88e88175-0c13-40ab-9fba-f6361f2c735a tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:18.569872 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49284) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:18.595176 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-806a6bdc-b26e-4edb-905e-76e2fcf75bb2 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Request body: {'security_group': {'name': 'tempest-secgroup--1365168780'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:18.616023 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-806a6bdc-b26e-4edb-905e-76e2fcf75bb2 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:18.625190 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e88175-0c13-40ab-9fba-f6361f2c735a tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:56:18.627858 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-51b12c16-d56a-454a-bfaa-8f87a2c123c2 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:18.629062 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-51b12c16-d56a-454a-bfaa-8f87a2c123c2 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.7395303 Sep 14 22:56:18.636252 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.objects.ports [None req-92a68f26-c251-4d5f-b26d-9c33112ceb92 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89170) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 14 22:56:18.640422 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49288) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:18.643715 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-806a6bdc-b26e-4edb-905e-76e2fcf75bb2 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:18.644461 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-92a68f26-c251-4d5f-b26d-9c33112ceb92 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:18.645661 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e88175-0c13-40ab-9fba-f6361f2c735a tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdaf21c-b099-48c5-abf4-ddaff09aa6fd,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:18.657355 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-88e88175-0c13-40ab-9fba-f6361f2c735a tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:18.657701 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-88e88175-0c13-40ab-9fba-f6361f2c735a tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Added segment d8c8f273-1c65-467d-a011-ae2a4acddd9f of type vlan for network 35af95c0-74e6-423b-9c00-b6ccd521ae4f Sep 14 22:56:18.670924 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1676e666-c259-4ad1-86a7-2aab7757b717 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] 10.222.0.33 "GET /v2.0/routers/0e1559e7-2d9c-49b4-a9b7-74566a32439e HTTP/1.1" status: 200 len: 924 time: 0.4347019 Sep 14 22:56:18.673665 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49292) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:18.680748 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-94e0662b-e890-4a95-bd3f-75dd0ec49525 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'enable_snat': False}}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:18.722156 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-806a6bdc-b26e-4edb-905e-76e2fcf75bb2 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:18.739382 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f1ec76dc-8535-442a-b4fa-bfe4940517c5 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:18.759159 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-88e88175-0c13-40ab-9fba-f6361f2c735a tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:18.779296 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-806a6bdc-b26e-4edb-905e-76e2fcf75bb2 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:18.787768 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-806a6bdc-b26e-4edb-905e-76e2fcf75bb2 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Usage tracker for resource:security_group_rule and tenant:48ff53ac0110494f8fd725384a2349c8 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:18.791892 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-806a6bdc-b26e-4edb-905e-76e2fcf75bb2 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:18.807156 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-806a6bdc-b26e-4edb-905e-76e2fcf75bb2 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:18.821661 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e100f6e3-991a-4c54-a2d7-0186483230b6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Router d722c01f-39f2-41f2-b056-ccaa82202649 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:56:18.830526 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-88e88175-0c13-40ab-9fba-f6361f2c735a tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:18.835949 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e88175-0c13-40ab-9fba-f6361f2c735a tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:18.836545 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-88e88175-0c13-40ab-9fba-f6361f2c735a tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:18.923897 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a68f26-c251-4d5f-b26d-9c33112ceb92 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:56:18.925280 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b565eb38-33c9-4238-8c69-528dafa85108 req-2fb2a464-7452-4fd6-a7ab-da286f898926 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:56:18.934502 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ace439-2cf1-4d2d-ba1d-8f070d915ec1 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:18.939150 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a1ace439-2cf1-4d2d-ba1d-8f070d915ec1 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=681410b9-e86d-4f65-a0f3-ea2093b5104b&device_id=0e1559e7-2d9c-49b4-a9b7-74566a32439e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2611666 Sep 14 22:56:18.939329 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc02f6c-aa5d-4b26-92b1-7a43eb02b159 None None] Sync routers for ids ['e5f37f16-0bc4-4b99-ab3b-19cca337c577'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:56:18.946125 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49296) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:18.948850 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc02f6c-aa5d-4b26-92b1-7a43eb02b159 None None] Routers {'e5f37f16-0bc4-4b99-ab3b-19cca337c577'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:56:18.949632 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-ddc02f6c-aa5d-4b26-92b1-7a43eb02b159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:56:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['e5f37f16-0bc4-4b99-ab3b-19cca337c577'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:19.001373 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-88e88175-0c13-40ab-9fba-f6361f2c735a tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3750682 Sep 14 22:56:19.015113 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49300) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:19.066130 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e88175-0c13-40ab-9fba-f6361f2c735a tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Pushing event updated for resources: {'Network': ['ID=35af95c0-74e6-423b-9c00-b6ccd521ae4f,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:19.075848 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-1aecf0cd-4815-4f38-a5d5-18bc811c64f4 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Request body: {'subnet': {'network_id': '35af95c0-74e6-423b-9c00-b6ccd521ae4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:19.081247 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-92a68f26-c251-4d5f-b26d-9c33112ceb92 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:19.103629 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 35af95c0-74e6-423b-9c00-b6ccd521ae4f details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:56:19.117051 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9cbd04-72a1-46f1-a9a1-68721bc0541a None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:56:19.123252 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a68f26-c251-4d5f-b26d-9c33112ceb92 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:19.123864 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-92a68f26-c251-4d5f-b26d-9c33112ceb92 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:19.227438 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-806a6bdc-b26e-4edb-905e-76e2fcf75bb2 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:19.245126 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-806a6bdc-b26e-4edb-905e-76e2fcf75bb2 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:19.251287 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-1aecf0cd-4815-4f38-a5d5-18bc811c64f4 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:19.261035 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a68f26-c251-4d5f-b26d-9c33112ceb92 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Subnet': ['ID=3340fc9f-5ff5-4d04-8006-17e38889d792,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:19.280601 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1aecf0cd-4815-4f38-a5d5-18bc811c64f4 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Usage tracker for resource:subnet and tenant:c78ea94e93c24653b4cacd2cbc5405e6 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:19.289590 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1aecf0cd-4815-4f38-a5d5-18bc811c64f4 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:19.306522 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-1aecf0cd-4815-4f38-a5d5-18bc811c64f4 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:19.328020 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edeefb6f-820b-41e1-ac9d-780a0731ddef tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:19.329864 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-edeefb6f-820b-41e1-ac9d-780a0731ddef tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] 10.222.0.33 "GET /v2.0/networks/681410b9-e86d-4f65-a0f3-ea2093b5104b HTTP/1.1" status: 200 len: 881 time: 0.3772073 Sep 14 22:56:19.332972 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49306) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:19.336743 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a6bdc-b26e-4edb-905e-76e2fcf75bb2 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3cf21b-9b62-4ab3-b025-777fd7e9c0a7,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:19.380131 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:19.388326 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-806a6bdc-b26e-4edb-905e-76e2fcf75bb2 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:19.390094 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-806a6bdc-b26e-4edb-905e-76e2fcf75bb2 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8037646 Sep 14 22:56:19.394539 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [req-b565eb38-33c9-4238-8c69-528dafa85108 req-2fb2a464-7452-4fd6-a7ab-da286f898926 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] No DVR routers for this DVR port 7e4e6e2e-a643-4ae1-8469-ecc9fe80890e on host hv-neutron-8577 {{(pid=89170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:56:19.397231 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49310) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:19.403139 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d5098176-1142-48d8-a20e-1b5349e7cd46 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] 10.222.0.33 "GET /v2.0/ports?device_id=0e1559e7-2d9c-49b4-a9b7-74566a32439e HTTP/1.1" status: 200 len: 205 time: 0.0688655 Sep 14 22:56:19.406902 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-ab7b1b0f-72b1-446e-b315-97250c5b1ab7 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Request body: {'security_group_rule': {'security_group_id': '4c3cf21b-9b62-4ab3-b025-777fd7e9c0a7', 'direction': 'ingress', 'protocol': 17}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:19.408959 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-ddc02f6c-aa5d-4b26-92b1-7a43eb02b159 None None] Set router e5f37f16-0bc4-4b99-ab3b-19cca337c577 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:56:19.411268 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49314) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:19.412360 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-b565eb38-33c9-4238-8c69-528dafa85108 req-2fb2a464-7452-4fd6-a7ab-da286f898926 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:19.413388 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aecf0cd-4815-4f38-a5d5-18bc811c64f4 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Made reservation on behalf of c78ea94e93c24653b4cacd2cbc5405e6 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:56:19.414354 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b565eb38-33c9-4238-8c69-528dafa85108 req-2fb2a464-7452-4fd6-a7ab-da286f898926 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.20 "DELETE /v2.0/ports/7e4e6e2e-a643-4ae1-8469-ecc9fe80890e HTTP/1.1" status: 204 len: 173 time: 6.2655470 Sep 14 22:56:19.417689 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1aecf0cd-4815-4f38-a5d5-18bc811c64f4 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:19.420752 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0192ba17-7400-45a3-bd64-92c260697360', 'name': 'network-vif-deleted', 'tag': '7e4e6e2e-a643-4ae1-8469-ecc9fe80890e'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 22:56:19.423212 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478053d2-3a69-4d78-8c50-24499bfd481e" -d '{"events": [{"server_uuid": "0192ba17-7400-45a3-bd64-92c260697360", "name": "network-vif-deleted", "tag": "7e4e6e2e-a643-4ae1-8469-ecc9fe80890e"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:56:19.442922 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ab7b1b0f-72b1-446e-b315-97250c5b1ab7 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:19.499222 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ab7b1b0f-72b1-446e-b315-97250c5b1ab7 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Usage tracker for resource:security_group_rule and tenant:48ff53ac0110494f8fd725384a2349c8 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:19.507809 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ab7b1b0f-72b1-446e-b315-97250c5b1ab7 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:19.527106 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ab7b1b0f-72b1-446e-b315-97250c5b1ab7 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:19.547543 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 22:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2735463d-f75e-46b9-a3d7-0ba51a97368c x-openstack-request-id: req-2735463d-f75e-46b9-a3d7-0ba51a97368c {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:56:19.548069 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0192ba17-7400-45a3-bd64-92c260697360", "name": "network-vif-deleted", "tag": "7e4e6e2e-a643-4ae1-8469-ecc9fe80890e", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:56:19.548494 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2735463d-f75e-46b9-a3d7-0ba51a97368c {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:56:19.549040 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2735463d-f75e-46b9-a3d7-0ba51a97368c'] response: {'server_uuid': '0192ba17-7400-45a3-bd64-92c260697360', 'name': 'network-vif-deleted', 'tag': '7e4e6e2e-a643-4ae1-8469-ecc9fe80890e', 'status': 'completed', 'code': 200} Sep 14 22:56:19.589202 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-92a68f26-c251-4d5f-b26d-9c33112ceb92 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.4123619 Sep 14 22:56:19.592552 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49320) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:19.600191 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ab7b1b0f-72b1-446e-b315-97250c5b1ab7 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:19.637052 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-24e764cf-f7a9-4fe9-b2da-769c20c1fb8e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'port': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'mac_address': 'fa:16:3e:2a:c8:1a', 'name': 'tempest-NetworksTestDHCPv6-825194841'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:19.698043 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e100f6e3-991a-4c54-a2d7-0186483230b6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:56:19.711299 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429920a5-886b-4a97-b0ba-4a5e3a05fce0 None None] Sync routers for ids ['d722c01f-39f2-41f2-b056-ccaa82202649'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:56:19.721332 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429920a5-886b-4a97-b0ba-4a5e3a05fce0 None None] Routers {'d722c01f-39f2-41f2-b056-ccaa82202649'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:56:19.722831 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-429920a5-886b-4a97-b0ba-4a5e3a05fce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:56:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d722c01f-39f2-41f2-b056-ccaa82202649'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:19.811401 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-429920a5-886b-4a97-b0ba-4a5e3a05fce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:19.820002 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429920a5-886b-4a97-b0ba-4a5e3a05fce0 None None] Routers {'d722c01f-39f2-41f2-b056-ccaa82202649'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:56:19.821535 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-429920a5-886b-4a97-b0ba-4a5e3a05fce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:56:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d722c01f-39f2-41f2-b056-ccaa82202649'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:19.882698 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ab7b1b0f-72b1-446e-b315-97250c5b1ab7 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:19.885148 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72856925-d662-439e-ad6a-0a9e9d9811b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'fixed_ips': [{'subnet_id': '3340fc9f-5ff5-4d04-8006-17e38889d792'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:56:19.886220 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-72856925-d662-439e-ad6a-0a9e9d9811b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:19.896658 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-429920a5-886b-4a97-b0ba-4a5e3a05fce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:19.897986 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429920a5-886b-4a97-b0ba-4a5e3a05fce0 None None] The sync data for ids ['d722c01f-39f2-41f2-b056-ccaa82202649'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:56:19.901985 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-24e764cf-f7a9-4fe9-b2da-769c20c1fb8e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:19.906706 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ab7b1b0f-72b1-446e-b315-97250c5b1ab7 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:19.913812 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-e100f6e3-991a-4c54-a2d7-0186483230b6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "PUT /v2.0/routers/d722c01f-39f2-41f2-b056-ccaa82202649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9881721 Sep 14 22:56:19.922851 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-086a997e-9625-43f5-9dd1-aa38055be789 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:19.923913 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49324) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:19.946387 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-24e764cf-f7a9-4fe9-b2da-769c20c1fb8e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:19.992215 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b1b0f-72b1-446e-b315-97250c5b1ab7 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f396e9e-3dbe-40fb-a0c1-2d5775aed2f5,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:20.025334 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1aecf0cd-4815-4f38-a5d5-18bc811c64f4 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:20.065117 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e764cf-f7a9-4fe9-b2da-769c20c1fb8e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:56:20.099134 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-1d8fca08-8263-43af-838d-1fbd5fafb22b req-9f52a5fa-333a-4206-9c5f-904b4715fcff tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Synchronizing usage tracker for tenant:bd36d59a9e6b4be08e34d9d0bdaa27c1 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:20.169719 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1236a2-fbc2-4465-8cc7-bfd2853f7786 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:20.171709 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2d1236a2-fbc2-4465-8cc7-bfd2853f7786 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "GET /v2.0/ports/57df928d-2e0e-4d25-8262-d3d48e73f000 HTTP/1.1" status: 200 len: 910 time: 0.2357042 Sep 14 22:56:20.180121 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ab7b1b0f-72b1-446e-b315-97250c5b1ab7 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:20.183723 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ab7b1b0f-72b1-446e-b315-97250c5b1ab7 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7822907 Sep 14 22:56:20.190578 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49328) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:20.190834 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49330) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:20.218298 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-72856925-d662-439e-ad6a-0a9e9d9811b2 None None] Allocated IP 2001:db8::f816:3eff:fe75:22cd (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/3340fc9f-5ff5-4d04-8006-17e38889d792/08034fe1-3ba8-4b95-b4e8-d77aa030ec20) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:56:20.296632 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-1d8fca08-8263-43af-838d-1fbd5fafb22b req-9f52a5fa-333a-4206-9c5f-904b4715fcff tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Unset dirty status for tenant:bd36d59a9e6b4be08e34d9d0bdaa27c1 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:20.303389 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1d8fca08-8263-43af-838d-1fbd5fafb22b req-9f52a5fa-333a-4206-9c5f-904b4715fcff tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/ports?device_id=0192ba17-7400-45a3-bd64-92c260697360 HTTP/1.1" status: 200 len: 210 time: 0.6068649 Sep 14 22:56:20.337493 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-ddc02f6c-aa5d-4b26-92b1-7a43eb02b159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'name': 'tempest-ServerActionsTestJSON-1223850239-router', 'tenant_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '1a2bd903-ebbd-40b2-b3a9-44036384e2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:47Z', 'updated_at': '2022-09-14T22:52:02Z', 'revision_number': 4, 'project_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'gw_port': {'id': '1a2bd903-ebbd-40b2-b3a9-44036384e2eb', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:49Z', 'updated_at': '2022-09-14T22:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'b230af92-a4e0-4527-89a3-c58881bc43e0', 'name': '', 'network_id': '96b70200-f113-466a-a996-3d001cbd44bb', 'tenant_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'mac_address': 'fa:16:3e:fd:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e26eddd1-1e83-4e64-8dc5-ded3ed029f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:59Z', 'updated_at': '2022-09-14T22:52:17Z', 'revision_number': 5, 'project_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'subnets': [{'id': 'e26eddd1-1e83-4e64-8dc5-ded3ed029f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:20.350956 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc02f6c-aa5d-4b26-92b1-7a43eb02b159 None None] Checking router: e5f37f16-0bc4-4b99-ab3b-19cca337c577 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:56:20.391417 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc02f6c-aa5d-4b26-92b1-7a43eb02b159 None None] Routers {'e5f37f16-0bc4-4b99-ab3b-19cca337c577'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:56:20.392370 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-ddc02f6c-aa5d-4b26-92b1-7a43eb02b159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:56:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['e5f37f16-0bc4-4b99-ab3b-19cca337c577'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:20.440572 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-086a997e-9625-43f5-9dd1-aa38055be789 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:20.504929 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aecf0cd-4815-4f38-a5d5-18bc811c64f4 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Pushing event updated for resources: {'Subnet': ['ID=3246fbf6-c524-4273-959f-59d7b2d84be6,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:20.517712 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-086a997e-9625-43f5-9dd1-aa38055be789 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Deleting port b29007fe-60a5-4bd0-8708-26efae39b7ea {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:20.518058 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-086a997e-9625-43f5-9dd1-aa38055be789 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:20.600582 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aecf0cd-4815-4f38-a5d5-18bc811c64f4 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Checking segment: {'id': 'd8c8f273-1c65-467d-a011-ae2a4acddd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '35af95c0-74e6-423b-9c00-b6ccd521ae4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:56:20.601125 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aecf0cd-4815-4f38-a5d5-18bc811c64f4 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Network hostable DHCP agents. Network: 35af95c0-74e6-423b-9c00-b6ccd521ae4f, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:56:20.666803 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-24e764cf-f7a9-4fe9-b2da-769c20c1fb8e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:20.675119 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-72856925-d662-439e-ad6a-0a9e9d9811b2 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:20.697450 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-72856925-d662-439e-ad6a-0a9e9d9811b2 None None] Transition to ACTIVE for port object 08034fe1-3ba8-4b95-b4e8-d77aa030ec20 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:56:20.707223 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-ddc02f6c-aa5d-4b26-92b1-7a43eb02b159 None None] Set router e5f37f16-0bc4-4b99-ab3b-19cca337c577 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:56:20.736714 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-f1ec76dc-8535-442a-b4fa-bfe4940517c5 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Deleting port 6f3bdf99-fb6a-4b04-98d5-77d2de21a025 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:20.737084 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f1ec76dc-8535-442a-b4fa-bfe4940517c5 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:20.760164 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4339c59d-ac08-4d2b-87ae-275bef1d41f9 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:20.786544 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-72856925-d662-439e-ad6a-0a9e9d9811b2 None None] Transition to ACTIVE for port object 08034fe1-3ba8-4b95-b4e8-d77aa030ec20 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:56:20.869244 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-72856925-d662-439e-ad6a-0a9e9d9811b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:20.883302 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-24e764cf-f7a9-4fe9-b2da-769c20c1fb8e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] device_id is not set on port 8c804902-e887-43ea-95ea-b632f811d39c yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:56:20.919110 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72856925-d662-439e-ad6a-0a9e9d9811b2 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:56:20.921623 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aecf0cd-4815-4f38-a5d5-18bc811c64f4 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Network 35af95c0-74e6-423b-9c00-b6ccd521ae4f is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:56:20.929302 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-72856925-d662-439e-ad6a-0a9e9d9811b2 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:20.961510 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4339c59d-ac08-4d2b-87ae-275bef1d41f9 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:20.982440 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-1aecf0cd-4815-4f38-a5d5-18bc811c64f4 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 35af95c0-74e6-423b-9c00-b6ccd521ae4f) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:20.984467 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72856925-d662-439e-ad6a-0a9e9d9811b2 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:56:21.001484 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aecf0cd-4815-4f38-a5d5-18bc811c64f4 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:21.002065 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1aecf0cd-4815-4f38-a5d5-18bc811c64f4 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:21.076568 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3233b71-d96f-4df5-a071-8a274f42afa7 None None] Network 35af95c0-74e6-423b-9c00-b6ccd521ae4f requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:56:21.092593 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-94e0662b-e890-4a95-bd3f-75dd0ec49525 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:21.099924 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-086a997e-9625-43f5-9dd1-aa38055be789 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:21.255507 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1aecf0cd-4815-4f38-a5d5-18bc811c64f4 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2390478 Sep 14 22:56:21.262126 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72856925-d662-439e-ad6a-0a9e9d9811b2 None None] Pushing event updated for resources: {'Port': ['ID=08034fe1-3ba8-4b95-b4e8-d77aa030ec20,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:21.268133 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49336) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:21.272172 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-72856925-d662-439e-ad6a-0a9e9d9811b2 None None] Attempting to bind port 08034fe1-3ba8-4b95-b4e8-d77aa030ec20 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:56:21.273101 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-72856925-d662-439e-ad6a-0a9e9d9811b2 None None] Attempting to bind port 08034fe1-3ba8-4b95-b4e8-d77aa030ec20 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:56:21.274019 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72856925-d662-439e-ad6a-0a9e9d9811b2 None None] Attempting to bind port 08034fe1-3ba8-4b95-b4e8-d77aa030ec20 on network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:56:21.278861 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-086a997e-9625-43f5-9dd1-aa38055be789 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Calling delete_port for b29007fe-60a5-4bd0-8708-26efae39b7ea owned by network:router_gateway {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:56:21.281204 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-d235ac26-1ca5-4dae-ae2e-831421b8c426 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Request body: {'port': {'network_id': '35af95c0-74e6-423b-9c00-b6ccd521ae4f', 'name': 'tempest-TagsExtTest-1135397102'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:21.291243 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72856925-d662-439e-ad6a-0a9e9d9811b2 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:56:21.291613 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72856925-d662-439e-ad6a-0a9e9d9811b2 None None] Checking segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:56:21.292016 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-72856925-d662-439e-ad6a-0a9e9d9811b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:21.292403 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72856925-d662-439e-ad6a-0a9e9d9811b2 None None] Bound using segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:56:21.292906 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-72856925-d662-439e-ad6a-0a9e9d9811b2 None None] Bound port: 08034fe1-3ba8-4b95-b4e8-d77aa030ec20, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:56:21.293292 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-72856925-d662-439e-ad6a-0a9e9d9811b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:21.318976 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4339c59d-ac08-4d2b-87ae-275bef1d41f9 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:21.411526 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f1ec76dc-8535-442a-b4fa-bfe4940517c5 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:21.414511 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-72856925-d662-439e-ad6a-0a9e9d9811b2 None None] For port 08034fe1-3ba8-4b95-b4e8-d77aa030ec20, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:56:21.415593 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339c59d-ac08-4d2b-87ae-275bef1d41f9 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3cf21b-9b62-4ab3-b025-777fd7e9c0a7,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:21.417671 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-72856925-d662-439e-ad6a-0a9e9d9811b2 None None] For port 08034fe1-3ba8-4b95-b4e8-d77aa030ec20, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=08034fe1-3ba8-4b95-b4e8-d77aa030ec20,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:56:21.429265 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-72856925-d662-439e-ad6a-0a9e9d9811b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:21.454572 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-24e764cf-f7a9-4fe9-b2da-769c20c1fb8e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Allocated IP 2001:db8::f816:3eff:fe2a:c81a (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/3340fc9f-5ff5-4d04-8006-17e38889d792/8c804902-e887-43ea-95ea-b632f811d39c) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:56:21.531351 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4339c59d-ac08-4d2b-87ae-275bef1d41f9 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:21.532851 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4339c59d-ac08-4d2b-87ae-275bef1d41f9 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "DELETE /v2.0/security-groups/4c3cf21b-9b62-4ab3-b025-777fd7e9c0a7 HTTP/1.1" status: 204 len: 168 time: 1.3368850 Sep 14 22:56:21.540684 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49344) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:21.549289 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49348) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:21.625067 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72856925-d662-439e-ad6a-0a9e9d9811b2 None None] Pushing event updated for resources: {'Port': ['ID=08034fe1-3ba8-4b95-b4e8-d77aa030ec20,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:21.626422 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-f1ec76dc-8535-442a-b4fa-bfe4940517c5 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Calling delete_port for 6f3bdf99-fb6a-4b04-98d5-77d2de21a025 owned by network:router_interface {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:56:21.656379 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-d235ac26-1ca5-4dae-ae2e-831421b8c426 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:21.681679 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-d235ac26-1ca5-4dae-ae2e-831421b8c426 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Usage tracker for resource:port and tenant:c78ea94e93c24653b4cacd2cbc5405e6 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:21.689043 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-ddc02f6c-aa5d-4b26-92b1-7a43eb02b159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'name': 'tempest-ServerActionsTestJSON-1223850239-router', 'tenant_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '1a2bd903-ebbd-40b2-b3a9-44036384e2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:47Z', 'updated_at': '2022-09-14T22:52:02Z', 'revision_number': 4, 'project_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'gw_port': {'id': '1a2bd903-ebbd-40b2-b3a9-44036384e2eb', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:49Z', 'updated_at': '2022-09-14T22:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'b230af92-a4e0-4527-89a3-c58881bc43e0', 'name': '', 'network_id': '96b70200-f113-466a-a996-3d001cbd44bb', 'tenant_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'mac_address': 'fa:16:3e:fd:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e26eddd1-1e83-4e64-8dc5-ded3ed029f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:59Z', 'updated_at': '2022-09-14T22:52:17Z', 'revision_number': 5, 'project_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'subnets': [{'id': 'e26eddd1-1e83-4e64-8dc5-ded3ed029f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:21.690036 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-d235ac26-1ca5-4dae-ae2e-831421b8c426 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:21.693136 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc02f6c-aa5d-4b26-92b1-7a43eb02b159 None None] The sync data for ids ['e5f37f16-0bc4-4b99-ab3b-19cca337c577'] in dv-neutron-857791-1-hyperv is: [{'id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'name': 'tempest-ServerActionsTestJSON-1223850239-router', 'tenant_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '1a2bd903-ebbd-40b2-b3a9-44036384e2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:47Z', 'updated_at': '2022-09-14T22:52:02Z', 'revision_number': 4, 'project_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'gw_port': {'id': '1a2bd903-ebbd-40b2-b3a9-44036384e2eb', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:49Z', 'updated_at': '2022-09-14T22:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'b230af92-a4e0-4527-89a3-c58881bc43e0', 'name': '', 'network_id': '96b70200-f113-466a-a996-3d001cbd44bb', 'tenant_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'mac_address': 'fa:16:3e:fd:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e26eddd1-1e83-4e64-8dc5-ded3ed029f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:59Z', 'updated_at': '2022-09-14T22:52:17Z', 'revision_number': 5, 'project_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'subnets': [{'id': 'e26eddd1-1e83-4e64-8dc5-ded3ed029f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:56:21.718171 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb76216-1eff-46dc-8db5-333c0387214e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-35af95c0-74e6-423b-9c00-b6ccd521ae4f', 'network_id': '35af95c0-74e6-423b-9c00-b6ccd521ae4f', 'tenant_id': 'c78ea94e93c24653b4cacd2cbc5405e6', 'fixed_ips': [{'subnet_id': '3246fbf6-c524-4273-959f-59d7b2d84be6'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:56:21.718851 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ecb76216-1eff-46dc-8db5-333c0387214e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:21.719434 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-d235ac26-1ca5-4dae-ae2e-831421b8c426 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:21.799374 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-cf17380c-596b-4af2-9edd-1830351d0e20 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Synchronizing usage tracker for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:21.817202 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6e5bd686-f661-4ce0-93a3-b00cada54b6d tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:21.855771 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d235ac26-1ca5-4dae-ae2e-831421b8c426 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Made reservation on behalf of c78ea94e93c24653b4cacd2cbc5405e6 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:56:21.859452 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d235ac26-1ca5-4dae-ae2e-831421b8c426 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:21.875934 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-cf17380c-596b-4af2-9edd-1830351d0e20 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Unset dirty status for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:21.880823 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-cf17380c-596b-4af2-9edd-1830351d0e20 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3355763 Sep 14 22:56:21.882130 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49352) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:21.894364 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-2bc3b33c-a2b5-4c7e-9cdf-6d4475a474f4 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Request body: {'security_group': {'name': 'tempest-secgroup--2035082182'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:21.920886 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-2bc3b33c-a2b5-4c7e-9cdf-6d4475a474f4 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:21.953947 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-ecb76216-1eff-46dc-8db5-333c0387214e None None] Allocated IP 172.20.0.2 (35af95c0-74e6-423b-9c00-b6ccd521ae4f/3246fbf6-c524-4273-959f-59d7b2d84be6/737fde7a-cd1d-4302-bfc0-5c69c4941d2f) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:56:21.984574 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1a361d5e-c5c9-4450-9ef3-838d26109720 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:21.990016 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-2bc3b33c-a2b5-4c7e-9cdf-6d4475a474f4 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:22.061921 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2bc3b33c-a2b5-4c7e-9cdf-6d4475a474f4 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:22.086200 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-d235ac26-1ca5-4dae-ae2e-831421b8c426 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] device_id is not set on port 0712e2ce-3c74-4517-801c-645d23e3c158 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:56:22.253648 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f1ec76dc-8535-442a-b4fa-bfe4940517c5 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:22.275465 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ecb76216-1eff-46dc-8db5-333c0387214e None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:22.286876 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-ecb76216-1eff-46dc-8db5-333c0387214e None None] Transition to ACTIVE for port object 737fde7a-cd1d-4302-bfc0-5c69c4941d2f will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:56:22.308269 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-ecb76216-1eff-46dc-8db5-333c0387214e None None] Transition to ACTIVE for port object 737fde7a-cd1d-4302-bfc0-5c69c4941d2f will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:56:22.312117 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a683dc3-f398-49a5-bc0a-2c7eb4f08d14 None None] New status for floating IP 61385d17-43c0-4229-9422-55dd757c5c5f: DOWN {{(pid=89172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 22:56:22.315412 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-086a997e-9625-43f5-9dd1-aa38055be789 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:22.383254 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ecb76216-1eff-46dc-8db5-333c0387214e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:22.401587 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1a361d5e-c5c9-4450-9ef3-838d26109720 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:22.421016 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-24e764cf-f7a9-4fe9-b2da-769c20c1fb8e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:22.549219 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb76216-1eff-46dc-8db5-333c0387214e None None] Network 35af95c0-74e6-423b-9c00-b6ccd521ae4f is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:56:22.560840 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-24e764cf-f7a9-4fe9-b2da-769c20c1fb8e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Transition to ACTIVE for port object 8c804902-e887-43ea-95ea-b632f811d39c will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:56:22.562111 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec76dc-8535-442a-b4fa-bfe4940517c5 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Pushing event deleted for resources: {'Port': ['ID=6f3bdf99-fb6a-4b04-98d5-77d2de21a025,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:22.611066 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-ecb76216-1eff-46dc-8db5-333c0387214e None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:22.622298 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb76216-1eff-46dc-8db5-333c0387214e None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:56:22.634064 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-d235ac26-1ca5-4dae-ae2e-831421b8c426 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Allocated IP 172.20.0.8 (35af95c0-74e6-423b-9c00-b6ccd521ae4f/3246fbf6-c524-4273-959f-59d7b2d84be6/0712e2ce-3c74-4517-801c-645d23e3c158) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:56:22.639473 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb76216-1eff-46dc-8db5-333c0387214e None None] Pushing event updated for resources: {'Port': ['ID=737fde7a-cd1d-4302-bfc0-5c69c4941d2f,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:22.649317 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-2bc3b33c-a2b5-4c7e-9cdf-6d4475a474f4 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:22.651806 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a997e-9625-43f5-9dd1-aa38055be789 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Pushing event deleted for resources: {'Port': ['ID=b29007fe-60a5-4bd0-8708-26efae39b7ea,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:22.668288 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-2bc3b33c-a2b5-4c7e-9cdf-6d4475a474f4 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Usage tracker for resource:security_group_rule and tenant:48ff53ac0110494f8fd725384a2349c8 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:22.669872 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1a361d5e-c5c9-4450-9ef3-838d26109720 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:22.730767 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-2bc3b33c-a2b5-4c7e-9cdf-6d4475a474f4 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:22.777021 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a361d5e-c5c9-4450-9ef3-838d26109720 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1157bb60-4273-4a42-9e7f-53bfcfb40ac8,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:22.787355 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-ecb76216-1eff-46dc-8db5-333c0387214e None None] Attempting to bind port 737fde7a-cd1d-4302-bfc0-5c69c4941d2f on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:56:22.787974 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-ecb76216-1eff-46dc-8db5-333c0387214e None None] Attempting to bind port 737fde7a-cd1d-4302-bfc0-5c69c4941d2f by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'd8c8f273-1c65-467d-a011-ae2a4acddd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '35af95c0-74e6-423b-9c00-b6ccd521ae4f'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:56:22.788348 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb76216-1eff-46dc-8db5-333c0387214e None None] Attempting to bind port 737fde7a-cd1d-4302-bfc0-5c69c4941d2f on network 35af95c0-74e6-423b-9c00-b6ccd521ae4f {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:56:22.808524 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb76216-1eff-46dc-8db5-333c0387214e None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:56:22.808881 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb76216-1eff-46dc-8db5-333c0387214e None None] Checking segment: {'id': 'd8c8f273-1c65-467d-a011-ae2a4acddd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '35af95c0-74e6-423b-9c00-b6ccd521ae4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:56:22.809763 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ecb76216-1eff-46dc-8db5-333c0387214e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:22.810172 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb76216-1eff-46dc-8db5-333c0387214e None None] Bound using segment: {'id': 'd8c8f273-1c65-467d-a011-ae2a4acddd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '35af95c0-74e6-423b-9c00-b6ccd521ae4f'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:56:22.810665 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-ecb76216-1eff-46dc-8db5-333c0387214e None None] Bound port: 737fde7a-cd1d-4302-bfc0-5c69c4941d2f, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c8f273-1c65-467d-a011-ae2a4acddd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '35af95c0-74e6-423b-9c00-b6ccd521ae4f'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:56:22.811423 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ecb76216-1eff-46dc-8db5-333c0387214e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:22.826202 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-2bc3b33c-a2b5-4c7e-9cdf-6d4475a474f4 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:22.872396 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-24e764cf-f7a9-4fe9-b2da-769c20c1fb8e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:22.941924 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-086a997e-9625-43f5-9dd1-aa38055be789 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:22.945603 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-ecb76216-1eff-46dc-8db5-333c0387214e None None] For port 737fde7a-cd1d-4302-bfc0-5c69c4941d2f, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:56:22.949126 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-ecb76216-1eff-46dc-8db5-333c0387214e None None] For port 737fde7a-cd1d-4302-bfc0-5c69c4941d2f, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=737fde7a-cd1d-4302-bfc0-5c69c4941d2f,segment=NetworkSegment(d8c8f273-1c65-467d-a011-ae2a4acddd9f),segment_id=d8c8f273-1c65-467d-a011-ae2a4acddd9f)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:56:22.954254 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ecb76216-1eff-46dc-8db5-333c0387214e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:23.004007 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f1ec76dc-8535-442a-b4fa-bfe4940517c5 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:23.069844 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb76216-1eff-46dc-8db5-333c0387214e None None] Pushing event updated for resources: {'Port': ['ID=737fde7a-cd1d-4302-bfc0-5c69c4941d2f,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:23.132058 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 08034fe1-3ba8-4b95-b4e8-d77aa030ec20 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:56:23.175931 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1a361d5e-c5c9-4450-9ef3-838d26109720 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:23.177622 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1a361d5e-c5c9-4450-9ef3-838d26109720 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "DELETE /v2.0/security-groups/1157bb60-4273-4a42-9e7f-53bfcfb40ac8 HTTP/1.1" status: 204 len: 168 time: 1.6220376 Sep 14 22:56:23.178357 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e764cf-f7a9-4fe9-b2da-769c20c1fb8e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Port': ['ID=8c804902-e887-43ea-95ea-b632f811d39c,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:23.182643 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49356) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:23.238260 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e764cf-f7a9-4fe9-b2da-769c20c1fb8e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:56:23.239546 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-24e764cf-f7a9-4fe9-b2da-769c20c1fb8e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:23.276524 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e764cf-f7a9-4fe9-b2da-769c20c1fb8e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:56:23.284942 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e764cf-f7a9-4fe9-b2da-769c20c1fb8e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:23.285606 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-24e764cf-f7a9-4fe9-b2da-769c20c1fb8e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:23.287046 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 08034fe1-3ba8-4b95-b4e8-d77aa030ec20 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:56:23.317056 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-20398e6f-a330-4a58-8d82-67d8ac66c116 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] show failed (client error): The resource could not be found. Sep 14 22:56:23.321130 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-20398e6f-a330-4a58-8d82-67d8ac66c116 tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "GET /v2.0/security-groups/1157bb60-4273-4a42-9e7f-53bfcfb40ac8 HTTP/1.1" status: 404 len: 347 time: 0.0937660 Sep 14 22:56:23.326433 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49360) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:23.437912 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-9754a58c-20e3-4b3c-bbd8-6f59452ed38e None None] Provisioning for port 08034fe1-3ba8-4b95-b4e8-d77aa030ec20 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:56:23.443280 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-9754a58c-20e3-4b3c-bbd8-6f59452ed38e None None] Provisioning complete for port 08034fe1-3ba8-4b95-b4e8-d77aa030ec20 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:23.443646 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9754a58c-20e3-4b3c-bbd8-6f59452ed38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:23.564078 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-6e5bd686-f661-4ce0-93a3-b00cada54b6d tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Allocated IP 172.21.0.1 (95ffba58-98c1-458b-a274-37b419f593f3/ac7b7976-e992-4003-94a7-4fd0d3d4f0ad/ed38e957-91f6-4652-bf28-f1c469856579) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:56:23.585219 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-086a997e-9625-43f5-9dd1-aa38055be789 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:23.594979 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-086a997e-9625-43f5-9dd1-aa38055be789 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:23.606666 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-24e764cf-f7a9-4fe9-b2da-769c20c1fb8e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.0075157 Sep 14 22:56:23.617297 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49364) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:23.678025 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-d750d9e6-ff77-49d6-8783-920e45b4734b tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Deleting port 5136c223-d5c0-41cc-b335-3ff0f6f079a3 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:23.678025 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d750d9e6-ff77-49d6-8783-920e45b4734b tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:23.681705 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-9754a58c-20e3-4b3c-bbd8-6f59452ed38e None None] Current status of the port 08034fe1-3ba8-4b95-b4e8-d77aa030ec20 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:56:23.682209 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9754a58c-20e3-4b3c-bbd8-6f59452ed38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:23.754282 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-9754a58c-20e3-4b3c-bbd8-6f59452ed38e None None] For port 08034fe1-3ba8-4b95-b4e8-d77aa030ec20, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=08034fe1-3ba8-4b95-b4e8-d77aa030ec20,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:56:23.761130 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9754a58c-20e3-4b3c-bbd8-6f59452ed38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:23.788991 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d235ac26-1ca5-4dae-ae2e-831421b8c426 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:23.909465 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754a58c-20e3-4b3c-bbd8-6f59452ed38e None None] Pushing event updated for resources: {'Port': ['ID=08034fe1-3ba8-4b95-b4e8-d77aa030ec20,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:23.917887 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34754304-1cea-41a7-a2c5-18aaa3de5eb8 None None] Provisioning for port 8c804902-e887-43ea-95ea-b632f811d39c completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:56:23.933326 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34754304-1cea-41a7-a2c5-18aaa3de5eb8 None None] Provisioning complete for port 8c804902-e887-43ea-95ea-b632f811d39c triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:23.933705 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34754304-1cea-41a7-a2c5-18aaa3de5eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:23.951458 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-d235ac26-1ca5-4dae-ae2e-831421b8c426 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Transition to ACTIVE for port object 0712e2ce-3c74-4517-801c-645d23e3c158 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:56:24.004116 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34754304-1cea-41a7-a2c5-18aaa3de5eb8 None None] Port 8c804902-e887-43ea-95ea-b632f811d39c cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:56:24.047671 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d750d9e6-ff77-49d6-8783-920e45b4734b tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:24.047987 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d750d9e6-ff77-49d6-8783-920e45b4734b tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:24.054358 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2bc3b33c-a2b5-4c7e-9cdf-6d4475a474f4 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:24.066077 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-086a997e-9625-43f5-9dd1-aa38055be789 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:24.066615 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086a997e-9625-43f5-9dd1-aa38055be789 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Fanout notify agent at l3_agent the message router_deleted on router 0e1559e7-2d9c-49b4-a9b7-74566a32439e {{(pid=89170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:56:24.084214 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2bc3b33c-a2b5-4c7e-9cdf-6d4475a474f4 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:24.132722 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6e5bd686-f661-4ce0-93a3-b00cada54b6d tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:24.144121 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ec76dc-8535-442a-b4fa-bfe4940517c5 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Router 86a837da-7744-48e3-a43f-a85b8968e391 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:56:24.203710 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-d750d9e6-ff77-49d6-8783-920e45b4734b tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Calling delete_port for 5136c223-d5c0-41cc-b335-3ff0f6f079a3 owned by network:floatingip {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:56:24.239238 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d235ac26-1ca5-4dae-ae2e-831421b8c426 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:24.263675 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3b33c-a2b5-4c7e-9cdf-6d4475a474f4 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0060fd-4e33-4d85-b922-ed08fb50738b,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:24.295783 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-6e5bd686-f661-4ce0-93a3-b00cada54b6d tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Transition to ACTIVE for port object ed38e957-91f6-4652-bf28-f1c469856579 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:56:24.307090 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ca3dad-6598-4258-88e2-28134c784e9c None None] Network 35af95c0-74e6-423b-9c00-b6ccd521ae4f requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:56:24.341765 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-086a997e-9625-43f5-9dd1-aa38055be789 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:24.342977 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-086a997e-9625-43f5-9dd1-aa38055be789 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] 10.222.0.33 "DELETE /v2.0/routers/0e1559e7-2d9c-49b4-a9b7-74566a32439e HTTP/1.1" status: 204 len: 168 time: 4.9233592 Sep 14 22:56:24.349897 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49368) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:24.351847 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d235ac26-1ca5-4dae-ae2e-831421b8c426 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Network 35af95c0-74e6-423b-9c00-b6ccd521ae4f is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:56:24.362357 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-d235ac26-1ca5-4dae-ae2e-831421b8c426 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:24.375148 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-ca184fdc-ab1a-49bc-b4ff-30b25ca12677 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1672397836', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:24.385336 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d235ac26-1ca5-4dae-ae2e-831421b8c426 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:56:24.414232 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ca184fdc-ab1a-49bc-b4ff-30b25ca12677 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:24.421633 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2bc3b33c-a2b5-4c7e-9cdf-6d4475a474f4 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:24.422861 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2bc3b33c-a2b5-4c7e-9cdf-6d4475a474f4 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.5380120 Sep 14 22:56:24.427082 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49372) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:24.443462 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ca184fdc-ab1a-49bc-b4ff-30b25ca12677 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Usage tracker for resource:router and tenant:a41754bd47214b87979d9b048be91195 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:24.447892 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235ac26-1ca5-4dae-ae2e-831421b8c426 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Pushing event updated for resources: {'Port': ['ID=0712e2ce-3c74-4517-801c-645d23e3c158,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:24.451871 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ca184fdc-ab1a-49bc-b4ff-30b25ca12677 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:24.457106 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-afcbda6a-5376-461f-ab6d-109f77587bcb tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Request body: {'security_group': {'name': 'tempest-secgroup--114159607'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:24.471245 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ca184fdc-ab1a-49bc-b4ff-30b25ca12677 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:24.473220 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-afcbda6a-5376-461f-ab6d-109f77587bcb tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:24.486768 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-afcbda6a-5376-461f-ab6d-109f77587bcb tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Usage tracker for resource:security_group and tenant:48ff53ac0110494f8fd725384a2349c8 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:24.493628 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-afcbda6a-5376-461f-ab6d-109f77587bcb tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:24.507170 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6e5bd686-f661-4ce0-93a3-b00cada54b6d tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:24.510317 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a72e95a-a273-405a-a264-dce2641f0eb8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:24.511257 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-afcbda6a-5376-461f-ab6d-109f77587bcb tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:24.516107 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a72e95a-a273-405a-a264-dce2641f0eb8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:24.516935 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6a72e95a-a273-405a-a264-dce2641f0eb8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:24.523852 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ec76dc-8535-442a-b4fa-bfe4940517c5 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:56:24.534049 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f1ec76dc-8535-442a-b4fa-bfe4940517c5 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] 10.222.0.33 "PUT /v2.0/routers/86a837da-7744-48e3-a43f-a85b8968e391/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7001925 Sep 14 22:56:24.534803 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49376) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:24.538941 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5270df-8273-45e3-9663-8f5bb192c21e None None] Sync routers for ids ['86a837da-7744-48e3-a43f-a85b8968e391'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:56:24.551218 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5270df-8273-45e3-9663-8f5bb192c21e None None] Routers {'86a837da-7744-48e3-a43f-a85b8968e391'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:56:24.552161 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-fd5270df-8273-45e3-9663-8f5bb192c21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:56:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['86a837da-7744-48e3-a43f-a85b8968e391'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:24.624564 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6a72e95a-a273-405a-a264-dce2641f0eb8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:24.625811 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6a72e95a-a273-405a-a264-dce2641f0eb8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 1.0014274 Sep 14 22:56:24.626856 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-9c581329-2bad-4cf4-97ba-5ddf3fdb524e tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] show failed (client error): The resource could not be found. Sep 14 22:56:24.631402 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9c581329-2bad-4cf4-97ba-5ddf3fdb524e tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] 10.222.0.33 "GET /v2.0/routers/tempest-non_exist_router-65393845 HTTP/1.1" status: 404 len: 333 time: 0.0910904 Sep 14 22:56:24.631402 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-94e0662b-e890-4a95-bd3f-75dd0ec49525 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:24.632679 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49380) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:24.632792 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49382) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:24.641010 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-a33c95bf-137e-4dff-96ab-4eaeb2275a5a tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:24.644265 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-fd5270df-8273-45e3-9663-8f5bb192c21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:24.654195 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-47123926-e1c2-4fe8-9ec8-6b4251dfbef8 None None] Provisioning for port 737fde7a-cd1d-4302-bfc0-5c69c4941d2f completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:56:24.656971 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5270df-8273-45e3-9663-8f5bb192c21e None None] Routers {'86a837da-7744-48e3-a43f-a85b8968e391'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:56:24.657834 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-fd5270df-8273-45e3-9663-8f5bb192c21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:56:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['86a837da-7744-48e3-a43f-a85b8968e391'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:24.722717 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d235ac26-1ca5-4dae-ae2e-831421b8c426 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:24.723983 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d235ac26-1ca5-4dae-ae2e-831421b8c426 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:24.732964 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-94e0662b-e890-4a95-bd3f-75dd0ec49525 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33045011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33045002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33047131'] for router, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:24.741463 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ca184fdc-ab1a-49bc-b4ff-30b25ca12677 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:24.742844 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ca184fdc-ab1a-49bc-b4ff-30b25ca12677 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:24.758308 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-a33c95bf-137e-4dff-96ab-4eaeb2275a5a tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] update failed (client error): The resource could not be found. Sep 14 22:56:24.759435 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a33c95bf-137e-4dff-96ab-4eaeb2275a5a tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] 10.222.0.33 "PUT /v2.0/routers/tempest-non_exist_router-1440514291 HTTP/1.1" status: 404 len: 335 time: 0.1242020 Sep 14 22:56:24.768597 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-fd5270df-8273-45e3-9663-8f5bb192c21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:24.769026 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5270df-8273-45e3-9663-8f5bb192c21e None None] The sync data for ids ['86a837da-7744-48e3-a43f-a85b8968e391'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:56:24.773595 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49388) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:24.860510 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-afcbda6a-5376-461f-ab6d-109f77587bcb tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:24.870613 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5bd686-f661-4ce0-93a3-b00cada54b6d tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Network 95ffba58-98c1-458b-a274-37b419f593f3 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:56:24.871212 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-ebb32645-08a5-4b0d-8ad2-f8603797c375 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting port 8c804902-e887-43ea-95ea-b632f811d39c {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:24.871556 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ebb32645-08a5-4b0d-8ad2-f8603797c375 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:24.894656 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-6e5bd686-f661-4ce0-93a3-b00cada54b6d tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:24.897825 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ca184fdc-ab1a-49bc-b4ff-30b25ca12677 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:24.906235 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5bd686-f661-4ce0-93a3-b00cada54b6d tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Port': ['ID=ed38e957-91f6-4652-bf28-f1c469856579,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:24.914101 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5bd686-f661-4ce0-93a3-b00cada54b6d tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:56:24.949720 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d235ac26-1ca5-4dae-ae2e-831421b8c426 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.6756444 Sep 14 22:56:24.954288 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49392) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:24.984251 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-a62fb016-d334-4313-a872-877d6aedcf4f tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-881872323', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:25.035528 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-afcbda6a-5376-461f-ab6d-109f77587bcb tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:25.036953 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-b76027b5-88d6-4fd7-8cf0-63d2d5392a77 None None] Provisioning for port 0712e2ce-3c74-4517-801c-645d23e3c158 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:56:25.041059 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-afcbda6a-5376-461f-ab6d-109f77587bcb tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Usage tracker for resource:security_group_rule and tenant:48ff53ac0110494f8fd725384a2349c8 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:25.043156 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-b76027b5-88d6-4fd7-8cf0-63d2d5392a77 None None] Provisioning complete for port 0712e2ce-3c74-4517-801c-645d23e3c158 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:25.043539 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b76027b5-88d6-4fd7-8cf0-63d2d5392a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:25.044583 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-afcbda6a-5376-461f-ab6d-109f77587bcb tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:25.056498 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-afcbda6a-5376-461f-ab6d-109f77587bcb tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:25.107642 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a62fb016-d334-4313-a872-877d6aedcf4f tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:25.114723 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a62fb016-d334-4313-a872-877d6aedcf4f tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Usage tracker for resource:router and tenant:c78ea94e93c24653b4cacd2cbc5405e6 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:25.118614 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a62fb016-d334-4313-a872-877d6aedcf4f tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:25.126205 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a62fb016-d334-4313-a872-877d6aedcf4f tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:25.143401 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ca184fdc-ab1a-49bc-b4ff-30b25ca12677 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:25.159587 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e0662b-e890-4a95-bd3f-75dd0ec49525 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Router bb11ac18-7236-4f69-bb71-0b786916292d has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:56:25.184531 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-b76027b5-88d6-4fd7-8cf0-63d2d5392a77 None None] Port 0712e2ce-3c74-4517-801c-645d23e3c158 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:56:25.187812 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-24e4c4f2-1b95-4667-a743-5100e16c06bb tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Deleting subnet b9764a75-10a4-4940-9131-f6e43f754c0d {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:56:25.194889 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 08034fe1-3ba8-4b95-b4e8-d77aa030ec20 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:56:25.204980 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d750d9e6-ff77-49d6-8783-920e45b4734b tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:25.217046 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-24e4c4f2-1b95-4667-a743-5100e16c06bb tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:25.293480 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 08034fe1-3ba8-4b95-b4e8-d77aa030ec20 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:25.293922 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:25.340114 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a62fb016-d334-4313-a872-877d6aedcf4f tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:25.341342 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a62fb016-d334-4313-a872-877d6aedcf4f tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:25.354563 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750d9e6-ff77-49d6-8783-920e45b4734b tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Pushing event deleted for resources: {'Port': ['ID=5136c223-d5c0-41cc-b335-3ff0f6f079a3,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:25.393259 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ca184fdc-ab1a-49bc-b4ff-30b25ca12677 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:25.398026 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ca184fdc-ab1a-49bc-b4ff-30b25ca12677 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0417640 Sep 14 22:56:25.400763 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49396) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:25.414422 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-90df3993-07a4-4ca3-875e-25c1e47d6f5d tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'enable_snat': True}}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:25.416813 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6e5bd686-f661-4ce0-93a3-b00cada54b6d tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:25.462040 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-24e4c4f2-1b95-4667-a743-5100e16c06bb tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:25.466164 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c6accb8d-9473-46f1-825e-da393bde9e3e None None] Provisioning for port ed38e957-91f6-4652-bf28-f1c469856579 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:56:25.470762 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ebb32645-08a5-4b0d-8ad2-f8603797c375 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:25.477464 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c6accb8d-9473-46f1-825e-da393bde9e3e None None] Provisioning complete for port ed38e957-91f6-4652-bf28-f1c469856579 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:25.478459 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c6accb8d-9473-46f1-825e-da393bde9e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:25.530626 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 08034fe1-3ba8-4b95-b4e8-d77aa030ec20 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:56:25.531820 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 737fde7a-cd1d-4302-bfc0-5c69c4941d2f up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:56:25.546824 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-afcbda6a-5376-461f-ab6d-109f77587bcb tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:25.555469 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a62fb016-d334-4313-a872-877d6aedcf4f tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:25.571988 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-afcbda6a-5376-461f-ab6d-109f77587bcb tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:25.606908 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c6accb8d-9473-46f1-825e-da393bde9e3e None None] Port ed38e957-91f6-4652-bf28-f1c469856579 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:56:25.636724 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c6accb8d-9473-46f1-825e-da393bde9e3e None None] Provisioning complete for port 0712e2ce-3c74-4517-801c-645d23e3c158 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:25.638104 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c6accb8d-9473-46f1-825e-da393bde9e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:25.651869 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d750d9e6-ff77-49d6-8783-920e45b4734b tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks [] for floatingip, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:25.654769 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d750d9e6-ff77-49d6-8783-920e45b4734b tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:25.655957 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d750d9e6-ff77-49d6-8783-920e45b4734b tempest-ServerActionsTestJSON-799315811 tempest-ServerActionsTestJSON-799315811-project] 10.222.0.33 "DELETE /v2.0/floatingips/61385d17-43c0-4229-9422-55dd757c5c5f HTTP/1.1" status: 204 len: 168 time: 2.3291371 Sep 14 22:56:25.660126 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49400) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:25.667579 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-afcbda6a-5376-461f-ab6d-109f77587bcb tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:25.672653 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-afcbda6a-5376-461f-ab6d-109f77587bcb tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2337554 Sep 14 22:56:25.676465 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a62fb016-d334-4313-a872-877d6aedcf4f tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:25.683615 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49404) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:25.712532 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 737fde7a-cd1d-4302-bfc0-5c69c4941d2f completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:56:25.718480 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c6accb8d-9473-46f1-825e-da393bde9e3e None None] Port 0712e2ce-3c74-4517-801c-645d23e3c158 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:56:25.720885 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 737fde7a-cd1d-4302-bfc0-5c69c4941d2f triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:25.721253 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:25.765119 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbda6a-5376-461f-ab6d-109f77587bcb tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d53d10ee-1e7d-42b4-b6e2-dc56fec3b1fd,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:25.781949 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-866886cb-59bc-4401-96c4-445aa8b00f53 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Request body: {'security_group_rule': {'security_group_id': '4d0060fd-4e33-4d85-b922-ed08fb50738b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd53d10ee-1e7d-42b4-b6e2-dc56fec3b1fd', 'remote_ip_prefix': None}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:25.792778 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-866886cb-59bc-4401-96c4-445aa8b00f53 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:25.810369 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-866886cb-59bc-4401-96c4-445aa8b00f53 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Usage tracker for resource:security_group_rule and tenant:48ff53ac0110494f8fd725384a2349c8 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:25.817960 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-866886cb-59bc-4401-96c4-445aa8b00f53 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:25.824983 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a62fb016-d334-4313-a872-877d6aedcf4f tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:25.828703 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a62fb016-d334-4313-a872-877d6aedcf4f tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8636482 Sep 14 22:56:25.835928 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49408) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:25.848750 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 737fde7a-cd1d-4302-bfc0-5c69c4941d2f is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:56:25.849130 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:25.883271 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 737fde7a-cd1d-4302-bfc0-5c69c4941d2f, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=737fde7a-cd1d-4302-bfc0-5c69c4941d2f,segment=NetworkSegment(d8c8f273-1c65-467d-a011-ae2a4acddd9f),segment_id=d8c8f273-1c65-467d-a011-ae2a4acddd9f)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:56:25.887432 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:25.893253 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-ebb32645-08a5-4b0d-8ad2-f8603797c375 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Calling delete_port for 8c804902-e887-43ea-95ea-b632f811d39c owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:56:25.896332 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-866886cb-59bc-4401-96c4-445aa8b00f53 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:25.897647 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-24e4c4f2-1b95-4667-a743-5100e16c06bb tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:25.940160 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-ba3b3089-3136-41ec-b183-359a18b56889 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1260100692', 'prefixes': ['172.20.0.0/16']}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:25.960274 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=737fde7a-cd1d-4302-bfc0-5c69c4941d2f,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:25.967639 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ba3b3089-3136-41ec-b183-359a18b56889 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:26.086114 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e0662b-e890-4a95-bd3f-75dd0ec49525 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:56:26.095466 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-94e0662b-e890-4a95-bd3f-75dd0ec49525 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:26.099196 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-94e0662b-e890-4a95-bd3f-75dd0ec49525 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] 10.222.0.33 "PUT /v2.0/routers/bb11ac18-7236-4f69-bb71-0b786916292d HTTP/1.1" status: 200 len: 921 time: 7.4535229 Sep 14 22:56:26.099481 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b6e82a-ddfb-414c-accb-2dc6104f8284 None None] Sync routers for ids ['bb11ac18-7236-4f69-bb71-0b786916292d'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:56:26.104349 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49412) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:26.112037 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b6e82a-ddfb-414c-accb-2dc6104f8284 None None] Routers {'bb11ac18-7236-4f69-bb71-0b786916292d'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:56:26.113195 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-60b6e82a-ddfb-414c-accb-2dc6104f8284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:56:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['bb11ac18-7236-4f69-bb71-0b786916292d'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:26.146359 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6e5bd686-f661-4ce0-93a3-b00cada54b6d tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:26.154918 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-866886cb-59bc-4401-96c4-445aa8b00f53 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:26.175567 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-60b6e82a-ddfb-414c-accb-2dc6104f8284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:26.185456 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b6e82a-ddfb-414c-accb-2dc6104f8284 None None] Routers {'bb11ac18-7236-4f69-bb71-0b786916292d'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:56:26.186174 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-60b6e82a-ddfb-414c-accb-2dc6104f8284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:56:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['bb11ac18-7236-4f69-bb71-0b786916292d'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:26.251432 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-60b6e82a-ddfb-414c-accb-2dc6104f8284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:26.251884 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b6e82a-ddfb-414c-accb-2dc6104f8284 None None] The sync data for ids ['bb11ac18-7236-4f69-bb71-0b786916292d'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:56:26.263449 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-24e4c4f2-1b95-4667-a743-5100e16c06bb tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:26.324941 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-90df3993-07a4-4ca3-875e-25c1e47d6f5d tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:26.393160 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4c4f2-1b95-4667-a743-5100e16c06bb tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Pushing event deleted for resources: {'Subnet': ['ID=b9764a75-10a4-4940-9131-f6e43f754c0d,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:26.405231 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496da402-c99f-43cf-a344-a93cf7514e17 None None] Network b446e1db-35aa-49e8-bf90-575a98e038c2 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:56:26.408401 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-24e4c4f2-1b95-4667-a743-5100e16c06bb tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:26.554991 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ebb32645-08a5-4b0d-8ad2-f8603797c375 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:26.615533 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-be25e11b-ef43-48f7-8cf1-56ec878c31bc tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] 10.222.0.33 "GET /v2.0/routers/bb11ac18-7236-4f69-bb71-0b786916292d HTTP/1.1" status: 200 len: 921 time: 0.4561465 Sep 14 22:56:26.625346 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49416) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:26.626154 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb32645-08a5-4b0d-8ad2-f8603797c375 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Port': ['ID=8c804902-e887-43ea-95ea-b632f811d39c,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:26.655068 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-24e4c4f2-1b95-4667-a743-5100e16c06bb tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] 10.222.0.33 "DELETE /v2.0/subnets/b9764a75-10a4-4940-9131-f6e43f754c0d HTTP/1.1" status: 204 len: 168 time: 1.8683510 Sep 14 22:56:26.702618 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49420) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:26.740978 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64e5d59-745c-41ef-917a-e701e19eedf9 None None] DHCP port deletion for b446e1db-35aa-49e8-bf90-575a98e038c2 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:56:26.746790 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-f64e5d59-745c-41ef-917a-e701e19eedf9 None None] Deleting port 232d87c4-342c-4cea-8861-b2711d5bd4a1 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:26.747405 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f64e5d59-745c-41ef-917a-e701e19eedf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:26.747945 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-866886cb-59bc-4401-96c4-445aa8b00f53 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:26.760254 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ebb32645-08a5-4b0d-8ad2-f8603797c375 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:26.790659 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-866886cb-59bc-4401-96c4-445aa8b00f53 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:26.803986 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ba3b3089-3136-41ec-b183-359a18b56889 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks [] for subnetpool, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:26.808362 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ba3b3089-3136-41ec-b183-359a18b56889 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.9643638 Sep 14 22:56:26.810546 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49424) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:26.831987 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.tag.tag_plugin [None req-190e0ada-4d3f-4c51-8fce-19a74c122b22 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3246fbf6-c524-4273-959f-59d7b2d84be6', 'tempest-TagsExtTest-Tag-1196803588') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:26.919796 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ebb32645-08a5-4b0d-8ad2-f8603797c375 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/8c804902-e887-43ea-95ea-b632f811d39c HTTP/1.1" status: 204 len: 168 time: 2.2858925 Sep 14 22:56:26.934711 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49428) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:26.996132 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1acfab09-030f-44c3-a66a-de2be4de749d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:27.132412 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-f64e5d59-745c-41ef-917a-e701e19eedf9 None None] For port 232d87c4-342c-4cea-8861-b2711d5bd4a1, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=232d87c4-342c-4cea-8861-b2711d5bd4a1,segment=NetworkSegment(e4e76812-2175-4c47-8b36-9c0e57bfaad4),segment_id=e4e76812-2175-4c47-8b36-9c0e57bfaad4)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:56:27.133543 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f64e5d59-745c-41ef-917a-e701e19eedf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:27.155978 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-866886cb-59bc-4401-96c4-445aa8b00f53 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:27.160121 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-866886cb-59bc-4401-96c4-445aa8b00f53 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.4089758 Sep 14 22:56:27.163010 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866886cb-59bc-4401-96c4-445aa8b00f53 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b441f35-e4b8-4612-90d4-803ac1c3c7df,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:27.167406 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49432) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:27.215604 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dad292e-c9fc-44f1-a410-060ec6cf6f9a tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:27.216279 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1dad292e-c9fc-44f1-a410-060ec6cf6f9a tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Synchronizing usage tracker for tenant:11f4f57376264efa8a1e5bef1258a073 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:27.233843 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-1acfab09-030f-44c3-a66a-de2be4de749d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Deleting port 232d87c4-342c-4cea-8861-b2711d5bd4a1 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:27.234180 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1acfab09-030f-44c3-a66a-de2be4de749d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:27.241623 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-63e4f5fc-37d0-46eb-bdb6-15ee1042ffb1 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:27.257315 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-63e4f5fc-37d0-46eb-bdb6-15ee1042ffb1 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:27.268940 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea931de-aff6-428a-8bab-305a5dcde9b6 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:27.270891 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea931de-aff6-428a-8bab-305a5dcde9b6 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:27.271853 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-fea931de-aff6-428a-8bab-305a5dcde9b6 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:27.281223 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-f64e5d59-745c-41ef-917a-e701e19eedf9 None None] Calling delete_port for 232d87c4-342c-4cea-8861-b2711d5bd4a1 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:56:27.291164 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6e5bd686-f661-4ce0-93a3-b00cada54b6d tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:27.306250 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6e5bd686-f661-4ce0-93a3-b00cada54b6d tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:27.347730 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 737fde7a-cd1d-4302-bfc0-5c69c4941d2f up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:56:27.455910 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-63e4f5fc-37d0-46eb-bdb6-15ee1042ffb1 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:27.484265 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6e5bd686-f661-4ce0-93a3-b00cada54b6d tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:27.491794 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5bd686-f661-4ce0-93a3-b00cada54b6d tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Port': ['ID=ed38e957-91f6-4652-bf28-f1c469856579,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:27.494132 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f64e5d59-745c-41ef-917a-e701e19eedf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:27.494311 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4f5fc-37d0-46eb-bdb6-15ee1042ffb1 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b441f35-e4b8-4612-90d4-803ac1c3c7df,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:27.527499 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-63e4f5fc-37d0-46eb-bdb6-15ee1042ffb1 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:27.528651 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-63e4f5fc-37d0-46eb-bdb6-15ee1042ffb1 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/9b441f35-e4b8-4612-90d4-803ac1c3c7df HTTP/1.1" status: 204 len: 168 time: 0.3598802 Sep 14 22:56:27.532352 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49436) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:27.548438 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-1acfab09-030f-44c3-a66a-de2be4de749d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] The port '232d87c4-342c-4cea-8861-b2711d5bd4a1' was deleted {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:56:27.549796 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1dad292e-c9fc-44f1-a410-060ec6cf6f9a tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Unset dirty status for tenant:11f4f57376264efa8a1e5bef1258a073 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:27.555316 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1dad292e-c9fc-44f1-a410-060ec6cf6f9a tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=681410b9-e86d-4f65-a0f3-ea2093b5104b&device_id=bb11ac18-7236-4f69-bb71-0b786916292d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.9261365 Sep 14 22:56:27.564381 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49440) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:27.566774 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e5d59-745c-41ef-917a-e701e19eedf9 None None] Pushing event deleted for resources: {'Port': ['ID=232d87c4-342c-4cea-8861-b2711d5bd4a1,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:27.573429 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64e5d59-745c-41ef-917a-e701e19eedf9 None None] No DVR routers for this DVR port 232d87c4-342c-4cea-8861-b2711d5bd4a1 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:56:27.589768 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 737fde7a-cd1d-4302-bfc0-5c69c4941d2f triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:27.590258 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:27.689000 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-692c1cf7-30f8-4019-a2e4-74f1a7c378db tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Synchronizing usage tracker for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group_rule {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:27.703419 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-471ab177-c82e-4456-814e-466089c8fd42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:27.730630 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 737fde7a-cd1d-4302-bfc0-5c69c4941d2f is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:56:27.730821 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1acfab09-030f-44c3-a66a-de2be4de749d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:27.776983 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5bd686-f661-4ce0-93a3-b00cada54b6d tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Network 95ffba58-98c1-458b-a274-37b419f593f3 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:56:27.783108 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 232d87c4-342c-4cea-8861-b2711d5bd4a1 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:56:27.786363 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-6e5bd686-f661-4ce0-93a3-b00cada54b6d tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:27.806515 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-692c1cf7-30f8-4019-a2e4-74f1a7c378db tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Unset dirty status for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group_rule {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:27.807789 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-692c1cf7-30f8-4019-a2e4-74f1a7c378db tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2718458 Sep 14 22:56:27.828535 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 232d87c4-342c-4cea-8861-b2711d5bd4a1 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:56:27.828535 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 232d87c4-342c-4cea-8861-b2711d5bd4a1 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:56:27.837629 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49444) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:27.894214 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-fea931de-aff6-428a-8bab-305a5dcde9b6 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:27.899036 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-fea931de-aff6-428a-8bab-305a5dcde9b6 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.9596372 Sep 14 22:56:27.946414 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-1acfab09-030f-44c3-a66a-de2be4de749d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b446e1db-35aa-49e8-bf90-575a98e038c2']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:27.957308 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49448) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:28.028976 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-1acfab09-030f-44c3-a66a-de2be4de749d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e76812-2175-4c47-8b36-9c0e57bfaad4') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:28.029273 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-1acfab09-030f-44c3-a66a-de2be4de749d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e76812-2175-4c47-8b36-9c0e57bfaad4') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:28.057873 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-70b0e4c6-0299-430f-b8b2-1bbcb9be13f8 None None] Provisioning complete for port ed38e957-91f6-4652-bf28-f1c469856579 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:28.058236 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-70b0e4c6-0299-430f-b8b2-1bbcb9be13f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:28.064099 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-190e0ada-4d3f-4c51-8fce-19a74c122b22 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "PUT /v2.0/subnets/3246fbf6-c524-4273-959f-59d7b2d84be6/tags/tempest-TagsExtTest-Tag-1196803588 HTTP/1.1" status: 201 len: 201 time: 1.2464852 Sep 14 22:56:28.068465 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1acfab09-030f-44c3-a66a-de2be4de749d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:28.075110 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49452) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:28.078336 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-90df3993-07a4-4ca3-875e-25c1e47d6f5d tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:28.107279 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5bd686-f661-4ce0-93a3-b00cada54b6d tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Router d722c01f-39f2-41f2-b056-ccaa82202649 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:56:28.118972 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-70b0e4c6-0299-430f-b8b2-1bbcb9be13f8 None None] Port ed38e957-91f6-4652-bf28-f1c469856579 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:56:28.133775 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.tag.tag_plugin [None req-403e1f9c-884f-4cd6-b94b-f838699be0e9 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0712e2ce-3c74-4517-801c-645d23e3c158', 'tempest-TagsExtTest-Tag-305325338') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:28.179810 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-90df3993-07a4-4ca3-875e-25c1e47d6f5d tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:28.196202 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1acfab09-030f-44c3-a66a-de2be4de749d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:28.242393 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-deba2c81-44e6-4f6c-8416-950615b27286 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:28.262826 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1acfab09-030f-44c3-a66a-de2be4de749d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:56:28.263237 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1acfab09-030f-44c3-a66a-de2be4de749d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:28.314120 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-68cc4dc8-559e-4073-95e0-8d3672fc3be5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting subnet 3340fc9f-5ff5-4d04-8006-17e38889d792 {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:56:28.379748 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment e4e76812-2175-4c47-8b36-9c0e57bfaad4 resource provider aggregate not found Sep 14 22:56:28.394961 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-68cc4dc8-559e-4073-95e0-8d3672fc3be5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:28.426473 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be596ece-dc9e-485a-9954-a295f57bd238 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:28.427040 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-be596ece-dc9e-485a-9954-a295f57bd238 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Synchronizing usage tracker for tenant:11f4f57376264efa8a1e5bef1258a073 on resource:network {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:28.433279 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment e4e76812-2175-4c47-8b36-9c0e57bfaad4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4e76812-2175-4c47-8b36-9c0e57bfaad4 found for delete ", "request_id": "req-d022849f-388c-42f0-96fc-23d3f7359e80"}]} Sep 14 22:56:28.453269 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5bd686-f661-4ce0-93a3-b00cada54b6d tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:56:28.458179 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6e5bd686-f661-4ce0-93a3-b00cada54b6d tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "PUT /v2.0/routers/d722c01f-39f2-41f2-b056-ccaa82202649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2637265 Sep 14 22:56:28.461688 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49460) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:28.465457 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32331794-abe0-4a26-be55-6887e7b0aff6 None None] Sync routers for ids ['d722c01f-39f2-41f2-b056-ccaa82202649'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:56:28.474579 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32331794-abe0-4a26-be55-6887e7b0aff6 None None] Routers {'d722c01f-39f2-41f2-b056-ccaa82202649'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:56:28.475847 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-32331794-abe0-4a26-be55-6887e7b0aff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:56:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d722c01f-39f2-41f2-b056-ccaa82202649'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:28.494297 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-deba2c81-44e6-4f6c-8416-950615b27286 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:28.545825 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-32331794-abe0-4a26-be55-6887e7b0aff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:28.555268 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32331794-abe0-4a26-be55-6887e7b0aff6 None None] Routers {'d722c01f-39f2-41f2-b056-ccaa82202649'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:56:28.556068 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-32331794-abe0-4a26-be55-6887e7b0aff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:56:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d722c01f-39f2-41f2-b056-ccaa82202649'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:28.570144 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-68cc4dc8-559e-4073-95e0-8d3672fc3be5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:28.584172 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855875bc-2854-48ef-b13b-bf685edd6a58 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:28.584860 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-855875bc-2854-48ef-b13b-bf685edd6a58 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Synchronizing usage tracker for tenant:25d4f6710d2343efa0693e5e6584ceb8 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:28.590449 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-471ab177-c82e-4456-814e-466089c8fd42 admin admin] Deleting port b230af92-a4e0-4527-89a3-c58881bc43e0 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:28.590778 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-471ab177-c82e-4456-814e-466089c8fd42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:28.603410 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1acfab09-030f-44c3-a66a-de2be4de749d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:28.649305 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-32331794-abe0-4a26-be55-6887e7b0aff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:28.649516 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-be596ece-dc9e-485a-9954-a295f57bd238 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Unset dirty status for tenant:11f4f57376264efa8a1e5bef1258a073 on resource:network {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:28.649701 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32331794-abe0-4a26-be55-6887e7b0aff6 None None] The sync data for ids ['d722c01f-39f2-41f2-b056-ccaa82202649'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:56:28.650570 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-be596ece-dc9e-485a-9954-a295f57bd238 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] 10.222.0.33 "GET /v2.0/networks/681410b9-e86d-4f65-a0f3-ea2093b5104b HTTP/1.1" status: 200 len: 881 time: 1.0369616 Sep 14 22:56:28.653846 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49464) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:28.657822 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1acfab09-030f-44c3-a66a-de2be4de749d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:28.674396 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-855875bc-2854-48ef-b13b-bf685edd6a58 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Unset dirty status for tenant:25d4f6710d2343efa0693e5e6584ceb8 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:28.675542 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-855875bc-2854-48ef-b13b-bf685edd6a58 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "GET /v2.0/ports/ed38e957-91f6-4652-bf28-f1c469856579 HTTP/1.1" status: 200 len: 910 time: 0.2129667 Sep 14 22:56:28.685523 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acfab09-030f-44c3-a66a-de2be4de749d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Pushing event deleted for resources: {'Network': ['ID=b446e1db-35aa-49e8-bf90-575a98e038c2,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:28.694697 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49468) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:28.762777 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1acfab09-030f-44c3-a66a-de2be4de749d tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] 10.222.0.33 "DELETE /v2.0/networks/b446e1db-35aa-49e8-bf90-575a98e038c2 HTTP/1.1" status: 204 len: 168 time: 2.0565438 Sep 14 22:56:28.774524 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49472) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:28.780662 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-19f62cd1-8e45-4c36-9012-ea38ca2d17f5 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] 10.222.0.33 "GET /v2.0/ports?device_id=bb11ac18-7236-4f69-bb71-0b786916292d HTTP/1.1" status: 200 len: 205 time: 0.1254430 Sep 14 22:56:28.783479 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49476) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:28.980263 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-471ab177-c82e-4456-814e-466089c8fd42 admin admin] For port b230af92-a4e0-4527-89a3-c58881bc43e0, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=b230af92-a4e0-4527-89a3-c58881bc43e0,segment=NetworkSegment(f0430932-3f17-4258-a3c6-3118c23bd221),segment_id=f0430932-3f17-4258-a3c6-3118c23bd221)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:56:28.980894 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-471ab177-c82e-4456-814e-466089c8fd42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:29.027561 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-90df3993-07a4-4ca3-875e-25c1e47d6f5d tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Allocated IP 172.26.5.170 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/9166cd97-fbf2-408f-b870-65779274c9ff) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:56:29.042973 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-deba2c81-44e6-4f6c-8416-950615b27286 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:29.103767 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba2c81-44e6-4f6c-8416-950615b27286 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53d10ee-1e7d-42b4-b6e2-dc56fec3b1fd,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:29.106456 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-403e1f9c-884f-4cd6-b94b-f838699be0e9 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "PUT /v2.0/ports/0712e2ce-3c74-4517-801c-645d23e3c158/tags/tempest-TagsExtTest-Tag-305325338 HTTP/1.1" status: 201 len: 201 time: 1.0036864 Sep 14 22:56:29.114812 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-471ab177-c82e-4456-814e-466089c8fd42 admin admin] Calling delete_port for b230af92-a4e0-4527-89a3-c58881bc43e0 owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:56:29.133687 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49480) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:29.155160 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.tag.tag_plugin [None req-bcf170cb-d2a5-46d9-8dac-d81ed17bd261 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd4fb2fd4-4137-4921-9a00-79f616b76a93', 'tempest-TagsExtTest-Tag-279885077') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:29.158230 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d604f3b4-247a-403b-ba68-a6e69018433b tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:29.316396 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-908c529a-2872-408e-962e-90a2e9358dac tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Deleting subnet 2498d36e-c3a6-468b-98f3-fc133fab3b8d {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:56:29.318615 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-68cc4dc8-559e-4073-95e0-8d3672fc3be5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:29.385157 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d604f3b4-247a-403b-ba68-a6e69018433b tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:29.387564 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-908c529a-2872-408e-962e-90a2e9358dac tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:29.401086 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-d604f3b4-247a-403b-ba68-a6e69018433b tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Deleting port f3a7eea8-bf87-4ebd-8c65-9754c97efd58 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:29.401420 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d604f3b4-247a-403b-ba68-a6e69018433b tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:29.542079 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-deba2c81-44e6-4f6c-8416-950615b27286 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:29.543283 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-deba2c81-44e6-4f6c-8416-950615b27286 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "DELETE /v2.0/security-groups/d53d10ee-1e7d-42b4-b6e2-dc56fec3b1fd HTTP/1.1" status: 204 len: 168 time: 1.7010419 Sep 14 22:56:29.551035 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49484) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:29.629368 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-908c529a-2872-408e-962e-90a2e9358dac tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:29.630701 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-471ab177-c82e-4456-814e-466089c8fd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:29.712563 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ab177-c82e-4456-814e-466089c8fd42 admin admin] Pushing event deleted for resources: {'Port': ['ID=b230af92-a4e0-4527-89a3-c58881bc43e0,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:29.768783 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-68cc4dc8-559e-4073-95e0-8d3672fc3be5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:29.779406 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-90df3993-07a4-4ca3-875e-25c1e47d6f5d tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:29.848080 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc4dc8-559e-4073-95e0-8d3672fc3be5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Subnet': ['ID=3340fc9f-5ff5-4d04-8006-17e38889d792,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:29.869385 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-bcf170cb-d2a5-46d9-8dac-d81ed17bd261 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "PUT /v2.0/routers/d4fb2fd4-4137-4921-9a00-79f616b76a93/tags/tempest-TagsExtTest-Tag-279885077 HTTP/1.1" status: 201 len: 201 time: 0.7314951 Sep 14 22:56:29.870585 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-68cc4dc8-559e-4073-95e0-8d3672fc3be5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:29.877765 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04dab81-bf84-43d3-bc37-55c53aaa4f36 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:56:29.899071 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49488) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:29.912399 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.tag.tag_plugin [None req-06e93179-0822-4686-8f33-c12d4f6da6e2 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '94523029-2be5-4fdd-95a7-6a9abeaac560', 'tempest-TagsExtTest-Tag-2067309612') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:29.929854 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-92d3be3a-8fe5-4d2a-b3ce-e69f4adf3162 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Synchronizing usage tracker for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:29.936564 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d604f3b4-247a-403b-ba68-a6e69018433b tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:29.952401 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-68cc4dc8-559e-4073-95e0-8d3672fc3be5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/3340fc9f-5ff5-4d04-8006-17e38889d792 HTTP/1.1" status: 204 len: 168 time: 1.9728158 Sep 14 22:56:29.954646 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49492) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:30.018316 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-908c529a-2872-408e-962e-90a2e9358dac tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:30.076647 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b6f32e9c-3196-473e-a819-623d41d8764c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1172469 Sep 14 22:56:30.080017 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49496) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:30.088181 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-f8273dfa-b913-4f9e-a091-298627723fff tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:30.114415 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-90df3993-07a4-4ca3-875e-25c1e47d6f5d tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:30.119100 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-d604f3b4-247a-403b-ba68-a6e69018433b tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Calling delete_port for f3a7eea8-bf87-4ebd-8c65-9754c97efd58 owned by network:router_gateway {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:56:30.155420 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-92d3be3a-8fe5-4d2a-b3ce-e69f4adf3162 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Unset dirty status for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:30.156727 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-92d3be3a-8fe5-4d2a-b3ce-e69f4adf3162 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.6047430 Sep 14 22:56:30.169063 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49500) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:30.201671 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d5f101-2db3-486d-ac0f-ff8a41108ce4 None None] DHCP port deletion for ac1cbc11-ac8d-43cd-9c1d-398cae68a205 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:56:30.207934 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-28d5f101-2db3-486d-ac0f-ff8a41108ce4 None None] Deleting port 08034fe1-3ba8-4b95-b4e8-d77aa030ec20 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:30.208851 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-28d5f101-2db3-486d-ac0f-ff8a41108ce4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:30.282021 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90df3993-07a4-4ca3-875e-25c1e47d6f5d tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:56:30.316418 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-90df3993-07a4-4ca3-875e-25c1e47d6f5d tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:30.329965 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90df3993-07a4-4ca3-875e-25c1e47d6f5d tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:56:30.332185 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-06e93179-0822-4686-8f33-c12d4f6da6e2 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "PUT /v2.0/subnetpools/94523029-2be5-4fdd-95a7-6a9abeaac560/tags/tempest-TagsExtTest-Tag-2067309612 HTTP/1.1" status: 201 len: 201 time: 0.4265056 Sep 14 22:56:30.339822 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49504) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:30.354920 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.tag.tag_plugin [None req-829e473f-5320-4a4c-a164-5b7c3bd4ca52 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3246fbf6-c524-4273-959f-59d7b2d84be6') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:30.356595 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df3993-07a4-4ca3-875e-25c1e47d6f5d tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Pushing event updated for resources: {'Port': ['ID=9166cd97-fbf2-408f-b870-65779274c9ff,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:30.382248 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-908c529a-2872-408e-962e-90a2e9358dac tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:30.387238 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-f8273dfa-b913-4f9e-a091-298627723fff tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:30.436172 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-f8273dfa-b913-4f9e-a091-298627723fff tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:subnet and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:30.448988 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-f8273dfa-b913-4f9e-a091-298627723fff tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:30.451715 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c529a-2872-408e-962e-90a2e9358dac tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Pushing event deleted for resources: {'Subnet': ['ID=2498d36e-c3a6-468b-98f3-fc133fab3b8d,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:30.459129 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-28d5f101-2db3-486d-ac0f-ff8a41108ce4 None None] For port 08034fe1-3ba8-4b95-b4e8-d77aa030ec20, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=08034fe1-3ba8-4b95-b4e8-d77aa030ec20,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:56:30.460066 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-28d5f101-2db3-486d-ac0f-ff8a41108ce4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:30.464986 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-f8273dfa-b913-4f9e-a091-298627723fff tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:30.469350 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-908c529a-2872-408e-962e-90a2e9358dac tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:30.482250 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ffd31732-d5ad-4df5-b2b5-c9161fc64de9 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:30.548860 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8327cd6-ebfc-466f-89f5-5ba6c878358f None None] Network 8ff19e39-35a6-45d3-b0d1-6f7b47204bf6 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:56:30.557635 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ffd31732-d5ad-4df5-b2b5-c9161fc64de9 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:30.577522 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-471ab177-c82e-4456-814e-466089c8fd42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:30.629901 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-28d5f101-2db3-486d-ac0f-ff8a41108ce4 None None] Calling delete_port for 08034fe1-3ba8-4b95-b4e8-d77aa030ec20 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:56:30.684440 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-908c529a-2872-408e-962e-90a2e9358dac tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] 10.222.0.33 "DELETE /v2.0/subnets/2498d36e-c3a6-468b-98f3-fc133fab3b8d HTTP/1.1" status: 204 len: 168 time: 1.9023640 Sep 14 22:56:30.694429 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8273dfa-b913-4f9e-a091-298627723fff tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:56:30.697735 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f8273dfa-b913-4f9e-a091-298627723fff tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:30.716654 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49508) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:30.807298 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d604f3b4-247a-403b-ba68-a6e69018433b tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:30.846287 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-829e473f-5320-4a4c-a164-5b7c3bd4ca52 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "GET /v2.0/subnets/3246fbf6-c524-4273-959f-59d7b2d84be6/tags HTTP/1.1" status: 200 len: 241 time: 0.5020282 Sep 14 22:56:30.873739 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49512) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:30.905583 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.tag.tag_plugin [None req-4b57eb63-3378-4b69-a282-2ec63a317215 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3246fbf6-c524-4273-959f-59d7b2d84be6', 'tempest-TagsExtTest-Tag-1196803588') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:30.907528 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ffd31732-d5ad-4df5-b2b5-c9161fc64de9 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:30.919907 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-28d5f101-2db3-486d-ac0f-ff8a41108ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:30.948762 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d604f3b4-247a-403b-ba68-a6e69018433b tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Pushing event deleted for resources: {'Port': ['ID=f3a7eea8-bf87-4ebd-8c65-9754c97efd58,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:30.950018 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-afbe3b3e-2b2c-4c9c-9f44-08233e694b44 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:30.968267 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d5f101-2db3-486d-ac0f-ff8a41108ce4 None None] No DVR routers for this DVR port 08034fe1-3ba8-4b95-b4e8-d77aa030ec20 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:56:30.986066 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5f101-2db3-486d-ac0f-ff8a41108ce4 None None] Pushing event deleted for resources: {'Port': ['ID=08034fe1-3ba8-4b95-b4e8-d77aa030ec20,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:30.995762 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3e2f18c-886f-4bdf-a116-cd35a76bfa70 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Deleting subnet fdb43b0f-f7fb-42d5-82c5-80d0d51ab992 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:56:31.010485 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a3e2f18c-886f-4bdf-a116-cd35a76bfa70 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:31.067420 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd31732-d5ad-4df5-b2b5-c9161fc64de9 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0060fd-4e33-4d85-b922-ed08fb50738b,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:31.139295 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3ae06c-72f5-4541-afc4-ecdf536f1bec None None] DHCP port deletion for 8ff19e39-35a6-45d3-b0d1-6f7b47204bf6 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:56:31.145697 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-0b3ae06c-72f5-4541-afc4-ecdf536f1bec None None] Deleting port eb6abb8a-d862-4d43-9cea-3f7373a6b1f8 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:31.146181 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0b3ae06c-72f5-4541-afc4-ecdf536f1bec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:31.193724 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a3e2f18c-886f-4bdf-a116-cd35a76bfa70 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:31.246907 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d604f3b4-247a-403b-ba68-a6e69018433b tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:31.256748 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 08034fe1-3ba8-4b95-b4e8-d77aa030ec20 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:56:31.304970 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 08034fe1-3ba8-4b95-b4e8-d77aa030ec20 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:56:31.305334 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 08034fe1-3ba8-4b95-b4e8-d77aa030ec20 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:56:31.429188 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-0b3ae06c-72f5-4541-afc4-ecdf536f1bec None None] For port eb6abb8a-d862-4d43-9cea-3f7373a6b1f8, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=eb6abb8a-d862-4d43-9cea-3f7373a6b1f8,segment=NetworkSegment(e6303aea-3410-4eee-b3ef-35ab293230af),segment_id=e6303aea-3410-4eee-b3ef-35ab293230af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:56:31.430471 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0b3ae06c-72f5-4541-afc4-ecdf536f1bec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:31.430598 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ffd31732-d5ad-4df5-b2b5-c9161fc64de9 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:31.431582 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ffd31732-d5ad-4df5-b2b5-c9161fc64de9 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "DELETE /v2.0/security-groups/4d0060fd-4e33-4d85-b922-ed08fb50738b HTTP/1.1" status: 204 len: 168 time: 1.2606182 Sep 14 22:56:31.468097 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49516) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:31.520379 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4b57eb63-3378-4b69-a282-2ec63a317215 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "GET /v2.0/subnets/3246fbf6-c524-4273-959f-59d7b2d84be6/tags/tempest-TagsExtTest-Tag-1196803588 HTTP/1.1" status: 204 len: 168 time: 0.6371160 Sep 14 22:56:31.523965 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49520) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:31.543726 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.tag.tag_plugin [None req-59d7097f-e987-4459-995d-dff7371a935d tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '3246fbf6-c524-4273-959f-59d7b2d84be6', 'tempest-TagsExtTest-Tag-1196803588') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:31.556755 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-0b3ae06c-72f5-4541-afc4-ecdf536f1bec None None] Calling delete_port for eb6abb8a-d862-4d43-9cea-3f7373a6b1f8 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:56:31.586450 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d604f3b4-247a-403b-ba68-a6e69018433b tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:31.636287 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-90df3993-07a4-4ca3-875e-25c1e47d6f5d tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:31.639025 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d604f3b4-247a-403b-ba68-a6e69018433b tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:31.641087 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0b3ae06c-72f5-4541-afc4-ecdf536f1bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:31.694738 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ae06c-72f5-4541-afc4-ecdf536f1bec None None] Pushing event deleted for resources: {'Port': ['ID=eb6abb8a-d862-4d43-9cea-3f7373a6b1f8,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:31.703121 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3ae06c-72f5-4541-afc4-ecdf536f1bec None None] No DVR routers for this DVR port eb6abb8a-d862-4d43-9cea-3f7373a6b1f8 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:56:31.714198 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d604f3b4-247a-403b-ba68-a6e69018433b tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:31.714688 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d604f3b4-247a-403b-ba68-a6e69018433b tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Fanout notify agent at l3_agent the message router_deleted on router bb11ac18-7236-4f69-bb71-0b786916292d {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:56:31.724311 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471ab177-c82e-4456-814e-466089c8fd42 admin admin] Router e5f37f16-0bc4-4b99-ab3b-19cca337c577 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:56:31.728677 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a3e2f18c-886f-4bdf-a116-cd35a76bfa70 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:31.752732 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-32325e0c-23b6-46fe-86b4-eb9ed162f8c1 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Synchronizing usage tracker for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:31.774572 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d604f3b4-247a-403b-ba68-a6e69018433b tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:31.775564 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d604f3b4-247a-403b-ba68-a6e69018433b tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] 10.222.0.33 "DELETE /v2.0/routers/bb11ac18-7236-4f69-bb71-0b786916292d HTTP/1.1" status: 204 len: 168 time: 2.9912939 Sep 14 22:56:31.781879 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49524) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:31.790748 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-ed193996-09f9-41e9-b23d-d3d3e396d3ac tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1453063179', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:31.855749 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ed193996-09f9-41e9-b23d-d3d3e396d3ac tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:31.869923 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ed193996-09f9-41e9-b23d-d3d3e396d3ac tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Usage tracker for resource:router and tenant:711c13b950a84e64b637b2d4bd78d0d1 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:31.878225 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ed193996-09f9-41e9-b23d-d3d3e396d3ac tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:31.884493 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ed193996-09f9-41e9-b23d-d3d3e396d3ac tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:31.972968 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ed193996-09f9-41e9-b23d-d3d3e396d3ac tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:31.973957 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ed193996-09f9-41e9-b23d-d3d3e396d3ac tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:31.995382 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a3e2f18c-886f-4bdf-a116-cd35a76bfa70 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:32.045712 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2f18c-886f-4bdf-a116-cd35a76bfa70 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Pushing event deleted for resources: {'Subnet': ['ID=fdb43b0f-f7fb-42d5-82c5-80d0d51ab992,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:32.058246 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-32325e0c-23b6-46fe-86b4-eb9ed162f8c1 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Unset dirty status for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:32.064466 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-32325e0c-23b6-46fe-86b4-eb9ed162f8c1 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5722401 Sep 14 22:56:32.064742 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a3e2f18c-886f-4bdf-a116-cd35a76bfa70 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:32.064742 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49528) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:32.067307 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abf1a94-4abd-445d-89ee-f97c084719c8 None None] Network 35590c69-b3a7-4a55-ae27-b3782d804732 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:56:32.067894 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ed193996-09f9-41e9-b23d-d3d3e396d3ac tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:32.076248 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-603b6b60-8e00-460d-8e46-d9f9f261e6e3 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Request body: {'security_group': {'name': 'tempest-secgroup--1493313246'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:32.086239 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471ab177-c82e-4456-814e-466089c8fd42 admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:56:32.091781 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-603b6b60-8e00-460d-8e46-d9f9f261e6e3 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:32.096708 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-471ab177-c82e-4456-814e-466089c8fd42 admin admin] 10.222.0.33 "PUT /v2.0/routers/e5f37f16-0bc4-4b99-ab3b-19cca337c577/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4303970 Sep 14 22:56:32.100569 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a3e2f18c-886f-4bdf-a116-cd35a76bfa70 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] 10.222.0.33 "DELETE /v2.0/subnets/fdb43b0f-f7fb-42d5-82c5-80d0d51ab992 HTTP/1.1" status: 204 len: 168 time: 1.3842518 Sep 14 22:56:32.104729 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49532) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:32.105030 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49534) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:32.140043 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670f64d2-02e9-4936-99df-ef623a14c41b None None] Sync routers for ids ['e5f37f16-0bc4-4b99-ab3b-19cca337c577'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:56:32.143656 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-afbe3b3e-2b2c-4c9c-9f44-08233e694b44 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Deleting port ed38e957-91f6-4652-bf28-f1c469856579 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:32.144004 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-afbe3b3e-2b2c-4c9c-9f44-08233e694b44 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:32.169790 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670f64d2-02e9-4936-99df-ef623a14c41b None None] Routers {'e5f37f16-0bc4-4b99-ab3b-19cca337c577'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:56:32.170512 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-670f64d2-02e9-4936-99df-ef623a14c41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:56:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['e5f37f16-0bc4-4b99-ab3b-19cca337c577'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:32.171057 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-603b6b60-8e00-460d-8e46-d9f9f261e6e3 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:32.200507 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ed193996-09f9-41e9-b23d-d3d3e396d3ac tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:32.220671 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-603b6b60-8e00-460d-8e46-d9f9f261e6e3 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:32.297904 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.objects.ports [None req-f8273dfa-b913-4f9e-a091-298627723fff tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89170) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 14 22:56:32.300588 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ed193996-09f9-41e9-b23d-d3d3e396d3ac tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:32.305369 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ed193996-09f9-41e9-b23d-d3d3e396d3ac tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5190151 Sep 14 22:56:32.307287 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49540) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:32.314358 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-40d003a0-86b9-457c-a69e-3c2073df1c0a tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Request body: {'router': {'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:32.373619 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f8273dfa-b913-4f9e-a091-298627723fff tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:32.479522 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-670f64d2-02e9-4936-99df-ef623a14c41b None None] Set router e5f37f16-0bc4-4b99-ab3b-19cca337c577 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:56:32.500231 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-603b6b60-8e00-460d-8e46-d9f9f261e6e3 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:32.513697 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-603b6b60-8e00-460d-8e46-d9f9f261e6e3 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Usage tracker for resource:security_group_rule and tenant:48ff53ac0110494f8fd725384a2349c8 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:32.518963 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-603b6b60-8e00-460d-8e46-d9f9f261e6e3 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:32.557280 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-59d7097f-e987-4459-995d-dff7371a935d tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "DELETE /v2.0/subnets/3246fbf6-c524-4273-959f-59d7b2d84be6/tags/tempest-TagsExtTest-Tag-1196803588 HTTP/1.1" status: 204 len: 168 time: 1.0285246 Sep 14 22:56:32.567192 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8273dfa-b913-4f9e-a091-298627723fff tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:56:32.572158 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ab6c64a6-b5d5-4cb2-9553-ac1c47297618 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:32.572328 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49544) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:32.586010 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-f8273dfa-b913-4f9e-a091-298627723fff tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:32.588134 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-603b6b60-8e00-460d-8e46-d9f9f261e6e3 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:32.594086 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.tag.tag_plugin [None req-fe1df913-eb31-4515-a39b-fc5fffb98976 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3246fbf6-c524-4273-959f-59d7b2d84be6') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:32.595136 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8273dfa-b913-4f9e-a091-298627723fff tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:32.596020 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f8273dfa-b913-4f9e-a091-298627723fff tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:32.605938 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9cb22f-b3a7-49f6-aa35-eea1ff090e82 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:56:32.625838 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-76064466-b091-43fe-abd7-f45e77a89625 admin admin] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:32.707488 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8273dfa-b913-4f9e-a091-298627723fff tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Subnet': ['ID=2512aab8-595e-4944-8abd-ab3d9b20f985,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:32.744058 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc22d3f-685a-48a9-b496-f1c938f39c09 None None] DHCP port deletion for 35590c69-b3a7-4a55-ae27-b3782d804732 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:56:32.769220 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-bfc22d3f-685a-48a9-b496-f1c938f39c09 None None] Deleting port 85b809c4-6b27-4ca0-8fe5-f9a266e00ba0 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:32.769589 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bfc22d3f-685a-48a9-b496-f1c938f39c09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:32.841307 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f8273dfa-b913-4f9e-a091-298627723fff tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.7595706 Sep 14 22:56:32.849282 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49548) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:32.905244 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-90df3993-07a4-4ca3-875e-25c1e47d6f5d tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:32.913756 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-afbe3b3e-2b2c-4c9c-9f44-08233e694b44 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:32.924972 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-a2ed9e97-71ea-47b3-9d84-d0d32b9a4cf3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'port': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'mac_address': 'fa:16:3e:1d:65:3f', 'name': 'tempest-NetworksTestDHCPv6-1894595263'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:32.968515 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-90df3993-07a4-4ca3-875e-25c1e47d6f5d tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33045011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33045002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33047131'] for router, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:33.065850 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-40d003a0-86b9-457c-a69e-3c2073df1c0a tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:33.083755 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device eb6abb8a-d862-4d43-9cea-3f7373a6b1f8 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:56:33.157315 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-afbe3b3e-2b2c-4c9c-9f44-08233e694b44 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Calling delete_port for ed38e957-91f6-4652-bf28-f1c469856579 owned by network:router_interface {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:56:33.172463 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: eb6abb8a-d862-4d43-9cea-3f7373a6b1f8 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:56:33.172827 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device eb6abb8a-d862-4d43-9cea-3f7373a6b1f8 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:56:33.173252 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 85b809c4-6b27-4ca0-8fe5-f9a266e00ba0 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:56:33.199718 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ab6c64a6-b5d5-4cb2-9553-ac1c47297618 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:33.250089 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-603b6b60-8e00-460d-8e46-d9f9f261e6e3 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:33.254814 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-76064466-b091-43fe-abd7-f45e77a89625 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:33.262868 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-603b6b60-8e00-460d-8e46-d9f9f261e6e3 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:33.294577 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-fe1df913-eb31-4515-a39b-fc5fffb98976 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "GET /v2.0/subnets/3246fbf6-c524-4273-959f-59d7b2d84be6/tags HTTP/1.1" status: 200 len: 205 time: 0.7170556 Sep 14 22:56:33.301667 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-76064466-b091-43fe-abd7-f45e77a89625 admin admin] Deleting port 1a2bd903-ebbd-40b2-b3a9-44036384e2eb {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:33.302225 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-76064466-b091-43fe-abd7-f45e77a89625 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:33.315222 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-bfc22d3f-685a-48a9-b496-f1c938f39c09 None None] For port 85b809c4-6b27-4ca0-8fe5-f9a266e00ba0, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=85b809c4-6b27-4ca0-8fe5-f9a266e00ba0,segment=NetworkSegment(329e3bb9-ff86-4c1a-b896-a539c1ceff2b),segment_id=329e3bb9-ff86-4c1a-b896-a539c1ceff2b)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:56:33.315334 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49552) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:33.315441 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bfc22d3f-685a-48a9-b496-f1c938f39c09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:33.327128 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.tag.tag_plugin [None req-6737cb64-26a9-4598-87b8-39fec61018fc tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0712e2ce-3c74-4517-801c-645d23e3c158') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:33.387815 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-ab6c64a6-b5d5-4cb2-9553-ac1c47297618 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ff19e39-35a6-45d3-b0d1-6f7b47204bf6']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:33.389215 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b6b60-8e00-460d-8e46-d9f9f261e6e3 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe75a6b-2687-4b14-981c-91f3d63a0a3c,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:33.419911 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f060aee-1a81-4fc7-993c-d623a9131197 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'fixed_ips': [{'subnet_id': '2512aab8-595e-4944-8abd-ab3d9b20f985'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:56:33.420643 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9f060aee-1a81-4fc7-993c-d623a9131197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:33.430970 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-603b6b60-8e00-460d-8e46-d9f9f261e6e3 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:33.435217 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-603b6b60-8e00-460d-8e46-d9f9f261e6e3 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3677564 Sep 14 22:56:33.475638 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49556) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:33.492919 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-dd788626-5b96-4e76-9e22-fed1aeb85866 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Request body: {'security_group_rule': {'security_group_id': 'cbe75a6b-2687-4b14-981c-91f3d63a0a3c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:33.500963 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-bfc22d3f-685a-48a9-b496-f1c938f39c09 None None] Calling delete_port for 85b809c4-6b27-4ca0-8fe5-f9a266e00ba0 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:56:33.505738 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-ab6c64a6-b5d5-4cb2-9553-ac1c47297618 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6303aea-3410-4eee-b3ef-35ab293230af') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:33.506055 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-ab6c64a6-b5d5-4cb2-9553-ac1c47297618 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6303aea-3410-4eee-b3ef-35ab293230af') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:33.507771 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-dd788626-5b96-4e76-9e22-fed1aeb85866 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:33.530004 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-dd788626-5b96-4e76-9e22-fed1aeb85866 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Usage tracker for resource:security_group_rule and tenant:48ff53ac0110494f8fd725384a2349c8 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:33.535631 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-dd788626-5b96-4e76-9e22-fed1aeb85866 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:33.547523 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-dd788626-5b96-4e76-9e22-fed1aeb85866 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:33.659500 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-76064466-b091-43fe-abd7-f45e77a89625 admin admin] For port 1a2bd903-ebbd-40b2-b3a9-44036384e2eb, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=1a2bd903-ebbd-40b2-b3a9-44036384e2eb,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:56:33.659910 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-76064466-b091-43fe-abd7-f45e77a89625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:33.676058 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-670f64d2-02e9-4936-99df-ef623a14c41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'name': 'tempest-ServerActionsTestJSON-1223850239-router', 'tenant_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '1a2bd903-ebbd-40b2-b3a9-44036384e2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:47Z', 'updated_at': '2022-09-14T22:56:29Z', 'revision_number': 5, 'project_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'gw_port': {'id': '1a2bd903-ebbd-40b2-b3a9-44036384e2eb', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:51:49Z', 'updated_at': '2022-09-14T22:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:33.680900 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dd788626-5b96-4e76-9e22-fed1aeb85866 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:33.705591 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 85b809c4-6b27-4ca0-8fe5-f9a266e00ba0 is: ACTIVE; New status is: DOWN {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:56:33.705971 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:33.712256 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ab6c64a6-b5d5-4cb2-9553-ac1c47297618 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:33.715450 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670f64d2-02e9-4936-99df-ef623a14c41b None None] Checking router: e5f37f16-0bc4-4b99-ab3b-19cca337c577 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:56:33.756319 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-a2ed9e97-71ea-47b3-9d84-d0d32b9a4cf3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:33.759829 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ab6c64a6-b5d5-4cb2-9553-ac1c47297618 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:33.770008 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a2ed9e97-71ea-47b3-9d84-d0d32b9a4cf3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:port and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:33.774693 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bfc22d3f-685a-48a9-b496-f1c938f39c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:33.775648 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a2ed9e97-71ea-47b3-9d84-d0d32b9a4cf3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:33.792115 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-a2ed9e97-71ea-47b3-9d84-d0d32b9a4cf3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:33.794360 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab6c64a6-b5d5-4cb2-9553-ac1c47297618 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:56:33.794762 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ab6c64a6-b5d5-4cb2-9553-ac1c47297618 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:33.814386 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670f64d2-02e9-4936-99df-ef623a14c41b None None] Routers {'e5f37f16-0bc4-4b99-ab3b-19cca337c577'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:56:33.815024 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-670f64d2-02e9-4936-99df-ef623a14c41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:56:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['e5f37f16-0bc4-4b99-ab3b-19cca337c577'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:33.887297 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment e6303aea-3410-4eee-b3ef-35ab293230af resource provider aggregate not found Sep 14 22:56:33.903846 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-76064466-b091-43fe-abd7-f45e77a89625 admin admin] Calling delete_port for 1a2bd903-ebbd-40b2-b3a9-44036384e2eb owned by network:router_gateway {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:56:33.925856 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment e6303aea-3410-4eee-b3ef-35ab293230af resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6303aea-3410-4eee-b3ef-35ab293230af found for delete ", "request_id": "req-861a8f00-e99f-4c23-97cc-94c71d408162"}]} Sep 14 22:56:33.932507 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ed9e97-71ea-47b3-9d84-d0d32b9a4cf3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:56:33.947861 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-40d003a0-86b9-457c-a69e-3c2073df1c0a tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router_gateway, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:33.964690 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6737cb64-26a9-4598-87b8-39fec61018fc tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "GET /v2.0/ports/0712e2ce-3c74-4517-801c-645d23e3c158/tags HTTP/1.1" status: 200 len: 240 time: 0.6475177 Sep 14 22:56:33.985067 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49564) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:33.987990 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc22d3f-685a-48a9-b496-f1c938f39c09 None None] Pushing event deleted for resources: {'Port': ['ID=85b809c4-6b27-4ca0-8fe5-f9a266e00ba0,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:34.003048 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.tag.tag_plugin [None req-584becbe-7a9b-45d7-b23a-633dcd1cb9d8 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0712e2ce-3c74-4517-801c-645d23e3c158', 'tempest-TagsExtTest-Tag-305325338') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:34.018728 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc22d3f-685a-48a9-b496-f1c938f39c09 None None] No DVR routers for this DVR port 85b809c4-6b27-4ca0-8fe5-f9a266e00ba0 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:56:34.029172 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-40d003a0-86b9-457c-a69e-3c2073df1c0a tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:34.052941 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-9f060aee-1a81-4fc7-993c-d623a9131197 None None] Allocated IP 2001:db8::f816:3eff:feb3:de24 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/2512aab8-595e-4944-8abd-ab3d9b20f985/f4ddf0e3-845d-4dcc-a576-0d55ea6903b8) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:56:34.069996 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-670f64d2-02e9-4936-99df-ef623a14c41b None None] Set router e5f37f16-0bc4-4b99-ab3b-19cca337c577 gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:56:34.087304 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ab6c64a6-b5d5-4cb2-9553-ac1c47297618 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:34.091955 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ab6c64a6-b5d5-4cb2-9553-ac1c47297618 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:34.144160 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c64a6-b5d5-4cb2-9553-ac1c47297618 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Pushing event deleted for resources: {'Network': ['ID=8ff19e39-35a6-45d3-b0d1-6f7b47204bf6,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:34.154656 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ab6c64a6-b5d5-4cb2-9553-ac1c47297618 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] 10.222.0.33 "DELETE /v2.0/networks/8ff19e39-35a6-45d3-b0d1-6f7b47204bf6 HTTP/1.1" status: 204 len: 168 time: 2.0433371 Sep 14 22:56:34.160413 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49568) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:34.179120 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dd788626-5b96-4e76-9e22-fed1aeb85866 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:34.193498 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-670f64d2-02e9-4936-99df-ef623a14c41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'name': 'tempest-ServerActionsTestJSON-1223850239-router', 'tenant_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:47Z', 'updated_at': '2022-09-14T22:56:33Z', 'revision_number': 6, 'project_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:34.195543 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dd788626-5b96-4e76-9e22-fed1aeb85866 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:34.199615 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670f64d2-02e9-4936-99df-ef623a14c41b None None] The sync data for ids ['e5f37f16-0bc4-4b99-ab3b-19cca337c577'] in dv-neutron-857791-1-hyperv is: [{'id': 'e5f37f16-0bc4-4b99-ab3b-19cca337c577', 'name': 'tempest-ServerActionsTestJSON-1223850239-router', 'tenant_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:51:47Z', 'updated_at': '2022-09-14T22:56:33Z', 'revision_number': 6, 'project_id': 'bd36d59a9e6b4be08e34d9d0bdaa27c1', 'gw_port_host': None}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:56:34.214347 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-afbe3b3e-2b2c-4c9c-9f44-08233e694b44 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:34.275562 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd788626-5b96-4e76-9e22-fed1aeb85866 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f14cc2d-36e9-4461-a52f-f4fb3eaabfa8,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:34.295282 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-584becbe-7a9b-45d7-b23a-633dcd1cb9d8 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "GET /v2.0/ports/0712e2ce-3c74-4517-801c-645d23e3c158/tags/tempest-TagsExtTest-Tag-305325338 HTTP/1.1" status: 204 len: 168 time: 0.3090749 Sep 14 22:56:34.304026 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49572) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:34.314855 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.tag.tag_plugin [None req-a78ac8b8-baf5-45f1-a97a-419cbf43fa64 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '0712e2ce-3c74-4517-801c-645d23e3c158', 'tempest-TagsExtTest-Tag-305325338') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:34.329805 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90df3993-07a4-4ca3-875e-25c1e47d6f5d tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Router 9db2e1b8-fcf7-4e95-80ed-bfbafca70b08 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:56:34.400269 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe3b3e-2b2c-4c9c-9f44-08233e694b44 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event deleted for resources: {'Port': ['ID=ed38e957-91f6-4652-bf28-f1c469856579,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:34.416076 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a2ed9e97-71ea-47b3-9d84-d0d32b9a4cf3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:34.530078 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9f060aee-1a81-4fc7-993c-d623a9131197 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:34.544272 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-9f060aee-1a81-4fc7-993c-d623a9131197 None None] Transition to ACTIVE for port object f4ddf0e3-845d-4dcc-a576-0d55ea6903b8 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:56:34.568214 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ad9a5a1f-d65e-4f54-95ea-4fb2150ef8fc tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:34.599239 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-a2ed9e97-71ea-47b3-9d84-d0d32b9a4cf3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] device_id is not set on port e0f4a0ec-9beb-45ab-a4b0-374548ec99df yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:56:34.609735 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dd788626-5b96-4e76-9e22-fed1aeb85866 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:34.613763 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-dd788626-5b96-4e76-9e22-fed1aeb85866 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1338744 Sep 14 22:56:34.622589 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-40d003a0-86b9-457c-a69e-3c2073df1c0a tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Allocated IP 172.26.5.224 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/78713759-c702-4c25-9675-315aadc48d35) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:56:34.625951 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49576) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:34.668104 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-9f060aee-1a81-4fc7-993c-d623a9131197 None None] Transition to ACTIVE for port object f4ddf0e3-845d-4dcc-a576-0d55ea6903b8 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:56:34.676301 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-76064466-b091-43fe-abd7-f45e77a89625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:34.677403 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9f060aee-1a81-4fc7-993c-d623a9131197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:34.767291 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f060aee-1a81-4fc7-993c-d623a9131197 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:56:34.769755 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-9f060aee-1a81-4fc7-993c-d623a9131197 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:34.774319 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f060aee-1a81-4fc7-993c-d623a9131197 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:56:34.783927 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f060aee-1a81-4fc7-993c-d623a9131197 None None] Pushing event updated for resources: {'Port': ['ID=f4ddf0e3-845d-4dcc-a576-0d55ea6903b8,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:34.822761 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-073d59d7-3768-4280-941e-a673280090ac tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:34.828519 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76064466-b091-43fe-abd7-f45e77a89625 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a2bd903-ebbd-40b2-b3a9-44036384e2eb,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:34.876594 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-073d59d7-3768-4280-941e-a673280090ac tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:34.889609 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-9f060aee-1a81-4fc7-993c-d623a9131197 None None] Attempting to bind port f4ddf0e3-845d-4dcc-a576-0d55ea6903b8 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:56:34.890660 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-9f060aee-1a81-4fc7-993c-d623a9131197 None None] Attempting to bind port f4ddf0e3-845d-4dcc-a576-0d55ea6903b8 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:56:34.891159 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f060aee-1a81-4fc7-993c-d623a9131197 None None] Attempting to bind port f4ddf0e3-845d-4dcc-a576-0d55ea6903b8 on network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:56:34.897686 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f060aee-1a81-4fc7-993c-d623a9131197 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:56:34.898051 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f060aee-1a81-4fc7-993c-d623a9131197 None None] Checking segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:56:34.898467 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9f060aee-1a81-4fc7-993c-d623a9131197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:34.898853 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f060aee-1a81-4fc7-993c-d623a9131197 None None] Bound using segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:56:34.899311 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-9f060aee-1a81-4fc7-993c-d623a9131197 None None] Bound port: f4ddf0e3-845d-4dcc-a576-0d55ea6903b8, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:56:34.899677 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9f060aee-1a81-4fc7-993c-d623a9131197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:35.001143 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-9f060aee-1a81-4fc7-993c-d623a9131197 None None] For port f4ddf0e3-845d-4dcc-a576-0d55ea6903b8, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:56:35.004332 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-9f060aee-1a81-4fc7-993c-d623a9131197 None None] For port f4ddf0e3-845d-4dcc-a576-0d55ea6903b8, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f4ddf0e3-845d-4dcc-a576-0d55ea6903b8,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:56:35.009760 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9f060aee-1a81-4fc7-993c-d623a9131197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:35.043350 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-073d59d7-3768-4280-941e-a673280090ac tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:35.047046 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-76064466-b091-43fe-abd7-f45e77a89625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:35.109719 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f060aee-1a81-4fc7-993c-d623a9131197 None None] Pushing event updated for resources: {'Port': ['ID=f4ddf0e3-845d-4dcc-a576-0d55ea6903b8,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:35.114119 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a78ac8b8-baf5-45f1-a97a-419cbf43fa64 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "DELETE /v2.0/ports/0712e2ce-3c74-4517-801c-645d23e3c158/tags/tempest-TagsExtTest-Tag-305325338 HTTP/1.1" status: 204 len: 168 time: 0.8073940 Sep 14 22:56:35.118933 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-40d003a0-86b9-457c-a69e-3c2073df1c0a tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:35.151064 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 1a2bd903-ebbd-40b2-b3a9-44036384e2eb no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:56:35.170835 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49580) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:35.189018 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 1a2bd903-ebbd-40b2-b3a9-44036384e2eb {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:56:35.189686 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 1a2bd903-ebbd-40b2-b3a9-44036384e2eb not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:56:35.190329 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device b230af92-a4e0-4527-89a3-c58881bc43e0 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:56:35.201430 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ad9a5a1f-d65e-4f54-95ea-4fb2150ef8fc tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:35.204280 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d59d7-3768-4280-941e-a673280090ac tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f14cc2d-36e9-4461-a52f-f4fb3eaabfa8,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:35.212111 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.tag.tag_plugin [None req-6695f137-8b6b-4f87-91a7-339760942d2f tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0712e2ce-3c74-4517-801c-645d23e3c158') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:35.250090 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: b230af92-a4e0-4527-89a3-c58881bc43e0 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:56:35.250638 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device b230af92-a4e0-4527-89a3-c58881bc43e0 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:56:35.266429 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-afbe3b3e-2b2c-4c9c-9f44-08233e694b44 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:35.288177 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-073d59d7-3768-4280-941e-a673280090ac tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:35.289383 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-073d59d7-3768-4280-941e-a673280090ac tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/4f14cc2d-36e9-4461-a52f-f4fb3eaabfa8 HTTP/1.1" status: 204 len: 168 time: 0.6624799 Sep 14 22:56:35.291378 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-76064466-b091-43fe-abd7-f45e77a89625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:35.293738 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49584) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:35.294615 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-76064466-b091-43fe-abd7-f45e77a89625 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:35.324004 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-76064466-b091-43fe-abd7-f45e77a89625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:35.324556 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76064466-b091-43fe-abd7-f45e77a89625 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5f37f16-0bc4-4b99-ab3b-19cca337c577 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:56:35.334152 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90df3993-07a4-4ca3-875e-25c1e47d6f5d tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:56:35.339018 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-76064466-b091-43fe-abd7-f45e77a89625 admin admin] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:35.341629 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-ad9a5a1f-d65e-4f54-95ea-4fb2150ef8fc tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35590c69-b3a7-4a55-ae27-b3782d804732']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:35.344789 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-76064466-b091-43fe-abd7-f45e77a89625 admin admin] 10.222.0.33 "DELETE /v2.0/routers/e5f37f16-0bc4-4b99-ab3b-19cca337c577 HTTP/1.1" status: 204 len: 168 time: 3.2376926 Sep 14 22:56:35.346167 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49588) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:35.346467 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fdf31d-9efe-4a99-bcd8-d437b93d0437 None None] Sync routers for ids ['9db2e1b8-fcf7-4e95-80ed-bfbafca70b08'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:56:35.359846 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fdf31d-9efe-4a99-bcd8-d437b93d0437 None None] Routers {'9db2e1b8-fcf7-4e95-80ed-bfbafca70b08'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:56:35.360858 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-72fdf31d-9efe-4a99-bcd8-d437b93d0437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:56:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['9db2e1b8-fcf7-4e95-80ed-bfbafca70b08'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:35.361060 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-90df3993-07a4-4ca3-875e-25c1e47d6f5d tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:35.363763 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-90df3993-07a4-4ca3-875e-25c1e47d6f5d tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] 10.222.0.33 "PUT /v2.0/routers/9db2e1b8-fcf7-4e95-80ed-bfbafca70b08 HTTP/1.1" status: 200 len: 919 time: 9.9620388 Sep 14 22:56:35.389000 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-40d003a0-86b9-457c-a69e-3c2073df1c0a tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:35.392397 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49592) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:35.473002 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-72fdf31d-9efe-4a99-bcd8-d437b93d0437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:35.497373 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fdf31d-9efe-4a99-bcd8-d437b93d0437 None None] Routers {'9db2e1b8-fcf7-4e95-80ed-bfbafca70b08'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:56:35.498320 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-72fdf31d-9efe-4a99-bcd8-d437b93d0437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:56:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['9db2e1b8-fcf7-4e95-80ed-bfbafca70b08'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:35.593442 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d003a0-86b9-457c-a69e-3c2073df1c0a tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:56:35.604521 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-72fdf31d-9efe-4a99-bcd8-d437b93d0437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:35.605266 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fdf31d-9efe-4a99-bcd8-d437b93d0437 None None] The sync data for ids ['9db2e1b8-fcf7-4e95-80ed-bfbafca70b08'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:56:35.616197 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-40d003a0-86b9-457c-a69e-3c2073df1c0a tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:35.628375 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d003a0-86b9-457c-a69e-3c2073df1c0a tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Pushing event updated for resources: {'Port': ['ID=78713759-c702-4c25-9675-315aadc48d35,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:35.635899 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d003a0-86b9-457c-a69e-3c2073df1c0a tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:56:35.636096 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-a2ed9e97-71ea-47b3-9d84-d0d32b9a4cf3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Allocated IP 2001:db8::f816:3eff:fe1d:653f (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/2512aab8-595e-4944-8abd-ab3d9b20f985/e0f4a0ec-9beb-45ab-a4b0-374548ec99df) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:56:35.662596 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-ad9a5a1f-d65e-4f54-95ea-4fb2150ef8fc tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '329e3bb9-ff86-4c1a-b896-a539c1ceff2b') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:35.662890 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-ad9a5a1f-d65e-4f54-95ea-4fb2150ef8fc tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '329e3bb9-ff86-4c1a-b896-a539c1ceff2b') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:35.675113 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b842f1-5156-47da-bf2c-5bbdf0a674e5 admin admin] Deleting subnet e26eddd1-1e83-4e64-8dc5-ded3ed029f12 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:56:35.691914 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-91b842f1-5156-47da-bf2c-5bbdf0a674e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:35.758597 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ad9a5a1f-d65e-4f54-95ea-4fb2150ef8fc tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:35.816599 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ad9a5a1f-d65e-4f54-95ea-4fb2150ef8fc tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:35.825730 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-91b842f1-5156-47da-bf2c-5bbdf0a674e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:35.838917 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-602df854-8059-4e2f-8875-7e3cf7bdd696 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Synchronizing usage tracker for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group_rule {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:35.853253 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad9a5a1f-d65e-4f54-95ea-4fb2150ef8fc tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:56:35.853656 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ad9a5a1f-d65e-4f54-95ea-4fb2150ef8fc tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:35.987858 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 329e3bb9-ff86-4c1a-b896-a539c1ceff2b resource provider aggregate not found Sep 14 22:56:36.000406 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-795557c2-b855-40f8-8832-1dd1026bf087 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] 10.222.0.33 "GET /v2.0/routers/9db2e1b8-fcf7-4e95-80ed-bfbafca70b08 HTTP/1.1" status: 200 len: 925 time: 0.5629323 Sep 14 22:56:36.005760 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49600) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:36.106116 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-91b842f1-5156-47da-bf2c-5bbdf0a674e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:36.153086 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 329e3bb9-ff86-4c1a-b896-a539c1ceff2b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 329e3bb9-ff86-4c1a-b896-a539c1ceff2b found for delete ", "request_id": "req-52ae3ce4-24c7-42ee-aa58-dfe67e598044"}]} Sep 14 22:56:36.178462 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6695f137-8b6b-4f87-91a7-339760942d2f tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "GET /v2.0/ports/0712e2ce-3c74-4517-801c-645d23e3c158/tags HTTP/1.1" status: 200 len: 205 time: 0.9907386 Sep 14 22:56:36.180253 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-602df854-8059-4e2f-8875-7e3cf7bdd696 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Unset dirty status for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group_rule {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:36.181691 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-602df854-8059-4e2f-8875-7e3cf7bdd696 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8812332 Sep 14 22:56:36.239488 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49604) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:36.240099 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49606) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:36.286117 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.tag.tag_plugin [None req-4758268b-99e5-421e-bf26-fc2febcab0b0 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd4fb2fd4-4137-4921-9a00-79f616b76a93') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:36.347702 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-ea28872e-eaa6-4957-8731-e6b341f2495d None None] Provisioning for port f4ddf0e3-845d-4dcc-a576-0d55ea6903b8 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:56:36.353372 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ad9a5a1f-d65e-4f54-95ea-4fb2150ef8fc tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:36.403119 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ad9a5a1f-d65e-4f54-95ea-4fb2150ef8fc tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:36.501816 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a5a1f-d65e-4f54-95ea-4fb2150ef8fc tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Pushing event deleted for resources: {'Network': ['ID=35590c69-b3a7-4a55-ae27-b3782d804732,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:36.511451 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-91b842f1-5156-47da-bf2c-5bbdf0a674e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:36.517000 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ad9a5a1f-d65e-4f54-95ea-4fb2150ef8fc tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] 10.222.0.33 "DELETE /v2.0/networks/35590c69-b3a7-4a55-ae27-b3782d804732 HTTP/1.1" status: 204 len: 168 time: 2.3532889 Sep 14 22:56:36.529599 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49612) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:36.552177 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-40d003a0-86b9-457c-a69e-3c2073df1c0a tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router_gateway, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:36.605045 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b842f1-5156-47da-bf2c-5bbdf0a674e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e26eddd1-1e83-4e64-8dc5-ded3ed029f12,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:36.614439 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-91b842f1-5156-47da-bf2c-5bbdf0a674e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:36.621310 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afbe3b3e-2b2c-4c9c-9f44-08233e694b44 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Router d722c01f-39f2-41f2-b056-ccaa82202649 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:56:36.621960 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cd3a1f-aeed-41b1-9351-7b3648fdd539 None None] Network 96b70200-f113-466a-a996-3d001cbd44bb requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:56:36.634076 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-91b842f1-5156-47da-bf2c-5bbdf0a674e5 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/e26eddd1-1e83-4e64-8dc5-ded3ed029f12 HTTP/1.1" status: 204 len: 168 time: 1.2868690 Sep 14 22:56:36.634913 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49616) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:36.645996 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a2ed9e97-71ea-47b3-9d84-d0d32b9a4cf3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:36.652502 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f79ea5be-4817-46bd-a6b4-f1ca09b724ae tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:36.767656 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4758268b-99e5-421e-bf26-fc2febcab0b0 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "GET /v2.0/routers/d4fb2fd4-4137-4921-9a00-79f616b76a93/tags HTTP/1.1" status: 200 len: 240 time: 0.5169027 Sep 14 22:56:36.768747 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-a2ed9e97-71ea-47b3-9d84-d0d32b9a4cf3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Transition to ACTIVE for port object e0f4a0ec-9beb-45ab-a4b0-374548ec99df will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:56:36.773871 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49620) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:36.778889 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c91a9b-09e7-4839-acf1-ddd19ec514ee tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:36.783135 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f6c91a9b-09e7-4839-acf1-ddd19ec514ee tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=681410b9-e86d-4f65-a0f3-ea2093b5104b&device_id=9db2e1b8-fcf7-4e95-80ed-bfbafca70b08&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7275426 Sep 14 22:56:36.786180 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49622) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:36.786326 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-279298db-8efe-46ae-badb-e52366778156 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Deleting subnet 75414f68-1180-4217-9027-03e89d6b5353 {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:56:36.824011 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.tag.tag_plugin [None req-9a7dc41b-db87-44ae-83ba-0b8bbf044cd0 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd4fb2fd4-4137-4921-9a00-79f616b76a93', 'tempest-TagsExtTest-Tag-279885077') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:36.839083 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f79ea5be-4817-46bd-a6b4-f1ca09b724ae tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:36.864169 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-279298db-8efe-46ae-badb-e52366778156 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:36.877517 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e489c5a7-e008-48ae-b0b7-da49753a74bf None None] DHCP port deletion for 96b70200-f113-466a-a996-3d001cbd44bb request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:56:36.881800 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-e489c5a7-e008-48ae-b0b7-da49753a74bf None None] Deleting port 76390c18-eec5-46ae-ac8a-743d096024ae {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:36.882466 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e489c5a7-e008-48ae-b0b7-da49753a74bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:36.971455 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbe3b3e-2b2c-4c9c-9f44-08233e694b44 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:56:36.976036 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-279298db-8efe-46ae-badb-e52366778156 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:37.013521 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96fd395-1e48-41fd-8136-f6af4ca1d49d None None] Sync routers for ids ['d722c01f-39f2-41f2-b056-ccaa82202649'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:56:37.041462 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f79ea5be-4817-46bd-a6b4-f1ca09b724ae tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:37.050041 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f9145b9e-891f-4cbd-b692-b736a60c2f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:37.070480 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a2ed9e97-71ea-47b3-9d84-d0d32b9a4cf3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:37.073294 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-afbe3b3e-2b2c-4c9c-9f44-08233e694b44 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "PUT /v2.0/routers/d722c01f-39f2-41f2-b056-ccaa82202649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3775942 Sep 14 22:56:37.106062 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96fd395-1e48-41fd-8136-f6af4ca1d49d None None] Routers {'d722c01f-39f2-41f2-b056-ccaa82202649'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:56:37.106789 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-d96fd395-1e48-41fd-8136-f6af4ca1d49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:56:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d722c01f-39f2-41f2-b056-ccaa82202649'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:37.138396 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49628) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:37.176595 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f4ddf0e3-845d-4dcc-a576-0d55ea6903b8 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:56:37.244806 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ea5be-4817-46bd-a6b4-f1ca09b724ae tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe75a6b-2687-4b14-981c-91f3d63a0a3c,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:37.246583 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-d96fd395-1e48-41fd-8136-f6af4ca1d49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:37.256036 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-e489c5a7-e008-48ae-b0b7-da49753a74bf None None] For port 76390c18-eec5-46ae-ac8a-743d096024ae, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=76390c18-eec5-46ae-ac8a-743d096024ae,segment=NetworkSegment(f0430932-3f17-4258-a3c6-3118c23bd221),segment_id=f0430932-3f17-4258-a3c6-3118c23bd221)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:56:37.257108 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e489c5a7-e008-48ae-b0b7-da49753a74bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:37.295777 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f79ea5be-4817-46bd-a6b4-f1ca09b724ae tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:37.299392 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f79ea5be-4817-46bd-a6b4-f1ca09b724ae tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "DELETE /v2.0/security-groups/cbe75a6b-2687-4b14-981c-91f3d63a0a3c HTTP/1.1" status: 204 len: 168 time: 1.0473666 Sep 14 22:56:37.304269 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49632) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:37.320932 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-f9145b9e-891f-4cbd-b692-b736a60c2f5b admin admin] Deleting port 76390c18-eec5-46ae-ac8a-743d096024ae {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:37.321609 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f9145b9e-891f-4cbd-b692-b736a60c2f5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:37.326153 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed9e97-71ea-47b3-9d84-d0d32b9a4cf3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Port': ['ID=e0f4a0ec-9beb-45ab-a4b0-374548ec99df,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:37.330638 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ed9e97-71ea-47b3-9d84-d0d32b9a4cf3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:56:37.335947 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-a2ed9e97-71ea-47b3-9d84-d0d32b9a4cf3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:37.342652 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ed9e97-71ea-47b3-9d84-d0d32b9a4cf3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:56:37.348563 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ed9e97-71ea-47b3-9d84-d0d32b9a4cf3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:37.349190 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a2ed9e97-71ea-47b3-9d84-d0d32b9a4cf3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:37.358094 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-279298db-8efe-46ae-badb-e52366778156 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:37.438857 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96fd395-1e48-41fd-8136-f6af4ca1d49d None None] Routers {'d722c01f-39f2-41f2-b056-ccaa82202649'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:56:37.440190 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-d96fd395-1e48-41fd-8136-f6af4ca1d49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:56:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d722c01f-39f2-41f2-b056-ccaa82202649'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:37.456859 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a2ed9e97-71ea-47b3-9d84-d0d32b9a4cf3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.5540793 Sep 14 22:56:37.468065 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49636) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:37.509277 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-e489c5a7-e008-48ae-b0b7-da49753a74bf None None] Calling delete_port for 76390c18-eec5-46ae-ac8a-743d096024ae owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:56:37.509925 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-39222eee-df98-4198-941f-a54f23b2d186 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Synchronizing usage tracker for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:37.559355 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-39222eee-df98-4198-941f-a54f23b2d186 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Unset dirty status for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:37.560773 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-39222eee-df98-4198-941f-a54f23b2d186 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2555566 Sep 14 22:56:37.565385 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49640) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:37.574149 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-d96fd395-1e48-41fd-8136-f6af4ca1d49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:37.574308 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-b0b754b9-967d-4cfb-bfa8-0c5d88e8e45e tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Request body: {'security_group': {'name': 'tempest-secgroup--1092173984'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:37.577263 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96fd395-1e48-41fd-8136-f6af4ca1d49d None None] The sync data for ids ['d722c01f-39f2-41f2-b056-ccaa82202649'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:56:37.580000 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-279298db-8efe-46ae-badb-e52366778156 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:37.592803 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9a7dc41b-db87-44ae-83ba-0b8bbf044cd0 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "GET /v2.0/routers/d4fb2fd4-4137-4921-9a00-79f616b76a93/tags/tempest-TagsExtTest-Tag-279885077 HTTP/1.1" status: 204 len: 168 time: 0.8069391 Sep 14 22:56:37.618637 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port f4ddf0e3-845d-4dcc-a576-0d55ea6903b8 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:56:37.622939 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b0b754b9-967d-4cfb-bfa8-0c5d88e8e45e tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:37.623127 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49644) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:37.626281 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port f4ddf0e3-845d-4dcc-a576-0d55ea6903b8 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:37.626599 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:37.643626 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279298db-8efe-46ae-badb-e52366778156 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Pushing event deleted for resources: {'Subnet': ['ID=75414f68-1180-4217-9027-03e89d6b5353,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:37.649060 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.tag.tag_plugin [None req-2bddf6a9-edbf-439a-9457-3d0593520960 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'd4fb2fd4-4137-4921-9a00-79f616b76a93', 'tempest-TagsExtTest-Tag-279885077') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:37.651604 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b0b754b9-967d-4cfb-bfa8-0c5d88e8e45e tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:37.656316 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-279298db-8efe-46ae-badb-e52366778156 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:37.664563 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-279298db-8efe-46ae-badb-e52366778156 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] 10.222.0.33 "DELETE /v2.0/subnets/75414f68-1180-4217-9027-03e89d6b5353 HTTP/1.1" status: 204 len: 168 time: 1.1256800 Sep 14 22:56:37.668638 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49648) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:37.705972 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bbef6a-884d-4bfa-8440-50a37bf1f2d8 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:37.710564 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-31bbef6a-884d-4bfa-8440-50a37bf1f2d8 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] 10.222.0.33 "GET /v2.0/networks/681410b9-e86d-4f65-a0f3-ea2093b5104b HTTP/1.1" status: 200 len: 881 time: 0.9132848 Sep 14 22:56:37.720915 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49652) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:37.729621 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d84e1e-c65a-476b-a60b-af39a1ab5e2d None None] Network bb227c93-ceeb-4d28-9d6e-bc0140155bc7 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:56:37.757138 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e489c5a7-e008-48ae-b0b7-da49753a74bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:37.797390 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b09434db-cf40-42f7-82ed-a47def48aad4 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:37.809087 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b0b754b9-967d-4cfb-bfa8-0c5d88e8e45e tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:37.829109 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103ce0e3-6097-4533-8ada-3be42e408394 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:37.835463 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103ce0e3-6097-4533-8ada-3be42e408394 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:37.836236 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-103ce0e3-6097-4533-8ada-3be42e408394 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:37.841197 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-40d003a0-86b9-457c-a69e-3c2073df1c0a tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:37.846751 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-17ab5327-e67d-4aa7-9694-ff8058e7117f tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] 10.222.0.33 "GET /v2.0/ports?device_id=9db2e1b8-fcf7-4e95-80ed-bfbafca70b08 HTTP/1.1" status: 200 len: 205 time: 0.1168191 Sep 14 22:56:37.847845 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-b09434db-cf40-42f7-82ed-a47def48aad4 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Deleting port f6ef93a2-c917-465a-8841-45da3f1aa04c {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:37.848195 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b09434db-cf40-42f7-82ed-a47def48aad4 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:37.881990 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489c5a7-e008-48ae-b0b7-da49753a74bf None None] Pushing event deleted for resources: {'Port': ['ID=76390c18-eec5-46ae-ac8a-743d096024ae,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:37.892884 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e489c5a7-e008-48ae-b0b7-da49753a74bf None None] No DVR routers for this DVR port 76390c18-eec5-46ae-ac8a-743d096024ae on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:56:37.898512 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d150e00a-d0e2-4db6-8e53-fd52832086ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:37.907659 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49656) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:37.919688 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-f9145b9e-891f-4cbd-b692-b736a60c2f5b admin admin] The port '76390c18-eec5-46ae-ac8a-743d096024ae' was deleted {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:56:38.019959 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-62663dbb-3a48-4d29-857f-c203709859ae None None] Provisioning for port e0f4a0ec-9beb-45ab-a4b0-374548ec99df completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:56:38.023536 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b0b754b9-967d-4cfb-bfa8-0c5d88e8e45e tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:38.048402 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-62663dbb-3a48-4d29-857f-c203709859ae None None] Provisioning complete for port e0f4a0ec-9beb-45ab-a4b0-374548ec99df triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:38.048926 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-62663dbb-3a48-4d29-857f-c203709859ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:38.050604 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b0b754b9-967d-4cfb-bfa8-0c5d88e8e45e tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Usage tracker for resource:security_group_rule and tenant:48ff53ac0110494f8fd725384a2349c8 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:38.059517 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b0b754b9-967d-4cfb-bfa8-0c5d88e8e45e tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:38.062297 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-103ce0e3-6097-4533-8ada-3be42e408394 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:38.066233 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-103ce0e3-6097-4533-8ada-3be42e408394 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5943902 Sep 14 22:56:38.072920 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49660) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:38.073237 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b0b754b9-967d-4cfb-bfa8-0c5d88e8e45e tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:38.073365 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-40d003a0-86b9-457c-a69e-3c2073df1c0a tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33045011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33045002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33047131'] for router, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:38.118495 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port f4ddf0e3-845d-4dcc-a576-0d55ea6903b8 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:56:38.118944 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:38.141051 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-62663dbb-3a48-4d29-857f-c203709859ae None None] Port e0f4a0ec-9beb-45ab-a4b0-374548ec99df cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:56:38.167488 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port f4ddf0e3-845d-4dcc-a576-0d55ea6903b8, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f4ddf0e3-845d-4dcc-a576-0d55ea6903b8,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:56:38.174184 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:38.274406 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f9145b9e-891f-4cbd-b692-b736a60c2f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:38.275965 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=f4ddf0e3-845d-4dcc-a576-0d55ea6903b8,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:38.284496 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2cb34e-f644-4d54-82a8-bb3d4d8c8adf None None] DHCP port deletion for bb227c93-ceeb-4d28-9d6e-bc0140155bc7 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:56:38.288645 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-fc2cb34e-f644-4d54-82a8-bb3d4d8c8adf None None] Deleting port f6ef93a2-c917-465a-8841-45da3f1aa04c {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:38.289432 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-fc2cb34e-f644-4d54-82a8-bb3d4d8c8adf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:38.335795 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-b09434db-cf40-42f7-82ed-a47def48aad4 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] For port f6ef93a2-c917-465a-8841-45da3f1aa04c, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f6ef93a2-c917-465a-8841-45da3f1aa04c,segment=NetworkSegment(d028b2ef-1a12-457e-a666-013991d2f21b),segment_id=d028b2ef-1a12-457e-a666-013991d2f21b)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:56:38.336824 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b09434db-cf40-42f7-82ed-a47def48aad4 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:38.343198 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 76390c18-eec5-46ae-ac8a-743d096024ae no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:56:38.347528 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-5175d906-14a7-4c94-a461-0b30f6326c67 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting port e0f4a0ec-9beb-45ab-a4b0-374548ec99df {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:38.348038 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5175d906-14a7-4c94-a461-0b30f6326c67 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:38.400550 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-f9145b9e-891f-4cbd-b692-b736a60c2f5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b70200-f113-466a-a996-3d001cbd44bb']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:38.409142 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 76390c18-eec5-46ae-ac8a-743d096024ae {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:56:38.409793 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 76390c18-eec5-46ae-ac8a-743d096024ae not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:56:38.462237 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-f9145b9e-891f-4cbd-b692-b736a60c2f5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0430932-3f17-4258-a3c6-3118c23bd221') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:38.463035 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-f9145b9e-891f-4cbd-b692-b736a60c2f5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0430932-3f17-4258-a3c6-3118c23bd221') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:38.481927 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2bddf6a9-edbf-439a-9457-3d0593520960 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "DELETE /v2.0/routers/d4fb2fd4-4137-4921-9a00-79f616b76a93/tags/tempest-TagsExtTest-Tag-279885077 HTTP/1.1" status: 204 len: 168 time: 0.8554142 Sep 14 22:56:38.487402 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f9145b9e-891f-4cbd-b692-b736a60c2f5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:38.496024 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49664) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:38.508790 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.tag.tag_plugin [None req-0df729c8-a0b1-4196-a914-62b86e123583 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd4fb2fd4-4137-4921-9a00-79f616b76a93') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:38.544705 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-fc2cb34e-f644-4d54-82a8-bb3d4d8c8adf None None] For port f6ef93a2-c917-465a-8841-45da3f1aa04c, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f6ef93a2-c917-465a-8841-45da3f1aa04c,segment=NetworkSegment(d028b2ef-1a12-457e-a666-013991d2f21b),segment_id=d028b2ef-1a12-457e-a666-013991d2f21b)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:56:38.545330 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-fc2cb34e-f644-4d54-82a8-bb3d4d8c8adf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:38.614986 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f9145b9e-891f-4cbd-b692-b736a60c2f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:38.632981 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9145b9e-891f-4cbd-b692-b736a60c2f5b admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:56:38.633443 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f9145b9e-891f-4cbd-b692-b736a60c2f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:38.669572 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-fc2cb34e-f644-4d54-82a8-bb3d4d8c8adf None None] Calling delete_port for f6ef93a2-c917-465a-8841-45da3f1aa04c owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:56:38.720724 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-b09434db-cf40-42f7-82ed-a47def48aad4 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Calling delete_port for f6ef93a2-c917-465a-8841-45da3f1aa04c owned by network:dhcp {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:56:38.753950 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a82f7c0c-85fb-42c7-b830-31c29f682167 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:38.759033 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-fc2cb34e-f644-4d54-82a8-bb3d4d8c8adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:38.759579 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment f0430932-3f17-4258-a3c6-3118c23bd221 resource provider aggregate not found Sep 14 22:56:38.799914 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment f0430932-3f17-4258-a3c6-3118c23bd221 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0430932-3f17-4258-a3c6-3118c23bd221 found for delete ", "request_id": "req-27177471-971b-4feb-9945-8b93324468dc"}]} Sep 14 22:56:38.806211 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2cb34e-f644-4d54-82a8-bb3d4d8c8adf None None] Pushing event deleted for resources: {'Port': ['ID=f6ef93a2-c917-465a-8841-45da3f1aa04c,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:38.811830 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2cb34e-f644-4d54-82a8-bb3d4d8c8adf None None] No DVR routers for this DVR port f6ef93a2-c917-465a-8841-45da3f1aa04c on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:56:38.837497 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f9145b9e-891f-4cbd-b692-b736a60c2f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:38.859114 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f9145b9e-891f-4cbd-b692-b736a60c2f5b admin admin] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:38.866554 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0df729c8-a0b1-4196-a914-62b86e123583 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "GET /v2.0/routers/d4fb2fd4-4137-4921-9a00-79f616b76a93/tags HTTP/1.1" status: 200 len: 205 time: 0.3692164 Sep 14 22:56:38.871500 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d003a0-86b9-457c-a69e-3c2073df1c0a tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Router eb73c7f0-0078-42f9-b6f7-95f4e903d75a is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:56:38.875649 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49672) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:38.885270 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9145b9e-891f-4cbd-b692-b736a60c2f5b admin admin] Pushing event deleted for resources: {'Network': ['ID=96b70200-f113-466a-a996-3d001cbd44bb,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:38.891991 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.tag.tag_plugin [None req-38936f3b-89db-44f0-b7db-628cd6da0839 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '94523029-2be5-4fdd-95a7-6a9abeaac560') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:38.933961 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f9145b9e-891f-4cbd-b692-b736a60c2f5b admin admin] 10.222.0.33 "DELETE /v2.0/networks/96b70200-f113-466a-a996-3d001cbd44bb HTTP/1.1" status: 204 len: 168 time: 2.2896001 Sep 14 22:56:38.996126 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5175d906-14a7-4c94-a461-0b30f6326c67 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:39.092800 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f4ddf0e3-845d-4dcc-a576-0d55ea6903b8 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:56:39.172420 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49678) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:39.178507 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-5175d906-14a7-4c94-a461-0b30f6326c67 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Calling delete_port for e0f4a0ec-9beb-45ab-a4b0-374548ec99df owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:56:39.191032 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port f4ddf0e3-845d-4dcc-a576-0d55ea6903b8 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:39.191384 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:39.309572 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-38936f3b-89db-44f0-b7db-628cd6da0839 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "GET /v2.0/subnetpools/94523029-2be5-4fdd-95a7-6a9abeaac560/tags HTTP/1.1" status: 200 len: 241 time: 0.4275467 Sep 14 22:56:39.311704 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port f4ddf0e3-845d-4dcc-a576-0d55ea6903b8 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:56:39.315867 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49682) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:39.321346 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b0b754b9-967d-4cfb-bfa8-0c5d88e8e45e tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:39.331127 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.tag.tag_plugin [None req-7ecac973-5d66-4d23-8f3b-e8bb4b9719ba tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '94523029-2be5-4fdd-95a7-6a9abeaac560', 'tempest-TagsExtTest-Tag-2067309612') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:39.339359 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.api [None req-b09434db-cf40-42f7-82ed-a47def48aad4 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:56:39.339896 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG oslo_db.api [None req-b09434db-cf40-42f7-82ed-a47def48aad4 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:56:39.343838 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b0b754b9-967d-4cfb-bfa8-0c5d88e8e45e tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:39.359562 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-be088697-17fc-42a1-bd5d-871e799474b9 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=bd36d59a9e6b4be08e34d9d0bdaa27c1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1852050 Sep 14 22:56:39.365969 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49686) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:39.374020 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f6ef93a2-c917-465a-8841-45da3f1aa04c no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:56:39.385953 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d003a0-86b9-457c-a69e-3c2073df1c0a tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:56:39.397954 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9433f07f-611c-4934-8f3a-0be3bef00c30 None None] Sync routers for ids ['eb73c7f0-0078-42f9-b6f7-95f4e903d75a'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:56:39.400416 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-40d003a0-86b9-457c-a69e-3c2073df1c0a tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:39.401725 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-40d003a0-86b9-457c-a69e-3c2073df1c0a tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] 10.222.0.33 "PUT /v2.0/routers/eb73c7f0-0078-42f9-b6f7-95f4e903d75a HTTP/1.1" status: 200 len: 880 time: 7.0933979 Sep 14 22:56:39.406622 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49690) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:39.418258 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9433f07f-611c-4934-8f3a-0be3bef00c30 None None] Routers {'eb73c7f0-0078-42f9-b6f7-95f4e903d75a'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:56:39.418891 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-9433f07f-611c-4934-8f3a-0be3bef00c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:56:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['eb73c7f0-0078-42f9-b6f7-95f4e903d75a'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:39.422475 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: f6ef93a2-c917-465a-8841-45da3f1aa04c {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:56:39.422920 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f6ef93a2-c917-465a-8841-45da3f1aa04c not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:56:39.482021 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1d91-9ea3-4578-9556-a448692eebc9 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:39.485632 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-9433f07f-611c-4934-8f3a-0be3bef00c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:39.497122 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9433f07f-611c-4934-8f3a-0be3bef00c30 None None] Routers {'eb73c7f0-0078-42f9-b6f7-95f4e903d75a'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:56:39.498142 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-9433f07f-611c-4934-8f3a-0be3bef00c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:56:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['eb73c7f0-0078-42f9-b6f7-95f4e903d75a'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:39.498308 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a82f7c0c-85fb-42c7-b830-31c29f682167 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:39.507211 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b754b9-967d-4cfb-bfa8-0c5d88e8e45e tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96982ac4-a638-45ba-8be1-63bede53dcda,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:39.547516 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b0b754b9-967d-4cfb-bfa8-0c5d88e8e45e tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:39.549119 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b0b754b9-967d-4cfb-bfa8-0c5d88e8e45e tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9808109 Sep 14 22:56:39.550193 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-a82f7c0c-85fb-42c7-b830-31c29f682167 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Deleting port 9166cd97-fbf2-408f-b870-65779274c9ff {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:39.550668 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a82f7c0c-85fb-42c7-b830-31c29f682167 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:39.565707 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-9433f07f-611c-4934-8f3a-0be3bef00c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:39.566106 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9433f07f-611c-4934-8f3a-0be3bef00c30 None None] The sync data for ids ['eb73c7f0-0078-42f9-b6f7-95f4e903d75a'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:56:39.568038 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49694) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:39.634694 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7ecac973-5d66-4d23-8f3b-e8bb4b9719ba tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "GET /v2.0/subnetpools/94523029-2be5-4fdd-95a7-6a9abeaac560/tags/tempest-TagsExtTest-Tag-2067309612 HTTP/1.1" status: 204 len: 168 time: 0.3163679 Sep 14 22:56:39.638789 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49698) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:39.646319 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-ed2498b3-964a-4d89-9601-75b8ce35e362 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Request body: {'security_group_rule': {'security_group_id': '96982ac4-a638-45ba-8be1-63bede53dcda', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:39.667092 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ed2498b3-964a-4d89-9601-75b8ce35e362 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:39.676893 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 22:56:39.688934 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ed2498b3-964a-4d89-9601-75b8ce35e362 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Usage tracker for resource:security_group_rule and tenant:48ff53ac0110494f8fd725384a2349c8 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:39.690002 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.tag.tag_plugin [None req-2f4a7f84-78ed-4fa3-9207-bb0f14b8ff35 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '94523029-2be5-4fdd-95a7-6a9abeaac560', 'tempest-TagsExtTest-Tag-2067309612') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:39.697472 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ed2498b3-964a-4d89-9601-75b8ce35e362 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:39.710130 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3c4e071a-eee6-4cd4-a473-2291fd79724c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:39.713939 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5175d906-14a7-4c94-a461-0b30f6326c67 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:39.757335 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-73758d19-ca8e-455f-be56-852573393420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:39.759033 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ed2498b3-964a-4d89-9601-75b8ce35e362 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:39.783126 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5175d906-14a7-4c94-a461-0b30f6326c67 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Port': ['ID=e0f4a0ec-9beb-45ab-a4b0-374548ec99df,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:39.840745 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-b09434db-cf40-42f7-82ed-a47def48aad4 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Deleting port f6ef93a2-c917-465a-8841-45da3f1aa04c {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:39.841085 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b09434db-cf40-42f7-82ed-a47def48aad4 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:39.885784 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5175d906-14a7-4c94-a461-0b30f6326c67 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:39.899797 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-73758d19-ca8e-455f-be56-852573393420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:39.948551 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ed2498b3-964a-4d89-9601-75b8ce35e362 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:39.957961 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-b09434db-cf40-42f7-82ed-a47def48aad4 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] The port 'f6ef93a2-c917-465a-8841-45da3f1aa04c' was deleted {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:56:39.964723 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5175d906-14a7-4c94-a461-0b30f6326c67 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/e0f4a0ec-9beb-45ab-a4b0-374548ec99df HTTP/1.1" status: 204 len: 168 time: 1.8891935 Sep 14 22:56:39.970740 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-20a45fa3-6c2a-4e0e-8ea8-7c0400c1d904 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] 10.222.0.33 "GET /v2.0/routers/eb73c7f0-0078-42f9-b6f7-95f4e903d75a HTTP/1.1" status: 200 len: 921 time: 0.5558064 Sep 14 22:56:39.971381 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49702) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:39.992156 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49704) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:39.996077 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a82f7c0c-85fb-42c7-b830-31c29f682167 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:40.142842 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-a82f7c0c-85fb-42c7-b830-31c29f682167 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Calling delete_port for 9166cd97-fbf2-408f-b870-65779274c9ff owned by network:router_gateway {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:56:40.154829 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a958b648-e2f6-4d6c-ae97-b8f2059ba06e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:40.156411 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a958b648-e2f6-4d6c-ae97-b8f2059ba06e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:40.157910 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a958b648-e2f6-4d6c-ae97-b8f2059ba06e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1731055 Sep 14 22:56:40.162957 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49710) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:40.169876 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2f4a7f84-78ed-4fa3-9207-bb0f14b8ff35 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "DELETE /v2.0/subnetpools/94523029-2be5-4fdd-95a7-6a9abeaac560/tags/tempest-TagsExtTest-Tag-2067309612 HTTP/1.1" status: 204 len: 168 time: 0.5296009 Sep 14 22:56:40.176786 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49714) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:40.209003 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ed2498b3-964a-4d89-9601-75b8ce35e362 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:40.217437 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.tag.tag_plugin [None req-1956e6d7-bade-4461-8038-f345d6e69bbc tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '94523029-2be5-4fdd-95a7-6a9abeaac560') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:40.225577 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-73758d19-ca8e-455f-be56-852573393420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:40.253167 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ed2498b3-964a-4d89-9601-75b8ce35e362 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:40.260019 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b09434db-cf40-42f7-82ed-a47def48aad4 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:40.286925 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73758d19-ca8e-455f-be56-852573393420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e31bc6-e63e-4cd8-83f4-7fafedf3d55a,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:40.307540 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-b09434db-cf40-42f7-82ed-a47def48aad4 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb227c93-ceeb-4d28-9d6e-bc0140155bc7']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:40.319077 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2498b3-964a-4d89-9601-75b8ce35e362 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d84cdded-fa45-4dbf-8a47-ee1a8ec703f8,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:40.326966 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-b09434db-cf40-42f7-82ed-a47def48aad4 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd028b2ef-1a12-457e-a666-013991d2f21b') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:40.327259 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-b09434db-cf40-42f7-82ed-a47def48aad4 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd028b2ef-1a12-457e-a666-013991d2f21b') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:40.341233 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b09434db-cf40-42f7-82ed-a47def48aad4 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:40.362194 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b09434db-cf40-42f7-82ed-a47def48aad4 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:40.374868 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b09434db-cf40-42f7-82ed-a47def48aad4 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:56:40.375230 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b09434db-cf40-42f7-82ed-a47def48aad4 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:40.388522 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc6cdc98-31db-4991-9107-f41049872c67 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting subnet 2512aab8-595e-4944-8abd-ab3d9b20f985 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:56:40.391643 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e44d7b-23d3-4142-a31e-74ec9350baea tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:40.393297 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-03e44d7b-23d3-4142-a31e-74ec9350baea tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=681410b9-e86d-4f65-a0f3-ea2093b5104b&device_id=eb73c7f0-0078-42f9-b6f7-95f4e903d75a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3711517 Sep 14 22:56:40.404835 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bc6cdc98-31db-4991-9107-f41049872c67 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:40.436635 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49720) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:40.439894 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ed2498b3-964a-4d89-9601-75b8ce35e362 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:40.441084 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ed2498b3-964a-4d89-9601-75b8ce35e362 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8225517 Sep 14 22:56:40.445376 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-73758d19-ca8e-455f-be56-852573393420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:40.445376 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-73758d19-ca8e-455f-be56-852573393420 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d9e31bc6-e63e-4cd8-83f4-7fafedf3d55a HTTP/1.1" status: 204 len: 168 time: 1.0736949 Sep 14 22:56:40.445604 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment d028b2ef-1a12-457e-a666-013991d2f21b resource provider aggregate not found Sep 14 22:56:40.446258 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1956e6d7-bade-4461-8038-f345d6e69bbc tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "GET /v2.0/subnetpools/94523029-2be5-4fdd-95a7-6a9abeaac560/tags HTTP/1.1" status: 200 len: 205 time: 0.2672040 Sep 14 22:56:40.447937 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49722) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:40.449907 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49730) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:40.546747 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-1a4b1d91-9ea3-4578-9556-a448692eebc9 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Deleting port 57df928d-2e0e-4d25-8262-d3d48e73f000 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:40.547099 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1d91-9ea3-4578-9556-a448692eebc9 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:40.577225 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment d028b2ef-1a12-457e-a666-013991d2f21b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d028b2ef-1a12-457e-a666-013991d2f21b found for delete ", "request_id": "req-b106e55f-d7da-4c17-948b-9e6ee6d78268"}]} Sep 14 22:56:40.606776 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.tag.tag_plugin [None req-a6886d72-b552-4421-a089-6312ef9aa372 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '94523029-2be5-4fdd-95a7-6a9abeaac560') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:40.609856 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bc6cdc98-31db-4991-9107-f41049872c67 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:40.665242 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-15631ae4-1377-45b4-8644-d42665d21e36 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "GET /v2.0/security-group-rules/d84cdded-fa45-4dbf-8a47-ee1a8ec703f8 HTTP/1.1" status: 200 len: 763 time: 0.2132821 Sep 14 22:56:40.668379 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49738) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:40.681214 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b09434db-cf40-42f7-82ed-a47def48aad4 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:40.706280 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b09434db-cf40-42f7-82ed-a47def48aad4 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:40.720929 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09434db-cf40-42f7-82ed-a47def48aad4 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Pushing event deleted for resources: {'Network': ['ID=bb227c93-ceeb-4d28-9d6e-bc0140155bc7,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:40.734378 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b09434db-cf40-42f7-82ed-a47def48aad4 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] 10.222.0.33 "DELETE /v2.0/networks/bb227c93-ceeb-4d28-9d6e-bc0140155bc7 HTTP/1.1" status: 204 len: 168 time: 3.0631993 Sep 14 22:56:40.736851 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a6886d72-b552-4421-a089-6312ef9aa372 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "DELETE /v2.0/subnetpools/94523029-2be5-4fdd-95a7-6a9abeaac560/tags HTTP/1.1" status: 204 len: 168 time: 0.2857909 Sep 14 22:56:40.737374 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49742) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:40.740001 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49746) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:40.760424 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:40.784913 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.tag.tag_plugin [None req-627a4ddb-9de7-46ca-b6f9-922035aad537 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd4fb2fd4-4137-4921-9a00-79f616b76a93') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:40.844250 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a82f7c0c-85fb-42c7-b830-31c29f682167 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:40.865329 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:40.895337 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-2b9d04e8-fd93-4008-b97c-f2419c2788f9 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Synchronizing usage tracker for tenant:4282f54a5e41489696773615359820d0 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:40.915727 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f7c0c-85fb-42c7-b830-31c29f682167 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Pushing event deleted for resources: {'Port': ['ID=9166cd97-fbf2-408f-b870-65779274c9ff,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:40.979231 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c797c67f-a98a-4509-9102-267936d11e80 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:40.979797 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c797c67f-a98a-4509-9102-267936d11e80 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Synchronizing usage tracker for tenant:11f4f57376264efa8a1e5bef1258a073 on resource:network {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:41.010909 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b3341781-10ff-4ae1-8a60-89a2409474f1 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Synchronizing usage tracker for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group_rule {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:41.018900 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-2b9d04e8-fd93-4008-b97c-f2419c2788f9 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Unset dirty status for tenant:4282f54a5e41489696773615359820d0 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:41.020076 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2b9d04e8-fd93-4008-b97c-f2419c2788f9 tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] 10.222.0.33 "GET /v2.0/ports?device_id=86a837da-7744-48e3-a43f-a85b8968e391 HTTP/1.1" status: 200 len: 205 time: 0.2816751 Sep 14 22:56:41.028474 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49758) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:41.046029 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bc6cdc98-31db-4991-9107-f41049872c67 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:41.123740 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c797c67f-a98a-4509-9102-267936d11e80 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Unset dirty status for tenant:11f4f57376264efa8a1e5bef1258a073 on resource:network {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:41.123996 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c797c67f-a98a-4509-9102-267936d11e80 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] 10.222.0.33 "GET /v2.0/networks/681410b9-e86d-4f65-a0f3-ea2093b5104b HTTP/1.1" status: 200 len: 881 time: 0.6799006 Sep 14 22:56:41.128207 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49766) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:41.131847 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1d91-9ea3-4578-9556-a448692eebc9 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:41.205454 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b3341781-10ff-4ae1-8a60-89a2409474f1 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Unset dirty status for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group_rule {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:41.208822 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b3341781-10ff-4ae1-8a60-89a2409474f1 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5369411 Sep 14 22:56:41.242166 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49774) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:41.273543 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-1a4b1d91-9ea3-4578-9556-a448692eebc9 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Calling delete_port for 57df928d-2e0e-4d25-8262-d3d48e73f000 owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:56:41.276553 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-627a4ddb-9de7-46ca-b6f9-922035aad537 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "DELETE /v2.0/routers/d4fb2fd4-4137-4921-9a00-79f616b76a93/tags HTTP/1.1" status: 204 len: 168 time: 0.5355935 Sep 14 22:56:41.278923 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cbb2597b-196e-4c70-8e45-340988376e5c tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks [] for router, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:41.299565 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49778) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:41.318808 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.tag.tag_plugin [None req-b719cd1d-8b39-4830-8fe8-6cb2ed810361 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0712e2ce-3c74-4517-801c-645d23e3c158') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:41.327963 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b6e8ba62-7fae-426f-aa3a-a2e27b0403a2 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] 10.222.0.33 "GET /v2.0/ports?device_id=eb73c7f0-0078-42f9-b6f7-95f4e903d75a HTTP/1.1" status: 200 len: 205 time: 0.1888144 Sep 14 22:56:41.345297 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49782) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:41.395549 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bc6cdc98-31db-4991-9107-f41049872c67 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:41.463402 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6cdc98-31db-4991-9107-f41049872c67 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Subnet': ['ID=2512aab8-595e-4944-8abd-ab3d9b20f985,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:41.465360 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bc6cdc98-31db-4991-9107-f41049872c67 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:41.476891 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94658c7-ba38-4189-ae3e-245f3d98937e None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:56:41.482056 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-bc6cdc98-31db-4991-9107-f41049872c67 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/2512aab8-595e-4944-8abd-ab3d9b20f985 HTTP/1.1" status: 204 len: 168 time: 1.3115430 Sep 14 22:56:41.483892 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a82f7c0c-85fb-42c7-b830-31c29f682167 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:41.484591 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49788) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:41.540461 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a4cff04c-0652-4ac7-b380-189469fa145d tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:41.551261 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a4cff04c-0652-4ac7-b380-189469fa145d tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:41.567304 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f53d7714-ce00-46ec-9ae3-ce5e44315454 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0805781 Sep 14 22:56:41.570698 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49794) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:41.683330 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b719cd1d-8b39-4830-8fe8-6cb2ed810361 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "DELETE /v2.0/ports/0712e2ce-3c74-4517-801c-645d23e3c158/tags HTTP/1.1" status: 204 len: 168 time: 0.3807497 Sep 14 22:56:41.690096 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49798) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:41.730150 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1d91-9ea3-4578-9556-a448692eebc9 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:41.787727 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b3adec-71f5-4979-b5fb-467824dff574 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:41.788764 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-32b3adec-71f5-4979-b5fb-467824dff574 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:41.804447 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b1d91-9ea3-4578-9556-a448692eebc9 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event deleted for resources: {'Port': ['ID=57df928d-2e0e-4d25-8262-d3d48e73f000,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:41.936479 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99085a63-a00e-46aa-8448-ce9c877a70a4 None None] DHCP port deletion for ac1cbc11-ac8d-43cd-9c1d-398cae68a205 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:56:41.940916 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-99085a63-a00e-46aa-8448-ce9c877a70a4 None None] Deleting port f4ddf0e3-845d-4dcc-a576-0d55ea6903b8 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:41.941354 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-99085a63-a00e-46aa-8448-ce9c877a70a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:41.960686 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.tag.tag_plugin [None req-0192f315-412a-491a-8f3f-ae29ed798fdc tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3246fbf6-c524-4273-959f-59d7b2d84be6') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:42.018987 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a82f7c0c-85fb-42c7-b830-31c29f682167 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:42.060454 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-32b3adec-71f5-4979-b5fb-467824dff574 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:42.063833 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-32b3adec-71f5-4979-b5fb-467824dff574 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4896111 Sep 14 22:56:42.071462 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49810) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:42.136897 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a82f7c0c-85fb-42c7-b830-31c29f682167 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:42.163260 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a4cff04c-0652-4ac7-b380-189469fa145d tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:42.184119 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cbb2597b-196e-4c70-8e45-340988376e5c tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:42.191635 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cbb2597b-196e-4c70-8e45-340988376e5c tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:42.216286 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cff04c-0652-4ac7-b380-189469fa145d tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d84cdded-fa45-4dbf-8a47-ee1a8ec703f8,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:42.219930 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-99085a63-a00e-46aa-8448-ce9c877a70a4 None None] For port f4ddf0e3-845d-4dcc-a576-0d55ea6903b8, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f4ddf0e3-845d-4dcc-a576-0d55ea6903b8,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:56:42.220363 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-99085a63-a00e-46aa-8448-ce9c877a70a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:42.248997 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a4cff04c-0652-4ac7-b380-189469fa145d tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:42.252436 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a4cff04c-0652-4ac7-b380-189469fa145d tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/d84cdded-fa45-4dbf-8a47-ee1a8ec703f8 HTTP/1.1" status: 204 len: 168 time: 1.0025313 Sep 14 22:56:42.253684 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49816) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:42.254001 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49818) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:42.254584 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a82f7c0c-85fb-42c7-b830-31c29f682167 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:42.255098 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82f7c0c-85fb-42c7-b830-31c29f682167 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Fanout notify agent at l3_agent the message router_deleted on router 9db2e1b8-fcf7-4e95-80ed-bfbafca70b08 {{(pid=89170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:56:42.281002 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-48f01e4d-20ad-4e0a-b0f7-5c9c197c65ff tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:42.292665 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dba32a-89bd-42b1-9535-096055e16a0c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:42.293368 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-94dba32a-89bd-42b1-9535-096055e16a0c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:42.295745 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1d91-9ea3-4578-9556-a448692eebc9 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:42.345258 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cbb2597b-196e-4c70-8e45-340988376e5c tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:42.345735 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb2597b-196e-4c70-8e45-340988376e5c tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Fanout notify agent at l3_agent the message router_deleted on router 86a837da-7744-48e3-a43f-a85b8968e391 {{(pid=89170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:56:42.362309 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-99085a63-a00e-46aa-8448-ce9c877a70a4 None None] Calling delete_port for f4ddf0e3-845d-4dcc-a576-0d55ea6903b8 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:56:42.364448 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cbb2597b-196e-4c70-8e45-340988376e5c tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:42.365645 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-cbb2597b-196e-4c70-8e45-340988376e5c tempest-RoutersNegativeIpV6Test-1315100088 tempest-RoutersNegativeIpV6Test-1315100088-project] 10.222.0.33 "DELETE /v2.0/routers/86a837da-7744-48e3-a43f-a85b8968e391 HTTP/1.1" status: 204 len: 168 time: 1.3362098 Sep 14 22:56:42.386333 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a82f7c0c-85fb-42c7-b830-31c29f682167 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:42.387690 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a82f7c0c-85fb-42c7-b830-31c29f682167 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] 10.222.0.33 "DELETE /v2.0/routers/9db2e1b8-fcf7-4e95-80ed-bfbafca70b08 HTTP/1.1" status: 204 len: 168 time: 4.4524744 Sep 14 22:56:42.396067 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49828) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:42.406492 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-984a91f4-9c36-4af5-9c53-98171316c174 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-177436865', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:42.427534 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-984a91f4-9c36-4af5-9c53-98171316c174 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:42.437698 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-984a91f4-9c36-4af5-9c53-98171316c174 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Usage tracker for resource:router and tenant:a41754bd47214b87979d9b048be91195 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:42.455613 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-99085a63-a00e-46aa-8448-ce9c877a70a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:42.494420 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-984a91f4-9c36-4af5-9c53-98171316c174 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:42.505154 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-e40f205e-43b5-4686-9586-9cd817de68f8 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Synchronizing usage tracker for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group_rule {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:42.508171 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99085a63-a00e-46aa-8448-ce9c877a70a4 None None] Pushing event deleted for resources: {'Port': ['ID=f4ddf0e3-845d-4dcc-a576-0d55ea6903b8,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:42.514523 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:42.515472 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99085a63-a00e-46aa-8448-ce9c877a70a4 None None] No DVR routers for this DVR port f4ddf0e3-845d-4dcc-a576-0d55ea6903b8 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:56:42.537988 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-984a91f4-9c36-4af5-9c53-98171316c174 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:42.572864 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0192f315-412a-491a-8f3f-ae29ed798fdc tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "DELETE /v2.0/subnets/3246fbf6-c524-4273-959f-59d7b2d84be6/tags HTTP/1.1" status: 204 len: 168 time: 0.8268259 Sep 14 22:56:42.580113 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-984a91f4-9c36-4af5-9c53-98171316c174 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:42.581433 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-984a91f4-9c36-4af5-9c53-98171316c174 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:42.585472 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-e40f205e-43b5-4686-9586-9cd817de68f8 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Unset dirty status for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group_rule {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:42.586865 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-e40f205e-43b5-4686-9586-9cd817de68f8 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3277576 Sep 14 22:56:42.590021 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49832) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:42.590501 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49834) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:42.601138 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.tag.tag_plugin [None req-e0f4aec2-c5b6-4223-ac29-c2bfe2ed4630 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3246fbf6-c524-4273-959f-59d7b2d84be6', 'tempest-TagsExtTest-Tag-1247126122') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:42.635256 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-3273a083-1df2-4fb4-8f50-cba18556f46a tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Request body: {'security_group_rule': {'security_group_id': '96982ac4-a638-45ba-8be1-63bede53dcda', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:42.638249 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-94dba32a-89bd-42b1-9535-096055e16a0c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:42.642779 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-94dba32a-89bd-42b1-9535-096055e16a0c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5711658 Sep 14 22:56:42.643284 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49840) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:42.659823 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-3273a083-1df2-4fb4-8f50-cba18556f46a tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:42.675932 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-48f01e4d-20ad-4e0a-b0f7-5c9c197c65ff tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:42.683043 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-4564149c-e1e8-4c2b-9492-9733ca9e9b21 tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1488633607'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:42.694178 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-3273a083-1df2-4fb4-8f50-cba18556f46a tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:42.706783 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-4564149c-e1e8-4c2b-9492-9733ca9e9b21 tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:42.710178 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-984a91f4-9c36-4af5-9c53-98171316c174 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:42.725406 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-4564149c-e1e8-4c2b-9492-9733ca9e9b21 tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Usage tracker for resource:network and tenant:61f37d1d168549fca750310cf2c911bd is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:42.731106 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-4564149c-e1e8-4c2b-9492-9733ca9e9b21 tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:42.736202 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-48f01e4d-20ad-4e0a-b0f7-5c9c197c65ff tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Deleting port 78713759-c702-4c25-9675-315aadc48d35 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:42.736563 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-48f01e4d-20ad-4e0a-b0f7-5c9c197c65ff tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:42.770645 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-4564149c-e1e8-4c2b-9492-9733ca9e9b21 tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:42.799824 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49848) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:42.811163 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3273a083-1df2-4fb4-8f50-cba18556f46a tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:42.859482 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4564149c-e1e8-4c2b-9492-9733ca9e9b21 tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Made reservation on behalf of 61f37d1d168549fca750310cf2c911bd for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:56:42.862989 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4564149c-e1e8-4c2b-9492-9733ca9e9b21 tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:42.876066 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-984a91f4-9c36-4af5-9c53-98171316c174 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:42.906724 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-276460da-1d34-4ca4-bcd9-440eb90c8899 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2620664 Sep 14 22:56:42.914184 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49854) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:42.921911 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-dedf7304-f225-4aca-bb4a-5f2b5d15a778 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:42.968048 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4564149c-e1e8-4c2b-9492-9733ca9e9b21 tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:43.005533 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4b1d91-9ea3-4578-9556-a448692eebc9 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Router d722c01f-39f2-41f2-b056-ccaa82202649 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:56:43.025961 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-4564149c-e1e8-4c2b-9492-9733ca9e9b21 tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:43.044868 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-984a91f4-9c36-4af5-9c53-98171316c174 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:43.046307 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-984a91f4-9c36-4af5-9c53-98171316c174 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6484253 Sep 14 22:56:43.050703 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-4564149c-e1e8-4c2b-9492-9733ca9e9b21 tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Usage tracker for resource:security_group_rule and tenant:61f37d1d168549fca750310cf2c911bd is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:43.063744 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f4ddf0e3-845d-4dcc-a576-0d55ea6903b8 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:56:43.069578 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-4564149c-e1e8-4c2b-9492-9733ca9e9b21 tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:43.071986 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49858) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:43.096037 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-cd92bac7-c609-4056-9bd4-814cae22f0f5 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'enable_snat': False}}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:43.102953 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: f4ddf0e3-845d-4dcc-a576-0d55ea6903b8 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:56:43.103370 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f4ddf0e3-845d-4dcc-a576-0d55ea6903b8 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:56:43.145463 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-4564149c-e1e8-4c2b-9492-9733ca9e9b21 tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:43.164279 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-dedf7304-f225-4aca-bb4a-5f2b5d15a778 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:43.185571 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-dedf7304-f225-4aca-bb4a-5f2b5d15a778 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:43.187867 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4b1d91-9ea3-4578-9556-a448692eebc9 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:56:43.199227 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3b394659-682a-4888-a80d-99336889fcac admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=4282f54a5e41489696773615359820d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3913677 Sep 14 22:56:43.201193 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc64d004-c986-4e54-8697-e3d31a03e5dd None None] Sync routers for ids ['d722c01f-39f2-41f2-b056-ccaa82202649'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:56:43.205061 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49862) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:43.210650 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc64d004-c986-4e54-8697-e3d31a03e5dd None None] Routers {'d722c01f-39f2-41f2-b056-ccaa82202649'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:56:43.211515 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-bc64d004-c986-4e54-8697-e3d31a03e5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:56:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d722c01f-39f2-41f2-b056-ccaa82202649'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:43.230963 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1a4b1d91-9ea3-4578-9556-a448692eebc9 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "PUT /v2.0/routers/d722c01f-39f2-41f2-b056-ccaa82202649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0882766 Sep 14 22:56:43.230963 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedf7304-f225-4aca-bb4a-5f2b5d15a778 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:56:43.232496 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dedf7304-f225-4aca-bb4a-5f2b5d15a778 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:43.252591 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49866) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:43.261457 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-48f01e4d-20ad-4e0a-b0f7-5c9c197c65ff tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:43.272694 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-bc64d004-c986-4e54-8697-e3d31a03e5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:43.275732 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3273a083-1df2-4fb4-8f50-cba18556f46a tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:43.279940 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-e0f4aec2-c5b6-4223-ac29-c2bfe2ed4630 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "PUT /v2.0/subnets/3246fbf6-c524-4273-959f-59d7b2d84be6/tags/tempest-TagsExtTest-Tag-1247126122 HTTP/1.1" status: 201 len: 201 time: 0.6876538 Sep 14 22:56:43.284687 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc64d004-c986-4e54-8697-e3d31a03e5dd None None] Routers {'d722c01f-39f2-41f2-b056-ccaa82202649'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:56:43.284900 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49870) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:43.285660 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-bc64d004-c986-4e54-8697-e3d31a03e5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:56:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d722c01f-39f2-41f2-b056-ccaa82202649'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:43.291159 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3273a083-1df2-4fb4-8f50-cba18556f46a tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:43.348746 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-bc64d004-c986-4e54-8697-e3d31a03e5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:43.349925 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc64d004-c986-4e54-8697-e3d31a03e5dd None None] The sync data for ids ['d722c01f-39f2-41f2-b056-ccaa82202649'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:56:43.372778 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-dc49faad-ceec-4288-bf29-05644746b7b5 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Synchronizing usage tracker for tenant:25d4f6710d2343efa0693e5e6584ceb8 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:43.433398 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-dc49faad-ceec-4288-bf29-05644746b7b5 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Unset dirty status for tenant:25d4f6710d2343efa0693e5e6584ceb8 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:43.434583 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-dc49faad-ceec-4288-bf29-05644746b7b5 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "GET /v2.0/ports?device_id=d722c01f-39f2-41f2-b056-ccaa82202649 HTTP/1.1" status: 200 len: 205 time: 0.1815169 Sep 14 22:56:43.442109 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49874) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:43.446858 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6a12c745-e867-496f-ae27-ba67a7350e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:43.470332 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.tag.tag_plugin [None req-b0c8e553-538c-47ae-a59b-db0e9010df2e tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0712e2ce-3c74-4517-801c-645d23e3c158', 'tempest-TagsExtTest-Tag-1433034020') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:43.505292 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-48f01e4d-20ad-4e0a-b0f7-5c9c197c65ff tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Calling delete_port for 78713759-c702-4c25-9675-315aadc48d35 owned by network:router_gateway {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:56:43.608959 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2dddde1e-56da-4066-a2d2-cb2feae99dfd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:43.661284 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6a12c745-e867-496f-ae27-ba67a7350e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:43.766826 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273a083-1df2-4fb4-8f50-cba18556f46a tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73ecb211-fa32-4008-970c-56e96ccbde26,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:43.929545 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3273a083-1df2-4fb4-8f50-cba18556f46a tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:43.931141 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3273a083-1df2-4fb4-8f50-cba18556f46a tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3373473 Sep 14 22:56:43.936529 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49878) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:43.982574 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cd92bac7-c609-4056-9bd4-814cae22f0f5 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:44.021024 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2dddde1e-56da-4066-a2d2-cb2feae99dfd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:44.034470 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2dddde1e-56da-4066-a2d2-cb2feae99dfd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:44.041300 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-95bf21d9-b754-4022-9283-e49ded7eba93 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "GET /v2.0/security-group-rules/73ecb211-fa32-4008-970c-56e96ccbde26 HTTP/1.1" status: 200 len: 763 time: 0.0514476 Sep 14 22:56:44.045860 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49882) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:44.071807 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4564149c-e1e8-4c2b-9492-9733ca9e9b21 tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:44.072393 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6a12c745-e867-496f-ae27-ba67a7350e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:44.110313 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dedf7304-f225-4aca-bb4a-5f2b5d15a778 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:44.113731 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12c745-e867-496f-ae27-ba67a7350e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01741405-2815-4d87-94fc-4aa27e55d140,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:44.132370 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4564149c-e1e8-4c2b-9492-9733ca9e9b21 tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:44.177112 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b0c8e553-538c-47ae-a59b-db0e9010df2e tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "PUT /v2.0/ports/0712e2ce-3c74-4517-801c-645d23e3c158/tags/tempest-TagsExtTest-Tag-1433034020 HTTP/1.1" status: 201 len: 201 time: 0.8871167 Sep 14 22:56:44.215049 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49886) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:44.232697 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.tag.tag_plugin [None req-8e17707b-cfbd-4736-88a5-24b58bcb7c09 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd4fb2fd4-4137-4921-9a00-79f616b76a93', 'tempest-TagsExtTest-Tag-1865237596') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:44.287028 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2dddde1e-56da-4066-a2d2-cb2feae99dfd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:44.287413 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dddde1e-56da-4066-a2d2-cb2feae99dfd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Fanout notify agent at l3_agent the message router_deleted on router d722c01f-39f2-41f2-b056-ccaa82202649 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:56:44.294061 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4564149c-e1e8-4c2b-9492-9733ca9e9b21 tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd811f36-48c6-41b4-a29c-fa3ea56244f6,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:44.317946 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedf7304-f225-4aca-bb4a-5f2b5d15a778 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:56:44.327551 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-dedf7304-f225-4aca-bb4a-5f2b5d15a778 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:44.339259 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedf7304-f225-4aca-bb4a-5f2b5d15a778 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:44.339848 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dedf7304-f225-4aca-bb4a-5f2b5d15a778 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:44.341849 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f21705-f1ed-48f3-900e-107f0f45a534 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:56:44.357275 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-79b8269a-f738-4f36-98e3-5ace6f8d8ed4 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3079684 Sep 14 22:56:44.361818 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49890) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:44.374298 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf7304-f225-4aca-bb4a-5f2b5d15a778 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Subnet': ['ID=eaf9b926-76b8-4972-9138-f6835eff9b07,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:44.381761 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2dddde1e-56da-4066-a2d2-cb2feae99dfd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:44.385649 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2dddde1e-56da-4066-a2d2-cb2feae99dfd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/routers/d722c01f-39f2-41f2-b056-ccaa82202649 HTTP/1.1" status: 204 len: 168 time: 0.9426210 Sep 14 22:56:44.386529 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49894) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:44.391132 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6a12c745-e867-496f-ae27-ba67a7350e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:44.394894 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6a12c745-e867-496f-ae27-ba67a7350e97 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/01741405-2815-4d87-94fc-4aa27e55d140 HTTP/1.1" status: 204 len: 168 time: 1.1890991 Sep 14 22:56:44.404132 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-48f01e4d-20ad-4e0a-b0f7-5c9c197c65ff tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:44.410333 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4564149c-e1e8-4c2b-9492-9733ca9e9b21 tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:56:44.430185 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-dedf7304-f225-4aca-bb4a-5f2b5d15a778 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5149403 Sep 14 22:56:44.435618 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49900) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:44.450025 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-e7a8ef70-da0a-410c-b6d8-34e3d76954e2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'port': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'mac_address': 'fa:16:3e:01:86:86', 'name': 'tempest-NetworksTestDHCPv6-72145714'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:44.485238 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f01e4d-20ad-4e0a-b0f7-5c9c197c65ff tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Pushing event deleted for resources: {'Port': ['ID=78713759-c702-4c25-9675-315aadc48d35,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:44.487899 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4564149c-e1e8-4c2b-9492-9733ca9e9b21 tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:44.488636 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-4564149c-e1e8-4c2b-9492-9733ca9e9b21 tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Added segment 09957a4f-c585-4b2e-90b6-6bc053c5ddba of type vlan for network 6539afbe-ad8e-4ea0-a93e-62d91be799b0 Sep 14 22:56:44.533893 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-efeaa63c-712d-4192-b7d7-40657441989c tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:44.550502 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd38d835-5f77-483d-aeef-1e49a9db1989 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Deleting subnet ac7b7976-e992-4003-94a7-4fd0d3d4f0ad {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:56:44.558210 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bd38d835-5f77-483d-aeef-1e49a9db1989 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:44.590359 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-efeaa63c-712d-4192-b7d7-40657441989c tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:44.658372 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4564149c-e1e8-4c2b-9492-9733ca9e9b21 tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:44.665302 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bd38d835-5f77-483d-aeef-1e49a9db1989 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:44.690274 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8e17707b-cfbd-4736-88a5-24b58bcb7c09 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "PUT /v2.0/routers/d4fb2fd4-4137-4921-9a00-79f616b76a93/tags/tempest-TagsExtTest-Tag-1865237596 HTTP/1.1" status: 201 len: 201 time: 0.4741800 Sep 14 22:56:44.696889 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49904) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:44.721767 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.tag.tag_plugin [None req-8acbb407-5556-47ce-9b09-89c650a5faea tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '94523029-2be5-4fdd-95a7-6a9abeaac560', 'tempest-TagsExtTest-Tag-919364512') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:44.733042 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db807368-8dfb-468a-9ab2-d1bc6d8f0327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'fixed_ips': [{'subnet_id': 'eaf9b926-76b8-4972-9138-f6835eff9b07'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:56:44.735057 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-db807368-8dfb-468a-9ab2-d1bc6d8f0327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:44.735296 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-48f01e4d-20ad-4e0a-b0f7-5c9c197c65ff tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:44.780065 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-efeaa63c-712d-4192-b7d7-40657441989c tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:44.785432 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-e7a8ef70-da0a-410c-b6d8-34e3d76954e2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:44.803394 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-e7a8ef70-da0a-410c-b6d8-34e3d76954e2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:44.820073 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a8ef70-da0a-410c-b6d8-34e3d76954e2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:56:44.837737 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bd38d835-5f77-483d-aeef-1e49a9db1989 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:44.901891 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-db807368-8dfb-468a-9ab2-d1bc6d8f0327 None None] Allocated IP 2001:db8::2 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/eaf9b926-76b8-4972-9138-f6835eff9b07/ab83bb76-c56b-4206-84d2-d7279ace43ac) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:56:44.934671 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeaa63c-712d-4192-b7d7-40657441989c tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73ecb211-fa32-4008-970c-56e96ccbde26,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:44.998792 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4564149c-e1e8-4c2b-9492-9733ca9e9b21 tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:45.003888 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4564149c-e1e8-4c2b-9492-9733ca9e9b21 tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:45.004468 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4564149c-e1e8-4c2b-9492-9733ca9e9b21 tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:45.011341 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e7a8ef70-da0a-410c-b6d8-34e3d76954e2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:45.025890 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bd38d835-5f77-483d-aeef-1e49a9db1989 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:45.071285 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd38d835-5f77-483d-aeef-1e49a9db1989 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event deleted for resources: {'Subnet': ['ID=ac7b7976-e992-4003-94a7-4fd0d3d4f0ad,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:45.082123 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bd38d835-5f77-483d-aeef-1e49a9db1989 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:45.089529 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-e7a8ef70-da0a-410c-b6d8-34e3d76954e2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] device_id is not set on port 674cee8b-5e3b-4f3f-b5e3-5bce957ba1b0 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:56:45.094688 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fcb2d8-cb5e-40b4-9750-1695a32c4cb1 None None] Network 95ffba58-98c1-458b-a274-37b419f593f3 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:56:45.128521 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-bd38d835-5f77-483d-aeef-1e49a9db1989 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/subnets/ac7b7976-e992-4003-94a7-4fd0d3d4f0ad HTTP/1.1" status: 204 len: 168 time: 0.7366800 Sep 14 22:56:45.128930 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49908) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:45.197663 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-db807368-8dfb-468a-9ab2-d1bc6d8f0327 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:45.220116 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-db807368-8dfb-468a-9ab2-d1bc6d8f0327 None None] Transition to ACTIVE for port object ab83bb76-c56b-4206-84d2-d7279ace43ac will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:56:45.236619 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-59a94f4c-3cfc-4e18-8536-39506c66f840 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Deleting subnet 8193f2a8-f25e-4a8e-ace4-ff6603cfb0db {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:56:45.239709 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-59a94f4c-3cfc-4e18-8536-39506c66f840 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:45.244907 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-48f01e4d-20ad-4e0a-b0f7-5c9c197c65ff tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:45.255432 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-48f01e4d-20ad-4e0a-b0f7-5c9c197c65ff tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:45.275295 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-db807368-8dfb-468a-9ab2-d1bc6d8f0327 None None] Transition to ACTIVE for port object ab83bb76-c56b-4206-84d2-d7279ace43ac will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:56:45.343732 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-59a94f4c-3cfc-4e18-8536-39506c66f840 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:45.348673 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-db807368-8dfb-468a-9ab2-d1bc6d8f0327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:45.401581 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db807368-8dfb-468a-9ab2-d1bc6d8f0327 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:56:45.407907 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-db807368-8dfb-468a-9ab2-d1bc6d8f0327 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:45.408129 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-efeaa63c-712d-4192-b7d7-40657441989c tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:45.408129 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-efeaa63c-712d-4192-b7d7-40657441989c tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/73ecb211-fa32-4008-970c-56e96ccbde26 HTTP/1.1" status: 204 len: 168 time: 1.0392220 Sep 14 22:56:45.413261 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4564149c-e1e8-4c2b-9492-9733ca9e9b21 tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Pushing event updated for resources: {'Network': ['ID=6539afbe-ad8e-4ea0-a93e-62d91be799b0,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:45.415878 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49912) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:45.420274 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4564149c-e1e8-4c2b-9492-9733ca9e9b21 tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.1624804 Sep 14 22:56:45.420460 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db807368-8dfb-468a-9ab2-d1bc6d8f0327 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:56:45.422091 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49916) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:45.441801 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-48f01e4d-20ad-4e0a-b0f7-5c9c197c65ff tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:45.442632 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f01e4d-20ad-4e0a-b0f7-5c9c197c65ff tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Fanout notify agent at l3_agent the message router_deleted on router eb73c7f0-0078-42f9-b6f7-95f4e903d75a {{(pid=89170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:56:45.451591 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cd92bac7-c609-4056-9bd4-814cae22f0f5 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:45.452950 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-e7a8ef70-da0a-410c-b6d8-34e3d76954e2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Allocated IP 2001:db8::1eb (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/eaf9b926-76b8-4972-9138-f6835eff9b07/674cee8b-5e3b-4f3f-b5e3-5bce957ba1b0) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:56:45.480578 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8acbb407-5556-47ce-9b09-89c650a5faea tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "PUT /v2.0/subnetpools/94523029-2be5-4fdd-95a7-6a9abeaac560/tags/tempest-TagsExtTest-Tag-919364512 HTTP/1.1" status: 201 len: 201 time: 0.7789812 Sep 14 22:56:45.486378 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49922) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:45.497326 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cd92bac7-c609-4056-9bd4-814cae22f0f5 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:45.510340 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.tag.tag_plugin [None req-d7e6394e-7b2c-4dc7-857d-ba9501bfe355 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '3246fbf6-c524-4273-959f-59d7b2d84be6', {'tags': ['tempest-TagsExtTest-Tag-331588173', 'tempest-TagsExtTest-Tag-151923092', 'tempest-TagsExtTest-Tag-390104949']}) {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:45.581706 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-48f01e4d-20ad-4e0a-b0f7-5c9c197c65ff tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:45.582166 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 6539afbe-ad8e-4ea0-a93e-62d91be799b0 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:56:45.586649 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-48f01e4d-20ad-4e0a-b0f7-5c9c197c65ff tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] 10.222.0.33 "DELETE /v2.0/routers/eb73c7f0-0078-42f9-b6f7-95f4e903d75a HTTP/1.1" status: 204 len: 168 time: 4.2392113 Sep 14 22:56:45.596796 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49926) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:45.609772 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-2c048d75-2fe9-45ce-bf2b-5bd468a89dbd tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-826152285', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:45.627237 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-2c048d75-2fe9-45ce-bf2b-5bd468a89dbd tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:45.638735 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-2c048d75-2fe9-45ce-bf2b-5bd468a89dbd tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Usage tracker for resource:router and tenant:711c13b950a84e64b637b2d4bd78d0d1 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:45.647939 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-2c048d75-2fe9-45ce-bf2b-5bd468a89dbd tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:45.659704 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-ebd57c97-ed96-4445-9948-32164084911e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Request body: {'network': {'name': 'tempest-network--1339444309', 'router:external': True}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:45.667191 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-2c048d75-2fe9-45ce-bf2b-5bd468a89dbd tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:45.682628 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-ebd57c97-ed96-4445-9948-32164084911e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:45.690257 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db807368-8dfb-468a-9ab2-d1bc6d8f0327 None None] Pushing event updated for resources: {'Port': ['ID=ab83bb76-c56b-4206-84d2-d7279ace43ac,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:45.695682 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-db807368-8dfb-468a-9ab2-d1bc6d8f0327 None None] Attempting to bind port ab83bb76-c56b-4206-84d2-d7279ace43ac on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:56:45.696038 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-db807368-8dfb-468a-9ab2-d1bc6d8f0327 None None] Attempting to bind port ab83bb76-c56b-4206-84d2-d7279ace43ac by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:56:45.696418 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db807368-8dfb-468a-9ab2-d1bc6d8f0327 None None] Attempting to bind port ab83bb76-c56b-4206-84d2-d7279ace43ac on network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:56:45.701604 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f427f36a-38b5-4fb8-a525-bff3bce22bdc tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2845638 Sep 14 22:56:45.703831 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-ebd57c97-ed96-4445-9948-32164084911e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Usage tracker for resource:network and tenant:53542970450a4399a71614be113389ff is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:45.705883 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-59a94f4c-3cfc-4e18-8536-39506c66f840 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:45.710173 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2c048d75-2fe9-45ce-bf2b-5bd468a89dbd tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:45.713547 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db807368-8dfb-468a-9ab2-d1bc6d8f0327 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:56:45.713889 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2c048d75-2fe9-45ce-bf2b-5bd468a89dbd tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:45.714051 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db807368-8dfb-468a-9ab2-d1bc6d8f0327 None None] Checking segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:56:45.714302 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-db807368-8dfb-468a-9ab2-d1bc6d8f0327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:45.714693 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db807368-8dfb-468a-9ab2-d1bc6d8f0327 None None] Bound using segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:56:45.715175 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-db807368-8dfb-468a-9ab2-d1bc6d8f0327 None None] Bound port: ab83bb76-c56b-4206-84d2-d7279ace43ac, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:56:45.715544 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-db807368-8dfb-468a-9ab2-d1bc6d8f0327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:45.724828 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49930) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:45.725656 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-ebd57c97-ed96-4445-9948-32164084911e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:45.738378 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-13569805-92f1-4a5a-b768-5918c5a14379 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Request body: {'security_group_rule': {'security_group_id': '96982ac4-a638-45ba-8be1-63bede53dcda', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:45.777195 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-ebd57c97-ed96-4445-9948-32164084911e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:45.783301 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-13569805-92f1-4a5a-b768-5918c5a14379 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:45.809124 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-13569805-92f1-4a5a-b768-5918c5a14379 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Usage tracker for resource:security_group_rule and tenant:48ff53ac0110494f8fd725384a2349c8 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:45.818298 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-13569805-92f1-4a5a-b768-5918c5a14379 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:45.821340 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd57c97-ed96-4445-9948-32164084911e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Made reservation on behalf of 53542970450a4399a71614be113389ff for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:56:45.822568 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-db807368-8dfb-468a-9ab2-d1bc6d8f0327 None None] For port ab83bb76-c56b-4206-84d2-d7279ace43ac, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:56:45.823582 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ebd57c97-ed96-4445-9948-32164084911e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:45.829235 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-db807368-8dfb-468a-9ab2-d1bc6d8f0327 None None] For port ab83bb76-c56b-4206-84d2-d7279ace43ac, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=ab83bb76-c56b-4206-84d2-d7279ace43ac,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:56:45.835983 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-db807368-8dfb-468a-9ab2-d1bc6d8f0327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:45.844131 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-13569805-92f1-4a5a-b768-5918c5a14379 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:45.849105 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-59a94f4c-3cfc-4e18-8536-39506c66f840 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:45.855618 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ebd57c97-ed96-4445-9948-32164084911e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:45.863541 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e7a8ef70-da0a-410c-b6d8-34e3d76954e2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:45.883365 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d7e6394e-7b2c-4dc7-857d-ba9501bfe355 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "PUT /v2.0/subnets/3246fbf6-c524-4273-959f-59d7b2d84be6/tags HTTP/1.1" status: 200 len: 315 time: 0.3914609 Sep 14 22:56:45.885026 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2c048d75-2fe9-45ce-bf2b-5bd468a89dbd tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:45.890761 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49934) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:45.905939 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-59a94f4c-3cfc-4e18-8536-39506c66f840 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:45.916901 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ccf6b3-994b-4a34-bdb6-49bb844b55a3 None None] DHCP port deletion for 95ffba58-98c1-458b-a274-37b419f593f3 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:56:45.918801 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d873d3e-9a7e-4a60-a8a6-7fe1293c4ec2 None None] Network 22bd7292-fa75-4c82-bd56-46f8e01f5890 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:56:45.919090 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-cd92bac7-c609-4056-9bd4-814cae22f0f5 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Allocated IP 172.26.5.45 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/70dd2d5f-42bf-42d4-a6b9-becf31a93c18) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:56:45.923314 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-59a94f4c-3cfc-4e18-8536-39506c66f840 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/subnets/8193f2a8-f25e-4a8e-ace4-ff6603cfb0db HTTP/1.1" status: 204 len: 168 time: 0.7904575 Sep 14 22:56:45.923697 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.tag.tag_plugin [None req-fc0df060-ac45-4a3e-bdd2-cc895505c7c8 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3246fbf6-c524-4273-959f-59d7b2d84be6') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:45.924972 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a94f4c-3cfc-4e18-8536-39506c66f840 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event deleted for resources: {'Subnet': ['ID=8193f2a8-f25e-4a8e-ace4-ff6603cfb0db,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:45.928417 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49938) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:45.931748 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-e7a8ef70-da0a-410c-b6d8-34e3d76954e2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Transition to ACTIVE for port object 674cee8b-5e3b-4f3f-b5e3-5bce957ba1b0 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:56:45.955178 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-ebd57c97-ed96-4445-9948-32164084911e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:45.975083 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.securitygroups_db [None req-13569805-92f1-4a5a-b768-5918c5a14379 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Project 48ff53ac0110494f8fd725384a2349c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 22:56:45.984490 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-ebd57c97-ed96-4445-9948-32164084911e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Usage tracker for resource:security_group_rule and tenant:53542970450a4399a71614be113389ff is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:45.991070 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-72ccf6b3-994b-4a34-bdb6-49bb844b55a3 None None] Deleting port d7abcd57-068e-4bdd-885e-a5ec88b5bd85 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:45.991406 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-72ccf6b3-994b-4a34-bdb6-49bb844b55a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:45.991599 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-ebd57c97-ed96-4445-9948-32164084911e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:46.000259 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-13569805-92f1-4a5a-b768-5918c5a14379 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:46.031016 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-ebd57c97-ed96-4445-9948-32164084911e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:46.053225 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-738707ad-9113-44fc-8f45-29ce3b02dd2a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:46.069362 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-738707ad-9113-44fc-8f45-29ce3b02dd2a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Deleting port d7abcd57-068e-4bdd-885e-a5ec88b5bd85 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:46.069701 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-738707ad-9113-44fc-8f45-29ce3b02dd2a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:46.071233 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db807368-8dfb-468a-9ab2-d1bc6d8f0327 None None] Pushing event updated for resources: {'Port': ['ID=ab83bb76-c56b-4206-84d2-d7279ace43ac,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:46.110856 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e7a8ef70-da0a-410c-b6d8-34e3d76954e2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:46.128489 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2c048d75-2fe9-45ce-bf2b-5bd468a89dbd tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:46.213919 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a8ef70-da0a-410c-b6d8-34e3d76954e2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:56:46.249940 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2c048d75-2fe9-45ce-bf2b-5bd468a89dbd tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:46.253819 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2c048d75-2fe9-45ce-bf2b-5bd468a89dbd tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6524291 Sep 14 22:56:46.253973 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-e7a8ef70-da0a-410c-b6d8-34e3d76954e2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:46.261352 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49942) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:46.262041 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-13569805-92f1-4a5a-b768-5918c5a14379 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:46.263888 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a8ef70-da0a-410c-b6d8-34e3d76954e2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:56:46.270320 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a8ef70-da0a-410c-b6d8-34e3d76954e2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:46.270947 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e7a8ef70-da0a-410c-b6d8-34e3d76954e2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:46.271091 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-1879cc2a-0ef3-4bb6-9bce-612ad33f0ccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'enable_snat': True}}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:46.411428 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-13569805-92f1-4a5a-b768-5918c5a14379 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:46.425818 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8ef70-da0a-410c-b6d8-34e3d76954e2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Port': ['ID=674cee8b-5e3b-4f3f-b5e3-5bce957ba1b0,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:46.453262 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-72ccf6b3-994b-4a34-bdb6-49bb844b55a3 None None] For port d7abcd57-068e-4bdd-885e-a5ec88b5bd85, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=d7abcd57-068e-4bdd-885e-a5ec88b5bd85,segment=NetworkSegment(16bf1cae-3b4e-4fe8-bd3e-1deb5bad0430),segment_id=16bf1cae-3b4e-4fe8-bd3e-1deb5bad0430)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:56:46.455008 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-72ccf6b3-994b-4a34-bdb6-49bb844b55a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:46.490860 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e7a8ef70-da0a-410c-b6d8-34e3d76954e2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0538812 Sep 14 22:56:46.513271 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cd92bac7-c609-4056-9bd4-814cae22f0f5 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:46.528801 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49946) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:46.587335 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-738707ad-9113-44fc-8f45-29ce3b02dd2a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] For port d7abcd57-068e-4bdd-885e-a5ec88b5bd85, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=d7abcd57-068e-4bdd-885e-a5ec88b5bd85,segment=NetworkSegment(16bf1cae-3b4e-4fe8-bd3e-1deb5bad0430),segment_id=16bf1cae-3b4e-4fe8-bd3e-1deb5bad0430)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:56:46.587686 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-738707ad-9113-44fc-8f45-29ce3b02dd2a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:46.619866 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-72ccf6b3-994b-4a34-bdb6-49bb844b55a3 None None] Calling delete_port for d7abcd57-068e-4bdd-885e-a5ec88b5bd85 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:56:46.677284 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13569805-92f1-4a5a-b768-5918c5a14379 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f80f2f23-3450-440f-92cb-452a106e2066,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:46.701352 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ecdf96-2ab5-4b6d-91b6-09424edffd12 None None] DHCP port deletion for 22bd7292-fa75-4c82-bd56-46f8e01f5890 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:56:46.720024 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-31ecdf96-2ab5-4b6d-91b6-09424edffd12 None None] Deleting port 81a46e8e-48de-4976-9c1d-91d1764455e8 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:46.720391 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-31ecdf96-2ab5-4b6d-91b6-09424edffd12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:46.720959 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-738707ad-9113-44fc-8f45-29ce3b02dd2a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Calling delete_port for d7abcd57-068e-4bdd-885e-a5ec88b5bd85 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:56:46.775229 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-72ccf6b3-994b-4a34-bdb6-49bb844b55a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:46.799220 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.db.api [None req-738707ad-9113-44fc-8f45-29ce3b02dd2a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:56:46.799634 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG oslo_db.api [None req-738707ad-9113-44fc-8f45-29ce3b02dd2a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:56:46.855165 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ccf6b3-994b-4a34-bdb6-49bb844b55a3 None None] Pushing event deleted for resources: {'Port': ['ID=d7abcd57-068e-4bdd-885e-a5ec88b5bd85,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:46.860163 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ebd57c97-ed96-4445-9948-32164084911e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:46.866591 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ccf6b3-994b-4a34-bdb6-49bb844b55a3 None None] No DVR routers for this DVR port d7abcd57-068e-4bdd-885e-a5ec88b5bd85 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:56:46.917472 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-13569805-92f1-4a5a-b768-5918c5a14379 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:46.918564 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-13569805-92f1-4a5a-b768-5918c5a14379 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1896553 Sep 14 22:56:46.921737 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49950) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:46.928002 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ebd57c97-ed96-4445-9948-32164084911e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:46.956641 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a3beec43-877a-434a-8b03-4aef00719a98 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "GET /v2.0/security-group-rules/f80f2f23-3450-440f-92cb-452a106e2066 HTTP/1.1" status: 200 len: 769 time: 0.0333266 Sep 14 22:56:46.959495 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49954) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:46.995925 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-31ecdf96-2ab5-4b6d-91b6-09424edffd12 None None] For port 81a46e8e-48de-4976-9c1d-91d1764455e8, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=81a46e8e-48de-4976-9c1d-91d1764455e8,segment=NetworkSegment(66d796f3-5a29-4354-9ee2-2aadaf26e9b7),segment_id=66d796f3-5a29-4354-9ee2-2aadaf26e9b7)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:56:46.996326 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-31ecdf96-2ab5-4b6d-91b6-09424edffd12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:47.032166 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-fc0df060-ac45-4a3e-bdd2-cc895505c7c8 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "DELETE /v2.0/subnets/3246fbf6-c524-4273-959f-59d7b2d84be6/tags HTTP/1.1" status: 204 len: 168 time: 1.1402950 Sep 14 22:56:47.039998 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49958) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:47.069448 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-cc99c4a7-d554-4c95-b7c3-7a7560590e3e tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1084313 Sep 14 22:56:47.071907 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49962) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:47.074305 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.tag.tag_plugin [None req-32f0ad00-fd0c-40cd-9ae7-646659438730 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3246fbf6-c524-4273-959f-59d7b2d84be6', 'tempest-TagsExtTest-Tag-331588173') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:47.119305 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1f010cce-b1f3-483c-bd44-e9726ecb22ad tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:47.122450 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd57c97-ed96-4445-9948-32164084911e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:56:47.139871 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1f010cce-b1f3-483c-bd44-e9726ecb22ad tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:47.147091 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1879cc2a-0ef3-4bb6-9bce-612ad33f0ccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:47.158812 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd57c97-ed96-4445-9948-32164084911e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48f843c-3ec2-4235-9ab0-81900fd959ca,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:47.167296 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cd92bac7-c609-4056-9bd4-814cae22f0f5 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:47.184067 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1f010cce-b1f3-483c-bd44-e9726ecb22ad tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:47.200596 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f010cce-b1f3-483c-bd44-e9726ecb22ad tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f80f2f23-3450-440f-92cb-452a106e2066,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:47.211702 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1f010cce-b1f3-483c-bd44-e9726ecb22ad tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:47.212836 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1f010cce-b1f3-483c-bd44-e9726ecb22ad tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/f80f2f23-3450-440f-92cb-452a106e2066 HTTP/1.1" status: 204 len: 168 time: 0.1399224 Sep 14 22:56:47.217300 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49966) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:47.218840 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-31ecdf96-2ab5-4b6d-91b6-09424edffd12 None None] Calling delete_port for 81a46e8e-48de-4976-9c1d-91d1764455e8 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:56:47.231317 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ebd57c97-ed96-4445-9948-32164084911e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:47.231659 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-ebd57c97-ed96-4445-9948-32164084911e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Added segment 9c05bedc-1a8c-46be-8470-413faadbedbb of type vlan for network f4e66b62-6073-4a93-834a-f43252a9e6cb Sep 14 22:56:47.280452 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-47ce1d4d-4e9f-4a94-8705-95abf938f291 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Synchronizing usage tracker for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group_rule {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:47.280904 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device ab83bb76-c56b-4206-84d2-d7279ace43ac up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:56:47.291302 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd92bac7-c609-4056-9bd4-814cae22f0f5 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:56:47.300415 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-738707ad-9113-44fc-8f45-29ce3b02dd2a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Deleting port d7abcd57-068e-4bdd-885e-a5ec88b5bd85 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:47.301317 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-738707ad-9113-44fc-8f45-29ce3b02dd2a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:47.302481 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-cd92bac7-c609-4056-9bd4-814cae22f0f5 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:47.305201 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd92bac7-c609-4056-9bd4-814cae22f0f5 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:56:47.336281 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-47ce1d4d-4e9f-4a94-8705-95abf938f291 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Unset dirty status for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group_rule {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:47.337809 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-47ce1d4d-4e9f-4a94-8705-95abf938f291 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1192095 Sep 14 22:56:47.343320 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49970) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:47.398752 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-31ecdf96-2ab5-4b6d-91b6-09424edffd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:47.409798 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-738707ad-9113-44fc-8f45-29ce3b02dd2a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] The port 'd7abcd57-068e-4bdd-885e-a5ec88b5bd85' was deleted {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:56:47.473146 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ecdf96-2ab5-4b6d-91b6-09424edffd12 None None] No DVR routers for this DVR port 81a46e8e-48de-4976-9c1d-91d1764455e8 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:56:47.475589 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ecdf96-2ab5-4b6d-91b6-09424edffd12 None None] Pushing event deleted for resources: {'Port': ['ID=81a46e8e-48de-4976-9c1d-91d1764455e8,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:47.504322 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port ab83bb76-c56b-4206-84d2-d7279ace43ac completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:56:47.559598 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-d7e8f313-c311-4dd2-996d-ce6a4430cb40 None None] Provisioning for port ab83bb76-c56b-4206-84d2-d7279ace43ac completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:56:47.565294 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-d7e8f313-c311-4dd2-996d-ce6a4430cb40 None None] Provisioning complete for port ab83bb76-c56b-4206-84d2-d7279ace43ac triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:47.565883 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d7e8f313-c311-4dd2-996d-ce6a4430cb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:47.598120 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bcd367-f7ef-4cc3-ab26-8a270a7a90fc tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:47.605639 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bcd367-f7ef-4cc3-ab26-8a270a7a90fc tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:47.606045 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-738707ad-9113-44fc-8f45-29ce3b02dd2a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:47.606466 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-69bcd367-f7ef-4cc3-ab26-8a270a7a90fc tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:47.611498 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 81a46e8e-48de-4976-9c1d-91d1764455e8 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:56:47.625349 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92bac7-c609-4056-9bd4-814cae22f0f5 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Pushing event updated for resources: {'Port': ['ID=70dd2d5f-42bf-42d4-a6b9-becf31a93c18,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:47.650951 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-738707ad-9113-44fc-8f45-29ce3b02dd2a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ffba58-98c1-458b-a274-37b419f593f3']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:47.654555 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ebd57c97-ed96-4445-9948-32164084911e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:47.658337 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-eebdb704-feff-4ed4-bffe-988f1ba9518f tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:47.663199 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 81a46e8e-48de-4976-9c1d-91d1764455e8 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:56:47.663771 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 81a46e8e-48de-4976-9c1d-91d1764455e8 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:56:47.664347 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device d7abcd57-068e-4bdd-885e-a5ec88b5bd85 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:56:47.672969 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-738707ad-9113-44fc-8f45-29ce3b02dd2a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16bf1cae-3b4e-4fe8-bd3e-1deb5bad0430') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:47.673264 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-738707ad-9113-44fc-8f45-29ce3b02dd2a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16bf1cae-3b4e-4fe8-bd3e-1deb5bad0430') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:47.696423 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-738707ad-9113-44fc-8f45-29ce3b02dd2a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:47.712168 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-eebdb704-feff-4ed4-bffe-988f1ba9518f tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:47.718757 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: d7abcd57-068e-4bdd-885e-a5ec88b5bd85 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:56:47.719351 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device d7abcd57-068e-4bdd-885e-a5ec88b5bd85 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:56:47.727436 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-738707ad-9113-44fc-8f45-29ce3b02dd2a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:47.743212 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-738707ad-9113-44fc-8f45-29ce3b02dd2a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:56:47.743614 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-738707ad-9113-44fc-8f45-29ce3b02dd2a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:47.820215 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 16bf1cae-3b4e-4fe8-bd3e-1deb5bad0430 resource provider aggregate not found Sep 14 22:56:47.823786 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-d7e8f313-c311-4dd2-996d-ce6a4430cb40 None None] Current status of the port ab83bb76-c56b-4206-84d2-d7279ace43ac is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:56:47.824169 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d7e8f313-c311-4dd2-996d-ce6a4430cb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:47.853791 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 16bf1cae-3b4e-4fe8-bd3e-1deb5bad0430 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16bf1cae-3b4e-4fe8-bd3e-1deb5bad0430 found for delete ", "request_id": "req-0dfce428-eef6-4c61-859e-8d465bb83e8c"}]} Sep 14 22:56:47.856520 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-32f0ad00-fd0c-40cd-9ae7-646659438730 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] show failed (client error): The resource could not be found. Sep 14 22:56:47.858163 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-32f0ad00-fd0c-40cd-9ae7-646659438730 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "GET /v2.0/subnets/3246fbf6-c524-4273-959f-59d7b2d84be6/tags/tempest-TagsExtTest-Tag-331588173 HTTP/1.1" status: 404 len: 328 time: 0.8059094 Sep 14 22:56:47.859243 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-69bcd367-f7ef-4cc3-ab26-8a270a7a90fc tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:47.860800 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-69bcd367-f7ef-4cc3-ab26-8a270a7a90fc tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 1.2627378 Sep 14 22:56:47.864316 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49978) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:47.864672 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49980) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:47.867820 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-d7e8f313-c311-4dd2-996d-ce6a4430cb40 None None] For port ab83bb76-c56b-4206-84d2-d7279ace43ac, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=ab83bb76-c56b-4206-84d2-d7279ace43ac,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:56:47.871264 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d7e8f313-c311-4dd2-996d-ce6a4430cb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:47.904478 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.tag.tag_plugin [None req-bfddd45f-9452-4de0-bad7-6ed3ac822c4e tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3246fbf6-c524-4273-959f-59d7b2d84be6', 'tempest-TagsExtTest-Tag-151923092') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:47.931009 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-eebdb704-feff-4ed4-bffe-988f1ba9518f tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:47.933324 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-738707ad-9113-44fc-8f45-29ce3b02dd2a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:47.942298 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8f313-c311-4dd2-996d-ce6a4430cb40 None None] Pushing event updated for resources: {'Port': ['ID=ab83bb76-c56b-4206-84d2-d7279ace43ac,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:47.987747 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-738707ad-9113-44fc-8f45-29ce3b02dd2a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:47.993081 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-35332d83-3e24-48e7-becc-6ba7f7246803 None None] Provisioning for port 674cee8b-5e3b-4f3f-b5e3-5bce957ba1b0 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:56:47.998404 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-35332d83-3e24-48e7-becc-6ba7f7246803 None None] Provisioning complete for port 674cee8b-5e3b-4f3f-b5e3-5bce957ba1b0 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:47.999270 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-35332d83-3e24-48e7-becc-6ba7f7246803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:48.001371 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebdb704-feff-4ed4-bffe-988f1ba9518f tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96982ac4-a638-45ba-8be1-63bede53dcda,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:48.011735 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738707ad-9113-44fc-8f45-29ce3b02dd2a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event deleted for resources: {'Network': ['ID=95ffba58-98c1-458b-a274-37b419f593f3,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:48.036790 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-738707ad-9113-44fc-8f45-29ce3b02dd2a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/networks/95ffba58-98c1-458b-a274-37b419f593f3 HTTP/1.1" status: 204 len: 168 time: 2.1048684 Sep 14 22:56:48.038494 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49986) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:48.039473 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-eebdb704-feff-4ed4-bffe-988f1ba9518f tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:48.040504 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-eebdb704-feff-4ed4-bffe-988f1ba9518f tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "DELETE /v2.0/security-groups/96982ac4-a638-45ba-8be1-63bede53dcda HTTP/1.1" status: 204 len: 168 time: 0.6961176 Sep 14 22:56:48.047547 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 49990) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:48.047903 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-ed6e1dfd-e58f-43e0-a5c9-48fc884cbb5c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting port 674cee8b-5e3b-4f3f-b5e3-5bce957ba1b0 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:48.048203 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ebd57c97-ed96-4445-9948-32164084911e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:48.048349 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ed6e1dfd-e58f-43e0-a5c9-48fc884cbb5c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:48.049199 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd57c97-ed96-4445-9948-32164084911e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:48.049775 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ebd57c97-ed96-4445-9948-32164084911e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:48.074577 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-35332d83-3e24-48e7-becc-6ba7f7246803 None None] Port 674cee8b-5e3b-4f3f-b5e3-5bce957ba1b0 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:56:48.259050 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ebd57c97-ed96-4445-9948-32164084911e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.8314009 Sep 14 22:56:48.265930 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49994) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:48.269418 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ae0c4542-4a08-417e-be28-5f395488f907 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:48.290406 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd57c97-ed96-4445-9948-32164084911e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Pushing event updated for resources: {'Network': ['ID=f4e66b62-6073-4a93-834a-f43252a9e6cb,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:48.302810 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network f4e66b62-6073-4a93-834a-f43252a9e6cb details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:56:48.319143 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6dcbd0aa-57de-4c46-bdfb-c23e94c77057 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Synchronizing usage tracker for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:48.326072 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cd92bac7-c609-4056-9bd4-814cae22f0f5 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:48.326325 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-bfddd45f-9452-4de0-bad7-6ed3ac822c4e tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] show failed (client error): The resource could not be found. Sep 14 22:56:48.327370 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-bfddd45f-9452-4de0-bad7-6ed3ac822c4e tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "GET /v2.0/subnets/3246fbf6-c524-4273-959f-59d7b2d84be6/tags/tempest-TagsExtTest-Tag-151923092 HTTP/1.1" status: 404 len: 328 time: 0.4597571 Sep 14 22:56:48.374716 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 49998) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:48.560765 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.tag.tag_plugin [None req-60159797-345b-4023-853e-fef8e587dee3 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3246fbf6-c524-4273-959f-59d7b2d84be6', 'tempest-TagsExtTest-Tag-390104949') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:48.611329 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6dcbd0aa-57de-4c46-bdfb-c23e94c77057 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Unset dirty status for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:48.612586 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6dcbd0aa-57de-4c46-bdfb-c23e94c77057 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5591576 Sep 14 22:56:48.624757 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50002) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:48.642118 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-d1fed57a-e8c4-4313-a212-15326834e358 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Request body: {'security_group': {'name': 'tempest-secgroup--678015730'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:48.682880 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-d1fed57a-e8c4-4313-a212-15326834e358 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:48.709768 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e337398b-489d-4240-97f9-548ef5235324 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:48.753506 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1879cc2a-0ef3-4bb6-9bce-612ad33f0ccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:48.770516 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-d1fed57a-e8c4-4313-a212-15326834e358 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:48.795644 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1879cc2a-0ef3-4bb6-9bce-612ad33f0ccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:48.827592 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ae0c4542-4a08-417e-be28-5f395488f907 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:48.837168 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d1fed57a-e8c4-4313-a212-15326834e358 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:48.849959 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ed6e1dfd-e58f-43e0-a5c9-48fc884cbb5c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:48.958096 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cd92bac7-c609-4056-9bd4-814cae22f0f5 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:49.024922 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-ae0c4542-4a08-417e-be28-5f395488f907 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22bd7292-fa75-4c82-bd56-46f8e01f5890']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:49.043060 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-ed6e1dfd-e58f-43e0-a5c9-48fc884cbb5c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Calling delete_port for 674cee8b-5e3b-4f3f-b5e3-5bce957ba1b0 owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:56:49.058633 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device ab83bb76-c56b-4206-84d2-d7279ace43ac up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:56:49.073170 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-d1fed57a-e8c4-4313-a212-15326834e358 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:49.102549 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-ae0c4542-4a08-417e-be28-5f395488f907 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66d796f3-5a29-4354-9ee2-2aadaf26e9b7') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:49.102549 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-ae0c4542-4a08-417e-be28-5f395488f907 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66d796f3-5a29-4354-9ee2-2aadaf26e9b7') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:49.135700 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cd92bac7-c609-4056-9bd4-814cae22f0f5 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33045011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33045002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33047131'] for router, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:49.138068 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port ab83bb76-c56b-4206-84d2-d7279ace43ac triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:49.138531 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:49.185401 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ae0c4542-4a08-417e-be28-5f395488f907 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:49.199748 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-d1fed57a-e8c4-4313-a212-15326834e358 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:49.200321 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:49.239148 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-1879cc2a-0ef3-4bb6-9bce-612ad33f0ccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Allocated IP 172.26.5.57 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/74a2a1a2-21df-416e-a062-96ea8a6a7143) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:56:49.239629 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e337398b-489d-4240-97f9-548ef5235324 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:49.248439 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-60159797-345b-4023-853e-fef8e587dee3 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] show failed (client error): The resource could not be found. Sep 14 22:56:49.249528 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-60159797-345b-4023-853e-fef8e587dee3 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "GET /v2.0/subnets/3246fbf6-c524-4273-959f-59d7b2d84be6/tags/tempest-TagsExtTest-Tag-390104949 HTTP/1.1" status: 404 len: 328 time: 0.8678520 Sep 14 22:56:49.252798 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ae0c4542-4a08-417e-be28-5f395488f907 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:49.271795 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50006) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:49.274990 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port ab83bb76-c56b-4206-84d2-d7279ace43ac is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:56:49.291842 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0c4542-4a08-417e-be28-5f395488f907 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:56:49.292247 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ae0c4542-4a08-417e-be28-5f395488f907 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:49.311426 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.tag.tag_plugin [None req-0ce68472-cd8f-46be-8cfa-9ca6cdff29ea tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '0712e2ce-3c74-4517-801c-645d23e3c158', {'tags': ['tempest-TagsExtTest-Tag-1525103163', 'tempest-TagsExtTest-Tag-110516148', 'tempest-TagsExtTest-Tag-1973748716']}) {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:49.429312 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-e337398b-489d-4240-97f9-548ef5235324 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4e66b62-6073-4a93-834a-f43252a9e6cb']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:49.492600 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-e337398b-489d-4240-97f9-548ef5235324 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c05bedc-1a8c-46be-8470-413faadbedbb') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:49.492915 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-e337398b-489d-4240-97f9-548ef5235324 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c05bedc-1a8c-46be-8470-413faadbedbb') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:49.496792 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd92bac7-c609-4056-9bd4-814cae22f0f5 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Router dde9849d-3be5-4e99-8ef2-29a3c235d396 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:56:49.509006 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1879cc2a-0ef3-4bb6-9bce-612ad33f0ccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:49.524991 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e337398b-489d-4240-97f9-548ef5235324 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:49.538308 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ae0c4542-4a08-417e-be28-5f395488f907 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:49.575274 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ae0c4542-4a08-417e-be28-5f395488f907 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:49.601756 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e337398b-489d-4240-97f9-548ef5235324 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:49.617341 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c4542-4a08-417e-be28-5f395488f907 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event deleted for resources: {'Network': ['ID=22bd7292-fa75-4c82-bd56-46f8e01f5890,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:49.626376 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e337398b-489d-4240-97f9-548ef5235324 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:56:49.626769 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e337398b-489d-4240-97f9-548ef5235324 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:49.651210 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0ce68472-cd8f-46be-8cfa-9ca6cdff29ea tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "PUT /v2.0/ports/0712e2ce-3c74-4517-801c-645d23e3c158/tags HTTP/1.1" status: 200 len: 317 time: 0.3783259 Sep 14 22:56:49.661089 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50010) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:49.663491 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d1fed57a-e8c4-4313-a212-15326834e358 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:49.689212 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.tag.tag_plugin [None req-b84369da-077f-43d5-bcb7-e63441a708d4 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0712e2ce-3c74-4517-801c-645d23e3c158') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:49.711801 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c4542-4a08-417e-be28-5f395488f907 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:56:49.712138 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c4542-4a08-417e-be28-5f395488f907 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:56:49.712471 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c4542-4a08-417e-be28-5f395488f907 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:56:49.712828 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c4542-4a08-417e-be28-5f395488f907 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:56:49.713162 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c4542-4a08-417e-be28-5f395488f907 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:56:49.713482 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c4542-4a08-417e-be28-5f395488f907 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:56:49.713803 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c4542-4a08-417e-be28-5f395488f907 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:56:49.714206 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c4542-4a08-417e-be28-5f395488f907 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:56:49.714437 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c4542-4a08-417e-be28-5f395488f907 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:56:49.714751 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c4542-4a08-417e-be28-5f395488f907 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:56:49.715092 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c4542-4a08-417e-be28-5f395488f907 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:56:49.715408 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c4542-4a08-417e-be28-5f395488f907 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:56:49.724260 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ae0c4542-4a08-417e-be28-5f395488f907 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/networks/22bd7292-fa75-4c82-bd56-46f8e01f5890 HTTP/1.1" status: 204 len: 168 time: 1.6822352 Sep 14 22:56:49.731785 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50014) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:49.735332 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d1fed57a-e8c4-4313-a212-15326834e358 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:49.738703 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ed6e1dfd-e58f-43e0-a5c9-48fc884cbb5c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:49.746199 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-f5f370a1-2046-41e9-bc60-ba7386240625 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Request body: {'network': {'name': 'tempest-RoutersTest-709270431'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:49.758135 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-f5f370a1-2046-41e9-bc60-ba7386240625 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:49.770574 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1879cc2a-0ef3-4bb6-9bce-612ad33f0ccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:49.774787 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-f5f370a1-2046-41e9-bc60-ba7386240625 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Usage tracker for resource:network and tenant:25d4f6710d2343efa0693e5e6584ceb8 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:49.816039 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e1dfd-e58f-43e0-a5c9-48fc884cbb5c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Port': ['ID=674cee8b-5e3b-4f3f-b5e3-5bce957ba1b0,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:49.819188 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-f5f370a1-2046-41e9-bc60-ba7386240625 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:49.839581 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd92bac7-c609-4056-9bd4-814cae22f0f5 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:56:49.854886 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfdf4a4-ddf1-48bd-b687-65fc069a236a None None] Sync routers for ids ['dde9849d-3be5-4e99-8ef2-29a3c235d396'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:56:49.863028 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-f5f370a1-2046-41e9-bc60-ba7386240625 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:49.870602 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfdf4a4-ddf1-48bd-b687-65fc069a236a None None] Routers {'dde9849d-3be5-4e99-8ef2-29a3c235d396'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:56:49.871533 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-6bfdf4a4-ddf1-48bd-b687-65fc069a236a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:56:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['dde9849d-3be5-4e99-8ef2-29a3c235d396'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:49.877970 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1879cc2a-0ef3-4bb6-9bce-612ad33f0ccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:56:49.884437 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d1fed57a-e8c4-4313-a212-15326834e358 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:49.885701 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d1fed57a-e8c4-4313-a212-15326834e358 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2574267 Sep 14 22:56:49.892258 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50020) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:49.895159 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fed57a-e8c4-4313-a212-15326834e358 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17eeb723-5981-4d44-84fb-31d73a78f46b,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:49.897925 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-1879cc2a-0ef3-4bb6-9bce-612ad33f0ccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:49.900266 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e337398b-489d-4240-97f9-548ef5235324 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:49.902693 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1879cc2a-0ef3-4bb6-9bce-612ad33f0ccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:56:49.904361 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-2c3007f7-7a6a-4606-bdef-b07b331d27b7 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Request body: {'security_group_rule': {'security_group_id': '17eeb723-5981-4d44-84fb-31d73a78f46b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:49.909216 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ed6e1dfd-e58f-43e0-a5c9-48fc884cbb5c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:49.914338 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 66d796f3-5a29-4354-9ee2-2aadaf26e9b7 resource provider aggregate not found Sep 14 22:56:49.934378 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e337398b-489d-4240-97f9-548ef5235324 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f4e66b62-6073-4a93-834a-f43252a9e6cb {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 14 22:56:49.936237 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2c3007f7-7a6a-4606-bdef-b07b331d27b7 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:49.939361 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e337398b-489d-4240-97f9-548ef5235324 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:49.956544 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ed6e1dfd-e58f-43e0-a5c9-48fc884cbb5c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/674cee8b-5e3b-4f3f-b5e3-5bce957ba1b0 HTTP/1.1" status: 204 len: 168 time: 2.0883784 Sep 14 22:56:49.958421 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337398b-489d-4240-97f9-548ef5235324 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Pushing event deleted for resources: {'Network': ['ID=f4e66b62-6073-4a93-834a-f43252a9e6cb,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:49.966047 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cd92bac7-c609-4056-9bd4-814cae22f0f5 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:49.970111 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2c3007f7-7a6a-4606-bdef-b07b331d27b7 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:49.970764 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-cd92bac7-c609-4056-9bd4-814cae22f0f5 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] 10.222.0.33 "PUT /v2.0/routers/dde9849d-3be5-4e99-8ef2-29a3c235d396 HTTP/1.1" status: 200 len: 918 time: 6.8955643 Sep 14 22:56:49.972195 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50026) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:49.972525 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50028) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:49.973784 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-6bfdf4a4-ddf1-48bd-b687-65fc069a236a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:49.974128 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 66d796f3-5a29-4354-9ee2-2aadaf26e9b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 66d796f3-5a29-4354-9ee2-2aadaf26e9b7 found for delete ", "request_id": "req-51fbec32-45c5-4545-a1ff-654761250218"}]} Sep 14 22:56:49.979673 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e337398b-489d-4240-97f9-548ef5235324 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] 10.222.0.33 "DELETE /v2.0/networks/f4e66b62-6073-4a93-834a-f43252a9e6cb HTTP/1.1" status: 204 len: 168 time: 1.7082829 Sep 14 22:56:49.984395 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879cc2a-0ef3-4bb6-9bce-612ad33f0ccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Pushing event updated for resources: {'Port': ['ID=74a2a1a2-21df-416e-a062-96ea8a6a7143,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:49.987522 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50032) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:50.003123 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfdf4a4-ddf1-48bd-b687-65fc069a236a None None] Routers {'dde9849d-3be5-4e99-8ef2-29a3c235d396'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:56:50.003916 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-6bfdf4a4-ddf1-48bd-b687-65fc069a236a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:56:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['dde9849d-3be5-4e99-8ef2-29a3c235d396'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:50.024904 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-55be27fc-6cba-4228-b28c-f340871ccf90 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:50.030478 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f370a1-2046-41e9-bc60-ba7386240625 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Made reservation on behalf of 25d4f6710d2343efa0693e5e6584ceb8 for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:56:50.034104 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f5f370a1-2046-41e9-bc60-ba7386240625 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:50.053515 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-55be27fc-6cba-4228-b28c-f340871ccf90 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:50.067327 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-55be27fc-6cba-4228-b28c-f340871ccf90 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Usage tracker for resource:network and tenant:53542970450a4399a71614be113389ff is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:50.079672 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 9c05bedc-1a8c-46be-8470-413faadbedbb resource provider aggregate not found Sep 14 22:56:50.080691 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-55be27fc-6cba-4228-b28c-f340871ccf90 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:50.086294 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-6bfdf4a4-ddf1-48bd-b687-65fc069a236a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:50.086699 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfdf4a4-ddf1-48bd-b687-65fc069a236a None None] The sync data for ids ['dde9849d-3be5-4e99-8ef2-29a3c235d396'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:56:50.100152 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-55be27fc-6cba-4228-b28c-f340871ccf90 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:50.153425 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 9c05bedc-1a8c-46be-8470-413faadbedbb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c05bedc-1a8c-46be-8470-413faadbedbb found for delete ", "request_id": "req-700eae70-a1b3-4d8e-889a-554de6425c05"}]} Sep 14 22:56:50.195258 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2c3007f7-7a6a-4606-bdef-b07b331d27b7 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:50.200016 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55be27fc-6cba-4228-b28c-f340871ccf90 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Made reservation on behalf of 53542970450a4399a71614be113389ff for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:56:50.202346 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-55be27fc-6cba-4228-b28c-f340871ccf90 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:50.210211 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95446a79-1bfb-471f-a9c7-4cfc8f5215c9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:50.210637 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95446a79-1bfb-471f-a9c7-4cfc8f5215c9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:50.211291 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-95446a79-1bfb-471f-a9c7-4cfc8f5215c9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:50.266655 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f370a1-2046-41e9-bc60-ba7386240625 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:56:50.332531 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f5f370a1-2046-41e9-bc60-ba7386240625 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:50.332921 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-f5f370a1-2046-41e9-bc60-ba7386240625 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Added segment cf61e0ce-4fb0-4f48-a325-7da87ca31fa7 of type vlan for network 4f4e826d-c5b5-499c-b78e-ddaf8a4b3234 Sep 14 22:56:50.372469 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55be27fc-6cba-4228-b28c-f340871ccf90 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:56:50.387461 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b84369da-077f-43d5-bcb7-e63441a708d4 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "DELETE /v2.0/ports/0712e2ce-3c74-4517-801c-645d23e3c158/tags HTTP/1.1" status: 204 len: 168 time: 0.7253857 Sep 14 22:56:50.392791 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50042) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:50.406067 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f5f370a1-2046-41e9-bc60-ba7386240625 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:50.413190 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.tag.tag_plugin [None req-ef8ddfa1-0d62-4dd5-ab48-f89d047312d3 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0712e2ce-3c74-4517-801c-645d23e3c158', 'tempest-TagsExtTest-Tag-1525103163') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:50.457759 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-55be27fc-6cba-4228-b28c-f340871ccf90 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:50.457759 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-55be27fc-6cba-4228-b28c-f340871ccf90 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Added segment 7027e8f9-3a75-496c-afb2-b57378201fd7 of type vlan for network 4059ebbd-d0dc-4fee-9248-db01defd3c17 Sep 14 22:56:50.464326 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-95446a79-1bfb-471f-a9c7-4cfc8f5215c9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:50.465516 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-95446a79-1bfb-471f-a9c7-4cfc8f5215c9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4733911 Sep 14 22:56:50.469025 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-240c0e20-ce8f-400b-98b1-31be1809ebf5 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] 10.222.0.33 "GET /v2.0/routers/dde9849d-3be5-4e99-8ef2-29a3c235d396 HTTP/1.1" status: 200 len: 924 time: 0.4751978 Sep 14 22:56:50.469827 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50046) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:50.474306 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50048) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:50.560345 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2c3007f7-7a6a-4606-bdef-b07b331d27b7 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:50.579433 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2c3007f7-7a6a-4606-bdef-b07b331d27b7 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:50.601448 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f5f370a1-2046-41e9-bc60-ba7386240625 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:50.607014 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f370a1-2046-41e9-bc60-ba7386240625 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:50.607581 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f5f370a1-2046-41e9-bc60-ba7386240625 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:50.626296 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3007f7-7a6a-4606-bdef-b07b331d27b7 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=109c8c80-82df-405a-b6fc-27c8e0d15fea,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:50.639403 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-55be27fc-6cba-4228-b28c-f340871ccf90 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:50.640852 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-d253c472-ac5f-4f50-8b11-8c18c9d3104b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting subnet eaf9b926-76b8-4972-9138-f6835eff9b07 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:56:50.646809 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d253c472-ac5f-4f50-8b11-8c18c9d3104b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:50.683465 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2c3007f7-7a6a-4606-bdef-b07b331d27b7 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:50.684652 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2c3007f7-7a6a-4606-bdef-b07b331d27b7 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7908752 Sep 14 22:56:50.691874 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50054) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:50.735847 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d253c472-ac5f-4f50-8b11-8c18c9d3104b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:50.773145 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d5b3cf-5b9a-48c5-9884-620927d8b861 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:50.774707 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-23d5b3cf-5b9a-48c5-9884-620927d8b861 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=681410b9-e86d-4f65-a0f3-ea2093b5104b&device_id=dde9849d-3be5-4e99-8ef2-29a3c235d396&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2977159 Sep 14 22:56:50.783516 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50058) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:50.933639 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dd9b4075-14fa-4d7f-9d45-5bf6d83f1d3f tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:50.951433 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f370a1-2046-41e9-bc60-ba7386240625 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Network': ['ID=4f4e826d-c5b5-499c-b78e-ddaf8a4b3234,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:50.960099 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f5f370a1-2046-41e9-bc60-ba7386240625 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2240021 Sep 14 22:56:50.966179 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50062) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:50.968521 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-ef8ddfa1-0d62-4dd5-ab48-f89d047312d3 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] show failed (client error): The resource could not be found. Sep 14 22:56:50.969519 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ef8ddfa1-0d62-4dd5-ab48-f89d047312d3 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "GET /v2.0/ports/0712e2ce-3c74-4517-801c-645d23e3c158/tags/tempest-TagsExtTest-Tag-1525103163 HTTP/1.1" status: 404 len: 329 time: 0.5734777 Sep 14 22:56:50.973728 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f370a1-2046-41e9-bc60-ba7386240625 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:56:50.974065 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f370a1-2046-41e9-bc60-ba7386240625 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:56:50.974963 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f370a1-2046-41e9-bc60-ba7386240625 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:56:50.975334 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f370a1-2046-41e9-bc60-ba7386240625 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:56:50.975684 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f370a1-2046-41e9-bc60-ba7386240625 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:56:50.976009 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f370a1-2046-41e9-bc60-ba7386240625 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:56:50.976325 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f370a1-2046-41e9-bc60-ba7386240625 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:56:50.976723 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f370a1-2046-41e9-bc60-ba7386240625 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:56:50.977042 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f370a1-2046-41e9-bc60-ba7386240625 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:56:50.977355 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f370a1-2046-41e9-bc60-ba7386240625 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:56:50.977694 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f370a1-2046-41e9-bc60-ba7386240625 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:56:50.978289 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f370a1-2046-41e9-bc60-ba7386240625 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:56:50.980988 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50066) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:50.987049 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1879cc2a-0ef3-4bb6-9bce-612ad33f0ccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:50.989531 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-2528927a-98b7-4f89-a7f0-90441e05b77a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Request body: {'subnet': {'network_id': '4f4e826d-c5b5-499c-b78e-ddaf8a4b3234', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:50.993202 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 4f4e826d-c5b5-499c-b78e-ddaf8a4b3234 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:56:51.022032 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dd9b4075-14fa-4d7f-9d45-5bf6d83f1d3f tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:51.033897 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d253c472-ac5f-4f50-8b11-8c18c9d3104b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:51.043619 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.tag.tag_plugin [None req-0ed1dd05-e7c0-4c3e-8059-1dde6927af2b tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0712e2ce-3c74-4517-801c-645d23e3c158', 'tempest-TagsExtTest-Tag-110516148') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:51.076716 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-55be27fc-6cba-4228-b28c-f340871ccf90 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:51.077334 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55be27fc-6cba-4228-b28c-f340871ccf90 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:51.077854 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-55be27fc-6cba-4228-b28c-f340871ccf90 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:51.152587 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc98911-139c-412f-ad0a-5660e55ed7bd tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:51.154007 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-adc98911-139c-412f-ad0a-5660e55ed7bd tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] 10.222.0.33 "GET /v2.0/networks/681410b9-e86d-4f65-a0f3-ea2093b5104b HTTP/1.1" status: 200 len: 881 time: 0.3673334 Sep 14 22:56:51.162791 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50070) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:51.211114 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-55be27fc-6cba-4228-b28c-f340871ccf90 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 1.1971667 Sep 14 22:56:51.226730 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50074) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:51.257237 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-637ab243-4b14-4e12-932a-5ff6d07dd27d tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Request body: {'subnet': {'network_id': '4059ebbd-d0dc-4fee-9248-db01defd3c17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:51.268017 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e7e65ede-9cc4-4d3f-9b49-c24502455d31 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] 10.222.0.33 "GET /v2.0/ports?device_id=dde9849d-3be5-4e99-8ef2-29a3c235d396 HTTP/1.1" status: 200 len: 205 time: 0.0974848 Sep 14 22:56:51.269249 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-637ab243-4b14-4e12-932a-5ff6d07dd27d tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:51.272392 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50078) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:51.279000 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-637ab243-4b14-4e12-932a-5ff6d07dd27d tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Usage tracker for resource:subnet and tenant:53542970450a4399a71614be113389ff is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:51.281791 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2528927a-98b7-4f89-a7f0-90441e05b77a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:51.284228 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-637ab243-4b14-4e12-932a-5ff6d07dd27d tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:51.292950 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2528927a-98b7-4f89-a7f0-90441e05b77a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Usage tracker for resource:subnet and tenant:25d4f6710d2343efa0693e5e6584ceb8 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:51.299393 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2528927a-98b7-4f89-a7f0-90441e05b77a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:51.302046 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-637ab243-4b14-4e12-932a-5ff6d07dd27d tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:51.310521 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2528927a-98b7-4f89-a7f0-90441e05b77a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:51.315363 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dd9b4075-14fa-4d7f-9d45-5bf6d83f1d3f tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:51.331699 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d253c472-ac5f-4f50-8b11-8c18c9d3104b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:51.351215 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be27fc-6cba-4228-b28c-f340871ccf90 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Pushing event updated for resources: {'Network': ['ID=4059ebbd-d0dc-4fee-9248-db01defd3c17,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:51.363811 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 4059ebbd-d0dc-4fee-9248-db01defd3c17 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:56:51.368487 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637ab243-4b14-4e12-932a-5ff6d07dd27d tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Made reservation on behalf of 53542970450a4399a71614be113389ff for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:56:51.371028 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-637ab243-4b14-4e12-932a-5ff6d07dd27d tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:51.390242 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b4075-14fa-4d7f-9d45-5bf6d83f1d3f tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17eeb723-5981-4d44-84fb-31d73a78f46b,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:51.391935 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2528927a-98b7-4f89-a7f0-90441e05b77a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Made reservation on behalf of 25d4f6710d2343efa0693e5e6584ceb8 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:56:51.395427 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2528927a-98b7-4f89-a7f0-90441e05b77a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:51.474248 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead32fd7-ff12-4f3a-9781-fa3c0114ae5d None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:56:51.476384 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253c472-ac5f-4f50-8b11-8c18c9d3104b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Subnet': ['ID=eaf9b926-76b8-4972-9138-f6835eff9b07,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:51.480200 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d253c472-ac5f-4f50-8b11-8c18c9d3104b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:51.545105 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-0ed1dd05-e7c0-4c3e-8059-1dde6927af2b tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] show failed (client error): The resource could not be found. Sep 14 22:56:51.546127 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0ed1dd05-e7c0-4c3e-8059-1dde6927af2b tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "GET /v2.0/ports/0712e2ce-3c74-4517-801c-645d23e3c158/tags/tempest-TagsExtTest-Tag-110516148 HTTP/1.1" status: 404 len: 328 time: 0.5617168 Sep 14 22:56:51.551380 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d253c472-ac5f-4f50-8b11-8c18c9d3104b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/eaf9b926-76b8-4972-9138-f6835eff9b07 HTTP/1.1" status: 204 len: 168 time: 1.0784667 Sep 14 22:56:51.552191 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50082) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:51.566310 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50084) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:51.578824 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dd9b4075-14fa-4d7f-9d45-5bf6d83f1d3f tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:51.579914 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-dd9b4075-14fa-4d7f-9d45-5bf6d83f1d3f tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "DELETE /v2.0/security-groups/17eeb723-5981-4d44-84fb-31d73a78f46b HTTP/1.1" status: 204 len: 168 time: 0.8844829 Sep 14 22:56:51.583222 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.tag.tag_plugin [None req-48cb5c01-37c0-406d-ab18-0c4948374c8e tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0712e2ce-3c74-4517-801c-645d23e3c158', 'tempest-TagsExtTest-Tag-1973748716') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:51.618954 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50090) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:51.652466 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2148c5ed-4751-41a5-90ee-6f6cb897cc7b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0826924 Sep 14 22:56:51.662230 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50094) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:51.733729 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9899d4fc-72ef-4d10-81d8-53dfb6f699a1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:51.804926 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532a35ad-3e98-4ece-983b-90f030111d60 None None] DHCP port deletion for ac1cbc11-ac8d-43cd-9c1d-398cae68a205 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:56:51.809969 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-532a35ad-3e98-4ece-983b-90f030111d60 None None] Deleting port ab83bb76-c56b-4206-84d2-d7279ace43ac {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:51.810634 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-532a35ad-3e98-4ece-983b-90f030111d60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:51.828156 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1879cc2a-0ef3-4bb6-9bce-612ad33f0ccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:51.835493 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1879cc2a-0ef3-4bb6-9bce-612ad33f0ccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33045011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33045002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33047131'] for router, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:51.842061 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-514a44a6-2cfb-4e23-8280-06a80406f951 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Synchronizing usage tracker for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:51.931621 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-48cb5c01-37c0-406d-ab18-0c4948374c8e tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] show failed (client error): The resource could not be found. Sep 14 22:56:51.932701 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-48cb5c01-37c0-406d-ab18-0c4948374c8e tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "GET /v2.0/ports/0712e2ce-3c74-4517-801c-645d23e3c158/tags/tempest-TagsExtTest-Tag-1973748716 HTTP/1.1" status: 404 len: 329 time: 0.3715589 Sep 14 22:56:51.938903 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-514a44a6-2cfb-4e23-8280-06a80406f951 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Unset dirty status for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:51.940289 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-514a44a6-2cfb-4e23-8280-06a80406f951 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3204229 Sep 14 22:56:51.945361 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50098) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:51.945687 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50100) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:51.952104 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.tag.tag_plugin [None req-501e9f79-959b-4bb7-b901-828d14f982c6 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'd4fb2fd4-4137-4921-9a00-79f616b76a93', {'tags': ['tempest-TagsExtTest-Tag-402324882', 'tempest-TagsExtTest-Tag-1724957731', 'tempest-TagsExtTest-Tag-1021626536']}) {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:52.072322 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-532a35ad-3e98-4ece-983b-90f030111d60 None None] For port ab83bb76-c56b-4206-84d2-d7279ace43ac, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=ab83bb76-c56b-4206-84d2-d7279ace43ac,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:56:52.072974 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-532a35ad-3e98-4ece-983b-90f030111d60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:52.079970 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9899d4fc-72ef-4d10-81d8-53dfb6f699a1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:52.096817 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-9899d4fc-72ef-4d10-81d8-53dfb6f699a1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Deleting port 70dd2d5f-42bf-42d4-a6b9-becf31a93c18 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:52.097253 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9899d4fc-72ef-4d10-81d8-53dfb6f699a1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:52.201866 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-532a35ad-3e98-4ece-983b-90f030111d60 None None] Calling delete_port for ab83bb76-c56b-4206-84d2-d7279ace43ac owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:56:52.258447 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcb8428-8f71-40d6-883d-c0e22253198e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:52.259183 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-3fcb8428-8f71-40d6-883d-c0e22253198e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:52.292342 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-532a35ad-3e98-4ece-983b-90f030111d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:52.345240 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a35ad-3e98-4ece-983b-90f030111d60 None None] Pushing event deleted for resources: {'Port': ['ID=ab83bb76-c56b-4206-84d2-d7279ace43ac,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:52.350821 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532a35ad-3e98-4ece-983b-90f030111d60 None None] No DVR routers for this DVR port ab83bb76-c56b-4206-84d2-d7279ace43ac on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:56:52.366832 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-501e9f79-959b-4bb7-b901-828d14f982c6 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "PUT /v2.0/routers/d4fb2fd4-4137-4921-9a00-79f616b76a93/tags HTTP/1.1" status: 200 len: 317 time: 0.4201524 Sep 14 22:56:52.369970 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-3fcb8428-8f71-40d6-883d-c0e22253198e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:52.373563 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3fcb8428-8f71-40d6-883d-c0e22253198e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7049413 Sep 14 22:56:52.373563 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50106) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:52.378293 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50108) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:52.380062 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-91c2e233-905d-41d7-84f8-0725159074df tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Synchronizing usage tracker for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group_rule {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:52.385999 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2528927a-98b7-4f89-a7f0-90441e05b77a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:52.391925 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.tag.tag_plugin [None req-6b673180-1d35-4093-ad66-77855e6d135a tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd4fb2fd4-4137-4921-9a00-79f616b76a93') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:52.488357 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1879cc2a-0ef3-4bb6-9bce-612ad33f0ccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Router 4ae7af25-dc2d-479c-98f2-1848a78fd7df is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:56:52.511668 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f610ee-8eb7-4a47-a7be-b5c534d99325 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:52.512349 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-02f610ee-8eb7-4a47-a7be-b5c534d99325 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:52.515602 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9899d4fc-72ef-4d10-81d8-53dfb6f699a1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:52.634902 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-91c2e233-905d-41d7-84f8-0725159074df tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] Unset dirty status for tenant:48ff53ac0110494f8fd725384a2349c8 on resource:security_group_rule {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:52.635986 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-91c2e233-905d-41d7-84f8-0725159074df tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.6879864 Sep 14 22:56:52.650855 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50114) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:52.660169 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528927a-98b7-4f89-a7f0-90441e05b77a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Subnet': ['ID=71439108-31fb-4045-ac01-2a36d42ef72d,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:52.695816 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-e7deed13-73fb-4bd8-bca1-6be1c54dcbaa tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] delete failed (client error): The resource could not be found. Sep 14 22:56:52.696855 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e7deed13-73fb-4bd8-bca1-6be1c54dcbaa tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "DELETE /v2.0/security-groups/17eeb723-5981-4d44-84fb-31d73a78f46b HTTP/1.1" status: 404 len: 347 time: 0.0433502 Sep 14 22:56:52.700749 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2528927a-98b7-4f89-a7f0-90441e05b77a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Checking segment: {'id': 'cf61e0ce-4fb0-4f48-a325-7da87ca31fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4f4e826d-c5b5-499c-b78e-ddaf8a4b3234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:56:52.700749 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2528927a-98b7-4f89-a7f0-90441e05b77a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Network hostable DHCP agents. Network: 4f4e826d-c5b5-499c-b78e-ddaf8a4b3234, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:56:52.706873 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50118) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:52.707055 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-9899d4fc-72ef-4d10-81d8-53dfb6f699a1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Calling delete_port for 70dd2d5f-42bf-42d4-a6b9-becf31a93c18 owned by network:router_gateway {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:56:52.760796 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-02f610ee-8eb7-4a47-a7be-b5c534d99325 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:52.764386 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-02f610ee-8eb7-4a47-a7be-b5c534d99325 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3804102 Sep 14 22:56:52.766306 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50122) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:52.836906 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2528927a-98b7-4f89-a7f0-90441e05b77a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Network 4f4e826d-c5b5-499c-b78e-ddaf8a4b3234 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:56:52.850557 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6b673180-1d35-4093-ad66-77855e6d135a tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "DELETE /v2.0/routers/d4fb2fd4-4137-4921-9a00-79f616b76a93/tags HTTP/1.1" status: 204 len: 168 time: 0.4767354 Sep 14 22:56:52.869221 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50126) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:52.882989 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-af0c8c2d-1ab9-49bb-bfe8-a0c548ab7ad0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1120415 Sep 14 22:56:52.884992 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5d216fe4-35dc-4aa9-8bb2-c7960bacb033 tempest-SecGroupIPv6Test-1035066948 tempest-SecGroupIPv6Test-1035066948-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1744752 Sep 14 22:56:52.885465 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.tag.tag_plugin [None req-03155504-a1ed-4b5b-9ce4-b4657d90cb9d tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd4fb2fd4-4137-4921-9a00-79f616b76a93', 'tempest-TagsExtTest-Tag-402324882') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:52.885730 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50130) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:52.886462 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-2528927a-98b7-4f89-a7f0-90441e05b77a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 4f4e826d-c5b5-499c-b78e-ddaf8a4b3234) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:52.894911 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-17883311-8937-47f0-ba28-b0a901738b5e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:52.901688 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ce1233-e282-4bbb-9bbe-e100b777e2e7 None None] Network 4f4e826d-c5b5-499c-b78e-ddaf8a4b3234 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:56:52.914657 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2528927a-98b7-4f89-a7f0-90441e05b77a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:52.915252 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2528927a-98b7-4f89-a7f0-90441e05b77a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:53.022693 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1879cc2a-0ef3-4bb6-9bce-612ad33f0ccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:56:53.032782 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1879cc2a-0ef3-4bb6-9bce-612ad33f0ccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:53.036863 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1879cc2a-0ef3-4bb6-9bce-612ad33f0ccf tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] 10.222.0.33 "PUT /v2.0/routers/4ae7af25-dc2d-479c-98f2-1848a78fd7df HTTP/1.1" status: 200 len: 913 time: 6.7688193 Sep 14 22:56:53.036863 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50136) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:53.039805 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f710a5b6-e83c-4f43-b1b3-da2f4a32d1e9 None None] Sync routers for ids ['4ae7af25-dc2d-479c-98f2-1848a78fd7df'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:56:53.064806 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f710a5b6-e83c-4f43-b1b3-da2f4a32d1e9 None None] Routers {'4ae7af25-dc2d-479c-98f2-1848a78fd7df'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:56:53.065182 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.objects.ports [None req-637ab243-4b14-4e12-932a-5ff6d07dd27d tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89171) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 14 22:56:53.065655 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-637ab243-4b14-4e12-932a-5ff6d07dd27d tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:53.066307 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-f710a5b6-e83c-4f43-b1b3-da2f4a32d1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:56:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['4ae7af25-dc2d-479c-98f2-1848a78fd7df'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:53.072837 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2528927a-98b7-4f89-a7f0-90441e05b77a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1033068 Sep 14 22:56:53.072837 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-17883311-8937-47f0-ba28-b0a901738b5e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:53.100298 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50140) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:53.111860 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-3faba70e-c1ba-49c4-a483-4d83f0eebbf1 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1184159419', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:53.122216 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-17883311-8937-47f0-ba28-b0a901738b5e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:53.135719 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-3faba70e-c1ba-49c4-a483-4d83f0eebbf1 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:53.152724 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17883311-8937-47f0-ba28-b0a901738b5e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:56:53.156427 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-3faba70e-c1ba-49c4-a483-4d83f0eebbf1 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Usage tracker for resource:router and tenant:25d4f6710d2343efa0693e5e6584ceb8 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:53.156673 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device ab83bb76-c56b-4206-84d2-d7279ace43ac no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:56:53.157380 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-17883311-8937-47f0-ba28-b0a901738b5e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:53.164312 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-3faba70e-c1ba-49c4-a483-4d83f0eebbf1 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:53.174615 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-03155504-a1ed-4b5b-9ce4-b4657d90cb9d tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] show failed (client error): The resource could not be found. Sep 14 22:56:53.175551 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-03155504-a1ed-4b5b-9ce4-b4657d90cb9d tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "GET /v2.0/routers/d4fb2fd4-4137-4921-9a00-79f616b76a93/tags/tempest-TagsExtTest-Tag-402324882 HTTP/1.1" status: 404 len: 328 time: 0.3054030 Sep 14 22:56:53.179535 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-3faba70e-c1ba-49c4-a483-4d83f0eebbf1 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:53.181304 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50144) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:53.186205 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ab243-4b14-4e12-932a-5ff6d07dd27d tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5f4bb0fb-14e8-49f9-98a1-37769c9e4733,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:53.248988 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-f710a5b6-e83c-4f43-b1b3-da2f4a32d1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:53.251544 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: ab83bb76-c56b-4206-84d2-d7279ace43ac {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:56:53.252160 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device ab83bb76-c56b-4206-84d2-d7279ace43ac not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:56:53.270844 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637ab243-4b14-4e12-932a-5ff6d07dd27d tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Checking segment: {'id': '7027e8f9-3a75-496c-afb2-b57378201fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4059ebbd-d0dc-4fee-9248-db01defd3c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:56:53.272124 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637ab243-4b14-4e12-932a-5ff6d07dd27d tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Network hostable DHCP agents. Network: 4059ebbd-d0dc-4fee-9248-db01defd3c17, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:56:53.315761 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637ab243-4b14-4e12-932a-5ff6d07dd27d tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Network 4059ebbd-d0dc-4fee-9248-db01defd3c17 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:56:53.335959 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f710a5b6-e83c-4f43-b1b3-da2f4a32d1e9 None None] Routers {'4ae7af25-dc2d-479c-98f2-1848a78fd7df'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:56:53.337013 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-f710a5b6-e83c-4f43-b1b3-da2f4a32d1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:56:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['4ae7af25-dc2d-479c-98f2-1848a78fd7df'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:53.337306 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.tag.tag_plugin [None req-66003531-fc77-42e1-866c-6c9ba9162c73 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd4fb2fd4-4137-4921-9a00-79f616b76a93', 'tempest-TagsExtTest-Tag-1724957731') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:53.359013 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50150) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:53.371253 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-637ab243-4b14-4e12-932a-5ff6d07dd27d tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 4059ebbd-d0dc-4fee-9248-db01defd3c17) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:53.400361 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9899d4fc-72ef-4d10-81d8-53dfb6f699a1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:53.409356 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637ab243-4b14-4e12-932a-5ff6d07dd27d tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:53.412542 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-637ab243-4b14-4e12-932a-5ff6d07dd27d tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:53.414271 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794cb221-86a8-425d-abee-f4ce06b98c23 None None] Network 4059ebbd-d0dc-4fee-9248-db01defd3c17 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:56:53.452551 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3faba70e-c1ba-49c4-a483-4d83f0eebbf1 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:53.453608 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3faba70e-c1ba-49c4-a483-4d83f0eebbf1 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:53.454589 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-f710a5b6-e83c-4f43-b1b3-da2f4a32d1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:53.455204 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f710a5b6-e83c-4f43-b1b3-da2f4a32d1e9 None None] The sync data for ids ['4ae7af25-dc2d-479c-98f2-1848a78fd7df'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:56:53.477172 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899d4fc-72ef-4d10-81d8-53dfb6f699a1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Pushing event deleted for resources: {'Port': ['ID=70dd2d5f-42bf-42d4-a6b9-becf31a93c18,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:53.528979 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-637ab243-4b14-4e12-932a-5ff6d07dd27d tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2913277 Sep 14 22:56:53.541185 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50156) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:53.554961 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-cdb1e157-880a-4c6a-bcbd-82cfd84d44bb tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Request body: {'floatingip': {'floating_network_id': '4059ebbd-d0dc-4fee-9248-db01defd3c17'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:53.561354 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-cdb1e157-880a-4c6a-bcbd-82cfd84d44bb tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:53.602211 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-cdb1e157-880a-4c6a-bcbd-82cfd84d44bb tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Usage tracker for resource:floatingip and tenant:53542970450a4399a71614be113389ff is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:53.608412 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-cdb1e157-880a-4c6a-bcbd-82cfd84d44bb tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:53.626606 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26444953-d863-46d3-942f-8c1ea78c3f22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-4f4e826d-c5b5-499c-b78e-ddaf8a4b3234', 'network_id': '4f4e826d-c5b5-499c-b78e-ddaf8a4b3234', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'fixed_ips': [{'subnet_id': '71439108-31fb-4045-ac01-2a36d42ef72d'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:56:53.627009 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-cdb1e157-880a-4c6a-bcbd-82cfd84d44bb tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:53.627436 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-26444953-d863-46d3-942f-8c1ea78c3f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:53.661402 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1336d842-c3ec-4e81-a653-56e92815ef7d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=48ff53ac0110494f8fd725384a2349c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3005860 Sep 14 22:56:53.664973 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50160) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:53.719422 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.objects.ports [None req-17883311-8937-47f0-ba28-b0a901738b5e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89171) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 14 22:56:53.733523 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cdb1e157-880a-4c6a-bcbd-82cfd84d44bb tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:53.747409 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c7aeee3a-3357-4c9d-acde-5db411a92435 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] 10.222.0.33 "GET /v2.0/routers/4ae7af25-dc2d-479c-98f2-1848a78fd7df HTTP/1.1" status: 200 len: 919 time: 0.7050462 Sep 14 22:56:53.751733 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50164) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:53.754618 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-17883311-8937-47f0-ba28-b0a901738b5e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:53.789483 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3faba70e-c1ba-49c4-a483-4d83f0eebbf1 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:53.815023 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-66003531-fc77-42e1-866c-6c9ba9162c73 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] show failed (client error): The resource could not be found. Sep 14 22:56:53.818849 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-66003531-fc77-42e1-866c-6c9ba9162c73 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "GET /v2.0/routers/d4fb2fd4-4137-4921-9a00-79f616b76a93/tags/tempest-TagsExtTest-Tag-1724957731 HTTP/1.1" status: 404 len: 329 time: 0.5624759 Sep 14 22:56:53.819389 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50168) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:53.824805 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.tag.tag_plugin [None req-24ee34c2-65d5-4f19-b9e1-2b691f292ba8 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd4fb2fd4-4137-4921-9a00-79f616b76a93', 'tempest-TagsExtTest-Tag-1021626536') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:53.841566 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17883311-8937-47f0-ba28-b0a901738b5e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:56:53.859011 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0c1106-4514-4aab-82c7-ff64142cc885 None None] Network 4059ebbd-d0dc-4fee-9248-db01defd3c17 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:56:53.881407 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9899d4fc-72ef-4d10-81d8-53dfb6f699a1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:53.884994 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17883311-8937-47f0-ba28-b0a901738b5e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Subnet': ['ID=4ef0958b-2064-4f63-84b1-7cbc23b33860,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:53.887308 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-17883311-8937-47f0-ba28-b0a901738b5e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:53.906253 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17883311-8937-47f0-ba28-b0a901738b5e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:53.906448 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-17883311-8937-47f0-ba28-b0a901738b5e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:53.934991 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d56481-14be-42f7-af59-8ca6cb35b713 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:56:54.002741 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3faba70e-c1ba-49c4-a483-4d83f0eebbf1 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:54.097235 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-26444953-d863-46d3-942f-8c1ea78c3f22 None None] Allocated IP 172.20.0.2 (4f4e826d-c5b5-499c-b78e-ddaf8a4b3234/71439108-31fb-4045-ac01-2a36d42ef72d/612e63f1-5071-4bec-8a73-fa1b03a498f6) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:56:54.153266 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-17883311-8937-47f0-ba28-b0a901738b5e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2620268 Sep 14 22:56:54.156011 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50172) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:54.157954 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9899d4fc-72ef-4d10-81d8-53dfb6f699a1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:54.164545 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9899d4fc-72ef-4d10-81d8-53dfb6f699a1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:54.172604 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-592980bc-49d1-445d-bc25-af4fc1f7bbb5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:54.178217 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8e50c4c3-05e7-44a4-b79f-3bba76d0d929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:54.201111 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3faba70e-c1ba-49c4-a483-4d83f0eebbf1 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:54.204367 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3faba70e-c1ba-49c4-a483-4d83f0eebbf1 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0951016 Sep 14 22:56:54.210176 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50176) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:54.223339 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8e50c4c3-05e7-44a4-b79f-3bba76d0d929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:54.233932 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-c4077943-4514-46e3-be9c-3e304e33ecfd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Request body: {'port': {'network_id': '4f4e826d-c5b5-499c-b78e-ddaf8a4b3234', 'name': 'tempest-RoutersTest-1993781608'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:54.271679 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2f547f-8daa-44cd-95b2-71074fefd51a tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:54.271909 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-24ee34c2-65d5-4f19-b9e1-2b691f292ba8 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] show failed (client error): The resource could not be found. Sep 14 22:56:54.272850 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-fe2f547f-8daa-44cd-95b2-71074fefd51a tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=681410b9-e86d-4f65-a0f3-ea2093b5104b&device_id=4ae7af25-dc2d-479c-98f2-1848a78fd7df&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5198531 Sep 14 22:56:54.278536 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-24ee34c2-65d5-4f19-b9e1-2b691f292ba8 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "GET /v2.0/routers/d4fb2fd4-4137-4921-9a00-79f616b76a93/tags/tempest-TagsExtTest-Tag-1021626536 HTTP/1.1" status: 404 len: 329 time: 0.4580371 Sep 14 22:56:54.282730 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50180) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:54.283061 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50182) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:54.291059 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9899d4fc-72ef-4d10-81d8-53dfb6f699a1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:54.291590 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9899d4fc-72ef-4d10-81d8-53dfb6f699a1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Fanout notify agent at l3_agent the message router_deleted on router dde9849d-3be5-4e99-8ef2-29a3c235d396 {{(pid=89170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:56:54.318555 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.tag.tag_plugin [None req-6c6c655a-b908-4f6e-b9b3-6acb8e2fe148 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '94523029-2be5-4fdd-95a7-6a9abeaac560', {'tags': ['tempest-TagsExtTest-Tag-1948957730', 'tempest-TagsExtTest-Tag-38691028', 'tempest-TagsExtTest-Tag-1762043645']}) {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:54.441664 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cdb1e157-880a-4c6a-bcbd-82cfd84d44bb tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:54.449704 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c4077943-4514-46e3-be9c-3e304e33ecfd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:54.465842 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9899d4fc-72ef-4d10-81d8-53dfb6f699a1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:54.466940 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9899d4fc-72ef-4d10-81d8-53dfb6f699a1 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] 10.222.0.33 "DELETE /v2.0/routers/dde9849d-3be5-4e99-8ef2-29a3c235d396 HTTP/1.1" status: 204 len: 168 time: 3.1920466 Sep 14 22:56:54.477160 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10c9bae-8eb6-41a6-81e5-e4d2898afc09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'fixed_ips': [{'subnet_id': '4ef0958b-2064-4f63-84b1-7cbc23b33860'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:56:54.478938 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e10c9bae-8eb6-41a6-81e5-e4d2898afc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:54.484803 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50188) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:54.491421 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8e50c4c3-05e7-44a4-b79f-3bba76d0d929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:54.502301 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-9ab60dda-51e6-481e-9746-ca0c2038460e tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1787438531', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}, 'admin_state_up': False}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:54.525308 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6c6c655a-b908-4f6e-b9b3-6acb8e2fe148 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "PUT /v2.0/subnetpools/94523029-2be5-4fdd-95a7-6a9abeaac560/tags HTTP/1.1" status: 200 len: 316 time: 0.2407920 Sep 14 22:56:54.526009 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50192) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:54.528699 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c4077943-4514-46e3-be9c-3e304e33ecfd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:54.529055 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-9ab60dda-51e6-481e-9746-ca0c2038460e tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:54.543638 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e50c4c3-05e7-44a4-b79f-3bba76d0d929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca85efcf-390f-43a0-b266-b40408c1c15a,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:54.549360 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.tag.tag_plugin [None req-57b74622-9f54-4f74-a7d9-310bc030621a tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '94523029-2be5-4fdd-95a7-6a9abeaac560') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:54.566091 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9ab60dda-51e6-481e-9746-ca0c2038460e tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Usage tracker for resource:router and tenant:a41754bd47214b87979d9b048be91195 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:54.571959 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8e50c4c3-05e7-44a4-b79f-3bba76d0d929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:54.575889 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9ab60dda-51e6-481e-9746-ca0c2038460e tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:54.576039 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8e50c4c3-05e7-44a4-b79f-3bba76d0d929 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ca85efcf-390f-43a0-b266-b40408c1c15a HTTP/1.1" status: 204 len: 168 time: 0.9013412 Sep 14 22:56:54.576039 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4077943-4514-46e3-be9c-3e304e33ecfd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Made reservation on behalf of 25d4f6710d2343efa0693e5e6584ceb8 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:56:54.577957 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c4077943-4514-46e3-be9c-3e304e33ecfd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:54.581613 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-592980bc-49d1-445d-bc25-af4fc1f7bbb5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:54.587616 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-592980bc-49d1-445d-bc25-af4fc1f7bbb5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:subnet and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:54.591348 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-592980bc-49d1-445d-bc25-af4fc1f7bbb5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:54.600953 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-592980bc-49d1-445d-bc25-af4fc1f7bbb5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:54.637192 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-9ab60dda-51e6-481e-9746-ca0c2038460e tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:54.637988 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-26444953-d863-46d3-942f-8c1ea78c3f22 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:54.641083 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592980bc-49d1-445d-bc25-af4fc1f7bbb5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:56:54.645569 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-592980bc-49d1-445d-bc25-af4fc1f7bbb5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:54.657145 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-26444953-d863-46d3-942f-8c1ea78c3f22 None None] Transition to ACTIVE for port object 612e63f1-5071-4bec-8a73-fa1b03a498f6 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:56:54.685967 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-c4077943-4514-46e3-be9c-3e304e33ecfd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] device_id is not set on port 67edeead-c49f-436c-83df-7d335fc478d9 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:56:54.721175 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-26444953-d863-46d3-942f-8c1ea78c3f22 None None] Transition to ACTIVE for port object 612e63f1-5071-4bec-8a73-fa1b03a498f6 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:56:54.734910 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-26444953-d863-46d3-942f-8c1ea78c3f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:54.740494 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-cdb1e157-880a-4c6a-bcbd-82cfd84d44bb tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Allocated IP 172.20.0.6 (4059ebbd-d0dc-4fee-9248-db01defd3c17/5f4bb0fb-14e8-49f9-98a1-37769c9e4733/beb6f2de-7638-4aed-a9d6-c5fd40ab878f) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:56:54.773557 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-e10c9bae-8eb6-41a6-81e5-e4d2898afc09 None None] Allocated IP 2001:db8::f816:3eff:fe76:a608 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/4ef0958b-2064-4f63-84b1-7cbc23b33860/d30a75dd-24d7-4b75-8830-ee6b00b22dd3) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:56:54.793310 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ab6198-558d-43b8-b94b-574ebcee120c tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:54.797343 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-81ab6198-558d-43b8-b94b-574ebcee120c tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] 10.222.0.33 "GET /v2.0/networks/681410b9-e86d-4f65-a0f3-ea2093b5104b HTTP/1.1" status: 200 len: 881 time: 0.5087452 Sep 14 22:56:54.801108 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50200) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:54.809786 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9ab60dda-51e6-481e-9746-ca0c2038460e tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:54.812185 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26444953-d863-46d3-942f-8c1ea78c3f22 None None] Network 4f4e826d-c5b5-499c-b78e-ddaf8a4b3234 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:56:54.812784 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9ab60dda-51e6-481e-9746-ca0c2038460e tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:54.815195 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-26444953-d863-46d3-942f-8c1ea78c3f22 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:54.822491 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26444953-d863-46d3-942f-8c1ea78c3f22 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:56:54.890614 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.ipam_backend_mixin [None req-592980bc-49d1-445d-bc25-af4fc1f7bbb5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4ef0958b-2064-4f63-84b1-7cbc23b33860 (CIDR: 2001:db8::/64) Sep 14 22:56:54.903899 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-592980bc-49d1-445d-bc25-af4fc1f7bbb5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 22:56:54.905513 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-592980bc-49d1-445d-bc25-af4fc1f7bbb5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:56:54.920762 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26444953-d863-46d3-942f-8c1ea78c3f22 None None] Pushing event updated for resources: {'Port': ['ID=612e63f1-5071-4bec-8a73-fa1b03a498f6,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:54.926688 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-57b74622-9f54-4f74-a7d9-310bc030621a tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "DELETE /v2.0/subnetpools/94523029-2be5-4fdd-95a7-6a9abeaac560/tags HTTP/1.1" status: 204 len: 168 time: 0.3895841 Sep 14 22:56:54.931595 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50206) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:54.941485 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.tag.tag_plugin [None req-b0af9480-a738-4ce5-880b-c3645b46c7e4 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '94523029-2be5-4fdd-95a7-6a9abeaac560', 'tempest-TagsExtTest-Tag-1948957730') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:54.942651 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a6815d5d-7f42-4b3c-9839-4f36d35cff04 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] 10.222.0.33 "GET /v2.0/ports?device_id=4ae7af25-dc2d-479c-98f2-1848a78fd7df HTTP/1.1" status: 200 len: 205 time: 0.1404541 Sep 14 22:56:54.950759 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50210) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:54.971604 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9ab60dda-51e6-481e-9746-ca0c2038460e tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:54.991103 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-592980bc-49d1-445d-bc25-af4fc1f7bbb5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8282576 Sep 14 22:56:54.994646 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50216) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:55.001800 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26444953-d863-46d3-942f-8c1ea78c3f22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:56:55.002199 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26444953-d863-46d3-942f-8c1ea78c3f22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:56:55.002473 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26444953-d863-46d3-942f-8c1ea78c3f22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:56:55.002807 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26444953-d863-46d3-942f-8c1ea78c3f22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:56:55.003134 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26444953-d863-46d3-942f-8c1ea78c3f22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:56:55.003454 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26444953-d863-46d3-942f-8c1ea78c3f22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:56:55.003782 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26444953-d863-46d3-942f-8c1ea78c3f22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:56:55.004106 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26444953-d863-46d3-942f-8c1ea78c3f22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:56:55.004431 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26444953-d863-46d3-942f-8c1ea78c3f22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:56:55.004779 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26444953-d863-46d3-942f-8c1ea78c3f22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:56:55.005101 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26444953-d863-46d3-942f-8c1ea78c3f22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:56:55.005456 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26444953-d863-46d3-942f-8c1ea78c3f22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:56:55.023910 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-26444953-d863-46d3-942f-8c1ea78c3f22 None None] Attempting to bind port 612e63f1-5071-4bec-8a73-fa1b03a498f6 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:56:55.024278 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-26444953-d863-46d3-942f-8c1ea78c3f22 None None] Attempting to bind port 612e63f1-5071-4bec-8a73-fa1b03a498f6 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'cf61e0ce-4fb0-4f48-a325-7da87ca31fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4f4e826d-c5b5-499c-b78e-ddaf8a4b3234'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:56:55.024665 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26444953-d863-46d3-942f-8c1ea78c3f22 None None] Attempting to bind port 612e63f1-5071-4bec-8a73-fa1b03a498f6 on network 4f4e826d-c5b5-499c-b78e-ddaf8a4b3234 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:56:55.045458 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26444953-d863-46d3-942f-8c1ea78c3f22 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:56:55.046035 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26444953-d863-46d3-942f-8c1ea78c3f22 None None] Checking segment: {'id': 'cf61e0ce-4fb0-4f48-a325-7da87ca31fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4f4e826d-c5b5-499c-b78e-ddaf8a4b3234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:56:55.046595 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-26444953-d863-46d3-942f-8c1ea78c3f22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:55.047134 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26444953-d863-46d3-942f-8c1ea78c3f22 None None] Bound using segment: {'id': 'cf61e0ce-4fb0-4f48-a325-7da87ca31fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4f4e826d-c5b5-499c-b78e-ddaf8a4b3234'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:56:55.047780 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-26444953-d863-46d3-942f-8c1ea78c3f22 None None] Bound port: 612e63f1-5071-4bec-8a73-fa1b03a498f6, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf61e0ce-4fb0-4f48-a325-7da87ca31fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4f4e826d-c5b5-499c-b78e-ddaf8a4b3234'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:56:55.048312 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-26444953-d863-46d3-942f-8c1ea78c3f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:55.070646 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-ef777078-82f2-4f91-8e51-61191d059269 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:55.206031 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cdb1e157-880a-4c6a-bcbd-82cfd84d44bb tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:55.230066 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e10c9bae-8eb6-41a6-81e5-e4d2898afc09 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:55.233843 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-26444953-d863-46d3-942f-8c1ea78c3f22 None None] For port 612e63f1-5071-4bec-8a73-fa1b03a498f6, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:56:55.242041 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-c4077943-4514-46e3-be9c-3e304e33ecfd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Allocated IP 172.20.0.11 (4f4e826d-c5b5-499c-b78e-ddaf8a4b3234/71439108-31fb-4045-ac01-2a36d42ef72d/67edeead-c49f-436c-83df-7d335fc478d9) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:56:55.245196 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-26444953-d863-46d3-942f-8c1ea78c3f22 None None] For port 612e63f1-5071-4bec-8a73-fa1b03a498f6, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=612e63f1-5071-4bec-8a73-fa1b03a498f6,segment=NetworkSegment(cf61e0ce-4fb0-4f48-a325-7da87ca31fa7),segment_id=cf61e0ce-4fb0-4f48-a325-7da87ca31fa7)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:56:55.246493 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e10c9bae-8eb6-41a6-81e5-e4d2898afc09 None None] Transition to ACTIVE for port object d30a75dd-24d7-4b75-8830-ee6b00b22dd3 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:56:55.257985 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-26444953-d863-46d3-942f-8c1ea78c3f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:55.345504 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26444953-d863-46d3-942f-8c1ea78c3f22 None None] Pushing event updated for resources: {'Port': ['ID=612e63f1-5071-4bec-8a73-fa1b03a498f6,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:55.354849 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e10c9bae-8eb6-41a6-81e5-e4d2898afc09 None None] Transition to ACTIVE for port object d30a75dd-24d7-4b75-8830-ee6b00b22dd3 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:56:55.365155 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e10c9bae-8eb6-41a6-81e5-e4d2898afc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:55.451191 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d38e5303-ebe4-4229-acf3-6e81f1d2c201 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:55.452129 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10c9bae-8eb6-41a6-81e5-e4d2898afc09 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:56:55.455514 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-e10c9bae-8eb6-41a6-81e5-e4d2898afc09 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:55.460458 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10c9bae-8eb6-41a6-81e5-e4d2898afc09 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:56:55.466690 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c9bae-8eb6-41a6-81e5-e4d2898afc09 None None] Pushing event updated for resources: {'Port': ['ID=d30a75dd-24d7-4b75-8830-ee6b00b22dd3,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:55.601637 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e10c9bae-8eb6-41a6-81e5-e4d2898afc09 None None] Attempting to bind port d30a75dd-24d7-4b75-8830-ee6b00b22dd3 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:56:55.602305 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e10c9bae-8eb6-41a6-81e5-e4d2898afc09 None None] Attempting to bind port d30a75dd-24d7-4b75-8830-ee6b00b22dd3 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:56:55.602606 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10c9bae-8eb6-41a6-81e5-e4d2898afc09 None None] Attempting to bind port d30a75dd-24d7-4b75-8830-ee6b00b22dd3 on network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:56:55.609989 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10c9bae-8eb6-41a6-81e5-e4d2898afc09 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:56:55.610395 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10c9bae-8eb6-41a6-81e5-e4d2898afc09 None None] Checking segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:56:55.610830 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e10c9bae-8eb6-41a6-81e5-e4d2898afc09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:55.611231 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10c9bae-8eb6-41a6-81e5-e4d2898afc09 None None] Bound using segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:56:55.611732 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e10c9bae-8eb6-41a6-81e5-e4d2898afc09 None None] Bound port: d30a75dd-24d7-4b75-8830-ee6b00b22dd3, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:56:55.612109 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e10c9bae-8eb6-41a6-81e5-e4d2898afc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:55.695628 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9ab60dda-51e6-481e-9746-ca0c2038460e tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:55.700985 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50232) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:55.713999 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-b0af9480-a738-4ce5-880b-c3645b46c7e4 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] show failed (client error): The resource could not be found. Sep 14 22:56:55.715400 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b0af9480-a738-4ce5-880b-c3645b46c7e4 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "GET /v2.0/subnetpools/94523029-2be5-4fdd-95a7-6a9abeaac560/tags/tempest-TagsExtTest-Tag-1948957730 HTTP/1.1" status: 404 len: 329 time: 0.7807696 Sep 14 22:56:55.726951 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50236) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:55.738738 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.tag.tag_plugin [None req-5b9ffdcb-ab24-41e6-9019-60a39d7e1d5c tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '94523029-2be5-4fdd-95a7-6a9abeaac560', 'tempest-TagsExtTest-Tag-38691028') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:55.768338 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-e10c9bae-8eb6-41a6-81e5-e4d2898afc09 None None] For port d30a75dd-24d7-4b75-8830-ee6b00b22dd3, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:56:55.768769 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d38e5303-ebe4-4229-acf3-6e81f1d2c201 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:55.772806 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-e10c9bae-8eb6-41a6-81e5-e4d2898afc09 None None] For port d30a75dd-24d7-4b75-8830-ee6b00b22dd3, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=d30a75dd-24d7-4b75-8830-ee6b00b22dd3,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:56:55.780142 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e10c9bae-8eb6-41a6-81e5-e4d2898afc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:55.897223 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-d38e5303-ebe4-4229-acf3-6e81f1d2c201 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Deleting port 74a2a1a2-21df-416e-a062-96ea8a6a7143 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:55.897657 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d38e5303-ebe4-4229-acf3-6e81f1d2c201 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:55.918029 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c9bae-8eb6-41a6-81e5-e4d2898afc09 None None] Pushing event updated for resources: {'Port': ['ID=d30a75dd-24d7-4b75-8830-ee6b00b22dd3,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:55.926697 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cdb1e157-880a-4c6a-bcbd-82cfd84d44bb tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:55.929657 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-df2f3873-6bfa-4a70-ace3-c9cf58ed64f1 tempest-SubnetPoolsTestJSON-113856023 tempest-SubnetPoolsTestJSON-113856023-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-16820666', 'prefixes': ['172.20.0.0/16']}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:55.961826 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-df2f3873-6bfa-4a70-ace3-c9cf58ed64f1 tempest-SubnetPoolsTestJSON-113856023 tempest-SubnetPoolsTestJSON-113856023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:55.983851 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-5b9ffdcb-ab24-41e6-9019-60a39d7e1d5c tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] show failed (client error): The resource could not be found. Sep 14 22:56:55.990509 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5b9ffdcb-ab24-41e6-9019-60a39d7e1d5c tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "GET /v2.0/subnetpools/94523029-2be5-4fdd-95a7-6a9abeaac560/tags/tempest-TagsExtTest-Tag-38691028 HTTP/1.1" status: 404 len: 327 time: 0.2567220 Sep 14 22:56:55.993081 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50242) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:56.000478 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-ef777078-82f2-4f91-8e51-61191d059269 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:56.011145 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-ef777078-82f2-4f91-8e51-61191d059269 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:subnet and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:56.018650 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-ef777078-82f2-4f91-8e51-61191d059269 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:56.034345 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.tag.tag_plugin [None req-cf57b0e2-dd7e-461e-8a4b-5505b3cac0c4 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '94523029-2be5-4fdd-95a7-6a9abeaac560', 'tempest-TagsExtTest-Tag-1762043645') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:56.035270 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-ef777078-82f2-4f91-8e51-61191d059269 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:56.071742 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef777078-82f2-4f91-8e51-61191d059269 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:56:56.075437 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ef777078-82f2-4f91-8e51-61191d059269 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:56.091687 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb1e157-880a-4c6a-bcbd-82cfd84d44bb tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Network 4059ebbd-d0dc-4fee-9248-db01defd3c17 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:56:56.129386 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-cdb1e157-880a-4c6a-bcbd-82cfd84d44bb tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:56.136940 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb1e157-880a-4c6a-bcbd-82cfd84d44bb tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:56:56.171358 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1e157-880a-4c6a-bcbd-82cfd84d44bb tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Pushing event updated for resources: {'Port': ['ID=beb6f2de-7638-4aed-a9d6-c5fd40ab878f,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:56.258138 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-df2f3873-6bfa-4a70-ace3-c9cf58ed64f1 tempest-SubnetPoolsTestJSON-113856023 tempest-SubnetPoolsTestJSON-113856023-project] Notify callbacks [] for subnetpool, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:56.259378 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-df2f3873-6bfa-4a70-ace3-c9cf58ed64f1 tempest-SubnetPoolsTestJSON-113856023 tempest-SubnetPoolsTestJSON-113856023-project] 10.222.0.33 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 0.5549865 Sep 14 22:56:56.265685 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50246) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:56.370538 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a7aa91ae-f68e-4cd4-91ec-34c8d85c2376 tempest-SubnetPoolsTestJSON-113856023 tempest-SubnetPoolsTestJSON-113856023-project] 10.222.0.33 "GET /v2.0/subnetpools/979c1c2c-9004-432d-91f7-15bb3ca390f1 HTTP/1.1" status: 200 len: 730 time: 0.1037979 Sep 14 22:56:56.387958 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50250) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:56.413846 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-469e2a52-e3ee-4993-ba15-ad030bbde269 tempest-SubnetPoolsTestJSON-113856023 tempest-SubnetPoolsTestJSON-113856023-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-557189055'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:56.491656 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9ab60dda-51e6-481e-9746-ca0c2038460e tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router_gateway, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:56.498457 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-cf57b0e2-dd7e-461e-8a4b-5505b3cac0c4 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] show failed (client error): The resource could not be found. Sep 14 22:56:56.502018 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-cf57b0e2-dd7e-461e-8a4b-5505b3cac0c4 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "GET /v2.0/subnetpools/94523029-2be5-4fdd-95a7-6a9abeaac560/tags/tempest-TagsExtTest-Tag-1762043645 HTTP/1.1" status: 404 len: 329 time: 0.4938817 Sep 14 22:56:56.511121 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50254) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:56.515463 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c4077943-4514-46e3-be9c-3e304e33ecfd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:56.526023 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.tag.tag_plugin [None req-ceaa49a4-d77d-4f26-9eff-1c76a9ba5ec7 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '94523029-2be5-4fdd-95a7-6a9abeaac560') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:56.562704 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9ab60dda-51e6-481e-9746-ca0c2038460e tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:56.596197 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d38e5303-ebe4-4229-acf3-6e81f1d2c201 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:56.680150 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-c4077943-4514-46e3-be9c-3e304e33ecfd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Transition to ACTIVE for port object 67edeead-c49f-436c-83df-7d335fc478d9 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:56:56.751174 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-d38e5303-ebe4-4229-acf3-6e81f1d2c201 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Calling delete_port for 74a2a1a2-21df-416e-a062-96ea8a6a7143 owned by network:router_gateway {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:56:56.762278 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-9ab60dda-51e6-481e-9746-ca0c2038460e tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Allocated IP 172.26.5.24 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/a699c7a6-f336-47bf-9a02-67c9b41a46d6) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:56:56.764602 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ef777078-82f2-4f91-8e51-61191d059269 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:56.774909 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386055cb-3901-4b45-81b0-7da62bc2bdd1 None None] Network 4f4e826d-c5b5-499c-b78e-ddaf8a4b3234 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:56:56.855435 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef777078-82f2-4f91-8e51-61191d059269 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:56:56.861886 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-ef777078-82f2-4f91-8e51-61191d059269 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:56.916528 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-469e2a52-e3ee-4993-ba15-ad030bbde269 tempest-SubnetPoolsTestJSON-113856023 tempest-SubnetPoolsTestJSON-113856023-project] Notify callbacks [] for subnetpool, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:56.918045 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-469e2a52-e3ee-4993-ba15-ad030bbde269 tempest-SubnetPoolsTestJSON-113856023 tempest-SubnetPoolsTestJSON-113856023-project] 10.222.0.33 "PUT /v2.0/subnetpools/979c1c2c-9004-432d-91f7-15bb3ca390f1 HTTP/1.1" status: 200 len: 683 time: 0.5177236 Sep 14 22:56:56.929126 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef777078-82f2-4f91-8e51-61191d059269 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:56.929688 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ef777078-82f2-4f91-8e51-61191d059269 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:56.930918 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50258) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:56.933912 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cdb1e157-880a-4c6a-bcbd-82cfd84d44bb tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:56.956694 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef777078-82f2-4f91-8e51-61191d059269 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Subnet': ['ID=2b05b557-59f5-4afa-9d68-abaf8fd53d99,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:56.970195 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ceaa49a4-d77d-4f26-9eff-1c76a9ba5ec7 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "DELETE /v2.0/subnetpools/94523029-2be5-4fdd-95a7-6a9abeaac560/tags HTTP/1.1" status: 204 len: 168 time: 0.4512751 Sep 14 22:56:56.971516 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50262) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:56.985034 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.tag.tag_plugin [None req-2bc6609d-7951-4ded-8e66-f17f48e8d754 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd4fb2fd4-4137-4921-9a00-79f616b76a93') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:57.066575 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ef777078-82f2-4f91-8e51-61191d059269 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0704093 Sep 14 22:56:57.066714 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c4077943-4514-46e3-be9c-3e304e33ecfd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:57.076038 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50266) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:57.082522 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-012762e2-e411-4993-a1be-afe3aa04f305 None None] Provisioning for port 612e63f1-5071-4bec-8a73-fa1b03a498f6 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:56:57.154871 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-8e914c59-4c97-451b-8305-02cb9e0b414a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'port': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'mac_address': 'fa:16:3e:4d:f1:fa', 'name': 'tempest-NetworksTestDHCPv6-860149939'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:56:57.195898 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cdb1e157-880a-4c6a-bcbd-82cfd84d44bb tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:57.220398 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 612e63f1-5071-4bec-8a73-fa1b03a498f6 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:56:57.248841 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9ab60dda-51e6-481e-9746-ca0c2038460e tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:57.267677 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2bc6609d-7951-4ded-8e66-f17f48e8d754 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "DELETE /v2.0/routers/d4fb2fd4-4137-4921-9a00-79f616b76a93/tags HTTP/1.1" status: 204 len: 168 time: 0.2932858 Sep 14 22:56:57.270672 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50270) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:57.279932 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.tag.tag_plugin [None req-7b93df77-a5f2-4197-b121-a12631f9be95 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0712e2ce-3c74-4517-801c-645d23e3c158') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:57.310204 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 612e63f1-5071-4bec-8a73-fa1b03a498f6 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:56:57.317179 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 612e63f1-5071-4bec-8a73-fa1b03a498f6 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:57.317462 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:57.435343 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9ab60dda-51e6-481e-9746-ca0c2038460e tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:57.466863 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64be0496-5048-4c40-8979-7c52c3b4ef71 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:56:57.520132 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab60dda-51e6-481e-9746-ca0c2038460e tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Pushing event updated for resources: {'Port': ['ID=a699c7a6-f336-47bf-9a02-67c9b41a46d6,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:57.543348 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab60dda-51e6-481e-9746-ca0c2038460e tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:56:57.544423 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cdb1e157-880a-4c6a-bcbd-82cfd84d44bb tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:57.547665 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7b93df77-a5f2-4197-b121-a12631f9be95 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "DELETE /v2.0/ports/0712e2ce-3c74-4517-801c-645d23e3c158/tags HTTP/1.1" status: 204 len: 168 time: 0.2729557 Sep 14 22:56:57.547665 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-9ab60dda-51e6-481e-9746-ca0c2038460e tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:57.548506 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50274) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:57.555890 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.tag.tag_plugin [None req-d7b64ae8-b196-4fe5-a447-4804cdcb141b tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3246fbf6-c524-4273-959f-59d7b2d84be6') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:56:57.559456 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e72e8e7a-6fa2-4b5d-a006-bcb276d3e816 tempest-SubnetPoolsTestJSON-113856023 tempest-SubnetPoolsTestJSON-113856023-project] Notify callbacks [] for subnetpool, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:57.560327 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e72e8e7a-6fa2-4b5d-a006-bcb276d3e816 tempest-SubnetPoolsTestJSON-113856023 tempest-SubnetPoolsTestJSON-113856023-project] 10.222.0.33 "DELETE /v2.0/subnetpools/979c1c2c-9004-432d-91f7-15bb3ca390f1 HTTP/1.1" status: 204 len: 168 time: 0.6284750 Sep 14 22:56:57.572424 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 612e63f1-5071-4bec-8a73-fa1b03a498f6 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:56:57.572765 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:57.575221 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cdb1e157-880a-4c6a-bcbd-82cfd84d44bb tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:57.585754 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab60dda-51e6-481e-9746-ca0c2038460e tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:56:57.590808 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-ddbeee82-2ad1-4520-8129-e5b192160b99 None None] Provisioning for port d30a75dd-24d7-4b75-8830-ee6b00b22dd3 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:56:57.610345 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50278) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:57.645002 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 612e63f1-5071-4bec-8a73-fa1b03a498f6, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=612e63f1-5071-4bec-8a73-fa1b03a498f6,segment=NetworkSegment(cf61e0ce-4fb0-4f48-a325-7da87ca31fa7),segment_id=cf61e0ce-4fb0-4f48-a325-7da87ca31fa7)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:56:57.659940 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-a32ccec8-2dae-459b-9dbe-e93b778a056f tempest-SubnetPoolsTestJSON-113856023 tempest-SubnetPoolsTestJSON-113856023-project] show failed (client error): The resource could not be found. Sep 14 22:56:57.664431 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a32ccec8-2dae-459b-9dbe-e93b778a056f tempest-SubnetPoolsTestJSON-113856023 tempest-SubnetPoolsTestJSON-113856023-project] 10.222.0.33 "GET /v2.0/subnetpools/979c1c2c-9004-432d-91f7-15bb3ca390f1 HTTP/1.1" status: 404 len: 346 time: 0.0439005 Sep 14 22:56:57.666129 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50282) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:57.674493 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:57.675250 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device d30a75dd-24d7-4b75-8830-ee6b00b22dd3 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:56:57.690200 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4077943-4514-46e3-be9c-3e304e33ecfd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Network 4f4e826d-c5b5-499c-b78e-ddaf8a4b3234 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:56:57.692046 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cdb1e157-880a-4c6a-bcbd-82cfd84d44bb tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:57.695794 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-17f2cdbb-5570-4323-b178-90a30cc6ca6a tempest-SubnetPoolsTestJSON-113856023 tempest-SubnetPoolsTestJSON-113856023-project] delete failed (client error): The resource could not be found. Sep 14 22:56:57.702987 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-17f2cdbb-5570-4323-b178-90a30cc6ca6a tempest-SubnetPoolsTestJSON-113856023 tempest-SubnetPoolsTestJSON-113856023-project] 10.222.0.33 "DELETE /v2.0/subnetpools/979c1c2c-9004-432d-91f7-15bb3ca390f1 HTTP/1.1" status: 404 len: 346 time: 0.0290101 Sep 14 22:56:57.707385 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-c4077943-4514-46e3-be9c-3e304e33ecfd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:56:57.710606 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4077943-4514-46e3-be9c-3e304e33ecfd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:56:57.798060 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cdb1e157-880a-4c6a-bcbd-82cfd84d44bb tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:57.802979 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-cdb1e157-880a-4c6a-bcbd-82cfd84d44bb tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.2592146 Sep 14 22:56:57.803522 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50288) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:57.821711 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4077943-4514-46e3-be9c-3e304e33ecfd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Port': ['ID=67edeead-c49f-436c-83df-7d335fc478d9,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:57.920314 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-cf2d4712-6e12-4f80-874e-8a95a2211c7e None None] Provisioning complete for port 612e63f1-5071-4bec-8a73-fa1b03a498f6 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:57.920913 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cf2d4712-6e12-4f80-874e-8a95a2211c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:58.028425 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-80430084-36f6-447c-9160-262325a1f72d tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Synchronizing usage tracker for tenant:53542970450a4399a71614be113389ff on resource:floatingip {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:56:58.039142 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4077943-4514-46e3-be9c-3e304e33ecfd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:56:58.039695 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c4077943-4514-46e3-be9c-3e304e33ecfd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:58.043980 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=612e63f1-5071-4bec-8a73-fa1b03a498f6,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:58.090853 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port d30a75dd-24d7-4b75-8830-ee6b00b22dd3 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:56:58.101906 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50292) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:58.102491 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c4077943-4514-46e3-be9c-3e304e33ecfd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.8860903 Sep 14 22:56:58.110565 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d7b64ae8-b196-4fe5-a447-4804cdcb141b tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "DELETE /v2.0/subnets/3246fbf6-c524-4273-959f-59d7b2d84be6/tags HTTP/1.1" status: 204 len: 168 time: 0.5548584 Sep 14 22:56:58.110755 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1e157-880a-4c6a-bcbd-82cfd84d44bb tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Pushing event updated for resources: {'Port': ['ID=beb6f2de-7638-4aed-a9d6-c5fd40ab878f,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:58.110876 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50296) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:58.113396 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port d30a75dd-24d7-4b75-8830-ee6b00b22dd3 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:58.113776 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:58.135652 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-8e914c59-4c97-451b-8305-02cb9e0b414a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:58.143669 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-8e914c59-4c97-451b-8305-02cb9e0b414a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:port and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:58.149362 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-80430084-36f6-447c-9160-262325a1f72d tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Unset dirty status for tenant:53542970450a4399a71614be113389ff on resource:floatingip {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:56:58.150336 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-80430084-36f6-447c-9160-262325a1f72d tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] 10.222.0.33 "GET /v2.0/floatingips?floating_network_id=4059ebbd-d0dc-4fee-9248-db01defd3c17 HTTP/1.1" status: 200 len: 689 time: 0.3369539 Sep 14 22:56:58.151559 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-8e914c59-4c97-451b-8305-02cb9e0b414a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:58.159181 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-8e914c59-4c97-451b-8305-02cb9e0b414a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:58.174824 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50302) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:58.182786 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e914c59-4c97-451b-8305-02cb9e0b414a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:56:58.235307 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-cf2d4712-6e12-4f80-874e-8a95a2211c7e None None] Current status of the port 612e63f1-5071-4bec-8a73-fa1b03a498f6 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:56:58.304888 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50306) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:58.316015 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-cf2d4712-6e12-4f80-874e-8a95a2211c7e None None] Provisioning for port 67edeead-c49f-436c-83df-7d335fc478d9 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:56:58.348217 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-cf2d4712-6e12-4f80-874e-8a95a2211c7e None None] Provisioning complete for port 67edeead-c49f-436c-83df-7d335fc478d9 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:58.348493 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cf2d4712-6e12-4f80-874e-8a95a2211c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:58.366056 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d38e5303-ebe4-4229-acf3-6e81f1d2c201 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:58.432122 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port d30a75dd-24d7-4b75-8830-ee6b00b22dd3 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:56:58.432392 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:58.447662 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7f0b12-331e-4cb4-a5b3-5b8618be07b5 None None] Update dhcp port {'port': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'fixed_ips': [{'subnet_id': '4ef0958b-2064-4f63-84b1-7cbc23b33860', 'ip_address': '2001:db8::f816:3eff:fe76:a608'}, {'subnet_id': '2b05b557-59f5-4afa-9d68-abaf8fd53d99'}], 'binding:host_id': 'dv-neutron-857791-1-hyperv'}, 'id': 'd30a75dd-24d7-4b75-8830-ee6b00b22dd3'} from dv-neutron-857791-1-hyperv. {{(pid=89172) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 14 22:56:58.484036 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-cf2d4712-6e12-4f80-874e-8a95a2211c7e None None] Port 67edeead-c49f-436c-83df-7d335fc478d9 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:56:58.519727 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d95254e5-666c-4389-85fa-cf7109db633a tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks [] for subnetpool, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:58.523670 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d95254e5-666c-4389-85fa-cf7109db633a tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "DELETE /v2.0/subnetpools/94523029-2be5-4fdd-95a7-6a9abeaac560 HTTP/1.1" status: 204 len: 168 time: 0.4118259 Sep 14 22:56:58.535399 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5d7f0b12-331e-4cb4-a5b3-5b8618be07b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:58.546304 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50312) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:58.561916 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port d30a75dd-24d7-4b75-8830-ee6b00b22dd3, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=d30a75dd-24d7-4b75-8830-ee6b00b22dd3,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:56:58.569874 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e5303-ebe4-4229-acf3-6e81f1d2c201 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Pushing event deleted for resources: {'Port': ['ID=74a2a1a2-21df-416e-a062-96ea8a6a7143,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:58.682859 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7358536b-6534-497c-909d-06cf0f6631ba tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "GET /v2.0/ports?device_id=d4fb2fd4-4137-4921-9a00-79f616b76a93 HTTP/1.1" status: 200 len: 205 time: 0.1331291 Sep 14 22:56:58.683798 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50316) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:56:58.685700 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:58.778054 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-8adbded8-0226-404d-bd5b-362fa089b835 None None] Provisioning complete for port 67edeead-c49f-436c-83df-7d335fc478d9 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:58.778465 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8adbded8-0226-404d-bd5b-362fa089b835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:58.797680 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-430a0513-b650-444c-a1a0-24c543dad59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:58.867142 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=d30a75dd-24d7-4b75-8830-ee6b00b22dd3,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:58.892456 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-8adbded8-0226-404d-bd5b-362fa089b835 None None] Port 67edeead-c49f-436c-83df-7d335fc478d9 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:56:58.895441 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fca32192-b36a-4f1d-8dce-445c13bc8a1e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:58.901031 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-5d7f0b12-331e-4cb4-a5b3-5b8618be07b5 None None] Allocated IP 2001:db8:0:1::2 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/2b05b557-59f5-4afa-9d68-abaf8fd53d99/d30a75dd-24d7-4b75-8830-ee6b00b22dd3) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:56:58.905151 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-430a0513-b650-444c-a1a0-24c543dad59a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:56:58.914626 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-430a0513-b650-444c-a1a0-24c543dad59a admin admin] Usage tracker for resource:security_group_rule and tenant:be26a7757e6946809609c4a6653c8e8c is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:56:58.919933 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-430a0513-b650-444c-a1a0-24c543dad59a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:56:58.925695 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8e914c59-4c97-451b-8305-02cb9e0b414a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:58.943500 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-430a0513-b650-444c-a1a0-24c543dad59a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:56:58.945842 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d38e5303-ebe4-4229-acf3-6e81f1d2c201 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:58.995323 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-50b155c8-6a29-4e58-a6a7-d2857c026d36 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:59.008293 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9ab60dda-51e6-481e-9746-ca0c2038460e tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router_gateway, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:59.090712 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-5d7f0b12-331e-4cb4-a5b3-5b8618be07b5 None None] For port d30a75dd-24d7-4b75-8830-ee6b00b22dd3, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=d30a75dd-24d7-4b75-8830-ee6b00b22dd3,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:56:59.101625 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 612e63f1-5071-4bec-8a73-fa1b03a498f6 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:56:59.146086 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-fca32192-b36a-4f1d-8dce-445c13bc8a1e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Deleting port beb6f2de-7638-4aed-a9d6-c5fd40ab878f {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:56:59.147128 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fca32192-b36a-4f1d-8dce-445c13bc8a1e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:59.168710 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5d7f0b12-331e-4cb4-a5b3-5b8618be07b5 None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:59.189975 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-5d7f0b12-331e-4cb4-a5b3-5b8618be07b5 None None] Transition to ACTIVE for port object d30a75dd-24d7-4b75-8830-ee6b00b22dd3 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:56:59.194860 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5d7f0b12-331e-4cb4-a5b3-5b8618be07b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:59.222501 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2a53ae76-33e8-4abf-a365-b6a7b665cbac tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:59.247381 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 612e63f1-5071-4bec-8a73-fa1b03a498f6 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:56:59.247751 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:59.410196 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d38e5303-ebe4-4229-acf3-6e81f1d2c201 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:59.417757 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f0b12-331e-4cb4-a5b3-5b8618be07b5 None None] Pushing event updated for resources: {'Port': ['ID=d30a75dd-24d7-4b75-8830-ee6b00b22dd3,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:56:59.429312 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d38e5303-ebe4-4229-acf3-6e81f1d2c201 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:59.433588 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-8e914c59-4c97-451b-8305-02cb9e0b414a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] device_id is not set on port 1406ceb9-934e-4504-866c-6273700dc066 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:56:59.492680 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 612e63f1-5071-4bec-8a73-fa1b03a498f6 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:56:59.493789 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device d30a75dd-24d7-4b75-8830-ee6b00b22dd3 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:56:59.862805 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9ab60dda-51e6-481e-9746-ca0c2038460e tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:59.921736 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-50b155c8-6a29-4e58-a6a7-d2857c026d36 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:59.929249 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d38e5303-ebe4-4229-acf3-6e81f1d2c201 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:56:59.929635 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38e5303-ebe4-4229-acf3-6e81f1d2c201 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Fanout notify agent at l3_agent the message router_deleted on router 4ae7af25-dc2d-479c-98f2-1848a78fd7df {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:56:59.935411 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-50b155c8-6a29-4e58-a6a7-d2857c026d36 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:00.087480 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-50b155c8-6a29-4e58-a6a7-d2857c026d36 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:00.087942 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b155c8-6a29-4e58-a6a7-d2857c026d36 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Fanout notify agent at l3_agent the message router_deleted on router d4fb2fd4-4137-4921-9a00-79f616b76a93 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:57:00.100845 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2a53ae76-33e8-4abf-a365-b6a7b665cbac tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:00.107746 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2a53ae76-33e8-4abf-a365-b6a7b665cbac tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:00.125488 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-32155f18-2e9a-4a1e-9f1e-773e308cf6f3 None None] Provisioning for port d30a75dd-24d7-4b75-8830-ee6b00b22dd3 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:57:00.131214 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-32155f18-2e9a-4a1e-9f1e-773e308cf6f3 None None] Provisioning complete for port d30a75dd-24d7-4b75-8830-ee6b00b22dd3 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:00.131755 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-32155f18-2e9a-4a1e-9f1e-773e308cf6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:00.141401 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fca32192-b36a-4f1d-8dce-445c13bc8a1e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:00.141736 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fca32192-b36a-4f1d-8dce-445c13bc8a1e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:00.262698 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-32155f18-2e9a-4a1e-9f1e-773e308cf6f3 None None] Current status of the port d30a75dd-24d7-4b75-8830-ee6b00b22dd3 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:00.270721 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53ae76-33e8-4abf-a365-b6a7b665cbac tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Port': ['ID=67edeead-c49f-436c-83df-7d335fc478d9,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:00.298728 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab60dda-51e6-481e-9746-ca0c2038460e tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Router 363b1412-30b5-4b4d-a59a-b06bbdd51c69 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:57:00.324457 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d38e5303-ebe4-4229-acf3-6e81f1d2c201 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:00.329039 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d38e5303-ebe4-4229-acf3-6e81f1d2c201 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] 10.222.0.33 "DELETE /v2.0/routers/4ae7af25-dc2d-479c-98f2-1848a78fd7df HTTP/1.1" status: 204 len: 168 time: 5.3716218 Sep 14 22:57:00.332850 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-fca32192-b36a-4f1d-8dce-445c13bc8a1e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Calling delete_port for beb6f2de-7638-4aed-a9d6-c5fd40ab878f owned by network:floatingip {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:57:00.340442 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50320) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:00.370256 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-50b155c8-6a29-4e58-a6a7-d2857c026d36 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:00.373850 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-50b155c8-6a29-4e58-a6a7-d2857c026d36 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "DELETE /v2.0/routers/d4fb2fd4-4137-4921-9a00-79f616b76a93 HTTP/1.1" status: 204 len: 168 time: 1.6695666 Sep 14 22:57:00.373850 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-430a0513-b650-444c-a1a0-24c543dad59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:00.398664 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50324) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:00.406385 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-430a0513-b650-444c-a1a0-24c543dad59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:00.412642 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-4e92bd92-ff9e-4ebb-b583-b7907fac2942 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1677506727', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:00.436485 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-4e92bd92-ff9e-4ebb-b583-b7907fac2942 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:00.453069 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-4e92bd92-ff9e-4ebb-b583-b7907fac2942 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Usage tracker for resource:router and tenant:711c13b950a84e64b637b2d4bd78d0d1 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:00.460161 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-4e92bd92-ff9e-4ebb-b583-b7907fac2942 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:00.503348 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-4e92bd92-ff9e-4ebb-b583-b7907fac2942 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:00.521781 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-8e914c59-4c97-451b-8305-02cb9e0b414a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Allocated IP 2001:db8:0:1::3d8 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/2b05b557-59f5-4afa-9d68-abaf8fd53d99/1406ceb9-934e-4504-866c-6273700dc066) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:57:00.543369 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-430a0513-b650-444c-a1a0-24c543dad59a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=be26a7757e6946809609c4a6653c8e8c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2372897 Sep 14 22:57:00.550896 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-8e914c59-4c97-451b-8305-02cb9e0b414a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Allocated IP 2001:db8::f816:3eff:fe4d:f1fa (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/4ef0958b-2064-4f63-84b1-7cbc23b33860/1406ceb9-934e-4504-866c-6273700dc066) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:57:00.553368 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50328) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:00.570977 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a0513-b650-444c-a1a0-24c543dad59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d8cb60-fa81-42b5-825c-853458aee956,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:00.597789 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-83fbcdb2-05d3-494d-a4e2-b5063909ae68 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Deleting port 0712e2ce-3c74-4517-801c-645d23e3c158 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:00.598130 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-83fbcdb2-05d3-494d-a4e2-b5063909ae68 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:00.600448 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4e92bd92-ff9e-4ebb-b583-b7907fac2942 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:00.601479 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4e92bd92-ff9e-4ebb-b583-b7907fac2942 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:00.649538 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2a53ae76-33e8-4abf-a365-b6a7b665cbac tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:00.672080 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4e92bd92-ff9e-4ebb-b583-b7907fac2942 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:00.698862 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab60dda-51e6-481e-9746-ca0c2038460e tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:57:00.709980 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a8b976-e92d-4855-9d5b-78e782a9b8de None None] Sync routers for ids ['363b1412-30b5-4b4d-a59a-b06bbdd51c69'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:57:00.725178 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a8b976-e92d-4855-9d5b-78e782a9b8de None None] Routers {'363b1412-30b5-4b4d-a59a-b06bbdd51c69'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:57:00.725961 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-c5a8b976-e92d-4855-9d5b-78e782a9b8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:56:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['363b1412-30b5-4b4d-a59a-b06bbdd51c69'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:00.728899 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4e92bd92-ff9e-4ebb-b583-b7907fac2942 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:00.750998 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9ab60dda-51e6-481e-9746-ca0c2038460e tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:00.754961 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9ab60dda-51e6-481e-9746-ca0c2038460e tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.2662961 Sep 14 22:57:00.755130 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50332) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:00.761308 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-621f2ef8-d2df-4d65-9a54-5f610df8997c tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:00.787741 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-c5a8b976-e92d-4855-9d5b-78e782a9b8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:00.796503 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a8b976-e92d-4855-9d5b-78e782a9b8de None None] Routers {'363b1412-30b5-4b4d-a59a-b06bbdd51c69'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:57:00.797203 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-c5a8b976-e92d-4855-9d5b-78e782a9b8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:56:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['363b1412-30b5-4b4d-a59a-b06bbdd51c69'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:00.827041 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4e92bd92-ff9e-4ebb-b583-b7907fac2942 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:00.830841 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4e92bd92-ff9e-4ebb-b583-b7907fac2942 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4852026 Sep 14 22:57:00.831761 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50336) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:00.839654 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-13b2edca-7fbf-44fd-91bd-fc6866d32ba1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'enable_snat': False}}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:00.860966 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-c5a8b976-e92d-4855-9d5b-78e782a9b8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:00.861414 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a8b976-e92d-4855-9d5b-78e782a9b8de None None] The sync data for ids ['363b1412-30b5-4b4d-a59a-b06bbdd51c69'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:57:00.935888 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fca32192-b36a-4f1d-8dce-445c13bc8a1e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:00.939678 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d4ade453-069c-410b-8427-be38f0b317cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:01.032551 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca32192-b36a-4f1d-8dce-445c13bc8a1e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Pushing event deleted for resources: {'Port': ['ID=beb6f2de-7638-4aed-a9d6-c5fd40ab878f,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:01.065188 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device d30a75dd-24d7-4b75-8830-ee6b00b22dd3 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:57:01.133824 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port d30a75dd-24d7-4b75-8830-ee6b00b22dd3 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:01.134487 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:01.213849 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d4ade453-069c-410b-8427-be38f0b317cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:01.259966 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port d30a75dd-24d7-4b75-8830-ee6b00b22dd3 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:01.314652 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8e914c59-4c97-451b-8305-02cb9e0b414a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:01.337876 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fca32192-b36a-4f1d-8dce-445c13bc8a1e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:01.341374 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-83fbcdb2-05d3-494d-a4e2-b5063909ae68 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:01.392642 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2a53ae76-33e8-4abf-a365-b6a7b665cbac tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:01.503002 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-83fbcdb2-05d3-494d-a4e2-b5063909ae68 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Calling delete_port for 0712e2ce-3c74-4517-801c-645d23e3c158 owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:57:01.532179 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-8e914c59-4c97-451b-8305-02cb9e0b414a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Transition to ACTIVE for port object 1406ceb9-934e-4504-866c-6273700dc066 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:57:01.579874 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d4ade453-069c-410b-8427-be38f0b317cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:01.645046 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-13b2edca-7fbf-44fd-91bd-fc6866d32ba1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:01.739201 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ade453-069c-410b-8427-be38f0b317cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d8cb60-fa81-42b5-825c-853458aee956,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:01.752969 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fca32192-b36a-4f1d-8dce-445c13bc8a1e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:01.882624 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8e914c59-4c97-451b-8305-02cb9e0b414a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:01.921438 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d4ade453-069c-410b-8427-be38f0b317cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:01.922552 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d4ade453-069c-410b-8427-be38f0b317cb admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/33d8cb60-fa81-42b5-825c-853458aee956 HTTP/1.1" status: 204 len: 168 time: 1.3607399 Sep 14 22:57:01.976011 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e914c59-4c97-451b-8305-02cb9e0b414a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:01.982689 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-8e914c59-4c97-451b-8305-02cb9e0b414a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:01.984933 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fca32192-b36a-4f1d-8dce-445c13bc8a1e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:01.993452 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e914c59-4c97-451b-8305-02cb9e0b414a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:57:01.999195 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e914c59-4c97-451b-8305-02cb9e0b414a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:01.999851 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8e914c59-4c97-451b-8305-02cb9e0b414a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:02.062671 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca32192-b36a-4f1d-8dce-445c13bc8a1e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5f4bb0fb-14e8-49f9-98a1-37769c9e4733,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:02.065684 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-83fbcdb2-05d3-494d-a4e2-b5063909ae68 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:02.142380 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e914c59-4c97-451b-8305-02cb9e0b414a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Port': ['ID=1406ceb9-934e-4504-866c-6273700dc066,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:02.238747 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8e914c59-4c97-451b-8305-02cb9e0b414a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.0908980 Sep 14 22:57:02.251903 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50342) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:02.257208 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fbcdb2-05d3-494d-a4e2-b5063909ae68 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Pushing event deleted for resources: {'Port': ['ID=0712e2ce-3c74-4517-801c-645d23e3c158,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:02.318957 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-43833277-a109-423f-a9b3-8199774a1b92 None None] Provisioning for port 1406ceb9-934e-4504-866c-6273700dc066 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:57:02.341748 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-43833277-a109-423f-a9b3-8199774a1b92 None None] Provisioning complete for port 1406ceb9-934e-4504-866c-6273700dc066 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:02.342207 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-43833277-a109-423f-a9b3-8199774a1b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:02.379296 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fca32192-b36a-4f1d-8dce-445c13bc8a1e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:02.455864 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-263bfac4-169e-4b26-8a7b-b900fdbae1cd tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting port 1406ceb9-934e-4504-866c-6273700dc066 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:02.456214 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-263bfac4-169e-4b26-8a7b-b900fdbae1cd tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:02.457612 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-43833277-a109-423f-a9b3-8199774a1b92 None None] Port 1406ceb9-934e-4504-866c-6273700dc066 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:57:02.490563 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-621f2ef8-d2df-4d65-9a54-5f610df8997c tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:02.495839 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-fca32192-b36a-4f1d-8dce-445c13bc8a1e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4059ebbd-d0dc-4fee-9248-db01defd3c17']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:02.532732 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-621f2ef8-d2df-4d65-9a54-5f610df8997c tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:02.537522 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-fca32192-b36a-4f1d-8dce-445c13bc8a1e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7027e8f9-3a75-496c-afb2-b57378201fd7') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:02.537816 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-fca32192-b36a-4f1d-8dce-445c13bc8a1e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7027e8f9-3a75-496c-afb2-b57378201fd7') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:02.558552 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fca32192-b36a-4f1d-8dce-445c13bc8a1e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:02.561860 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-621f2ef8-d2df-4d65-9a54-5f610df8997c tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Deleting port a699c7a6-f336-47bf-9a02-67c9b41a46d6 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:02.562194 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-621f2ef8-d2df-4d65-9a54-5f610df8997c tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:02.569631 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-83fbcdb2-05d3-494d-a4e2-b5063909ae68 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:02.571440 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-83fbcdb2-05d3-494d-a4e2-b5063909ae68 tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "DELETE /v2.0/ports/0712e2ce-3c74-4517-801c-645d23e3c158 HTTP/1.1" status: 204 len: 168 time: 2.1718431 Sep 14 22:57:02.577672 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50346) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:02.604391 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fca32192-b36a-4f1d-8dce-445c13bc8a1e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:02.631965 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2a53ae76-33e8-4abf-a365-b6a7b665cbac tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:02.667480 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fca32192-b36a-4f1d-8dce-445c13bc8a1e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:57:02.667877 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fca32192-b36a-4f1d-8dce-445c13bc8a1e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:02.711158 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2a53ae76-33e8-4abf-a365-b6a7b665cbac tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:02.743763 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 7027e8f9-3a75-496c-afb2-b57378201fd7 resource provider aggregate not found Sep 14 22:57:02.771562 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 7027e8f9-3a75-496c-afb2-b57378201fd7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7027e8f9-3a75-496c-afb2-b57378201fd7 found for delete ", "request_id": "req-25f2a419-d16e-47f9-9b9f-2b7a7ad6277a"}]} Sep 14 22:57:02.796967 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-23bf5cab-e25a-4af7-8d17-4e18f85cce6b tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Deleting subnet 3246fbf6-c524-4273-959f-59d7b2d84be6 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:57:02.806576 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-23bf5cab-e25a-4af7-8d17-4e18f85cce6b tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:02.914649 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fca32192-b36a-4f1d-8dce-445c13bc8a1e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:02.941504 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca32192-b36a-4f1d-8dce-445c13bc8a1e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4059ebbd-d0dc-4fee-9248-db01defd3c17 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 14 22:57:02.951466 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fca32192-b36a-4f1d-8dce-445c13bc8a1e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:02.955251 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-23bf5cab-e25a-4af7-8d17-4e18f85cce6b tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:02.987138 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca32192-b36a-4f1d-8dce-445c13bc8a1e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Pushing event deleted for resources: {'Network': ['ID=4059ebbd-d0dc-4fee-9248-db01defd3c17,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:03.012654 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53ae76-33e8-4abf-a365-b6a7b665cbac tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Port': ['ID=67edeead-c49f-436c-83df-7d335fc478d9,revision_number=3']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:03.016808 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-fca32192-b36a-4f1d-8dce-445c13bc8a1e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] 10.222.0.33 "DELETE /v2.0/networks/4059ebbd-d0dc-4fee-9248-db01defd3c17 HTTP/1.1" status: 204 len: 168 time: 4.8400471 Sep 14 22:57:03.024494 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50354) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:03.031583 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2a53ae76-33e8-4abf-a365-b6a7b665cbac tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:03.048994 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-13b2edca-7fbf-44fd-91bd-fc6866d32ba1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:03.109189 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-13b2edca-7fbf-44fd-91bd-fc6866d32ba1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:03.116153 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-263bfac4-169e-4b26-8a7b-b900fdbae1cd tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:03.125466 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-23ddec96-6037-4145-8f22-5146a57392d4 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Synchronizing usage tracker for tenant:53542970450a4399a71614be113389ff on resource:floatingip {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:57:03.197997 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-621f2ef8-d2df-4d65-9a54-5f610df8997c tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:03.251267 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-263bfac4-169e-4b26-8a7b-b900fdbae1cd tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Calling delete_port for 1406ceb9-934e-4504-866c-6273700dc066 owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:57:03.307711 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-23ddec96-6037-4145-8f22-5146a57392d4 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Unset dirty status for tenant:53542970450a4399a71614be113389ff on resource:floatingip {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:57:03.311209 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-23ddec96-6037-4145-8f22-5146a57392d4 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] 10.222.0.33 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.2836185 Sep 14 22:57:03.312048 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50358) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:03.359414 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-621f2ef8-d2df-4d65-9a54-5f610df8997c tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Calling delete_port for a699c7a6-f336-47bf-9a02-67c9b41a46d6 owned by network:router_gateway {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:57:03.493113 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-23bf5cab-e25a-4af7-8d17-4e18f85cce6b tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:03.547509 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a53ae76-33e8-4abf-a365-b6a7b665cbac tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Network 4f4e826d-c5b5-499c-b78e-ddaf8a4b3234 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:03.553109 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-2a53ae76-33e8-4abf-a365-b6a7b665cbac tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:03.644499 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-13b2edca-7fbf-44fd-91bd-fc6866d32ba1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Allocated IP 172.26.5.155 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/fd801d8c-c512-49be-81e0-05f38941cb1f) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:57:03.645918 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594d7a03-cf10-46ba-9a39-9737fe57568e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:03.647105 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594d7a03-cf10-46ba-9a39-9737fe57568e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:03.647586 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594d7a03-cf10-46ba-9a39-9737fe57568e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:03.648520 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594d7a03-cf10-46ba-9a39-9737fe57568e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:03.649224 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594d7a03-cf10-46ba-9a39-9737fe57568e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:03.650023 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594d7a03-cf10-46ba-9a39-9737fe57568e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:03.650781 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594d7a03-cf10-46ba-9a39-9737fe57568e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:03.652033 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-594d7a03-cf10-46ba-9a39-9737fe57568e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Synchronizing usage tracker for tenant:53542970450a4399a71614be113389ff on resource:subnet {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:57:03.712121 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-23bf5cab-e25a-4af7-8d17-4e18f85cce6b tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:03.762064 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-594d7a03-cf10-46ba-9a39-9737fe57568e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Unset dirty status for tenant:53542970450a4399a71614be113389ff on resource:subnet {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:57:03.763584 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-594d7a03-cf10-46ba-9a39-9737fe57568e tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4547 time: 0.4506462 Sep 14 22:57:03.774275 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50362) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:03.779361 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf5cab-e25a-4af7-8d17-4e18f85cce6b tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Pushing event deleted for resources: {'Subnet': ['ID=3246fbf6-c524-4273-959f-59d7b2d84be6,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:03.791633 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ee12c7-0ce1-49c5-8319-3e30a419d793 None None] Network 35af95c0-74e6-423b-9c00-b6ccd521ae4f requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:03.821764 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-23bf5cab-e25a-4af7-8d17-4e18f85cce6b tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:03.917336 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-da364d32-013c-42bc-8fc5-ae4298046ab1 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] delete failed (client error): The resource could not be found. Sep 14 22:57:03.918367 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-da364d32-013c-42bc-8fc5-ae4298046ab1 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] 10.222.0.33 "DELETE /v2.0/floatingips/7f492284-01a0-4ff6-9be1-e7c70c998167 HTTP/1.1" status: 404 len: 345 time: 0.1428993 Sep 14 22:57:03.922733 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50366) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:03.925692 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-23bf5cab-e25a-4af7-8d17-4e18f85cce6b tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "DELETE /v2.0/subnets/3246fbf6-c524-4273-959f-59d7b2d84be6 HTTP/1.1" status: 204 len: 168 time: 1.3471031 Sep 14 22:57:03.929445 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50370) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:03.947120 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-94884aaf-0be2-4093-a7e7-9e037c41a91a None None] Provisioning complete for port 67edeead-c49f-436c-83df-7d335fc478d9 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:03.947492 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-94884aaf-0be2-4093-a7e7-9e037c41a91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:04.004983 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-94884aaf-0be2-4093-a7e7-9e037c41a91a None None] Port 67edeead-c49f-436c-83df-7d335fc478d9 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:57:04.077042 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de01886-53f8-4f58-98ea-17fdff27dd4f tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] DELETE failed (client error): The resource could not be found. Sep 14 22:57:04.077517 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de01886-53f8-4f58-98ea-17fdff27dd4f tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:04.079203 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3de01886-53f8-4f58-98ea-17fdff27dd4f tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] 10.222.0.33 "DELETE /v2.0/networks/4059ebbd-d0dc-4fee-9248-db01defd3c17 HTTP/1.1" status: 404 len: 339 time: 0.1554432 Sep 14 22:57:04.083917 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50374) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:04.105209 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8cbd31b4-eec5-41dc-9401-699f094ca30c tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:04.108272 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-263bfac4-169e-4b26-8a7b-b900fdbae1cd tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:04.147553 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-0a3073f2-ef80-4d0b-b440-54fff63012a5 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Request body: {'network': {'name': 'tempest-network--1593240660', 'router:external': True}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:04.168245 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263bfac4-169e-4b26-8a7b-b900fdbae1cd tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Port': ['ID=1406ceb9-934e-4504-866c-6273700dc066,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:04.170009 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0a3073f2-ef80-4d0b-b440-54fff63012a5 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:04.171848 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-8cbd31b4-eec5-41dc-9401-699f094ca30c tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Deleting port 737fde7a-cd1d-4302-bfc0-5c69c4941d2f {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:04.172290 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8cbd31b4-eec5-41dc-9401-699f094ca30c tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:04.175381 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d72c65-3368-40c6-9679-50a780985911 None None] DHCP port deletion for 35af95c0-74e6-423b-9c00-b6ccd521ae4f request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:57:04.181528 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-05d72c65-3368-40c6-9679-50a780985911 None None] Deleting port 737fde7a-cd1d-4302-bfc0-5c69c4941d2f {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:04.181712 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-05d72c65-3368-40c6-9679-50a780985911 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:04.191762 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0a3073f2-ef80-4d0b-b440-54fff63012a5 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Usage tracker for resource:network and tenant:53542970450a4399a71614be113389ff is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:04.204236 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0a3073f2-ef80-4d0b-b440-54fff63012a5 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:04.225386 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0a3073f2-ef80-4d0b-b440-54fff63012a5 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:04.273321 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-13b2edca-7fbf-44fd-91bd-fc6866d32ba1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:04.285645 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3073f2-ef80-4d0b-b440-54fff63012a5 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Made reservation on behalf of 53542970450a4399a71614be113389ff for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:04.288497 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0a3073f2-ef80-4d0b-b440-54fff63012a5 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:04.308491 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-621f2ef8-d2df-4d65-9a54-5f610df8997c tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:04.315701 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-263bfac4-169e-4b26-8a7b-b900fdbae1cd tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:04.319161 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-263bfac4-169e-4b26-8a7b-b900fdbae1cd tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/1406ceb9-934e-4504-866c-6273700dc066 HTTP/1.1" status: 204 len: 168 time: 2.0656292 Sep 14 22:57:04.349746 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50378) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:04.433815 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f2ef8-d2df-4d65-9a54-5f610df8997c tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Pushing event deleted for resources: {'Port': ['ID=a699c7a6-f336-47bf-9a02-67c9b41a46d6,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:04.483641 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-05d72c65-3368-40c6-9679-50a780985911 None None] For port 737fde7a-cd1d-4302-bfc0-5c69c4941d2f, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=737fde7a-cd1d-4302-bfc0-5c69c4941d2f,segment=NetworkSegment(d8c8f273-1c65-467d-a011-ae2a4acddd9f),segment_id=d8c8f273-1c65-467d-a011-ae2a4acddd9f)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:57:04.484079 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-05d72c65-3368-40c6-9679-50a780985911 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:04.514292 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a3073f2-ef80-4d0b-b440-54fff63012a5 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:57:04.524945 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0a3073f2-ef80-4d0b-b440-54fff63012a5 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:04.525293 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-0a3073f2-ef80-4d0b-b440-54fff63012a5 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Added segment 594eb3cb-323a-4195-800f-96adf44bd5ad of type vlan for network 19e661d0-d92e-4565-b378-acd872419542 Sep 14 22:57:04.531245 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-8cbd31b4-eec5-41dc-9401-699f094ca30c tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] For port 737fde7a-cd1d-4302-bfc0-5c69c4941d2f, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=737fde7a-cd1d-4302-bfc0-5c69c4941d2f,segment=NetworkSegment(d8c8f273-1c65-467d-a011-ae2a4acddd9f),segment_id=d8c8f273-1c65-467d-a011-ae2a4acddd9f)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:57:04.531742 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8cbd31b4-eec5-41dc-9401-699f094ca30c tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:04.548710 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-13b2edca-7fbf-44fd-91bd-fc6866d32ba1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:04.607014 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-05d72c65-3368-40c6-9679-50a780985911 None None] Calling delete_port for 737fde7a-cd1d-4302-bfc0-5c69c4941d2f owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:57:04.658189 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-8cbd31b4-eec5-41dc-9401-699f094ca30c tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Calling delete_port for 737fde7a-cd1d-4302-bfc0-5c69c4941d2f owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:57:04.666479 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a53ae76-33e8-4abf-a365-b6a7b665cbac tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Router 8cfec36f-863e-4c85-977f-89afbd8c5e33 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:57:04.683448 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-05d72c65-3368-40c6-9679-50a780985911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:04.715628 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b2edca-7fbf-44fd-91bd-fc6866d32ba1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:04.728635 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-13b2edca-7fbf-44fd-91bd-fc6866d32ba1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:04.735349 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d72c65-3368-40c6-9679-50a780985911 None None] No DVR routers for this DVR port 737fde7a-cd1d-4302-bfc0-5c69c4941d2f on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:57:04.736826 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d72c65-3368-40c6-9679-50a780985911 None None] Pushing event deleted for resources: {'Port': ['ID=737fde7a-cd1d-4302-bfc0-5c69c4941d2f,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:04.747583 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.db.api [None req-8cbd31b4-eec5-41dc-9401-699f094ca30c tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:57:04.747903 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG oslo_db.api [None req-8cbd31b4-eec5-41dc-9401-699f094ca30c tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:57:04.748658 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b2edca-7fbf-44fd-91bd-fc6866d32ba1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:57:04.774114 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0a3073f2-ef80-4d0b-b440-54fff63012a5 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:04.849816 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2edca-7fbf-44fd-91bd-fc6866d32ba1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Pushing event updated for resources: {'Port': ['ID=fd801d8c-c512-49be-81e0-05f38941cb1f,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:04.953956 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe161dfc-ca17-4b9a-938c-1e2bbf2af13e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:04.955417 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-fe161dfc-ca17-4b9a-938c-1e2bbf2af13e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6001146 Sep 14 22:57:04.958071 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50382) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:04.961008 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-621f2ef8-d2df-4d65-9a54-5f610df8997c tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:05.027507 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.resource_extend [None req-0a3073f2-ef80-4d0b-b440-54fff63012a5 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 22:57:05.046507 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb26eb5-084a-4861-a68e-9f82f81ed4e9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:05.047306 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6eb26eb5-084a-4861-a68e-9f82f81ed4e9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:57:05.062716 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6eb26eb5-084a-4861-a68e-9f82f81ed4e9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:57:05.063878 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6eb26eb5-084a-4861-a68e-9f82f81ed4e9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1042888 Sep 14 22:57:05.066574 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50386) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:05.069943 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 737fde7a-cd1d-4302-bfc0-5c69c4941d2f no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:57:05.105316 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 737fde7a-cd1d-4302-bfc0-5c69c4941d2f {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:57:05.105316 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 737fde7a-cd1d-4302-bfc0-5c69c4941d2f not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:57:05.138949 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09d1a1b-10d4-4394-adee-51f3daff0ac8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:05.140459 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09d1a1b-10d4-4394-adee-51f3daff0ac8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:05.142077 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09d1a1b-10d4-4394-adee-51f3daff0ac8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:05.142853 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b09d1a1b-10d4-4394-adee-51f3daff0ac8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:57:05.158494 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b09d1a1b-10d4-4394-adee-51f3daff0ac8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:57:05.159796 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b09d1a1b-10d4-4394-adee-51f3daff0ac8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0921128 Sep 14 22:57:05.163065 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50390) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:05.232472 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-994f8754-8ee3-40b8-9b58-1d2f1875234e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting subnet 2b05b557-59f5-4afa-9d68-abaf8fd53d99 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:57:05.235451 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-994f8754-8ee3-40b8-9b58-1d2f1875234e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:05.262216 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-8cbd31b4-eec5-41dc-9401-699f094ca30c tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Deleting port 737fde7a-cd1d-4302-bfc0-5c69c4941d2f {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:05.262429 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8cbd31b4-eec5-41dc-9401-699f094ca30c tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:05.297586 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a53ae76-33e8-4abf-a365-b6a7b665cbac tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:57:05.308739 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307a1076-85f3-4f8e-9073-ff236c55cc35 None None] Sync routers for ids ['8cfec36f-863e-4c85-977f-89afbd8c5e33'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:57:05.314420 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0a3073f2-ef80-4d0b-b440-54fff63012a5 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:05.315742 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3073f2-ef80-4d0b-b440-54fff63012a5 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:05.316312 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0a3073f2-ef80-4d0b-b440-54fff63012a5 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:05.318873 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307a1076-85f3-4f8e-9073-ff236c55cc35 None None] Routers {'8cfec36f-863e-4c85-977f-89afbd8c5e33'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:57:05.319588 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-307a1076-85f3-4f8e-9073-ff236c55cc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:56:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['8cfec36f-863e-4c85-977f-89afbd8c5e33'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:05.339903 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-8cbd31b4-eec5-41dc-9401-699f094ca30c tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] The port '737fde7a-cd1d-4302-bfc0-5c69c4941d2f' was deleted {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:57:05.387379 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-307a1076-85f3-4f8e-9073-ff236c55cc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:05.397843 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307a1076-85f3-4f8e-9073-ff236c55cc35 None None] Routers {'8cfec36f-863e-4c85-977f-89afbd8c5e33'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:57:05.399433 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-307a1076-85f3-4f8e-9073-ff236c55cc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:56:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['8cfec36f-863e-4c85-977f-89afbd8c5e33'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:05.406057 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-994f8754-8ee3-40b8-9b58-1d2f1875234e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:05.462477 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-307a1076-85f3-4f8e-9073-ff236c55cc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:05.462920 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307a1076-85f3-4f8e-9073-ff236c55cc35 None None] The sync data for ids ['8cfec36f-863e-4c85-977f-89afbd8c5e33'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:57:05.648568 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8cbd31b4-eec5-41dc-9401-699f094ca30c tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:05.688064 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-8cbd31b4-eec5-41dc-9401-699f094ca30c tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35af95c0-74e6-423b-9c00-b6ccd521ae4f']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:05.706675 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-8cbd31b4-eec5-41dc-9401-699f094ca30c tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8c8f273-1c65-467d-a011-ae2a4acddd9f') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:05.706962 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-8cbd31b4-eec5-41dc-9401-699f094ca30c tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8c8f273-1c65-467d-a011-ae2a4acddd9f') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:05.721319 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8cbd31b4-eec5-41dc-9401-699f094ca30c tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:05.741343 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-994f8754-8ee3-40b8-9b58-1d2f1875234e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:05.761234 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2a53ae76-33e8-4abf-a365-b6a7b665cbac tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "PUT /v2.0/routers/8cfec36f-863e-4c85-977f-89afbd8c5e33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6557117 Sep 14 22:57:05.770757 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8cbd31b4-eec5-41dc-9401-699f094ca30c tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:05.772583 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50394) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:05.817514 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0a3073f2-ef80-4d0b-b440-54fff63012a5 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.7304111 Sep 14 22:57:05.824890 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cbd31b4-eec5-41dc-9401-699f094ca30c tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:57:05.825292 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8cbd31b4-eec5-41dc-9401-699f094ca30c tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:05.828003 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3073f2-ef80-4d0b-b440-54fff63012a5 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Pushing event updated for resources: {'Network': ['ID=19e661d0-d92e-4565-b378-acd872419542,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:05.829953 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50398) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:05.839860 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 19e661d0-d92e-4565-b378-acd872419542 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:57:05.845216 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-621f2ef8-d2df-4d65-9a54-5f610df8997c tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:05.925696 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-621f2ef8-d2df-4d65-9a54-5f610df8997c tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33045011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33045002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33047131'] for router, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:05.976344 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8379cd98-e5ca-4a86-95ea-6bfe22d8e65a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:05.976981 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-8379cd98-e5ca-4a86-95ea-6bfe22d8e65a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Synchronizing usage tracker for tenant:25d4f6710d2343efa0693e5e6584ceb8 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:57:05.992590 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8cbd31b4-eec5-41dc-9401-699f094ca30c tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:05.996420 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8cbd31b4-eec5-41dc-9401-699f094ca30c tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:06.034088 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-8379cd98-e5ca-4a86-95ea-6bfe22d8e65a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Unset dirty status for tenant:25d4f6710d2343efa0693e5e6584ceb8 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:57:06.035249 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8379cd98-e5ca-4a86-95ea-6bfe22d8e65a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "GET /v2.0/ports/67edeead-c49f-436c-83df-7d335fc478d9 HTTP/1.1" status: 200 len: 978 time: 0.2617209 Sep 14 22:57:06.037634 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd31b4-eec5-41dc-9401-699f094ca30c tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] Pushing event deleted for resources: {'Network': ['ID=35af95c0-74e6-423b-9c00-b6ccd521ae4f,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:06.040490 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50406) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:06.046775 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8cbd31b4-eec5-41dc-9401-699f094ca30c tempest-TagsExtTest-313149066 tempest-TagsExtTest-313149066-project] 10.222.0.33 "DELETE /v2.0/networks/35af95c0-74e6-423b-9c00-b6ccd521ae4f HTTP/1.1" status: 204 len: 168 time: 2.1135931 Sep 14 22:57:06.163238 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment d8c8f273-1c65-467d-a011-ae2a4acddd9f resource provider aggregate not found Sep 14 22:57:06.175258 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-994f8754-8ee3-40b8-9b58-1d2f1875234e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:06.218460 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment d8c8f273-1c65-467d-a011-ae2a4acddd9f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d8c8f273-1c65-467d-a011-ae2a4acddd9f found for delete ", "request_id": "req-413fbaa9-b5aa-444e-89e8-2f5b03c734ad"}]} Sep 14 22:57:06.234243 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f8754-8ee3-40b8-9b58-1d2f1875234e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Subnet': ['ID=2b05b557-59f5-4afa-9d68-abaf8fd53d99,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:06.245928 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-994f8754-8ee3-40b8-9b58-1d2f1875234e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:06.248656 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd9e600-dba1-4af8-ad33-ed947838454d None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:06.251820 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-994f8754-8ee3-40b8-9b58-1d2f1875234e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/2b05b557-59f5-4afa-9d68-abaf8fd53d99 HTTP/1.1" status: 204 len: 168 time: 1.0877969 Sep 14 22:57:06.252490 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50414) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:06.296842 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ae4e91-4ec9-4921-a73e-2a5bdf9d452f tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:06.302509 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ae4e91-4ec9-4921-a73e-2a5bdf9d452f tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:06.308438 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ae4e91-4ec9-4921-a73e-2a5bdf9d452f tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:06.314306 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ae4e91-4ec9-4921-a73e-2a5bdf9d452f tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:06.315178 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-33ae4e91-4ec9-4921-a73e-2a5bdf9d452f tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Synchronizing usage tracker for tenant:61f37d1d168549fca750310cf2c911bd on resource:network {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:57:06.320911 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621f2ef8-d2df-4d65-9a54-5f610df8997c tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Router 363b1412-30b5-4b4d-a59a-b06bbdd51c69 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:57:06.340552 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-13b2edca-7fbf-44fd-91bd-fc6866d32ba1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:06.470592 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-228d5196-0ebd-4b9b-a4ba-94aede2911a9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting subnet 4ef0958b-2064-4f63-84b1-7cbc23b33860 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:57:06.476578 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-228d5196-0ebd-4b9b-a4ba-94aede2911a9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:06.483565 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-33ae4e91-4ec9-4921-a73e-2a5bdf9d452f tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Unset dirty status for tenant:61f37d1d168549fca750310cf2c911bd on resource:network {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:57:06.485206 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-33ae4e91-4ec9-4921-a73e-2a5bdf9d452f tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.6497881 Sep 14 22:57:06.485794 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50420) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:06.501775 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50422) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:06.547289 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-228d5196-0ebd-4b9b-a4ba-94aede2911a9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:06.709639 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621f2ef8-d2df-4d65-9a54-5f610df8997c tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:57:06.720930 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee5c79d-d50c-4c52-a273-b9007d220369 None None] Sync routers for ids ['363b1412-30b5-4b4d-a59a-b06bbdd51c69'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:57:06.731785 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee5c79d-d50c-4c52-a273-b9007d220369 None None] Routers {'363b1412-30b5-4b4d-a59a-b06bbdd51c69'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:57:06.732693 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-4ee5c79d-d50c-4c52-a273-b9007d220369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:56:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['363b1412-30b5-4b4d-a59a-b06bbdd51c69'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:06.736251 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-228d5196-0ebd-4b9b-a4ba-94aede2911a9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:06.747151 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-621f2ef8-d2df-4d65-9a54-5f610df8997c tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:06.750822 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-621f2ef8-d2df-4d65-9a54-5f610df8997c tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] 10.222.0.33 "PUT /v2.0/routers/363b1412-30b5-4b4d-a59a-b06bbdd51c69 HTTP/1.1" status: 200 len: 710 time: 5.9919460 Sep 14 22:57:06.768943 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50432) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:06.804262 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-4ee5c79d-d50c-4c52-a273-b9007d220369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:06.814446 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee5c79d-d50c-4c52-a273-b9007d220369 None None] Routers {'363b1412-30b5-4b4d-a59a-b06bbdd51c69'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:57:06.815316 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-4ee5c79d-d50c-4c52-a273-b9007d220369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:56:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['363b1412-30b5-4b4d-a59a-b06bbdd51c69'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:06.881585 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-4ee5c79d-d50c-4c52-a273-b9007d220369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:06.882235 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee5c79d-d50c-4c52-a273-b9007d220369 None None] The sync data for ids ['363b1412-30b5-4b4d-a59a-b06bbdd51c69'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:57:06.967414 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6f382f29-e155-49c4-bd62-2aa5d994d427 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] 10.222.0.33 "GET /v2.0/routers/363b1412-30b5-4b4d-a59a-b06bbdd51c69 HTTP/1.1" status: 200 len: 745 time: 0.1950226 Sep 14 22:57:06.968512 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50436) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:06.991560 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d28cf4bf-62e5-48b1-8fee-f86cb9116769 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:07.076083 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-27c58ef6-3887-4b6c-98d2-3a9392b64dd9 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c78ea94e93c24653b4cacd2cbc5405e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5751755 Sep 14 22:57:07.083767 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50440) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:07.161481 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2e719e6b-2e38-46d0-a312-4884253092d2 tempest-RoutersIpV6AdminTest-448111340 tempest-RoutersIpV6AdminTest-448111340-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=681410b9-e86d-4f65-a0f3-ea2093b5104b&device_id=363b1412-30b5-4b4d-a59a-b06bbdd51c69 HTTP/1.1" status: 200 len: 205 time: 0.1907029 Sep 14 22:57:07.163655 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-228d5196-0ebd-4b9b-a4ba-94aede2911a9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:07.167387 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50444) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:07.248320 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d5196-0ebd-4b9b-a4ba-94aede2911a9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Subnet': ['ID=4ef0958b-2064-4f63-84b1-7cbc23b33860,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:07.259381 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3e0331c2-dfa9-4f40-b9bf-35ff65e97a1b None None] Provisioning complete for port d30a75dd-24d7-4b75-8830-ee6b00b22dd3 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:07.259953 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3e0331c2-dfa9-4f40-b9bf-35ff65e97a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:07.293662 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1caa2b49-8f5b-4881-b120-806485f1b041 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] 10.222.0.33 "GET /v2.0/ports?device_id=363b1412-30b5-4b4d-a59a-b06bbdd51c69 HTTP/1.1" status: 200 len: 205 time: 0.1007628 Sep 14 22:57:07.301820 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50448) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:07.302154 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-228d5196-0ebd-4b9b-a4ba-94aede2911a9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:07.312935 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4796ed3f-8c0f-4bef-9e2e-3890a299730b None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:07.340716 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-13b2edca-7fbf-44fd-91bd-fc6866d32ba1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:07.343111 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d28cf4bf-62e5-48b1-8fee-f86cb9116769 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:07.361449 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-13b2edca-7fbf-44fd-91bd-fc6866d32ba1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33045011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33045002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33047131'] for router, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:07.382403 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f2206436-3440-4efe-9a03-fb58765a612f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:07.454287 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-d28cf4bf-62e5-48b1-8fee-f86cb9116769 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e661d0-d92e-4565-b378-acd872419542']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:07.463682 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-228d5196-0ebd-4b9b-a4ba-94aede2911a9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/4ef0958b-2064-4f63-84b1-7cbc23b33860 HTTP/1.1" status: 204 len: 168 time: 1.2043991 Sep 14 22:57:07.463920 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9478896f-459e-4b23-84c9-c76445157fb1 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:07.472851 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50452) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:07.531507 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-75dcd738-09ee-41fa-b0df-c119cd91e57d tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:07.550638 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-d28cf4bf-62e5-48b1-8fee-f86cb9116769 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '594eb3cb-323a-4195-800f-96adf44bd5ad') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:07.550925 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-d28cf4bf-62e5-48b1-8fee-f86cb9116769 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '594eb3cb-323a-4195-800f-96adf44bd5ad') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:07.569538 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f2206436-3440-4efe-9a03-fb58765a612f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:07.570951 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-3e0331c2-dfa9-4f40-b9bf-35ff65e97a1b None None] Current status of the port d30a75dd-24d7-4b75-8830-ee6b00b22dd3 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:07.599848 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6c7bf992-cd34-40c4-a43d-da0ffe62fd93 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1226237 Sep 14 22:57:07.599848 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d28cf4bf-62e5-48b1-8fee-f86cb9116769 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:07.629123 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50456) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:07.648045 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2457ec8a-7757-4edd-8769-bb845e303e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:07.652184 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d038991-5c53-4abe-862e-c88016f7d173 None None] DHCP port deletion for ac1cbc11-ac8d-43cd-9c1d-398cae68a205 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:57:07.656659 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-8d038991-5c53-4abe-862e-c88016f7d173 None None] Deleting port d30a75dd-24d7-4b75-8830-ee6b00b22dd3 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:07.657038 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8d038991-5c53-4abe-862e-c88016f7d173 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:07.662245 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-1643155d-21c3-4efd-9415-e3ef0d36a5ed tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:07.709357 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d28cf4bf-62e5-48b1-8fee-f86cb9116769 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:07.722081 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d28cf4bf-62e5-48b1-8fee-f86cb9116769 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:57:07.722527 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d28cf4bf-62e5-48b1-8fee-f86cb9116769 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:07.793289 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 594eb3cb-323a-4195-800f-96adf44bd5ad resource provider aggregate not found Sep 14 22:57:07.829547 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 594eb3cb-323a-4195-800f-96adf44bd5ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 594eb3cb-323a-4195-800f-96adf44bd5ad found for delete ", "request_id": "req-6aa67073-d603-4d7d-92e3-4084db504ba5"}]} Sep 14 22:57:07.839059 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f2206436-3440-4efe-9a03-fb58765a612f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:07.868650 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2206436-3440-4efe-9a03-fb58765a612f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdaf21c-b099-48c5-abf4-ddaff09aa6fd,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:07.880788 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f2206436-3440-4efe-9a03-fb58765a612f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:07.887477 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f2206436-3440-4efe-9a03-fb58765a612f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7cdaf21c-b099-48c5-abf4-ddaff09aa6fd HTTP/1.1" status: 204 len: 168 time: 0.8009450 Sep 14 22:57:07.890082 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d28cf4bf-62e5-48b1-8fee-f86cb9116769 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:07.892065 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b2edca-7fbf-44fd-91bd-fc6866d32ba1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Router bf99ff57-1c31-4669-9991-59ebdd628d22 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:57:07.917380 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-8d038991-5c53-4abe-862e-c88016f7d173 None None] For port d30a75dd-24d7-4b75-8830-ee6b00b22dd3, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=d30a75dd-24d7-4b75-8830-ee6b00b22dd3,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:57:07.918207 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8d038991-5c53-4abe-862e-c88016f7d173 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:07.947429 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28cf4bf-62e5-48b1-8fee-f86cb9116769 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 19e661d0-d92e-4565-b378-acd872419542 {{(pid=89170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 14 22:57:08.090997 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-8d038991-5c53-4abe-862e-c88016f7d173 None None] Calling delete_port for d30a75dd-24d7-4b75-8830-ee6b00b22dd3 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:57:08.113922 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-75dcd738-09ee-41fa-b0df-c119cd91e57d tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:08.120141 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-75dcd738-09ee-41fa-b0df-c119cd91e57d tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:08.125627 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-1643155d-21c3-4efd-9415-e3ef0d36a5ed tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:08.135978 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1643155d-21c3-4efd-9415-e3ef0d36a5ed tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:subnet and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:08.152883 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1643155d-21c3-4efd-9415-e3ef0d36a5ed tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:08.164631 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-1643155d-21c3-4efd-9415-e3ef0d36a5ed tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:08.185965 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-75dcd738-09ee-41fa-b0df-c119cd91e57d tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:08.186227 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75dcd738-09ee-41fa-b0df-c119cd91e57d tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Fanout notify agent at l3_agent the message router_deleted on router 363b1412-30b5-4b4d-a59a-b06bbdd51c69 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:57:08.197312 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1643155d-21c3-4efd-9415-e3ef0d36a5ed tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:08.201346 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1643155d-21c3-4efd-9415-e3ef0d36a5ed tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:08.235267 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8d038991-5c53-4abe-862e-c88016f7d173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:08.288542 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d038991-5c53-4abe-862e-c88016f7d173 None None] Pushing event deleted for resources: {'Port': ['ID=d30a75dd-24d7-4b75-8830-ee6b00b22dd3,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:08.289479 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28cf4bf-62e5-48b1-8fee-f86cb9116769 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Pushing event deleted for resources: {'Network': ['ID=19e661d0-d92e-4565-b378-acd872419542,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:08.292087 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d038991-5c53-4abe-862e-c88016f7d173 None None] No DVR routers for this DVR port d30a75dd-24d7-4b75-8830-ee6b00b22dd3 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:57:08.292519 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d28cf4bf-62e5-48b1-8fee-f86cb9116769 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:08.297583 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b2edca-7fbf-44fd-91bd-fc6866d32ba1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:57:08.304519 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-13b2edca-7fbf-44fd-91bd-fc6866d32ba1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:08.308428 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-13b2edca-7fbf-44fd-91bd-fc6866d32ba1 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] 10.222.0.33 "PUT /v2.0/routers/bf99ff57-1c31-4669-9991-59ebdd628d22 HTTP/1.1" status: 200 len: 916 time: 7.4729693 Sep 14 22:57:08.308428 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50466) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:08.313099 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d28cf4bf-62e5-48b1-8fee-f86cb9116769 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] 10.222.0.33 "DELETE /v2.0/networks/19e661d0-d92e-4565-b378-acd872419542 HTTP/1.1" status: 204 len: 168 time: 1.7583530 Sep 14 22:57:08.366217 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50470) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:08.377957 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-b5aa5b89-eedb-4486-8f44-ced501a7c7cd tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Request body: {'network': {'name': 'tempest-network--1550010657', 'router:external': True}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:08.396789 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b5aa5b89-eedb-4486-8f44-ced501a7c7cd tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:08.411368 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b5aa5b89-eedb-4486-8f44-ced501a7c7cd tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Usage tracker for resource:network and tenant:53542970450a4399a71614be113389ff is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:08.422993 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b5aa5b89-eedb-4486-8f44-ced501a7c7cd tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:08.426197 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-75dcd738-09ee-41fa-b0df-c119cd91e57d tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:08.427802 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-75dcd738-09ee-41fa-b0df-c119cd91e57d tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] 10.222.0.33 "DELETE /v2.0/routers/363b1412-30b5-4b4d-a59a-b06bbdd51c69 HTTP/1.1" status: 204 len: 168 time: 1.1223121 Sep 14 22:57:08.433242 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b5aa5b89-eedb-4486-8f44-ced501a7c7cd tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:08.434952 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50474) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:08.453168 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-9478896f-459e-4b23-84c9-c76445157fb1 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Deleting port 67edeead-c49f-436c-83df-7d335fc478d9 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:08.453523 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9478896f-459e-4b23-84c9-c76445157fb1 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:08.558588 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2cc38f9f-92b9-462a-a2b6-ed4238f76ade tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] 10.222.0.33 "GET /v2.0/ports?device_id=363b1412-30b5-4b4d-a59a-b06bbdd51c69 HTTP/1.1" status: 200 len: 205 time: 0.1201320 Sep 14 22:57:08.559506 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50478) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:08.563481 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5aa5b89-eedb-4486-8f44-ced501a7c7cd tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Made reservation on behalf of 53542970450a4399a71614be113389ff for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:08.565661 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b5aa5b89-eedb-4486-8f44-ced501a7c7cd tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:08.667672 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0298dc03-8b70-44b5-a47d-bed16885f11e None None] Sync routers for ids ['bf99ff57-1c31-4669-9991-59ebdd628d22'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:57:08.680912 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0298dc03-8b70-44b5-a47d-bed16885f11e None None] Routers {'bf99ff57-1c31-4669-9991-59ebdd628d22'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:57:08.681648 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-0298dc03-8b70-44b5-a47d-bed16885f11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:56:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['bf99ff57-1c31-4669-9991-59ebdd628d22'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:08.718282 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9478896f-459e-4b23-84c9-c76445157fb1 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:08.750292 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-0298dc03-8b70-44b5-a47d-bed16885f11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:08.759920 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0298dc03-8b70-44b5-a47d-bed16885f11e None None] Routers {'bf99ff57-1c31-4669-9991-59ebdd628d22'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:57:08.760663 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-0298dc03-8b70-44b5-a47d-bed16885f11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:56:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['bf99ff57-1c31-4669-9991-59ebdd628d22'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:08.781844 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-3fb8c458-50c0-493a-9b96-c106d7a83b82 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] delete failed (client error): The resource could not be found. Sep 14 22:57:08.787695 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3fb8c458-50c0-493a-9b96-c106d7a83b82 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] 10.222.0.33 "DELETE /v2.0/routers/363b1412-30b5-4b4d-a59a-b06bbdd51c69 HTTP/1.1" status: 404 len: 336 time: 0.2227769 Sep 14 22:57:08.788440 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50482) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:08.826211 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-0298dc03-8b70-44b5-a47d-bed16885f11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:08.826609 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0298dc03-8b70-44b5-a47d-bed16885f11e None None] The sync data for ids ['bf99ff57-1c31-4669-9991-59ebdd628d22'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:57:08.846773 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6172f3b5-2732-4b72-8613-8dbddbe30266 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] 10.222.0.33 "GET /v2.0/routers/bf99ff57-1c31-4669-9991-59ebdd628d22 HTTP/1.1" status: 200 len: 922 time: 0.5370896 Sep 14 22:57:08.852868 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f95b6628-f02d-4014-b450-ea96ebdec3ac tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] 10.222.0.33 "GET /v2.0/ports?device_id=dde9849d-3be5-4e99-8ef2-29a3c235d396 HTTP/1.1" status: 200 len: 205 time: 0.0592055 Sep 14 22:57:08.853049 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50486) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:08.853429 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50488) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:08.863809 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-9478896f-459e-4b23-84c9-c76445157fb1 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Calling delete_port for 67edeead-c49f-436c-83df-7d335fc478d9 owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:57:08.923766 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5aa5b89-eedb-4486-8f44-ced501a7c7cd tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:57:08.929043 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-95e06d2b-9896-4283-9c0e-8ad2a0554e75 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] delete failed (client error): The resource could not be found. Sep 14 22:57:08.930045 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-95e06d2b-9896-4283-9c0e-8ad2a0554e75 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] 10.222.0.33 "DELETE /v2.0/routers/dde9849d-3be5-4e99-8ef2-29a3c235d396 HTTP/1.1" status: 404 len: 336 time: 0.0758955 Sep 14 22:57:08.934363 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50494) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:08.937041 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b5aa5b89-eedb-4486-8f44-ced501a7c7cd tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:08.937375 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-b5aa5b89-eedb-4486-8f44-ced501a7c7cd tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Added segment b544f678-c16a-4318-8cda-b8573d9038f5 of type vlan for network 71c7740b-d309-4926-b0e0-cae7c2227b3e Sep 14 22:57:08.990739 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7061f4d4-3e98-4e2f-b958-4adc6445d4d0 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] 10.222.0.33 "GET /v2.0/ports?device_id=9db2e1b8-fcf7-4e95-80ed-bfbafca70b08 HTTP/1.1" status: 200 len: 205 time: 0.0552728 Sep 14 22:57:08.993573 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50498) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:09.018648 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b5aa5b89-eedb-4486-8f44-ced501a7c7cd tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:09.056110 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b5aa5b89-eedb-4486-8f44-ced501a7c7cd tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:09.057833 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5aa5b89-eedb-4486-8f44-ced501a7c7cd tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:09.058476 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b5aa5b89-eedb-4486-8f44-ced501a7c7cd tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:09.063199 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device d30a75dd-24d7-4b75-8830-ee6b00b22dd3 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:57:09.097381 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: d30a75dd-24d7-4b75-8830-ee6b00b22dd3 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:57:09.098794 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device d30a75dd-24d7-4b75-8830-ee6b00b22dd3 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:57:09.125063 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-02e0e8a2-3ff9-461f-aaf5-fade7a5df1e7 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] delete failed (client error): The resource could not be found. Sep 14 22:57:09.126085 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-02e0e8a2-3ff9-461f-aaf5-fade7a5df1e7 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] 10.222.0.33 "DELETE /v2.0/routers/9db2e1b8-fcf7-4e95-80ed-bfbafca70b08 HTTP/1.1" status: 404 len: 336 time: 0.1305983 Sep 14 22:57:09.137622 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50502) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:09.199529 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.objects.ports [None req-1643155d-21c3-4efd-9415-e3ef0d36a5ed tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89171) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 14 22:57:09.202391 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e742a9c-4bda-475d-b8a3-902c6faceccd tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:09.203918 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9e742a9c-4bda-475d-b8a3-902c6faceccd tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=681410b9-e86d-4f65-a0f3-ea2093b5104b&device_id=bf99ff57-1c31-4669-9991-59ebdd628d22&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3494558 Sep 14 22:57:09.205535 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1643155d-21c3-4efd-9415-e3ef0d36a5ed tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:09.209562 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50506) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:09.213220 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b5aa5b89-eedb-4486-8f44-ced501a7c7cd tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8457167 Sep 14 22:57:09.217365 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b6d1a30f-5e6a-4574-8e98-84ae756daef0 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] 10.222.0.33 "GET /v2.0/ports?device_id=0e1559e7-2d9c-49b4-a9b7-74566a32439e HTTP/1.1" status: 200 len: 205 time: 0.0787323 Sep 14 22:57:09.219862 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50508) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:09.220181 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50510) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:09.312482 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa5b89-eedb-4486-8f44-ced501a7c7cd tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Pushing event updated for resources: {'Network': ['ID=71c7740b-d309-4926-b0e0-cae7c2227b3e,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:09.324453 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 71c7740b-d309-4926-b0e0-cae7c2227b3e details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:57:09.366002 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-34030d10-6f9e-42af-ac9b-412471d2a36b tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] delete failed (client error): The resource could not be found. Sep 14 22:57:09.367509 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-34030d10-6f9e-42af-ac9b-412471d2a36b tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] 10.222.0.33 "DELETE /v2.0/routers/0e1559e7-2d9c-49b4-a9b7-74566a32439e HTTP/1.1" status: 404 len: 336 time: 0.1448679 Sep 14 22:57:09.374498 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50518) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:09.389996 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1643155d-21c3-4efd-9415-e3ef0d36a5ed tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:09.402038 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-1643155d-21c3-4efd-9415-e3ef0d36a5ed tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:09.410247 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1643155d-21c3-4efd-9415-e3ef0d36a5ed tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:09.410833 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1643155d-21c3-4efd-9415-e3ef0d36a5ed tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:09.415349 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad789329-7768-42f8-a983-aba202c4638f None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:09.416498 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1643155d-21c3-4efd-9415-e3ef0d36a5ed tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Subnet': ['ID=dc60515e-0b67-42e5-b1ad-37a0080a93fc,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:09.460966 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-da3c44c1-922c-4783-a254-72be5b469855 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] 10.222.0.33 "GET /v2.0/ports?device_id=0c90bd88-f06e-40b3-9949-5be00711f2a9 HTTP/1.1" status: 200 len: 205 time: 0.0852532 Sep 14 22:57:09.463678 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50522) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:09.486991 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d204505a-a4ce-4c74-bcb5-35c388635025 tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:09.491716 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d204505a-a4ce-4c74-bcb5-35c388635025 tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] 10.222.0.33 "GET /v2.0/networks/71c7740b-d309-4926-b0e0-cae7c2227b3e HTTP/1.1" status: 200 len: 757 time: 0.2675462 Sep 14 22:57:09.492181 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50526) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:09.542667 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1643155d-21c3-4efd-9415-e3ef0d36a5ed tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9052286 Sep 14 22:57:09.542667 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9478896f-459e-4b23-84c9-c76445157fb1 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:09.551665 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50530) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:09.598817 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-4a3a8545-f9bd-483d-b370-032ef5fcecc6 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] delete failed (client error): The resource could not be found. Sep 14 22:57:09.602759 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4a3a8545-f9bd-483d-b370-032ef5fcecc6 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] 10.222.0.33 "DELETE /v2.0/routers/0c90bd88-f06e-40b3-9949-5be00711f2a9 HTTP/1.1" status: 404 len: 336 time: 0.1316040 Sep 14 22:57:09.603926 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50534) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:09.605624 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-ac6cfecd-8523-45d6-904f-701ab536cd34 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:09.630379 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6650d35f-b997-4936-88ee-d205d0f5c15c tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:09.634606 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6650d35f-b997-4936-88ee-d205d0f5c15c tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] 10.222.0.33 "GET /v2.0/networks/681410b9-e86d-4f65-a0f3-ea2093b5104b HTTP/1.1" status: 200 len: 881 time: 0.3970525 Sep 14 22:57:09.634606 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478896f-459e-4b23-84c9-c76445157fb1 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event deleted for resources: {'Port': ['ID=67edeead-c49f-436c-83df-7d335fc478d9,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:09.639719 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50538) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:09.669829 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4217eb7d-f6c4-4de9-b750-c1203e312cf9 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] 10.222.0.33 "GET /v2.0/ports?device_id=db524e91-b83d-4e69-9277-402bf007a44f HTTP/1.1" status: 200 len: 205 time: 0.0647860 Sep 14 22:57:09.678240 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1498953-ec49-4a40-ab7c-74da76c4b28c tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:09.681597 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a1498953-ec49-4a40-ab7c-74da76c4b28c tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] 10.222.0.33 "GET /v2.0/networks/6539afbe-ad8e-4ea0-a93e-62d91be799b0 HTTP/1.1" status: 200 len: 768 time: 0.1880789 Sep 14 22:57:09.682278 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50542) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:09.682593 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50544) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:09.718373 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ce4f62-c4ca-4419-91ad-e8d0d6508a0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'fixed_ips': [{'subnet_id': 'dc60515e-0b67-42e5-b1ad-37a0080a93fc'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:57:09.719508 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e3ce4f62-c4ca-4419-91ad-e8d0d6508a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:09.776933 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-8eedd4b8-8550-4a83-9084-eddacdb9bfb3 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] delete failed (client error): The resource could not be found. Sep 14 22:57:09.780459 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8eedd4b8-8550-4a83-9084-eddacdb9bfb3 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] 10.222.0.33 "DELETE /v2.0/routers/db524e91-b83d-4e69-9277-402bf007a44f HTTP/1.1" status: 404 len: 336 time: 0.0945165 Sep 14 22:57:09.781361 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50550) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:09.813603 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-77f1606e-1728-4697-8552-89147504971f tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] 10.222.0.33 "GET /v2.0/ports?device_id=bf99ff57-1c31-4669-9991-59ebdd628d22 HTTP/1.1" status: 200 len: 205 time: 0.1716864 Sep 14 22:57:09.828181 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50554) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:09.909071 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-e3ce4f62-c4ca-4419-91ad-e8d0d6508a0c None None] Allocated IP 2001:db8::f816:3eff:feb7:1373 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/dc60515e-0b67-42e5-b1ad-37a0080a93fc/a3113cc8-c5aa-4fa0-8db2-9acb663e4406) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:57:09.944973 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8c9c4307-0527-407a-8e29-bc270aa4c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:09.946907 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-970d41ba-91c8-4db8-ae1c-1d7ba2a77634 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:09.947536 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-970d41ba-91c8-4db8-ae1c-1d7ba2a77634 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:09.949286 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-970d41ba-91c8-4db8-ae1c-1d7ba2a77634 tempest-RoutersIpV6AdminTest-1932626699 tempest-RoutersIpV6AdminTest-1932626699-project] 10.222.0.33 "DELETE /v2.0/subnets/c3801eb3-5eb2-4220-b00d-280d9c100352 HTTP/1.1" status: 404 len: 337 time: 0.1670451 Sep 14 22:57:10.006638 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e61805c7-3583-4ae5-a2bf-af8f797e63ed tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:10.187670 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e3ce4f62-c4ca-4419-91ad-e8d0d6508a0c None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:10.200540 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e3ce4f62-c4ca-4419-91ad-e8d0d6508a0c None None] Transition to ACTIVE for port object a3113cc8-c5aa-4fa0-8db2-9acb663e4406 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:57:10.223598 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e3ce4f62-c4ca-4419-91ad-e8d0d6508a0c None None] Transition to ACTIVE for port object a3113cc8-c5aa-4fa0-8db2-9acb663e4406 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:57:10.234833 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e3ce4f62-c4ca-4419-91ad-e8d0d6508a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:10.236397 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ac6cfecd-8523-45d6-904f-701ab536cd34 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:10.242427 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9478896f-459e-4b23-84c9-c76445157fb1 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:10.248271 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ac6cfecd-8523-45d6-904f-701ab536cd34 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:subnet and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:10.253246 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ac6cfecd-8523-45d6-904f-701ab536cd34 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:10.262211 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ac6cfecd-8523-45d6-904f-701ab536cd34 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:10.264167 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50562) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:10.334197 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ce4f62-c4ca-4419-91ad-e8d0d6508a0c None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:10.352810 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-e3ce4f62-c4ca-4419-91ad-e8d0d6508a0c None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:10.359062 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce4f62-c4ca-4419-91ad-e8d0d6508a0c None None] Pushing event updated for resources: {'Port': ['ID=a3113cc8-c5aa-4fa0-8db2-9acb663e4406,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:10.359482 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-07b6d400-f5dd-48bb-8f45-a7e6354c7edd tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:10.368226 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ce4f62-c4ca-4419-91ad-e8d0d6508a0c None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:57:10.471330 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e61805c7-3583-4ae5-a2bf-af8f797e63ed tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:10.475255 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6cfecd-8523-45d6-904f-701ab536cd34 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:10.479219 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ac6cfecd-8523-45d6-904f-701ab536cd34 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:10.500637 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e3ce4f62-c4ca-4419-91ad-e8d0d6508a0c None None] Attempting to bind port a3113cc8-c5aa-4fa0-8db2-9acb663e4406 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:10.501256 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e3ce4f62-c4ca-4419-91ad-e8d0d6508a0c None None] Attempting to bind port a3113cc8-c5aa-4fa0-8db2-9acb663e4406 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:10.501416 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ce4f62-c4ca-4419-91ad-e8d0d6508a0c None None] Attempting to bind port a3113cc8-c5aa-4fa0-8db2-9acb663e4406 on network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:10.507671 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ce4f62-c4ca-4419-91ad-e8d0d6508a0c None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:57:10.508054 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ce4f62-c4ca-4419-91ad-e8d0d6508a0c None None] Checking segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:57:10.508513 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e3ce4f62-c4ca-4419-91ad-e8d0d6508a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:10.509723 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ce4f62-c4ca-4419-91ad-e8d0d6508a0c None None] Bound using segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:57:10.509723 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e3ce4f62-c4ca-4419-91ad-e8d0d6508a0c None None] Bound port: a3113cc8-c5aa-4fa0-8db2-9acb663e4406, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:57:10.509974 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e3ce4f62-c4ca-4419-91ad-e8d0d6508a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:10.561508 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-e61805c7-3583-4ae5-a2bf-af8f797e63ed tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71c7740b-d309-4926-b0e0-cae7c2227b3e']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:10.586636 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-e61805c7-3583-4ae5-a2bf-af8f797e63ed tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b544f678-c16a-4318-8cda-b8573d9038f5') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:10.586938 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-e61805c7-3583-4ae5-a2bf-af8f797e63ed tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b544f678-c16a-4318-8cda-b8573d9038f5') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:10.612681 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-e3ce4f62-c4ca-4419-91ad-e8d0d6508a0c None None] For port a3113cc8-c5aa-4fa0-8db2-9acb663e4406, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:57:10.612906 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e61805c7-3583-4ae5-a2bf-af8f797e63ed tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:10.615991 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-e3ce4f62-c4ca-4419-91ad-e8d0d6508a0c None None] For port a3113cc8-c5aa-4fa0-8db2-9acb663e4406, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=a3113cc8-c5aa-4fa0-8db2-9acb663e4406,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:57:10.622311 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e3ce4f62-c4ca-4419-91ad-e8d0d6508a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:10.641227 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e61805c7-3583-4ae5-a2bf-af8f797e63ed tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:10.647013 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-07b6d400-f5dd-48bb-8f45-a7e6354c7edd tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:10.653083 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61805c7-3583-4ae5-a2bf-af8f797e63ed tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:57:10.653495 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e61805c7-3583-4ae5-a2bf-af8f797e63ed tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:10.660138 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cdf410de-8809-44ef-b697-0d10a3235a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:10.687033 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9478896f-459e-4b23-84c9-c76445157fb1 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Router 8cfec36f-863e-4c85-977f-89afbd8c5e33 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:57:10.690733 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-cdf410de-8809-44ef-b697-0d10a3235a0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:10.699100 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-cdf410de-8809-44ef-b697-0d10a3235a0f admin admin] Usage tracker for resource:security_group_rule and tenant:a41754bd47214b87979d9b048be91195 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:10.706184 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-cdf410de-8809-44ef-b697-0d10a3235a0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:10.714468 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce4f62-c4ca-4419-91ad-e8d0d6508a0c None None] Pushing event updated for resources: {'Port': ['ID=a3113cc8-c5aa-4fa0-8db2-9acb663e4406,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:10.723072 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-07b6d400-f5dd-48bb-8f45-a7e6354c7edd tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Deleting port fd801d8c-c512-49be-81e0-05f38941cb1f {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:10.723415 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-07b6d400-f5dd-48bb-8f45-a7e6354c7edd tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:10.733071 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-cdf410de-8809-44ef-b697-0d10a3235a0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:10.751259 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment b544f678-c16a-4318-8cda-b8573d9038f5 resource provider aggregate not found Sep 14 22:57:10.756697 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:10.798073 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment b544f678-c16a-4318-8cda-b8573d9038f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b544f678-c16a-4318-8cda-b8573d9038f5 found for delete ", "request_id": "req-cdd72d13-43fb-4d53-81dd-be09583f09f3"}]} Sep 14 22:57:10.833035 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e61805c7-3583-4ae5-a2bf-af8f797e63ed tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:10.854887 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:10.905821 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61805c7-3583-4ae5-a2bf-af8f797e63ed tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 71c7740b-d309-4926-b0e0-cae7c2227b3e {{(pid=89170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 14 22:57:10.908293 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.ipam_backend_mixin [None req-ac6cfecd-8523-45d6-904f-701ab536cd34 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dc60515e-0b67-42e5-b1ad-37a0080a93fc (CIDR: 2001:db8::/64) Sep 14 22:57:10.919242 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e61805c7-3583-4ae5-a2bf-af8f797e63ed tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:10.920815 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9478896f-459e-4b23-84c9-c76445157fb1 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:57:10.933705 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61805c7-3583-4ae5-a2bf-af8f797e63ed tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Pushing event deleted for resources: {'Network': ['ID=71c7740b-d309-4926-b0e0-cae7c2227b3e,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:10.935495 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9478896f-459e-4b23-84c9-c76445157fb1 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "PUT /v2.0/routers/8cfec36f-863e-4c85-977f-89afbd8c5e33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8931568 Sep 14 22:57:10.938397 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50572) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:10.938567 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac6cfecd-8523-45d6-904f-701ab536cd34 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 22:57:10.939336 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac6cfecd-8523-45d6-904f-701ab536cd34 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:10.970694 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ac6cfecd-8523-45d6-904f-701ab536cd34 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4137516 Sep 14 22:57:10.974994 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50576) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:10.987787 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-4e4e21ae-9230-490e-96b2-a0b3870fdfb2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:11.059073 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-e61805c7-3583-4ae5-a2bf-af8f797e63ed tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] 10.222.0.33 "DELETE /v2.0/networks/71c7740b-d309-4926-b0e0-cae7c2227b3e HTTP/1.1" status: 204 len: 168 time: 1.3707380 Sep 14 22:57:11.072376 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50580) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:11.090511 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-2d5f71de-1d1d-4992-bc19-0effd65b6268 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Request body: {'network': {'name': 'tempest-network--1793436212'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:11.107218 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2d5f71de-1d1d-4992-bc19-0effd65b6268 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:11.123621 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2d5f71de-1d1d-4992-bc19-0effd65b6268 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Usage tracker for resource:network and tenant:53542970450a4399a71614be113389ff is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:11.130360 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2d5f71de-1d1d-4992-bc19-0effd65b6268 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:11.158010 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2d5f71de-1d1d-4992-bc19-0effd65b6268 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:11.171768 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device a3113cc8-c5aa-4fa0-8db2-9acb663e4406 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:57:11.207620 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cdf410de-8809-44ef-b697-0d10a3235a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:11.218555 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cdf410de-8809-44ef-b697-0d10a3235a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:11.226195 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-4e4e21ae-9230-490e-96b2-a0b3870fdfb2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:11.246322 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-4e4e21ae-9230-490e-96b2-a0b3870fdfb2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:subnet and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:11.252354 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-4e4e21ae-9230-490e-96b2-a0b3870fdfb2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:11.257477 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5f71de-1d1d-4992-bc19-0effd65b6268 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Made reservation on behalf of 53542970450a4399a71614be113389ff for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:11.259735 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2d5f71de-1d1d-4992-bc19-0effd65b6268 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:11.294090 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-4e4e21ae-9230-490e-96b2-a0b3870fdfb2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:11.310197 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port a3113cc8-c5aa-4fa0-8db2-9acb663e4406 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:57:11.314893 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-cdf410de-8809-44ef-b697-0d10a3235a0f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a41754bd47214b87979d9b048be91195&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9974937 Sep 14 22:57:11.318289 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50584) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:11.340801 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf410de-8809-44ef-b697-0d10a3235a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32988234-adff-44ef-9eb6-bda46c6c9e3d,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:11.364981 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4e21ae-9230-490e-96b2-a0b3870fdfb2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:11.370477 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4e4e21ae-9230-490e-96b2-a0b3870fdfb2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:11.379407 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-07b6d400-f5dd-48bb-8f45-a7e6354c7edd tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:11.414201 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d5f71de-1d1d-4992-bc19-0effd65b6268 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:57:11.427640 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2d5f71de-1d1d-4992-bc19-0effd65b6268 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:11.428524 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-2d5f71de-1d1d-4992-bc19-0effd65b6268 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Added segment 4c4aa05f-e7cf-4a06-8752-cefc76f376bb of type vlan for network 3d80f982-4b18-448b-af65-1db075ef2d0f Sep 14 22:57:11.482846 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1151ce64-91e4-4aa7-8a1a-bc17251a2448 None None] Sync routers for ids ['8cfec36f-863e-4c85-977f-89afbd8c5e33'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:57:11.483341 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-5570d69f-71f7-4342-8e91-d60b190ff32a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] remove_router_interface failed (client error): The resource could not be found. Sep 14 22:57:11.484184 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5570d69f-71f7-4342-8e91-d60b190ff32a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "PUT /v2.0/routers/8cfec36f-863e-4c85-977f-89afbd8c5e33/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5445635 Sep 14 22:57:11.492268 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1151ce64-91e4-4aa7-8a1a-bc17251a2448 None None] Routers {'8cfec36f-863e-4c85-977f-89afbd8c5e33'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:57:11.492905 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-1151ce64-91e4-4aa7-8a1a-bc17251a2448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:57:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['8cfec36f-863e-4c85-977f-89afbd8c5e33'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:11.526225 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50588) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:11.541639 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2d5f71de-1d1d-4992-bc19-0effd65b6268 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:11.548671 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-07b6d400-f5dd-48bb-8f45-a7e6354c7edd tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Calling delete_port for fd801d8c-c512-49be-81e0-05f38941cb1f owned by network:router_gateway {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:57:11.556542 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-1151ce64-91e4-4aa7-8a1a-bc17251a2448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:11.565100 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1151ce64-91e4-4aa7-8a1a-bc17251a2448 None None] Routers {'8cfec36f-863e-4c85-977f-89afbd8c5e33'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:57:11.565679 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-1151ce64-91e4-4aa7-8a1a-bc17251a2448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:57:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['8cfec36f-863e-4c85-977f-89afbd8c5e33'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:11.606221 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-cc101d3b-0808-40de-86d4-89cb1cc81813 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Synchronizing usage tracker for tenant:25d4f6710d2343efa0693e5e6584ceb8 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:57:11.629579 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-1151ce64-91e4-4aa7-8a1a-bc17251a2448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:11.630789 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1151ce64-91e4-4aa7-8a1a-bc17251a2448 None None] The sync data for ids ['8cfec36f-863e-4c85-977f-89afbd8c5e33'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:57:11.694243 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-cc101d3b-0808-40de-86d4-89cb1cc81813 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Unset dirty status for tenant:25d4f6710d2343efa0693e5e6584ceb8 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:57:11.698217 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-cc101d3b-0808-40de-86d4-89cb1cc81813 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "GET /v2.0/ports?device_id=8cfec36f-863e-4c85-977f-89afbd8c5e33 HTTP/1.1" status: 200 len: 205 time: 0.1688125 Sep 14 22:57:11.700685 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50592) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:11.735885 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-07b6d400-f5dd-48bb-8f45-a7e6354c7edd tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:11.767821 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3cc50e6a-ba24-41be-b258-eac84aa9262e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:11.784892 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6d400-f5dd-48bb-8f45-a7e6354c7edd tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Pushing event deleted for resources: {'Port': ['ID=fd801d8c-c512-49be-81e0-05f38941cb1f,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:12.005237 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2d5f71de-1d1d-4992-bc19-0effd65b6268 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:12.006187 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5f71de-1d1d-4992-bc19-0effd65b6268 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:12.006761 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2d5f71de-1d1d-4992-bc19-0effd65b6268 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:12.012315 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-07b6d400-f5dd-48bb-8f45-a7e6354c7edd tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:12.025836 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-2c791289-7c2a-4719-ad61-87fcf411388c None None] Provisioning for port a3113cc8-c5aa-4fa0-8db2-9acb663e4406 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:57:12.031603 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-2c791289-7c2a-4719-ad61-87fcf411388c None None] Provisioning complete for port a3113cc8-c5aa-4fa0-8db2-9acb663e4406 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:12.032116 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2c791289-7c2a-4719-ad61-87fcf411388c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:12.066333 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b7e6a47a-71be-4a6e-9e40-df6a4d7863cf tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:12.167464 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3cc50e6a-ba24-41be-b258-eac84aa9262e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:12.169362 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-2c791289-7c2a-4719-ad61-87fcf411388c None None] Current status of the port a3113cc8-c5aa-4fa0-8db2-9acb663e4406 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:12.169904 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2c791289-7c2a-4719-ad61-87fcf411388c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:12.187408 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-07b6d400-f5dd-48bb-8f45-a7e6354c7edd tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:12.189789 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-07b6d400-f5dd-48bb-8f45-a7e6354c7edd tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:12.207364 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-2c791289-7c2a-4719-ad61-87fcf411388c None None] For port a3113cc8-c5aa-4fa0-8db2-9acb663e4406, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=a3113cc8-c5aa-4fa0-8db2-9acb663e4406,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:57:12.211782 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2c791289-7c2a-4719-ad61-87fcf411388c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:12.215343 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-07b6d400-f5dd-48bb-8f45-a7e6354c7edd tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:12.216106 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b6d400-f5dd-48bb-8f45-a7e6354c7edd tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Fanout notify agent at l3_agent the message router_deleted on router bf99ff57-1c31-4669-9991-59ebdd628d22 {{(pid=89170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:57:12.232643 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-07b6d400-f5dd-48bb-8f45-a7e6354c7edd tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:12.237213 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-07b6d400-f5dd-48bb-8f45-a7e6354c7edd tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] 10.222.0.33 "DELETE /v2.0/routers/bf99ff57-1c31-4669-9991-59ebdd628d22 HTTP/1.1" status: 204 len: 168 time: 2.3722608 Sep 14 22:57:12.237562 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50596) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:12.242638 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-cdcdd89d-94d7-4849-98b7-afdfc3d33154 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2140386547', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}, 'admin_state_up': False}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:12.249432 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-cdcdd89d-94d7-4849-98b7-afdfc3d33154 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:12.253292 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-cdcdd89d-94d7-4849-98b7-afdfc3d33154 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Usage tracker for resource:router and tenant:711c13b950a84e64b637b2d4bd78d0d1 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:12.257289 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-cdcdd89d-94d7-4849-98b7-afdfc3d33154 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:12.264238 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-cdcdd89d-94d7-4849-98b7-afdfc3d33154 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:12.276878 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd89d-94d7-4849-98b7-afdfc3d33154 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:12.278080 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd89d-94d7-4849-98b7-afdfc3d33154 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:12.287871 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c791289-7c2a-4719-ad61-87fcf411388c None None] Pushing event updated for resources: {'Port': ['ID=a3113cc8-c5aa-4fa0-8db2-9acb663e4406,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:12.301767 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2d5f71de-1d1d-4992-bc19-0effd65b6268 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2279787 Sep 14 22:57:12.304735 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50600) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:12.307834 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd89d-94d7-4849-98b7-afdfc3d33154 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:12.312264 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-f1f633c2-1e5b-4ee1-ae1a-4726634bf7c0 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:12.314410 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f71de-1d1d-4992-bc19-0effd65b6268 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Pushing event updated for resources: {'Network': ['ID=3d80f982-4b18-448b-af65-1db075ef2d0f,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:12.325119 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 3d80f982-4b18-448b-af65-1db075ef2d0f details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:57:12.443800 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:12.545795 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b7e6a47a-71be-4a6e-9e40-df6a4d7863cf tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:12.549983 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b7e6a47a-71be-4a6e-9e40-df6a4d7863cf tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:12.580470 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3cc50e6a-ba24-41be-b258-eac84aa9262e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:12.597233 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b7e6a47a-71be-4a6e-9e40-df6a4d7863cf tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:12.597741 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e6a47a-71be-4a6e-9e40-df6a4d7863cf tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Fanout notify agent at l3_agent the message router_deleted on router 8cfec36f-863e-4c85-977f-89afbd8c5e33 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:57:12.600445 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc50e6a-ba24-41be-b258-eac84aa9262e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32988234-adff-44ef-9eb6-bda46c6c9e3d,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:12.642895 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3cc50e6a-ba24-41be-b258-eac84aa9262e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:12.644215 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3cc50e6a-ba24-41be-b258-eac84aa9262e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/32988234-adff-44ef-9eb6-bda46c6c9e3d HTTP/1.1" status: 204 len: 168 time: 1.3241625 Sep 14 22:57:12.651122 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b7e6a47a-71be-4a6e-9e40-df6a4d7863cf tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:12.654696 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b7e6a47a-71be-4a6e-9e40-df6a4d7863cf tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/routers/8cfec36f-863e-4c85-977f-89afbd8c5e33 HTTP/1.1" status: 204 len: 168 time: 0.9467030 Sep 14 22:57:12.654801 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50606) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:12.691432 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4e4e21ae-9230-490e-96b2-a0b3870fdfb2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:12.775357 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4e21ae-9230-490e-96b2-a0b3870fdfb2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:12.779218 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-4e4e21ae-9230-490e-96b2-a0b3870fdfb2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:12.779693 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd89d-94d7-4849-98b7-afdfc3d33154 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:12.788314 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4e21ae-9230-490e-96b2-a0b3870fdfb2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:12.788941 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4e4e21ae-9230-490e-96b2-a0b3870fdfb2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:12.796176 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e21ae-9230-490e-96b2-a0b3870fdfb2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Subnet': ['ID=1b3e2c10-ba39-4607-ba51-1c37cf3ab1ba,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:12.798946 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69075f3d-7294-48cf-933e-d2a013edb830 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:12.808548 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-38915ce9-7a91-4c65-a769-99034ef9240e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Deleting subnet 71439108-31fb-4045-ac01-2a36d42ef72d {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:57:12.814373 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-38915ce9-7a91-4c65-a769-99034ef9240e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:12.859840 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4e4e21ae-9230-490e-96b2-a0b3870fdfb2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8834763 Sep 14 22:57:12.863273 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50612) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:12.871223 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-7cd3bd99-708c-4700-8fa2-844600fbb256 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'port': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'mac_address': 'fa:16:3e:2f:f5:d0', 'name': 'tempest-NetworksTestDHCPv6-1669812821'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:12.886702 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f1f633c2-1e5b-4ee1-ae1a-4726634bf7c0 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:12.914854 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f1f633c2-1e5b-4ee1-ae1a-4726634bf7c0 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:12.955130 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-38915ce9-7a91-4c65-a769-99034ef9240e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:12.986539 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f1f633c2-1e5b-4ee1-ae1a-4726634bf7c0 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Network 3d80f982-4b18-448b-af65-1db075ef2d0f is not hosted by any dhcp agent {{(pid=89170) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 14 22:57:12.987525 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f633c2-1e5b-4ee1-ae1a-4726634bf7c0 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:12.987982 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f1f633c2-1e5b-4ee1-ae1a-4726634bf7c0 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:12.989285 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f1f633c2-1e5b-4ee1-ae1a-4726634bf7c0 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] 10.222.0.33 "PUT /v2.0/networks/3d80f982-4b18-448b-af65-1db075ef2d0f HTTP/1.1" status: 200 len: 857 time: 0.6836128 Sep 14 22:57:12.995968 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50616) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:12.996289 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50618) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:13.055583 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f633c2-1e5b-4ee1-ae1a-4726634bf7c0 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Pushing event updated for resources: {'Network': ['ID=3d80f982-4b18-448b-af65-1db075ef2d0f,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:13.084879 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-7cd3bd99-708c-4700-8fa2-844600fbb256 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:13.090936 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-7cd3bd99-708c-4700-8fa2-844600fbb256 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:port and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:13.095126 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-7cd3bd99-708c-4700-8fa2-844600fbb256 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:13.102928 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-7cd3bd99-708c-4700-8fa2-844600fbb256 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:13.105495 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-38915ce9-7a91-4c65-a769-99034ef9240e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:13.119815 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device a3113cc8-c5aa-4fa0-8db2-9acb663e4406 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:57:13.158619 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd3bd99-708c-4700-8fa2-844600fbb256 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:13.196433 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port a3113cc8-c5aa-4fa0-8db2-9acb663e4406 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:13.196433 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:13.212379 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8d0a2e06-6011-4e3d-9844-52dfd3318aea admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=04ab023eb85c442f87a203c9b92fb746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2036693 Sep 14 22:57:13.215583 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50624) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:13.220004 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-96d95797-d7eb-4b07-b68c-85cf899207f2 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:13.268106 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-38915ce9-7a91-4c65-a769-99034ef9240e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:13.316172 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb2d0b5-e12b-4cca-b131-4bf01838c468 None None] Update dhcp port {'port': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'fixed_ips': [{'subnet_id': 'dc60515e-0b67-42e5-b1ad-37a0080a93fc', 'ip_address': '2001:db8::f816:3eff:feb7:1373'}, {'subnet_id': '1b3e2c10-ba39-4607-ba51-1c37cf3ab1ba'}], 'binding:host_id': 'dv-neutron-857791-1-hyperv'}, 'id': 'a3113cc8-c5aa-4fa0-8db2-9acb663e4406'} from dv-neutron-857791-1-hyperv. {{(pid=89172) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 14 22:57:13.321976 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38915ce9-7a91-4c65-a769-99034ef9240e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event deleted for resources: {'Subnet': ['ID=71439108-31fb-4045-ac01-2a36d42ef72d,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:13.333226 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-38915ce9-7a91-4c65-a769-99034ef9240e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:13.347542 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-38915ce9-7a91-4c65-a769-99034ef9240e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/subnets/71439108-31fb-4045-ac01-2a36d42ef72d HTTP/1.1" status: 204 len: 168 time: 0.6917458 Sep 14 22:57:13.351546 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7cd3bd99-708c-4700-8fa2-844600fbb256 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:13.361057 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50628) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:13.375180 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8eb2d0b5-e12b-4cca-b131-4bf01838c468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:13.383996 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d44968-1269-40b7-89ef-6946a3d30994 None None] Network 4f4e826d-c5b5-499c-b78e-ddaf8a4b3234 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:13.578197 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-32e6fcb4-4e6d-47ea-b6ae-8124ff8f867e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:13.597718 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-7cd3bd99-708c-4700-8fa2-844600fbb256 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] device_id is not set on port 1d684089-6e61-42db-a4c8-b89303a825c0 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:57:13.608673 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-96d95797-d7eb-4b07-b68c-85cf899207f2 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:13.659792 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port a3113cc8-c5aa-4fa0-8db2-9acb663e4406 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:13.681306 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-24ed9e42-5dc4-4004-be9e-6c8c8abc3473 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:13.704541 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-24ed9e42-5dc4-4004-be9e-6c8c8abc3473 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Deleting port 612e63f1-5071-4bec-8a73-fa1b03a498f6 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:13.704964 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-24ed9e42-5dc4-4004-be9e-6c8c8abc3473 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:13.770052 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-32e6fcb4-4e6d-47ea-b6ae-8124ff8f867e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:13.819273 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-96d95797-d7eb-4b07-b68c-85cf899207f2 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d80f982-4b18-448b-af65-1db075ef2d0f']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:13.826791 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7716fc88-5494-4dea-a2c6-bd409511360b None None] DHCP port deletion for 4f4e826d-c5b5-499c-b78e-ddaf8a4b3234 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:57:13.831369 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-7716fc88-5494-4dea-a2c6-bd409511360b None None] Deleting port 612e63f1-5071-4bec-8a73-fa1b03a498f6 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:13.831884 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7716fc88-5494-4dea-a2c6-bd409511360b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:13.842769 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd89d-94d7-4849-98b7-afdfc3d33154 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router_gateway, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:13.880416 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-96d95797-d7eb-4b07-b68c-85cf899207f2 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c4aa05f-e7cf-4a06-8752-cefc76f376bb') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:13.880701 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-96d95797-d7eb-4b07-b68c-85cf899207f2 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c4aa05f-e7cf-4a06-8752-cefc76f376bb') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:13.902722 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd89d-94d7-4849-98b7-afdfc3d33154 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:13.907348 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-96d95797-d7eb-4b07-b68c-85cf899207f2 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:13.974431 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-96d95797-d7eb-4b07-b68c-85cf899207f2 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:13.988554 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d95797-d7eb-4b07-b68c-85cf899207f2 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:57:13.989059 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-96d95797-d7eb-4b07-b68c-85cf899207f2 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:14.026236 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-7cd3bd99-708c-4700-8fa2-844600fbb256 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Allocated IP 2001:db8:0:1::e6 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/1b3e2c10-ba39-4607-ba51-1c37cf3ab1ba/1d684089-6e61-42db-a4c8-b89303a825c0) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:57:14.044589 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-7cd3bd99-708c-4700-8fa2-844600fbb256 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Allocated IP 2001:db8::f816:3eff:fe2f:f5d0 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/dc60515e-0b67-42e5-b1ad-37a0080a93fc/1d684089-6e61-42db-a4c8-b89303a825c0) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:57:14.054097 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-24ed9e42-5dc4-4004-be9e-6c8c8abc3473 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] For port 612e63f1-5071-4bec-8a73-fa1b03a498f6, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=612e63f1-5071-4bec-8a73-fa1b03a498f6,segment=NetworkSegment(cf61e0ce-4fb0-4f48-a325-7da87ca31fa7),segment_id=cf61e0ce-4fb0-4f48-a325-7da87ca31fa7)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:57:14.054784 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-24ed9e42-5dc4-4004-be9e-6c8c8abc3473 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:14.061388 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 4c4aa05f-e7cf-4a06-8752-cefc76f376bb resource provider aggregate not found Sep 14 22:57:14.064259 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-7716fc88-5494-4dea-a2c6-bd409511360b None None] For port 612e63f1-5071-4bec-8a73-fa1b03a498f6, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=612e63f1-5071-4bec-8a73-fa1b03a498f6,segment=NetworkSegment(cf61e0ce-4fb0-4f48-a325-7da87ca31fa7),segment_id=cf61e0ce-4fb0-4f48-a325-7da87ca31fa7)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:57:14.065076 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7716fc88-5494-4dea-a2c6-bd409511360b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:14.090088 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-32e6fcb4-4e6d-47ea-b6ae-8124ff8f867e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:14.093711 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 4c4aa05f-e7cf-4a06-8752-cefc76f376bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c4aa05f-e7cf-4a06-8752-cefc76f376bb found for delete ", "request_id": "req-7b43598a-02e6-4ed3-85fb-62d3530adcdf"}]} Sep 14 22:57:14.153742 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6fcb4-4e6d-47ea-b6ae-8124ff8f867e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df16a71-e37d-4d8b-a20b-795de70d8c34,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:14.185275 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-96d95797-d7eb-4b07-b68c-85cf899207f2 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:14.188713 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d95797-d7eb-4b07-b68c-85cf899207f2 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3d80f982-4b18-448b-af65-1db075ef2d0f {{(pid=89170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 14 22:57:14.190733 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-96d95797-d7eb-4b07-b68c-85cf899207f2 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:14.204098 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-24ed9e42-5dc4-4004-be9e-6c8c8abc3473 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Calling delete_port for 612e63f1-5071-4bec-8a73-fa1b03a498f6 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:57:14.218506 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-cdcdd89d-94d7-4849-98b7-afdfc3d33154 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Allocated IP 172.26.5.183 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/3a8eeaae-c416-4536-b836-abc8aeebd2dc) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:57:14.222673 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-32e6fcb4-4e6d-47ea-b6ae-8124ff8f867e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:14.236962 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-32e6fcb4-4e6d-47ea-b6ae-8124ff8f867e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3df16a71-e37d-4d8b-a20b-795de70d8c34 HTTP/1.1" status: 204 len: 168 time: 1.0104606 Sep 14 22:57:14.246088 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-7716fc88-5494-4dea-a2c6-bd409511360b None None] Calling delete_port for 612e63f1-5071-4bec-8a73-fa1b03a498f6 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:57:14.247736 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d95797-d7eb-4b07-b68c-85cf899207f2 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] Pushing event deleted for resources: {'Network': ['ID=3d80f982-4b18-448b-af65-1db075ef2d0f,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:14.262906 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-96d95797-d7eb-4b07-b68c-85cf899207f2 tempest-ExternalNetworksTestJSON-1552504135 tempest-ExternalNetworksTestJSON-1552504135-project-admin] 10.222.0.33 "DELETE /v2.0/networks/3d80f982-4b18-448b-af65-1db075ef2d0f HTTP/1.1" status: 204 len: 168 time: 1.2557573 Sep 14 22:57:14.269519 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50638) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:14.331924 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-f745d190-45a9-425e-8efd-584f4b90c64a tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:14.333863 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f745d190-45a9-425e-8efd-584f4b90c64a tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:14.345484 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7716fc88-5494-4dea-a2c6-bd409511360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:14.376700 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f745d190-45a9-425e-8efd-584f4b90c64a tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] 10.222.0.33 "DELETE /v2.0/subnets/5f4bb0fb-14e8-49f9-98a1-37769c9e4733 HTTP/1.1" status: 404 len: 337 time: 0.1057158 Sep 14 22:57:14.425031 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50642) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:14.447890 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716fc88-5494-4dea-a2c6-bd409511360b None None] Pushing event deleted for resources: {'Port': ['ID=612e63f1-5071-4bec-8a73-fa1b03a498f6,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:14.453875 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7716fc88-5494-4dea-a2c6-bd409511360b None None] No DVR routers for this DVR port 612e63f1-5071-4bec-8a73-fa1b03a498f6 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:57:14.525007 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.db.api [None req-24ed9e42-5dc4-4004-be9e-6c8c8abc3473 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:57:14.525438 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG oslo_db.api [None req-24ed9e42-5dc4-4004-be9e-6c8c8abc3473 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:57:14.567755 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd89d-94d7-4849-98b7-afdfc3d33154 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:14.606299 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd89d-94d7-4849-98b7-afdfc3d33154 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:14.614172 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1638a0af-9502-4636-83c6-ffa294324d9b tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:14.639653 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7cd3bd99-708c-4700-8fa2-844600fbb256 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:14.701845 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcdd89d-94d7-4849-98b7-afdfc3d33154 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:14.702910 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcdd89d-94d7-4849-98b7-afdfc3d33154 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Pushing event updated for resources: {'Port': ['ID=3a8eeaae-c416-4536-b836-abc8aeebd2dc,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:14.705529 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-cdcdd89d-94d7-4849-98b7-afdfc3d33154 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:14.707821 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcdd89d-94d7-4849-98b7-afdfc3d33154 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:57:14.708884 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-7cd3bd99-708c-4700-8fa2-844600fbb256 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Transition to ACTIVE for port object 1d684089-6e61-42db-a4c8-b89303a825c0 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:57:14.795487 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1638a0af-9502-4636-83c6-ffa294324d9b tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:14.826760 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-1638a0af-9502-4636-83c6-ffa294324d9b tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6539afbe-ad8e-4ea0-a93e-62d91be799b0']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:14.842275 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-1638a0af-9502-4636-83c6-ffa294324d9b tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09957a4f-c585-4b2e-90b6-6bc053c5ddba') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:14.842828 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-1638a0af-9502-4636-83c6-ffa294324d9b tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09957a4f-c585-4b2e-90b6-6bc053c5ddba') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:14.856747 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1638a0af-9502-4636-83c6-ffa294324d9b tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:14.867616 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7cd3bd99-708c-4700-8fa2-844600fbb256 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:14.940088 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1638a0af-9502-4636-83c6-ffa294324d9b tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:14.957153 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1638a0af-9502-4636-83c6-ffa294324d9b tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:57:14.957547 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1638a0af-9502-4636-83c6-ffa294324d9b tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:14.963286 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-8eb2d0b5-e12b-4cca-b131-4bf01838c468 None None] Allocated IP 2001:db8:0:1::2 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/1b3e2c10-ba39-4607-ba51-1c37cf3ab1ba/a3113cc8-c5aa-4fa0-8db2-9acb663e4406) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:57:14.974995 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd3bd99-708c-4700-8fa2-844600fbb256 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:14.995250 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-7cd3bd99-708c-4700-8fa2-844600fbb256 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:15.053975 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-24ed9e42-5dc4-4004-be9e-6c8c8abc3473 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Deleting port 612e63f1-5071-4bec-8a73-fa1b03a498f6 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:15.054330 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-24ed9e42-5dc4-4004-be9e-6c8c8abc3473 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:15.092214 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd3bd99-708c-4700-8fa2-844600fbb256 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:57:15.097901 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd3bd99-708c-4700-8fa2-844600fbb256 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:15.098933 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7cd3bd99-708c-4700-8fa2-844600fbb256 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:15.104485 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 09957a4f-c585-4b2e-90b6-6bc053c5ddba resource provider aggregate not found Sep 14 22:57:15.108110 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3bd99-708c-4700-8fa2-844600fbb256 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Port': ['ID=1d684089-6e61-42db-a4c8-b89303a825c0,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:15.137994 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-8eb2d0b5-e12b-4cca-b131-4bf01838c468 None None] For port a3113cc8-c5aa-4fa0-8db2-9acb663e4406, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=a3113cc8-c5aa-4fa0-8db2-9acb663e4406,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:57:15.149346 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 612e63f1-5071-4bec-8a73-fa1b03a498f6 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:57:15.196961 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 612e63f1-5071-4bec-8a73-fa1b03a498f6 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:57:15.197308 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 612e63f1-5071-4bec-8a73-fa1b03a498f6 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:57:15.214164 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8eb2d0b5-e12b-4cca-b131-4bf01838c468 None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:15.303053 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 09957a4f-c585-4b2e-90b6-6bc053c5ddba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 09957a4f-c585-4b2e-90b6-6bc053c5ddba found for delete ", "request_id": "req-1db327c5-3b6e-4409-8a8f-0aefd1ba2902"}]} Sep 14 22:57:15.304374 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-8eb2d0b5-e12b-4cca-b131-4bf01838c468 None None] Transition to ACTIVE for port object a3113cc8-c5aa-4fa0-8db2-9acb663e4406 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:57:15.308714 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-24ed9e42-5dc4-4004-be9e-6c8c8abc3473 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] The port '612e63f1-5071-4bec-8a73-fa1b03a498f6' was deleted {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:57:15.309657 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd89d-94d7-4849-98b7-afdfc3d33154 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router_gateway, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:15.311468 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8eb2d0b5-e12b-4cca-b131-4bf01838c468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:15.313021 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1638a0af-9502-4636-83c6-ffa294324d9b tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:15.363256 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1638a0af-9502-4636-83c6-ffa294324d9b tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:15.369516 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50668) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:15.401666 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638a0af-9502-4636-83c6-ffa294324d9b tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] Pushing event deleted for resources: {'Network': ['ID=6539afbe-ad8e-4ea0-a93e-62d91be799b0,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:15.416376 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7cd3bd99-708c-4700-8fa2-844600fbb256 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5518970 Sep 14 22:57:15.417065 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50674) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:15.482119 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1638a0af-9502-4636-83c6-ffa294324d9b tempest-ExternalNetworksTestJSON-609318123 tempest-ExternalNetworksTestJSON-609318123-project] 10.222.0.33 "DELETE /v2.0/networks/6539afbe-ad8e-4ea0-a93e-62d91be799b0 HTTP/1.1" status: 204 len: 168 time: 1.0557079 Sep 14 22:57:15.511732 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-24ed9e42-5dc4-4004-be9e-6c8c8abc3473 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:15.522454 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb2d0b5-e12b-4cca-b131-4bf01838c468 None None] Pushing event updated for resources: {'Port': ['ID=a3113cc8-c5aa-4fa0-8db2-9acb663e4406,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:15.549772 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-24ed9e42-5dc4-4004-be9e-6c8c8abc3473 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f4e826d-c5b5-499c-b78e-ddaf8a4b3234']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:15.569115 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-24ed9e42-5dc4-4004-be9e-6c8c8abc3473 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf61e0ce-4fb0-4f48-a325-7da87ca31fa7') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:15.569549 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-24ed9e42-5dc4-4004-be9e-6c8c8abc3473 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf61e0ce-4fb0-4f48-a325-7da87ca31fa7') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:15.583426 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-24ed9e42-5dc4-4004-be9e-6c8c8abc3473 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:15.609104 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-24ed9e42-5dc4-4004-be9e-6c8c8abc3473 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:15.618388 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24ed9e42-5dc4-4004-be9e-6c8c8abc3473 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:57:15.619366 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-24ed9e42-5dc4-4004-be9e-6c8c8abc3473 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:15.659084 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-b9a3f4ca-b1e3-4ff4-bb56-90ed4842061c tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-847378459', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:15.712687 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b9a3f4ca-b1e3-4ff4-bb56-90ed4842061c tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:15.717362 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b9a3f4ca-b1e3-4ff4-bb56-90ed4842061c tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Usage tracker for resource:router and tenant:b002f6617e4b47db94bb576b07792cea is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:15.720367 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b9a3f4ca-b1e3-4ff4-bb56-90ed4842061c tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:15.727189 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b9a3f4ca-b1e3-4ff4-bb56-90ed4842061c tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:15.795679 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-901dcd67-9a0f-41d4-997b-4da2c0419c52 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting port 1d684089-6e61-42db-a4c8-b89303a825c0 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:15.796429 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-901dcd67-9a0f-41d4-997b-4da2c0419c52 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:15.805665 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b9a3f4ca-b1e3-4ff4-bb56-90ed4842061c tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:15.806964 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b9a3f4ca-b1e3-4ff4-bb56-90ed4842061c tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:15.824200 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-24ed9e42-5dc4-4004-be9e-6c8c8abc3473 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:15.828493 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-24ed9e42-5dc4-4004-be9e-6c8c8abc3473 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:15.866879 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed9e42-5dc4-4004-be9e-6c8c8abc3473 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event deleted for resources: {'Network': ['ID=4f4e826d-c5b5-499c-b78e-ddaf8a4b3234,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:15.883743 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-24ed9e42-5dc4-4004-be9e-6c8c8abc3473 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/networks/4f4e826d-c5b5-499c-b78e-ddaf8a4b3234 HTTP/1.1" status: 204 len: 168 time: 2.5199373 Sep 14 22:57:15.887359 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50684) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:15.893086 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-b53f0561-fb78-471e-983c-a1feaf001664 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Request body: {'network': {'name': 'tempest-RoutersTest-1203687431'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:15.899241 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b53f0561-fb78-471e-983c-a1feaf001664 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:15.903300 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b53f0561-fb78-471e-983c-a1feaf001664 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Usage tracker for resource:network and tenant:25d4f6710d2343efa0693e5e6584ceb8 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:15.908075 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b53f0561-fb78-471e-983c-a1feaf001664 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:15.917860 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b53f0561-fb78-471e-983c-a1feaf001664 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:15.953100 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50688) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:15.961032 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd89d-94d7-4849-98b7-afdfc3d33154 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:15.973573 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b9a3f4ca-b1e3-4ff4-bb56-90ed4842061c tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:15.981939 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53f0561-fb78-471e-983c-a1feaf001664 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Made reservation on behalf of 25d4f6710d2343efa0693e5e6584ceb8 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:15.985578 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b53f0561-fb78-471e-983c-a1feaf001664 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:16.104000 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b53f0561-fb78-471e-983c-a1feaf001664 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:57:16.124843 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b53f0561-fb78-471e-983c-a1feaf001664 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:16.125456 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-b53f0561-fb78-471e-983c-a1feaf001664 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Added segment 6f07a971-796a-436c-8196-11e336fcdd4f of type vlan for network 1eabff7c-9292-48e3-8cfb-e6404ff4bfd7 Sep 14 22:57:16.186187 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b53f0561-fb78-471e-983c-a1feaf001664 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:16.194244 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-901dcd67-9a0f-41d4-997b-4da2c0419c52 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:16.223140 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-62ed1cf4-63c0-4349-885d-8079faac0b01 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=61f37d1d168549fca750310cf2c911bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2670555 Sep 14 22:57:16.227395 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50694) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:16.227833 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b9a3f4ca-b1e3-4ff4-bb56-90ed4842061c tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:16.288745 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-78a44af8-8e4f-4d44-ae7b-387c1e76a30d None None] Provisioning for port a3113cc8-c5aa-4fa0-8db2-9acb663e4406 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:57:16.295512 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-78a44af8-8e4f-4d44-ae7b-387c1e76a30d None None] Provisioning complete for port a3113cc8-c5aa-4fa0-8db2-9acb663e4406 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:16.296953 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-78a44af8-8e4f-4d44-ae7b-387c1e76a30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:16.303776 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b9a3f4ca-b1e3-4ff4-bb56-90ed4842061c tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:16.307433 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b9a3f4ca-b1e3-4ff4-bb56-90ed4842061c tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.9345248 Sep 14 22:57:16.308957 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50698) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:16.320112 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-fdc1a800-1c40-4903-a1e4-d66a9c16f6e0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-179044131'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:16.328244 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-fdc1a800-1c40-4903-a1e4-d66a9c16f6e0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:16.332282 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.db.resource_extend [None req-b53f0561-fb78-471e-983c-a1feaf001664 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 22:57:16.346902 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-fdc1a800-1c40-4903-a1e4-d66a9c16f6e0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Usage tracker for resource:network and tenant:b002f6617e4b47db94bb576b07792cea is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:16.349679 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-901dcd67-9a0f-41d4-997b-4da2c0419c52 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Calling delete_port for 1d684089-6e61-42db-a4c8-b89303a825c0 owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:57:16.352149 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-fdc1a800-1c40-4903-a1e4-d66a9c16f6e0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:16.360358 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ab4203b9-972b-49f4-ad9b-a1c7f3c9661d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:16.362447 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-fdc1a800-1c40-4903-a1e4-d66a9c16f6e0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:16.375679 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdcdd89d-94d7-4849-98b7-afdfc3d33154 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Router 4d534101-3fbe-447b-abe8-a1e0b5168bee is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:57:16.407742 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ab4203b9-972b-49f4-ad9b-a1c7f3c9661d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:16.419581 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc1a800-1c40-4903-a1e4-d66a9c16f6e0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Made reservation on behalf of b002f6617e4b47db94bb576b07792cea for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:16.422996 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fdc1a800-1c40-4903-a1e4-d66a9c16f6e0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:16.475364 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b53f0561-fb78-471e-983c-a1feaf001664 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:16.482545 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53f0561-fb78-471e-983c-a1feaf001664 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:16.483162 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b53f0561-fb78-471e-983c-a1feaf001664 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:16.494804 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-78a44af8-8e4f-4d44-ae7b-387c1e76a30d None None] Current status of the port a3113cc8-c5aa-4fa0-8db2-9acb663e4406 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:16.505375 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fdc1a800-1c40-4903-a1e4-d66a9c16f6e0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:16.556983 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-fdc1a800-1c40-4903-a1e4-d66a9c16f6e0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:16.564996 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-fdc1a800-1c40-4903-a1e4-d66a9c16f6e0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Usage tracker for resource:security_group_rule and tenant:b002f6617e4b47db94bb576b07792cea is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:16.569717 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-fdc1a800-1c40-4903-a1e4-d66a9c16f6e0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:16.580114 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-fdc1a800-1c40-4903-a1e4-d66a9c16f6e0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:16.615100 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b53f0561-fb78-471e-983c-a1feaf001664 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7259336 Sep 14 22:57:16.638289 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50702) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:16.657302 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-d990eb2b-6af5-4cda-8cf7-b644e3efc777 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Request body: {'subnet': {'network_id': '1eabff7c-9292-48e3-8cfb-e6404ff4bfd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:16.669772 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f0561-fb78-471e-983c-a1feaf001664 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Network': ['ID=1eabff7c-9292-48e3-8cfb-e6404ff4bfd7,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:16.685537 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 22:57:16.686088 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 1eabff7c-9292-48e3-8cfb-e6404ff4bfd7 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:57:16.697549 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ab4203b9-972b-49f4-ad9b-a1c7f3c9661d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:16.764331 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-901dcd67-9a0f-41d4-997b-4da2c0419c52 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:16.768702 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e5177b60-a36b-4a16-8383-69f24a0c37ec None None] Provisioning for port 1d684089-6e61-42db-a4c8-b89303a825c0 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:57:16.784511 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e5177b60-a36b-4a16-8383-69f24a0c37ec None None] Provisioning complete for port 1d684089-6e61-42db-a4c8-b89303a825c0 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:16.784908 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e5177b60-a36b-4a16-8383-69f24a0c37ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:16.786070 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4203b9-972b-49f4-ad9b-a1c7f3c9661d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd811f36-48c6-41b4-a29c-fa3ea56244f6,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:16.821482 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ab4203b9-972b-49f4-ad9b-a1c7f3c9661d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:16.822606 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ab4203b9-972b-49f4-ad9b-a1c7f3c9661d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/cd811f36-48c6-41b4-a29c-fa3ea56244f6 HTTP/1.1" status: 204 len: 168 time: 0.5882909 Sep 14 22:57:16.823083 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901dcd67-9a0f-41d4-997b-4da2c0419c52 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Port': ['ID=1d684089-6e61-42db-a4c8-b89303a825c0,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:16.826770 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcdd89d-94d7-4849-98b7-afdfc3d33154 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:57:16.855524 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-e5177b60-a36b-4a16-8383-69f24a0c37ec None None] Port 1d684089-6e61-42db-a4c8-b89303a825c0 was deleted so its status cannot be updated. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Sep 14 22:57:16.858019 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-d990eb2b-6af5-4cda-8cf7-b644e3efc777 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:16.862725 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baf5ae4-f725-4df6-b4c2-a20e5933cc25 None None] Sync routers for ids ['4d534101-3fbe-447b-abe8-a1e0b5168bee'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:57:16.873318 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-d990eb2b-6af5-4cda-8cf7-b644e3efc777 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Usage tracker for resource:subnet and tenant:25d4f6710d2343efa0693e5e6584ceb8 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:16.881108 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-d990eb2b-6af5-4cda-8cf7-b644e3efc777 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:16.887722 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baf5ae4-f725-4df6-b4c2-a20e5933cc25 None None] Routers {'4d534101-3fbe-447b-abe8-a1e0b5168bee'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:57:16.889200 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-3baf5ae4-f725-4df6-b4c2-a20e5933cc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:57:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['4d534101-3fbe-447b-abe8-a1e0b5168bee'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:16.892201 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-d990eb2b-6af5-4cda-8cf7-b644e3efc777 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:16.894068 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd89d-94d7-4849-98b7-afdfc3d33154 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:16.895261 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-cdcdd89d-94d7-4849-98b7-afdfc3d33154 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.6566012 Sep 14 22:57:16.898613 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50708) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:16.910909 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-1450a7ee-c212-4438-89c9-6fc7e90a6e95 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:16.944921 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-901dcd67-9a0f-41d4-997b-4da2c0419c52 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:16.957777 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-901dcd67-9a0f-41d4-997b-4da2c0419c52 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/1d684089-6e61-42db-a4c8-b89303a825c0 HTTP/1.1" status: 204 len: 168 time: 1.4883809 Sep 14 22:57:16.960119 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50712) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:16.986761 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-3baf5ae4-f725-4df6-b4c2-a20e5933cc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:16.997275 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baf5ae4-f725-4df6-b4c2-a20e5933cc25 None None] Routers {'4d534101-3fbe-447b-abe8-a1e0b5168bee'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:57:16.997938 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-3baf5ae4-f725-4df6-b4c2-a20e5933cc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:57:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['4d534101-3fbe-447b-abe8-a1e0b5168bee'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:17.055119 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d990eb2b-6af5-4cda-8cf7-b644e3efc777 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Made reservation on behalf of 25d4f6710d2343efa0693e5e6584ceb8 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:17.058723 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d990eb2b-6af5-4cda-8cf7-b644e3efc777 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:17.093611 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-3baf5ae4-f725-4df6-b4c2-a20e5933cc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:17.096340 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baf5ae4-f725-4df6-b4c2-a20e5933cc25 None None] The sync data for ids ['4d534101-3fbe-447b-abe8-a1e0b5168bee'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:57:17.104047 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f46fb8-077f-4e4f-be36-8fcc948e874c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:17.105147 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-09f46fb8-077f-4e4f-be36-8fcc948e874c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:57:17.128716 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-09f46fb8-077f-4e4f-be36-8fcc948e874c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:57:17.133578 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-09f46fb8-077f-4e4f-be36-8fcc948e874c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1696792 Sep 14 22:57:17.133747 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device a3113cc8-c5aa-4fa0-8db2-9acb663e4406 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:57:17.134327 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50718) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:17.212884 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port a3113cc8-c5aa-4fa0-8db2-9acb663e4406 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:17.213252 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:17.253725 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6d97c8-b610-4702-9502-8933173053a7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:17.258327 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8a6d97c8-b610-4702-9502-8933173053a7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1200120 Sep 14 22:57:17.258818 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50722) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:17.305097 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fdc1a800-1c40-4903-a1e4-d66a9c16f6e0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:17.338997 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fdc1a800-1c40-4903-a1e4-d66a9c16f6e0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:17.342886 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50726) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:17.350257 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port a3113cc8-c5aa-4fa0-8db2-9acb663e4406 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:17.404950 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdc1a800-1c40-4903-a1e4-d66a9c16f6e0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:57:17.456769 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment cf61e0ce-4fb0-4f48-a325-7da87ca31fa7 resource provider aggregate not found Sep 14 22:57:17.463611 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72908a8-284a-451d-8993-beb2c717cce6 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:17.465241 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72908a8-284a-451d-8993-beb2c717cce6 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:17.466757 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72908a8-284a-451d-8993-beb2c717cce6 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:17.467542 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b72908a8-284a-451d-8993-beb2c717cce6 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:57:17.487073 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment cf61e0ce-4fb0-4f48-a325-7da87ca31fa7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf61e0ce-4fb0-4f48-a325-7da87ca31fa7 found for delete ", "request_id": "req-58a2f069-a59f-4429-9f99-061da41414fe"}]} Sep 14 22:57:17.488000 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b72908a8-284a-451d-8993-beb2c717cce6 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:57:17.489221 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b72908a8-284a-451d-8993-beb2c717cce6 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2296493 Sep 14 22:57:17.492424 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50734) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:17.559686 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-265fb09f-9ede-4952-a897-d38cfc13bf1d tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting subnet 1b3e2c10-ba39-4607-ba51-1c37cf3ab1ba {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:57:17.562773 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-265fb09f-9ede-4952-a897-d38cfc13bf1d tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:17.618993 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-265fb09f-9ede-4952-a897-d38cfc13bf1d tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:17.631046 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1a800-1c40-4903-a1e4-d66a9c16f6e0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43f2bbae-9839-415a-93c5-f697f428f65d,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:17.636987 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fdc1a800-1c40-4903-a1e4-d66a9c16f6e0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:17.637324 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-fdc1a800-1c40-4903-a1e4-d66a9c16f6e0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Added segment eab4ea21-ff74-4210-b85d-8adeedc904d7 of type vlan for network 5eab9551-ac70-4169-a55c-93205b92b956 Sep 14 22:57:17.697667 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0a4705bb-9154-4afe-8ae5-1a03bffdbe36 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=53542970450a4399a71614be113389ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3410974 Sep 14 22:57:17.700426 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50738) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:17.716466 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-265fb09f-9ede-4952-a897-d38cfc13bf1d tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:17.761134 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fdc1a800-1c40-4903-a1e4-d66a9c16f6e0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:17.821680 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-949a4d79-76da-42b8-9a37-8bd6bad75673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:17.835362 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-265fb09f-9ede-4952-a897-d38cfc13bf1d tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:17.889323 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-949a4d79-76da-42b8-9a37-8bd6bad75673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:17.895564 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4c95af-a974-467c-aeab-9d241825ab57 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:17.896662 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265fb09f-9ede-4952-a897-d38cfc13bf1d tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Subnet': ['ID=1b3e2c10-ba39-4607-ba51-1c37cf3ab1ba,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:17.901217 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-265fb09f-9ede-4952-a897-d38cfc13bf1d tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:17.923647 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fdc1a800-1c40-4903-a1e4-d66a9c16f6e0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:17.929188 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc1a800-1c40-4903-a1e4-d66a9c16f6e0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:17.929676 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fdc1a800-1c40-4903-a1e4-d66a9c16f6e0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:17.933059 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-265fb09f-9ede-4952-a897-d38cfc13bf1d tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/1b3e2c10-ba39-4607-ba51-1c37cf3ab1ba HTTP/1.1" status: 204 len: 168 time: 0.4370103 Sep 14 22:57:17.933719 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50742) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:18.013782 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff1822d-d9d2-490d-a87d-846250a76fe0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting subnet dc60515e-0b67-42e5-b1ad-37a0080a93fc {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:57:18.017020 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7ff1822d-d9d2-490d-a87d-846250a76fe0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:18.044623 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-949a4d79-76da-42b8-9a37-8bd6bad75673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:18.075236 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a4d79-76da-42b8-9a37-8bd6bad75673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48f843c-3ec2-4235-9ab0-81900fd959ca,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:18.089869 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7ff1822d-d9d2-490d-a87d-846250a76fe0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:18.102462 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d990eb2b-6af5-4cda-8cf7-b644e3efc777 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:18.119022 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-949a4d79-76da-42b8-9a37-8bd6bad75673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:18.122986 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-949a4d79-76da-42b8-9a37-8bd6bad75673 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d48f843c-3ec2-4235-9ab0-81900fd959ca HTTP/1.1" status: 204 len: 168 time: 0.4188383 Sep 14 22:57:18.134565 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1a800-1c40-4903-a1e4-d66a9c16f6e0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Pushing event updated for resources: {'Network': ['ID=5eab9551-ac70-4169-a55c-93205b92b956,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:18.184448 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7ff1822d-d9d2-490d-a87d-846250a76fe0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:18.193462 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-fdc1a800-1c40-4903-a1e4-d66a9c16f6e0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8829067 Sep 14 22:57:18.199598 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 5eab9551-ac70-4169-a55c-93205b92b956 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:57:18.212331 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50748) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:18.232941 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-0d825237-d060-46ba-b75d-fa9a29f5d29f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Request body: {'subnet': {'network_id': '5eab9551-ac70-4169-a55c-93205b92b956', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:18.272436 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7ff1822d-d9d2-490d-a87d-846250a76fe0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:18.350804 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff1822d-d9d2-490d-a87d-846250a76fe0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Subnet': ['ID=dc60515e-0b67-42e5-b1ad-37a0080a93fc,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:18.351701 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990eb2b-6af5-4cda-8cf7-b644e3efc777 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Subnet': ['ID=be253f6e-910c-4a54-9b13-7b283c68d86d,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:18.356000 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7ff1822d-d9d2-490d-a87d-846250a76fe0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:18.368362 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7ff1822d-d9d2-490d-a87d-846250a76fe0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/dc60515e-0b67-42e5-b1ad-37a0080a93fc HTTP/1.1" status: 204 len: 168 time: 0.4335854 Sep 14 22:57:18.370776 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50752) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:18.401759 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1450a7ee-c212-4438-89c9-6fc7e90a6e95 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:18.422303 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0d825237-d060-46ba-b75d-fa9a29f5d29f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:18.425166 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d990eb2b-6af5-4cda-8cf7-b644e3efc777 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Checking segment: {'id': '6f07a971-796a-436c-8196-11e336fcdd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1eabff7c-9292-48e3-8cfb-e6404ff4bfd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:57:18.425458 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d990eb2b-6af5-4cda-8cf7-b644e3efc777 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Network hostable DHCP agents. Network: 1eabff7c-9292-48e3-8cfb-e6404ff4bfd7, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:57:18.438018 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0d825237-d060-46ba-b75d-fa9a29f5d29f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Usage tracker for resource:subnet and tenant:b002f6617e4b47db94bb576b07792cea is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:18.442314 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0d825237-d060-46ba-b75d-fa9a29f5d29f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:18.451766 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1450a7ee-c212-4438-89c9-6fc7e90a6e95 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:18.456550 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0d825237-d060-46ba-b75d-fa9a29f5d29f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:18.472662 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-dd8933a5-3c33-402b-8ee9-f6db72461680 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0993354 Sep 14 22:57:18.472983 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-1450a7ee-c212-4438-89c9-6fc7e90a6e95 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Deleting port 3a8eeaae-c416-4536-b836-abc8aeebd2dc {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:18.472983 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1450a7ee-c212-4438-89c9-6fc7e90a6e95 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:18.474977 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50758) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:18.482525 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-6bbf4849-5e12-4b1b-9716-483e0fd92094 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:18.502002 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d825237-d060-46ba-b75d-fa9a29f5d29f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Made reservation on behalf of b002f6617e4b47db94bb576b07792cea for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:18.505977 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0d825237-d060-46ba-b75d-fa9a29f5d29f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:18.523240 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d990eb2b-6af5-4cda-8cf7-b644e3efc777 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Network 1eabff7c-9292-48e3-8cfb-e6404ff4bfd7 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:57:18.613183 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-6bbf4849-5e12-4b1b-9716-483e0fd92094 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:18.618328 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-d990eb2b-6af5-4cda-8cf7-b644e3efc777 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 1eabff7c-9292-48e3-8cfb-e6404ff4bfd7) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:18.619280 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6bbf4849-5e12-4b1b-9716-483e0fd92094 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:subnet and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:18.627478 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6bbf4849-5e12-4b1b-9716-483e0fd92094 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:18.629776 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8bc6b1-f317-4443-b99e-0cda285cb604 None None] Network 1eabff7c-9292-48e3-8cfb-e6404ff4bfd7 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:18.636149 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-6bbf4849-5e12-4b1b-9716-483e0fd92094 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:18.645006 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d990eb2b-6af5-4cda-8cf7-b644e3efc777 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:18.645589 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d990eb2b-6af5-4cda-8cf7-b644e3efc777 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:18.663817 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbf4849-5e12-4b1b-9716-483e0fd92094 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:18.668090 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6bbf4849-5e12-4b1b-9716-483e0fd92094 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:18.794255 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d990eb2b-6af5-4cda-8cf7-b644e3efc777 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1528144 Sep 14 22:57:18.799969 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50770) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:18.813102 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-cfe74dfd-27c6-4221-9177-db09b959ae23 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-666427535', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:18.831119 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-cfe74dfd-27c6-4221-9177-db09b959ae23 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:18.840060 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-cfe74dfd-27c6-4221-9177-db09b959ae23 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Usage tracker for resource:router and tenant:25d4f6710d2343efa0693e5e6584ceb8 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:18.844777 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-cfe74dfd-27c6-4221-9177-db09b959ae23 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:18.856002 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-cfe74dfd-27c6-4221-9177-db09b959ae23 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:18.878757 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cfe74dfd-27c6-4221-9177-db09b959ae23 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:18.879840 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cfe74dfd-27c6-4221-9177-db09b959ae23 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:18.936729 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0b0561-a255-476a-84ff-520dc304cbad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-1eabff7c-9292-48e3-8cfb-e6404ff4bfd7', 'network_id': '1eabff7c-9292-48e3-8cfb-e6404ff4bfd7', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'fixed_ips': [{'subnet_id': 'be253f6e-910c-4a54-9b13-7b283c68d86d'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:57:18.937568 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-af0b0561-a255-476a-84ff-520dc304cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:18.958292 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cfe74dfd-27c6-4221-9177-db09b959ae23 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:18.960432 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1450a7ee-c212-4438-89c9-6fc7e90a6e95 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:19.017133 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cfe74dfd-27c6-4221-9177-db09b959ae23 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:19.063646 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6bbf4849-5e12-4b1b-9716-483e0fd92094 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:19.143435 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-1450a7ee-c212-4438-89c9-6fc7e90a6e95 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Calling delete_port for 3a8eeaae-c416-4536-b836-abc8aeebd2dc owned by network:router_gateway {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:57:19.150650 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cfe74dfd-27c6-4221-9177-db09b959ae23 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:19.151840 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-cfe74dfd-27c6-4221-9177-db09b959ae23 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3509114 Sep 14 22:57:19.160398 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50778) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:19.181037 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-af0b0561-a255-476a-84ff-520dc304cbad None None] Allocated IP 172.20.0.2 (1eabff7c-9292-48e3-8cfb-e6404ff4bfd7/be253f6e-910c-4a54-9b13-7b283c68d86d/4d1d2f71-f931-478a-816c-32a9db3e7af4) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:57:19.186708 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:19.218192 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc4cc8f-c741-4afb-977e-28f741e961a2 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:19.237692 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbf4849-5e12-4b1b-9716-483e0fd92094 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:19.295839 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-6bbf4849-5e12-4b1b-9716-483e0fd92094 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:19.312448 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbf4849-5e12-4b1b-9716-483e0fd92094 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:19.313094 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6bbf4849-5e12-4b1b-9716-483e0fd92094 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:19.323011 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf4849-5e12-4b1b-9716-483e0fd92094 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Subnet': ['ID=f2cf28af-2d9a-4f80-9166-e1675cb61316,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:19.418106 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-2fdafa4f-1b67-453e-bb2c-984bd0289929 None None] Provisioning complete for port a3113cc8-c5aa-4fa0-8db2-9acb663e4406 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:19.422096 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2fdafa4f-1b67-453e-bb2c-984bd0289929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:19.437626 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0d825237-d060-46ba-b75d-fa9a29f5d29f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:19.560877 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d825237-d060-46ba-b75d-fa9a29f5d29f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Pushing event updated for resources: {'Subnet': ['ID=caff4150-44e8-4282-a36c-80f9c668b993,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:19.590083 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d825237-d060-46ba-b75d-fa9a29f5d29f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Checking segment: {'id': 'eab4ea21-ff74-4210-b85d-8adeedc904d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5eab9551-ac70-4169-a55c-93205b92b956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:57:19.591410 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d825237-d060-46ba-b75d-fa9a29f5d29f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Network hostable DHCP agents. Network: 5eab9551-ac70-4169-a55c-93205b92b956, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:57:19.643757 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6bbf4849-5e12-4b1b-9716-483e0fd92094 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1673479 Sep 14 22:57:19.651791 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50790) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:19.659003 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d825237-d060-46ba-b75d-fa9a29f5d29f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Network 5eab9551-ac70-4169-a55c-93205b92b956 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:57:19.670529 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-3e1a3872-1b08-4189-8e68-d645c653cef5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:19.694351 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-2fdafa4f-1b67-453e-bb2c-984bd0289929 None None] Current status of the port a3113cc8-c5aa-4fa0-8db2-9acb663e4406 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:19.769201 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-0d825237-d060-46ba-b75d-fa9a29f5d29f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 5eab9551-ac70-4169-a55c-93205b92b956) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:19.774144 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d825237-d060-46ba-b75d-fa9a29f5d29f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:19.774890 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0d825237-d060-46ba-b75d-fa9a29f5d29f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:19.780825 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382250d9-648e-49b4-8865-45cb9c71f67b None None] Network 5eab9551-ac70-4169-a55c-93205b92b956 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:19.837931 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1450a7ee-c212-4438-89c9-6fc7e90a6e95 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:19.901224 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0d825237-d060-46ba-b75d-fa9a29f5d29f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6876557 Sep 14 22:57:19.915783 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50798) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:19.928259 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-63012d25-26b8-4363-9a7a-aac80ec99fa8 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Request body: {'network': {'name': 'tempest-router-network01--389220104'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:19.932030 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fbf873d8-7f0d-4a18-9b07-f811e91279cd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:19.948373 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-63012d25-26b8-4363-9a7a-aac80ec99fa8 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:19.954847 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-63012d25-26b8-4363-9a7a-aac80ec99fa8 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Usage tracker for resource:network and tenant:b002f6617e4b47db94bb576b07792cea is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:19.959617 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1450a7ee-c212-4438-89c9-6fc7e90a6e95 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Pushing event deleted for resources: {'Port': ['ID=3a8eeaae-c416-4536-b836-abc8aeebd2dc,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:20.000232 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-af0b0561-a255-476a-84ff-520dc304cbad None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:20.018750 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-63012d25-26b8-4363-9a7a-aac80ec99fa8 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:20.033820 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-3e1a3872-1b08-4189-8e68-d645c653cef5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:20.036071 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-63012d25-26b8-4363-9a7a-aac80ec99fa8 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:20.039635 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-3e1a3872-1b08-4189-8e68-d645c653cef5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:subnet and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:20.044063 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-af0b0561-a255-476a-84ff-520dc304cbad None None] Transition to ACTIVE for port object 4d1d2f71-f931-478a-816c-32a9db3e7af4 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:57:20.053958 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-3e1a3872-1b08-4189-8e68-d645c653cef5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:20.061056 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-3e1a3872-1b08-4189-8e68-d645c653cef5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:20.082124 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1a3872-1b08-4189-8e68-d645c653cef5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:20.083483 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-af0b0561-a255-476a-84ff-520dc304cbad None None] Transition to ACTIVE for port object 4d1d2f71-f931-478a-816c-32a9db3e7af4 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:57:20.091521 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3e1a3872-1b08-4189-8e68-d645c653cef5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:20.118144 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63012d25-26b8-4363-9a7a-aac80ec99fa8 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Made reservation on behalf of b002f6617e4b47db94bb576b07792cea for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:20.122584 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-63012d25-26b8-4363-9a7a-aac80ec99fa8 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:20.133654 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1450a7ee-c212-4438-89c9-6fc7e90a6e95 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:20.182111 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-af0b0561-a255-476a-84ff-520dc304cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:20.219106 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63012d25-26b8-4363-9a7a-aac80ec99fa8 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:57:20.267186 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b0561-a255-476a-84ff-520dc304cbad None None] Pushing event updated for resources: {'Port': ['ID=4d1d2f71-f931-478a-816c-32a9db3e7af4,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:20.270111 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3360298-a33d-4599-b0f4-3cd2b14d2b91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-5eab9551-ac70-4169-a55c-93205b92b956', 'network_id': '5eab9551-ac70-4169-a55c-93205b92b956', 'tenant_id': 'b002f6617e4b47db94bb576b07792cea', 'fixed_ips': [{'subnet_id': 'caff4150-44e8-4282-a36c-80f9c668b993'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:57:20.271621 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d3360298-a33d-4599-b0f4-3cd2b14d2b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:20.276392 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-63012d25-26b8-4363-9a7a-aac80ec99fa8 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:20.276763 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-63012d25-26b8-4363-9a7a-aac80ec99fa8 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Added segment 4395f2a5-bf45-4533-8b47-ba6d8d01572e of type vlan for network 4c931677-483a-4104-9086-14639d28e2d7 Sep 14 22:57:20.303034 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0b0561-a255-476a-84ff-520dc304cbad None None] Network 1eabff7c-9292-48e3-8cfb-e6404ff4bfd7 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:20.311202 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-af0b0561-a255-476a-84ff-520dc304cbad None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:20.330070 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-63012d25-26b8-4363-9a7a-aac80ec99fa8 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:20.373086 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0b0561-a255-476a-84ff-520dc304cbad None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:57:20.376884 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2fc0ab-145e-40d3-9e7c-25827146ca69 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:20.419657 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-fbf873d8-7f0d-4a18-9b07-f811e91279cd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Allocated IP 172.20.0.1 (1eabff7c-9292-48e3-8cfb-e6404ff4bfd7/be253f6e-910c-4a54-9b13-7b283c68d86d/9a5cb33c-50e9-4834-8aa1-b421ca141037) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:57:20.426590 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-63012d25-26b8-4363-9a7a-aac80ec99fa8 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:20.433846 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63012d25-26b8-4363-9a7a-aac80ec99fa8 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:20.434537 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-63012d25-26b8-4363-9a7a-aac80ec99fa8 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:20.461572 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50808) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:20.667690 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-63012d25-26b8-4363-9a7a-aac80ec99fa8 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7482903 Sep 14 22:57:20.668490 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63012d25-26b8-4363-9a7a-aac80ec99fa8 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Pushing event updated for resources: {'Network': ['ID=4c931677-483a-4104-9086-14639d28e2d7,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:20.678873 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50814) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:20.687569 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-b47b7793-3105-4508-9855-79e83cb9e3f4 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Request body: {'network': {'name': 'tempest-router-network02--1984754001'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:20.698500 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-02995660-1670-4f9f-9d6c-fce0f302242b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1132425257'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:20.706376 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b47b7793-3105-4508-9855-79e83cb9e3f4 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:20.709002 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-02995660-1670-4f9f-9d6c-fce0f302242b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:20.718651 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 4c931677-483a-4104-9086-14639d28e2d7 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:57:20.726677 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b47b7793-3105-4508-9855-79e83cb9e3f4 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Usage tracker for resource:network and tenant:b002f6617e4b47db94bb576b07792cea is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:20.732522 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-02995660-1670-4f9f-9d6c-fce0f302242b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596-project] Usage tracker for resource:network and tenant:5d0d453ec16946cbba7cbce2ec82ebe8 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:20.734975 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b47b7793-3105-4508-9855-79e83cb9e3f4 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:20.740363 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-02995660-1670-4f9f-9d6c-fce0f302242b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:20.749697 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b47b7793-3105-4508-9855-79e83cb9e3f4 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:20.751738 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-02995660-1670-4f9f-9d6c-fce0f302242b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:20.789480 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47b7793-3105-4508-9855-79e83cb9e3f4 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Made reservation on behalf of b002f6617e4b47db94bb576b07792cea for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:20.793386 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b47b7793-3105-4508-9855-79e83cb9e3f4 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:20.801918 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02995660-1670-4f9f-9d6c-fce0f302242b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596-project] Made reservation on behalf of 5d0d453ec16946cbba7cbce2ec82ebe8 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:20.802713 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1450a7ee-c212-4438-89c9-6fc7e90a6e95 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:20.805703 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-02995660-1670-4f9f-9d6c-fce0f302242b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:20.821581 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1450a7ee-c212-4438-89c9-6fc7e90a6e95 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33045011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33045002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33047131'] for router, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:20.821821 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fbf873d8-7f0d-4a18-9b07-f811e91279cd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:20.827562 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-02995660-1670-4f9f-9d6c-fce0f302242b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:20.860116 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-02995660-1670-4f9f-9d6c-fce0f302242b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:20.867914 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-fbf873d8-7f0d-4a18-9b07-f811e91279cd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Transition to ACTIVE for port object 9a5cb33c-50e9-4834-8aa1-b421ca141037 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:57:20.871676 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-02995660-1670-4f9f-9d6c-fce0f302242b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596-project] Usage tracker for resource:security_group_rule and tenant:5d0d453ec16946cbba7cbce2ec82ebe8 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:20.878143 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-02995660-1670-4f9f-9d6c-fce0f302242b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:20.880860 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b47b7793-3105-4508-9855-79e83cb9e3f4 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:57:20.892652 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-fff40444-38bc-488d-8313-bae2da99b9b2 None None] Provisioning complete for port a3113cc8-c5aa-4fa0-8db2-9acb663e4406 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:20.893074 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-fff40444-38bc-488d-8313-bae2da99b9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:20.893647 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-02995660-1670-4f9f-9d6c-fce0f302242b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:20.908679 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b47b7793-3105-4508-9855-79e83cb9e3f4 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:20.909046 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-b47b7793-3105-4508-9855-79e83cb9e3f4 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Added segment af46f0ed-0c5d-4a5b-8b39-e9ca56cebc57 of type vlan for network 8cdde005-f0b1-4cea-a361-a43bca43ef40 Sep 14 22:57:20.953586 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.ipam_backend_mixin [None req-3e1a3872-1b08-4189-8e68-d645c653cef5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f2cf28af-2d9a-4f80-9166-e1675cb61316 (CIDR: 2001:db8::/64) Sep 14 22:57:20.958999 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b47b7793-3105-4508-9855-79e83cb9e3f4 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:20.964564 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e1a3872-1b08-4189-8e68-d645c653cef5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 22:57:20.965415 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e1a3872-1b08-4189-8e68-d645c653cef5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:20.990261 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fbf873d8-7f0d-4a18-9b07-f811e91279cd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:20.991112 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1450a7ee-c212-4438-89c9-6fc7e90a6e95 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Router 4d534101-3fbe-447b-abe8-a1e0b5168bee has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:57:20.995776 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3e1a3872-1b08-4189-8e68-d645c653cef5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3399282 Sep 14 22:57:20.997944 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50818) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:21.006985 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-aa1aa4c5-35f7-43f6-a805-6cf80409f05c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:21.017081 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-af0b0561-a255-476a-84ff-520dc304cbad None None] Attempting to bind port 4d1d2f71-f931-478a-816c-32a9db3e7af4 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:21.017580 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-af0b0561-a255-476a-84ff-520dc304cbad None None] Attempting to bind port 4d1d2f71-f931-478a-816c-32a9db3e7af4 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '6f07a971-796a-436c-8196-11e336fcdd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1eabff7c-9292-48e3-8cfb-e6404ff4bfd7'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:21.017825 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0b0561-a255-476a-84ff-520dc304cbad None None] Attempting to bind port 4d1d2f71-f931-478a-816c-32a9db3e7af4 on network 1eabff7c-9292-48e3-8cfb-e6404ff4bfd7 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:21.053850 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0b0561-a255-476a-84ff-520dc304cbad None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:57:21.054289 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0b0561-a255-476a-84ff-520dc304cbad None None] Checking segment: {'id': '6f07a971-796a-436c-8196-11e336fcdd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1eabff7c-9292-48e3-8cfb-e6404ff4bfd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:57:21.054627 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-af0b0561-a255-476a-84ff-520dc304cbad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:21.055023 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0b0561-a255-476a-84ff-520dc304cbad None None] Bound using segment: {'id': '6f07a971-796a-436c-8196-11e336fcdd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1eabff7c-9292-48e3-8cfb-e6404ff4bfd7'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:57:21.055964 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-af0b0561-a255-476a-84ff-520dc304cbad None None] Bound port: 4d1d2f71-f931-478a-816c-32a9db3e7af4, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f07a971-796a-436c-8196-11e336fcdd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1eabff7c-9292-48e3-8cfb-e6404ff4bfd7'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:57:21.056595 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-af0b0561-a255-476a-84ff-520dc304cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:21.090347 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf873d8-7f0d-4a18-9b07-f811e91279cd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Network 1eabff7c-9292-48e3-8cfb-e6404ff4bfd7 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:21.104393 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-fbf873d8-7f0d-4a18-9b07-f811e91279cd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:21.106909 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf873d8-7f0d-4a18-9b07-f811e91279cd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:57:21.144448 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b47b7793-3105-4508-9855-79e83cb9e3f4 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:21.151072 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47b7793-3105-4508-9855-79e83cb9e3f4 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:21.151721 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b47b7793-3105-4508-9855-79e83cb9e3f4 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:21.210202 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf873d8-7f0d-4a18-9b07-f811e91279cd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Port': ['ID=9a5cb33c-50e9-4834-8aa1-b421ca141037,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:21.222413 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-fff40444-38bc-488d-8313-bae2da99b9b2 None None] Current status of the port a3113cc8-c5aa-4fa0-8db2-9acb663e4406 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:21.255472 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-d3360298-a33d-4599-b0f4-3cd2b14d2b91 None None] Allocated IP 172.20.0.2 (5eab9551-ac70-4169-a55c-93205b92b956/caff4150-44e8-4282-a36c-80f9c668b993/149db0b4-17e4-4a4c-99a0-116c62797298) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:57:21.307829 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-af0b0561-a255-476a-84ff-520dc304cbad None None] For port 4d1d2f71-f931-478a-816c-32a9db3e7af4, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:57:21.310057 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-02995660-1670-4f9f-9d6c-fce0f302242b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:21.350843 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b7793-3105-4508-9855-79e83cb9e3f4 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Pushing event updated for resources: {'Network': ['ID=8cdde005-f0b1-4cea-a361-a43bca43ef40,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:21.365596 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-02995660-1670-4f9f-9d6c-fce0f302242b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:21.369920 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 8cdde005-f0b1-4cea-a361-a43bca43ef40 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:57:21.370240 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b47b7793-3105-4508-9855-79e83cb9e3f4 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6877110 Sep 14 22:57:21.375332 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50822) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:21.379477 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1450a7ee-c212-4438-89c9-6fc7e90a6e95 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:57:21.387655 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fbf873d8-7f0d-4a18-9b07-f811e91279cd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:21.388783 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1450a7ee-c212-4438-89c9-6fc7e90a6e95 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:21.392162 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefa3c09-8c79-40f4-8f50-1baa73fada8f None None] Sync routers for ids ['4d534101-3fbe-447b-abe8-a1e0b5168bee'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:57:21.403711 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1450a7ee-c212-4438-89c9-6fc7e90a6e95 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] 10.222.0.33 "PUT /v2.0/routers/4d534101-3fbe-447b-abe8-a1e0b5168bee HTTP/1.1" status: 200 len: 706 time: 4.5008669 Sep 14 22:57:21.403913 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-af0b0561-a255-476a-84ff-520dc304cbad None None] For port 4d1d2f71-f931-478a-816c-32a9db3e7af4, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=4d1d2f71-f931-478a-816c-32a9db3e7af4,segment=NetworkSegment(6f07a971-796a-436c-8196-11e336fcdd4f),segment_id=6f07a971-796a-436c-8196-11e336fcdd4f)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:57:21.406398 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefa3c09-8c79-40f4-8f50-1baa73fada8f None None] Routers {'4d534101-3fbe-447b-abe8-a1e0b5168bee'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:57:21.408691 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-fefa3c09-8c79-40f4-8f50-1baa73fada8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:57:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['4d534101-3fbe-447b-abe8-a1e0b5168bee'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:21.410229 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50826) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:21.423182 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-fcf73dd8-d0d1-4248-a3fb-a6016df766b9 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Request body: {'subnet': {'network_id': '4c931677-483a-4104-9086-14639d28e2d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:21.433156 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02995660-1670-4f9f-9d6c-fce0f302242b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:57:21.446302 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02995660-1670-4f9f-9d6c-fce0f302242b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3118cd97-7dc3-40c4-9d1a-2a7df278bdfb,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:21.474665 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-02995660-1670-4f9f-9d6c-fce0f302242b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:21.475008 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-02995660-1670-4f9f-9d6c-fce0f302242b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596-project] Added segment 75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1 of type vlan for network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 Sep 14 22:57:21.478729 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-af0b0561-a255-476a-84ff-520dc304cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:21.511168 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-02995660-1670-4f9f-9d6c-fce0f302242b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:21.514934 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-fefa3c09-8c79-40f4-8f50-1baa73fada8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:21.525920 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefa3c09-8c79-40f4-8f50-1baa73fada8f None None] Routers {'4d534101-3fbe-447b-abe8-a1e0b5168bee'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:57:21.526758 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-fefa3c09-8c79-40f4-8f50-1baa73fada8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:57:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['4d534101-3fbe-447b-abe8-a1e0b5168bee'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:21.596761 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-fefa3c09-8c79-40f4-8f50-1baa73fada8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:21.597463 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefa3c09-8c79-40f4-8f50-1baa73fada8f None None] The sync data for ids ['4d534101-3fbe-447b-abe8-a1e0b5168bee'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:57:21.614962 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-af99ac74-b965-4d34-8ae3-505f5950f86a None None] Provisioning complete for port a3113cc8-c5aa-4fa0-8db2-9acb663e4406 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:21.615432 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-af99ac74-b965-4d34-8ae3-505f5950f86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:21.755473 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-55f6d192-b5dc-405e-9326-11f53b718cb8 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] 10.222.0.33 "GET /v2.0/routers/4d534101-3fbe-447b-abe8-a1e0b5168bee HTTP/1.1" status: 200 len: 741 time: 0.3389122 Sep 14 22:57:21.755706 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fbf873d8-7f0d-4a18-9b07-f811e91279cd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:21.756169 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50830) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:21.797444 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b0561-a255-476a-84ff-520dc304cbad None None] Pushing event updated for resources: {'Port': ['ID=4d1d2f71-f931-478a-816c-32a9db3e7af4,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:21.820508 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-fcf73dd8-d0d1-4248-a3fb-a6016df766b9 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:21.837595 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-aa1aa4c5-35f7-43f6-a805-6cf80409f05c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:21.840892 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-02995660-1670-4f9f-9d6c-fce0f302242b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:21.843016 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0fd44fc7-e611-4c3c-9935-11df504e4610 tempest-RoutersAdminTest-790080381 tempest-RoutersAdminTest-790080381-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=681410b9-e86d-4f65-a0f3-ea2093b5104b&device_id=4d534101-3fbe-447b-abe8-a1e0b5168bee HTTP/1.1" status: 200 len: 205 time: 0.0856581 Sep 14 22:57:21.845564 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-fcf73dd8-d0d1-4248-a3fb-a6016df766b9 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Usage tracker for resource:subnet and tenant:b002f6617e4b47db94bb576b07792cea is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:21.848066 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50834) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:21.849842 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-aa1aa4c5-35f7-43f6-a805-6cf80409f05c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:subnet and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:21.855399 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-aa1aa4c5-35f7-43f6-a805-6cf80409f05c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:21.855688 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02995660-1670-4f9f-9d6c-fce0f302242b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:21.856348 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-02995660-1670-4f9f-9d6c-fce0f302242b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:21.862149 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-fcf73dd8-d0d1-4248-a3fb-a6016df766b9 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:21.906897 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-fcf73dd8-d0d1-4248-a3fb-a6016df766b9 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:21.915919 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-aa1aa4c5-35f7-43f6-a805-6cf80409f05c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:21.919313 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-af99ac74-b965-4d34-8ae3-505f5950f86a None None] Current status of the port a3113cc8-c5aa-4fa0-8db2-9acb663e4406 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:21.932771 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-de2d4816-b898-4a76-a5a5-9b10f9c638a0 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d534101-3fbe-447b-abe8-a1e0b5168bee HTTP/1.1" status: 200 len: 205 time: 0.0773838 Sep 14 22:57:21.934693 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50838) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:21.942449 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d3360298-a33d-4599-b0f4-3cd2b14d2b91 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:21.955139 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-d3360298-a33d-4599-b0f4-3cd2b14d2b91 None None] Transition to ACTIVE for port object 149db0b4-17e4-4a4c-99a0-116c62797298 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:57:21.976550 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-d3360298-a33d-4599-b0f4-3cd2b14d2b91 None None] Transition to ACTIVE for port object 149db0b4-17e4-4a4c-99a0-116c62797298 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:57:21.985336 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d3360298-a33d-4599-b0f4-3cd2b14d2b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:22.006639 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf73dd8-d0d1-4248-a3fb-a6016df766b9 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Made reservation on behalf of b002f6617e4b47db94bb576b07792cea for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:22.010069 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fcf73dd8-d0d1-4248-a3fb-a6016df766b9 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:22.022252 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-02995660-1670-4f9f-9d6c-fce0f302242b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.5567899 Sep 14 22:57:22.033685 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1aa4c5-35f7-43f6-a805-6cf80409f05c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:22.037027 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-aa1aa4c5-35f7-43f6-a805-6cf80409f05c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:22.085581 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3360298-a33d-4599-b0f4-3cd2b14d2b91 None None] Network 5eab9551-ac70-4169-a55c-93205b92b956 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:22.088194 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-d3360298-a33d-4599-b0f4-3cd2b14d2b91 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:22.092843 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3360298-a33d-4599-b0f4-3cd2b14d2b91 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:57:22.102240 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3360298-a33d-4599-b0f4-3cd2b14d2b91 None None] Pushing event updated for resources: {'Port': ['ID=149db0b4-17e4-4a4c-99a0-116c62797298,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:22.125696 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02995660-1670-4f9f-9d6c-fce0f302242b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596-project] Pushing event updated for resources: {'Network': ['ID=6c3d2906-b97c-40b6-9e58-ff123c04fe99,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:22.143631 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:57:22.279587 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8c3a2e72-e3c6-4068-ae3e-0c00a58eb162 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:22.283788 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50846) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:22.316055 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-d3360298-a33d-4599-b0f4-3cd2b14d2b91 None None] Attempting to bind port 149db0b4-17e4-4a4c-99a0-116c62797298 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:22.316570 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-d3360298-a33d-4599-b0f4-3cd2b14d2b91 None None] Attempting to bind port 149db0b4-17e4-4a4c-99a0-116c62797298 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'eab4ea21-ff74-4210-b85d-8adeedc904d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5eab9551-ac70-4169-a55c-93205b92b956'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:22.317079 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3360298-a33d-4599-b0f4-3cd2b14d2b91 None None] Attempting to bind port 149db0b4-17e4-4a4c-99a0-116c62797298 on network 5eab9551-ac70-4169-a55c-93205b92b956 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:22.327780 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3360298-a33d-4599-b0f4-3cd2b14d2b91 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:57:22.328305 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3360298-a33d-4599-b0f4-3cd2b14d2b91 None None] Checking segment: {'id': 'eab4ea21-ff74-4210-b85d-8adeedc904d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5eab9551-ac70-4169-a55c-93205b92b956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:57:22.328831 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d3360298-a33d-4599-b0f4-3cd2b14d2b91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:22.329306 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3360298-a33d-4599-b0f4-3cd2b14d2b91 None None] Bound using segment: {'id': 'eab4ea21-ff74-4210-b85d-8adeedc904d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5eab9551-ac70-4169-a55c-93205b92b956'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:57:22.330045 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-d3360298-a33d-4599-b0f4-3cd2b14d2b91 None None] Bound port: 149db0b4-17e4-4a4c-99a0-116c62797298, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab4ea21-ff74-4210-b85d-8adeedc904d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5eab9551-ac70-4169-a55c-93205b92b956'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:57:22.330512 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d3360298-a33d-4599-b0f4-3cd2b14d2b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:22.420762 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Request body: {'port': {'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99', 'binding:host_id': 'hv-neutron-8577', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336941274'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:22.426913 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:22.433271 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Usage tracker for resource:port and tenant:432f02a9ba0d4aeca1b508baeb2e9f8f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:22.436771 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:22.444657 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:22.461374 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Made reservation on behalf of 432f02a9ba0d4aeca1b508baeb2e9f8f for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:22.464551 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:22.496364 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:22.518349 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:22.523783 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Usage tracker for resource:security_group_rule and tenant:432f02a9ba0d4aeca1b508baeb2e9f8f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:22.528286 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:22.542906 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:22.543585 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-d3360298-a33d-4599-b0f4-3cd2b14d2b91 None None] For port 149db0b4-17e4-4a4c-99a0-116c62797298, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:57:22.549655 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-d3360298-a33d-4599-b0f4-3cd2b14d2b91 None None] For port 149db0b4-17e4-4a4c-99a0-116c62797298, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=149db0b4-17e4-4a4c-99a0-116c62797298,segment=NetworkSegment(eab4ea21-ff74-4210-b85d-8adeedc904d7),segment_id=eab4ea21-ff74-4210-b85d-8adeedc904d7)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:57:22.556907 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fbf873d8-7f0d-4a18-9b07-f811e91279cd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:22.557343 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d3360298-a33d-4599-b0f4-3cd2b14d2b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:22.564517 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fbf873d8-7f0d-4a18-9b07-f811e91279cd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:22.653973 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3360298-a33d-4599-b0f4-3cd2b14d2b91 None None] Pushing event updated for resources: {'Port': ['ID=149db0b4-17e4-4a4c-99a0-116c62797298,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:22.765086 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf873d8-7f0d-4a18-9b07-f811e91279cd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Port': ['ID=9a5cb33c-50e9-4834-8aa1-b421ca141037,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:22.767618 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fbf873d8-7f0d-4a18-9b07-f811e91279cd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:22.855595 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8c3a2e72-e3c6-4068-ae3e-0c00a58eb162 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:22.859710 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8c3a2e72-e3c6-4068-ae3e-0c00a58eb162 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:22.921634 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:22.941966 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8c3a2e72-e3c6-4068-ae3e-0c00a58eb162 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:22.942569 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:22.942732 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3a2e72-e3c6-4068-ae3e-0c00a58eb162 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Fanout notify agent at l3_agent the message router_deleted on router 4d534101-3fbe-447b-abe8-a1e0b5168bee {{(pid=89170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:57:22.945908 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] device_id is not set on port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:57:22.994885 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8c3a2e72-e3c6-4068-ae3e-0c00a58eb162 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:22.996137 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8c3a2e72-e3c6-4068-ae3e-0c00a58eb162 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] 10.222.0.33 "DELETE /v2.0/routers/4d534101-3fbe-447b-abe8-a1e0b5168bee HTTP/1.1" status: 204 len: 168 time: 1.0603507 Sep 14 22:57:23.001171 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50850) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:23.107557 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9263c9ff-1294-435d-a56c-48749a0abbf2,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:23.120799 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5815fe2-af4c-464a-bec8-5323d65ceae3 None None] Network 1eabff7c-9292-48e3-8cfb-e6404ff4bfd7 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:23.124229 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c63a2c5b-57df-4e0a-9745-de5f490ea849 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d534101-3fbe-447b-abe8-a1e0b5168bee HTTP/1.1" status: 200 len: 205 time: 0.0939791 Sep 14 22:57:23.130531 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50854) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:23.160222 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf873d8-7f0d-4a18-9b07-f811e91279cd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Network 1eabff7c-9292-48e3-8cfb-e6404ff4bfd7 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:23.163133 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-fbf873d8-7f0d-4a18-9b07-f811e91279cd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:23.235403 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-532b4c1c-ad78-4568-8f83-9a632d22a02f tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] delete failed (client error): The resource could not be found. Sep 14 22:57:23.236603 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-532b4c1c-ad78-4568-8f83-9a632d22a02f tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] 10.222.0.33 "DELETE /v2.0/routers/4d534101-3fbe-447b-abe8-a1e0b5168bee HTTP/1.1" status: 404 len: 336 time: 0.1040738 Sep 14 22:57:23.239514 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fcf73dd8-d0d1-4248-a3fb-a6016df766b9 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:23.245029 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50858) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:23.247898 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 4d1d2f71-f931-478a-816c-32a9db3e7af4 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:57:23.307685 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f0d11496-793c-4f5f-90cd-be1f4c80aa91 None None] Provisioning for port 4d1d2f71-f931-478a-816c-32a9db3e7af4 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:57:23.361916 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5c26e9ef-9190-4368-add2-274b62560476 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] 10.222.0.33 "GET /v2.0/ports?device_id=bf99ff57-1c31-4669-9991-59ebdd628d22 HTTP/1.1" status: 200 len: 205 time: 0.0898066 Sep 14 22:57:23.371999 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50862) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:23.373993 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 4d1d2f71-f931-478a-816c-32a9db3e7af4 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:57:23.454783 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 4d1d2f71-f931-478a-816c-32a9db3e7af4 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:23.455365 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:23.462637 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf73dd8-d0d1-4248-a3fb-a6016df766b9 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Pushing event updated for resources: {'Subnet': ['ID=c383e812-ad96-41df-b6e3-a45e9505ede9,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:23.493017 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-f0e735ac-76b8-450b-9911-4eec21471f74 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] delete failed (client error): The resource could not be found. Sep 14 22:57:23.496507 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f0e735ac-76b8-450b-9911-4eec21471f74 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] 10.222.0.33 "DELETE /v2.0/routers/bf99ff57-1c31-4669-9991-59ebdd628d22 HTTP/1.1" status: 404 len: 336 time: 0.1210423 Sep 14 22:57:23.498530 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50866) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:23.501830 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf73dd8-d0d1-4248-a3fb-a6016df766b9 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Checking segment: {'id': '4395f2a5-bf45-4533-8b47-ba6d8d01572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4c931677-483a-4104-9086-14639d28e2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:57:23.502194 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf73dd8-d0d1-4248-a3fb-a6016df766b9 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Network hostable DHCP agents. Network: 4c931677-483a-4104-9086-14639d28e2d7, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:57:23.533996 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] device_id is not set on port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:57:23.548692 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:23.566133 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-e42bc61e-6d47-4ad3-89b1-0294f770999e tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] 10.222.0.33 "GET /v2.0/ports?device_id=4ae7af25-dc2d-479c-98f2-1848a78fd7df HTTP/1.1" status: 200 len: 205 time: 0.0644138 Sep 14 22:57:23.568076 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50870) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:23.578389 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Transition to ACTIVE for port object 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 will not be triggered until provisioned by entity L2. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:57:23.627790 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf73dd8-d0d1-4248-a3fb-a6016df766b9 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Network 4c931677-483a-4104-9086-14639d28e2d7 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:57:23.646921 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 4d1d2f71-f931-478a-816c-32a9db3e7af4 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:23.647322 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:23.681051 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-93ea72d0-4d6e-442b-8f77-975638c1ae27 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] delete failed (client error): The resource could not be found. Sep 14 22:57:23.686307 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-93ea72d0-4d6e-442b-8f77-975638c1ae27 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] 10.222.0.33 "DELETE /v2.0/routers/4ae7af25-dc2d-479c-98f2-1848a78fd7df HTTP/1.1" status: 404 len: 336 time: 0.1140463 Sep 14 22:57:23.686979 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50874) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:23.700915 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 4d1d2f71-f931-478a-816c-32a9db3e7af4, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=4d1d2f71-f931-478a-816c-32a9db3e7af4,segment=NetworkSegment(6f07a971-796a-436c-8196-11e336fcdd4f),segment_id=6f07a971-796a-436c-8196-11e336fcdd4f)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:57:23.704147 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-fcf73dd8-d0d1-4248-a3fb-a6016df766b9 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 4c931677-483a-4104-9086-14639d28e2d7) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:23.712918 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:23.713859 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 149db0b4-17e4-4a4c-99a0-116c62797298 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:57:23.727057 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf73dd8-d0d1-4248-a3fb-a6016df766b9 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:23.727057 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fcf73dd8-d0d1-4248-a3fb-a6016df766b9 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:23.743891 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:23.772040 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-fcf73dd8-d0d1-4248-a3fb-a6016df766b9 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3919363 Sep 14 22:57:23.772900 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50878) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:23.778783 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.objects.ports [None req-aa1aa4c5-35f7-43f6-a805-6cf80409f05c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89170) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 14 22:57:23.783008 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-11509eb1-b562-40bf-bc6a-a4a3cde3c278 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Request body: {'subnet': {'network_id': '8cdde005-f0b1-4cea-a361-a43bca43ef40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:23.788283 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78904d47-abe7-474f-bb47-5760c424952d None None] Network 4c931677-483a-4104-9086-14639d28e2d7 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:23.982141 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=4d1d2f71-f931-478a-816c-32a9db3e7af4,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:24.004158 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-fd2d142a-d801-423e-a372-26c371db94ae tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] 10.222.0.33 "GET /v2.0/ports?device_id=eb73c7f0-0078-42f9-b6f7-95f4e903d75a HTTP/1.1" status: 200 len: 205 time: 0.3100102 Sep 14 22:57:24.014529 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50882) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:24.043659 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 149db0b4-17e4-4a4c-99a0-116c62797298 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:57:24.099838 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-11509eb1-b562-40bf-bc6a-a4a3cde3c278 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:24.107661 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-11509eb1-b562-40bf-bc6a-a4a3cde3c278 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Usage tracker for resource:subnet and tenant:b002f6617e4b47db94bb576b07792cea is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:24.111867 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-11509eb1-b562-40bf-bc6a-a4a3cde3c278 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:24.121682 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-11509eb1-b562-40bf-bc6a-a4a3cde3c278 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:24.153072 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-7732ce89-5a99-4711-b95f-cda3d351d9a0 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] delete failed (client error): The resource could not be found. Sep 14 22:57:24.154249 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7732ce89-5a99-4711-b95f-cda3d351d9a0 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] 10.222.0.33 "DELETE /v2.0/routers/eb73c7f0-0078-42f9-b6f7-95f4e903d75a HTTP/1.1" status: 404 len: 336 time: 0.1263006 Sep 14 22:57:24.161939 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50886) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:24.170873 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-a804ae7e-c55b-40d1-b1f9-06b13163c2f6 None None] Provisioning complete for port 4d1d2f71-f931-478a-816c-32a9db3e7af4 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:24.171357 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a804ae7e-c55b-40d1-b1f9-06b13163c2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:24.186576 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11509eb1-b562-40bf-bc6a-a4a3cde3c278 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Made reservation on behalf of b002f6617e4b47db94bb576b07792cea for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:24.190004 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-11509eb1-b562-40bf-bc6a-a4a3cde3c278 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:24.220073 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d83960-eca5-4dbd-be68-4ade61566a80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-4c931677-483a-4104-9086-14639d28e2d7', 'network_id': '4c931677-483a-4104-9086-14639d28e2d7', 'tenant_id': 'b002f6617e4b47db94bb576b07792cea', 'fixed_ips': [{'subnet_id': 'c383e812-ad96-41df-b6e3-a45e9505ede9'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:57:24.221213 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d7d83960-eca5-4dbd-be68-4ade61566a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:24.255725 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Pushing event updated for resources: {'Port': ['ID=334c4fd2-cfb6-4a47-a0db-4c23822c4be5,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:24.261318 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-09c0765a-a493-495a-883b-ae2fdfa1fbdc tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] 10.222.0.33 "GET /v2.0/ports?device_id=bb11ac18-7236-4f69-bb71-0b786916292d HTTP/1.1" status: 200 len: 205 time: 0.0937698 Sep 14 22:57:24.265368 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf873d8-7f0d-4a18-9b07-f811e91279cd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Router b3dc7b31-9f66-4634-b7a3-2c5afd8d3121 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:57:24.269461 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50890) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:24.316997 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d5f511-5ce8-49af-8057-edf43ad70089 None None] Network 5eab9551-ac70-4169-a55c-93205b92b956 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:24.321795 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-aa1aa4c5-35f7-43f6-a805-6cf80409f05c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:24.342913 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-9e5b6eac-7a8d-4876-b461-581507c3e718 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] delete failed (client error): The resource could not be found. Sep 14 22:57:24.343953 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9e5b6eac-7a8d-4876-b461-581507c3e718 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] 10.222.0.33 "DELETE /v2.0/routers/bb11ac18-7236-4f69-bb71-0b786916292d HTTP/1.1" status: 404 len: 336 time: 0.0740693 Sep 14 22:57:24.347568 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50894) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:24.443020 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Checking segment: {'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:57:24.457224 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Network hostable DHCP agents. Network: 6c3d2906-b97c-40b6-9e58-ff123c04fe99, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:57:24.549049 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5cbcb5b7-e888-4266-998a-db2cf737dd78 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] 10.222.0.33 "GET /v2.0/ports?device_id=8a1aa73b-d6c1-4e8d-a2c9-186185e409f9 HTTP/1.1" status: 200 len: 205 time: 0.1962647 Sep 14 22:57:24.615072 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50898) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:24.618655 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-a804ae7e-c55b-40d1-b1f9-06b13163c2f6 None None] Current status of the port 4d1d2f71-f931-478a-816c-32a9db3e7af4 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:24.712461 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-99295bad-a119-42e6-8dce-1cd8c606f1d1 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] delete failed (client error): The resource could not be found. Sep 14 22:57:24.715893 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-99295bad-a119-42e6-8dce-1cd8c606f1d1 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] 10.222.0.33 "DELETE /v2.0/routers/8a1aa73b-d6c1-4e8d-a2c9-186185e409f9 HTTP/1.1" status: 404 len: 336 time: 0.0972631 Sep 14 22:57:24.716017 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:57:24.718184 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50902) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:24.733966 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf873d8-7f0d-4a18-9b07-f811e91279cd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:57:24.735442 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 6c3d2906-b97c-40b6-9e58-ff123c04fe99) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:24.742973 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:57:24.754691 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26128949-97f0-489e-9e8f-a06b4ec62634 None None] Sync routers for ids ['b3dc7b31-9f66-4634-b7a3-2c5afd8d3121'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:57:24.759933 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc53413-186c-4698-8f44-13542a2a6623 None None] Network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:24.762377 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:24.762711 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:24.763045 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:24.771882 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:57:24.772251 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Failed to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] Sep 14 22:57:24.773331 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempt 2 to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 Sep 14 22:57:24.782710 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-fbf873d8-7f0d-4a18-9b07-f811e91279cd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "PUT /v2.0/routers/b3dc7b31-9f66-4634-b7a3-2c5afd8d3121/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6224318 Sep 14 22:57:24.785854 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50906) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:24.786032 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-97cee9d6-4f7c-453b-96f2-f74462dd5034 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:24.786450 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97cee9d6-4f7c-453b-96f2-f74462dd5034 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:24.835755 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-97cee9d6-4f7c-453b-96f2-f74462dd5034 tempest-RoutersAdminTest-665250878 tempest-RoutersAdminTest-665250878-project] 10.222.0.33 "DELETE /v2.0/subnets/47ff01a7-cf69-41da-b7b6-be1624d22772 HTTP/1.1" status: 404 len: 337 time: 0.1149344 Sep 14 22:57:24.835979 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:24.835979 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:24.835979 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:24.846254 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-aa1aa4c5-35f7-43f6-a805-6cf80409f05c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] For port a3113cc8-c5aa-4fa0-8db2-9acb663e4406, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=a3113cc8-c5aa-4fa0-8db2-9acb663e4406,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:57:24.850881 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-11509eb1-b562-40bf-bc6a-a4a3cde3c278 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:24.858782 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-a804ae7e-c55b-40d1-b1f9-06b13163c2f6 None None] Provisioning for port 9a5cb33c-50e9-4834-8aa1-b421ca141037 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:57:24.878830 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:57:24.879267 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Failed to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] Sep 14 22:57:24.888151 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa6a05b-4677-4672-bda4-42c20c208bb1 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:24.888904 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-cfa6a05b-4677-4672-bda4-42c20c208bb1 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Synchronizing usage tracker for tenant:25d4f6710d2343efa0693e5e6584ceb8 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:57:24.895298 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempt 3 to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 Sep 14 22:57:24.920930 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:24.921998 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:24.922450 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:24.932955 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:57:24.933408 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Failed to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] Sep 14 22:57:24.934852 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempt 4 to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 Sep 14 22:57:24.946317 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-cfa6a05b-4677-4672-bda4-42c20c208bb1 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Unset dirty status for tenant:25d4f6710d2343efa0693e5e6584ceb8 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:57:24.947797 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-cfa6a05b-4677-4672-bda4-42c20c208bb1 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "GET /v2.0/ports/9a5cb33c-50e9-4834-8aa1-b421ca141037 HTTP/1.1" status: 200 len: 910 time: 0.1613233 Sep 14 22:57:24.951542 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50912) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:24.955377 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26128949-97f0-489e-9e8f-a06b4ec62634 None None] Routers {'b3dc7b31-9f66-4634-b7a3-2c5afd8d3121'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:57:24.955882 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-26128949-97f0-489e-9e8f-a06b4ec62634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:57:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['b3dc7b31-9f66-4634-b7a3-2c5afd8d3121'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:24.960359 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-aa1aa4c5-35f7-43f6-a805-6cf80409f05c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:24.967360 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11509eb1-b562-40bf-bc6a-a4a3cde3c278 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Pushing event updated for resources: {'Subnet': ['ID=7249889c-119c-49a6-9455-261ac4f27af9,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:24.971584 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-aa1aa4c5-35f7-43f6-a805-6cf80409f05c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:24.972469 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-aa1aa4c5-35f7-43f6-a805-6cf80409f05c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:25.030335 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-a804ae7e-c55b-40d1-b1f9-06b13163c2f6 None None] Provisioning complete for port 9a5cb33c-50e9-4834-8aa1-b421ca141037 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:25.030707 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a804ae7e-c55b-40d1-b1f9-06b13163c2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:25.061653 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-d7d83960-eca5-4dbd-be68-4ade61566a80 None None] Allocated IP 172.20.0.2 (4c931677-483a-4104-9086-14639d28e2d7/c383e812-ad96-41df-b6e3-a45e9505ede9/31651ede-d17b-424d-b3bc-22274934fdbe) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:57:25.080453 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:25.080453 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:25.080453 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:25.091680 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1aa4c5-35f7-43f6-a805-6cf80409f05c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Subnet': ['ID=da2e1157-e56f-44fc-bffa-090ce119a092,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:25.094144 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11509eb1-b562-40bf-bc6a-a4a3cde3c278 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Checking segment: {'id': 'af46f0ed-0c5d-4a5b-8b39-e9ca56cebc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8cdde005-f0b1-4cea-a361-a43bca43ef40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:57:25.094543 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11509eb1-b562-40bf-bc6a-a4a3cde3c278 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Network hostable DHCP agents. Network: 8cdde005-f0b1-4cea-a361-a43bca43ef40, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:57:25.136014 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1aa4c5-35f7-43f6-a805-6cf80409f05c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:25.141405 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-aa1aa4c5-35f7-43f6-a805-6cf80409f05c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:25.146870 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1aa4c5-35f7-43f6-a805-6cf80409f05c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:25.147542 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-aa1aa4c5-35f7-43f6-a805-6cf80409f05c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:25.152164 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:57:25.152164 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Failed to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] Sep 14 22:57:25.161652 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempt 5 to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 Sep 14 22:57:25.167726 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11509eb1-b562-40bf-bc6a-a4a3cde3c278 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Network 8cdde005-f0b1-4cea-a361-a43bca43ef40 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:57:25.179874 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1aa4c5-35f7-43f6-a805-6cf80409f05c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Port': ['ID=a3113cc8-c5aa-4fa0-8db2-9acb663e4406,revision_number=8']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:25.183609 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-11509eb1-b562-40bf-bc6a-a4a3cde3c278 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 8cdde005-f0b1-4cea-a361-a43bca43ef40) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:25.190872 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-aa1aa4c5-35f7-43f6-a805-6cf80409f05c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.1902902 Sep 14 22:57:25.191858 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50918) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:25.193246 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11509eb1-b562-40bf-bc6a-a4a3cde3c278 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:25.193504 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:25.193954 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-11509eb1-b562-40bf-bc6a-a4a3cde3c278 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:25.194126 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:25.194614 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:25.201847 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-80a754ed-257f-4698-89bc-7905dff42469 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'port': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'mac_address': 'fa:16:3e:85:cd:d5', 'name': 'tempest-NetworksTestDHCPv6-998331880'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:25.215187 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-11509eb1-b562-40bf-bc6a-a4a3cde3c278 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4416709 Sep 14 22:57:25.218327 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50922) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:25.237033 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:57:25.237611 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Failed to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] Sep 14 22:57:25.282228 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempt 6 to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 Sep 14 22:57:25.289070 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50926) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:25.301897 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-26128949-97f0-489e-9e8f-a06b4ec62634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:25.304641 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 4d1d2f71-f931-478a-816c-32a9db3e7af4 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:57:25.378770 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5220f8-9932-45e2-8ee4-6c367cfeae93 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:25.395043 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a300b43c-1f48-44b9-aeeb-5302a9511228 None None] Network 8cdde005-f0b1-4cea-a361-a43bca43ef40 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:25.452647 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:25.453000 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:25.453421 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:25.469139 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-80a754ed-257f-4698-89bc-7905dff42469 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:25.528678 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:57:25.528678 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Failed to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] Sep 14 22:57:25.532142 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempt 7 to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 Sep 14 22:57:25.550439 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-a804ae7e-c55b-40d1-b1f9-06b13163c2f6 None None] Port 9a5cb33c-50e9-4834-8aa1-b421ca141037 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:57:25.561230 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b5fb8e96-c63a-463d-beab-4882bcaefb7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:25.569039 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-80a754ed-257f-4698-89bc-7905dff42469 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:25.571520 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:25.571864 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:25.572205 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:25.588693 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:57:25.589055 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Failed to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] Sep 14 22:57:25.591988 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempt 8 to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 Sep 14 22:57:25.606970 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a754ed-257f-4698-89bc-7905dff42469 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:25.632026 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26128949-97f0-489e-9e8f-a06b4ec62634 None None] Routers {'b3dc7b31-9f66-4634-b7a3-2c5afd8d3121'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:57:25.632679 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-26128949-97f0-489e-9e8f-a06b4ec62634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:57:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['b3dc7b31-9f66-4634-b7a3-2c5afd8d3121'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:25.691175 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b5fb8e96-c63a-463d-beab-4882bcaefb7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:25.704889 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b5fb8e96-c63a-463d-beab-4882bcaefb7b admin admin] Usage tracker for resource:security_group_rule and tenant:711c13b950a84e64b637b2d4bd78d0d1 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:25.709073 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b5fb8e96-c63a-463d-beab-4882bcaefb7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:25.745879 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b5fb8e96-c63a-463d-beab-4882bcaefb7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:25.765095 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-26128949-97f0-489e-9e8f-a06b4ec62634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:25.765382 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26128949-97f0-489e-9e8f-a06b4ec62634 None None] The sync data for ids ['b3dc7b31-9f66-4634-b7a3-2c5afd8d3121'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:57:25.800701 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 4d1d2f71-f931-478a-816c-32a9db3e7af4 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:25.801416 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:25.843763 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b373a35b-2164-4849-abcf-79a2a12a50db tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:25.864770 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:25.865030 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:25.865253 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:25.892858 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:57:25.893090 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Failed to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] Sep 14 22:57:25.895117 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-cc0cf01c-fd67-492d-a5ed-7c5b22219cf0 None None] Provisioning for port 149db0b4-17e4-4a4c-99a0-116c62797298 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:57:25.898049 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempt 9 to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 Sep 14 22:57:25.942615 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:25.943335 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:25.943335 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:25.967019 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-cc0cf01c-fd67-492d-a5ed-7c5b22219cf0 None None] Provisioning complete for port 149db0b4-17e4-4a4c-99a0-116c62797298 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:25.967385 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cc0cf01c-fd67-492d-a5ed-7c5b22219cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:26.001399 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:57:26.001754 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Failed to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] Sep 14 22:57:26.004446 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempt 10 to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 Sep 14 22:57:26.014657 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-80a754ed-257f-4698-89bc-7905dff42469 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:26.076934 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-80a754ed-257f-4698-89bc-7905dff42469 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] device_id is not set on port 193eb71b-012b-43a9-982d-877de4e69266 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:57:26.116011 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b5fb8e96-c63a-463d-beab-4882bcaefb7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:26.125437 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b5fb8e96-c63a-463d-beab-4882bcaefb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:26.130660 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:26.131206 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:26.131921 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:26.140801 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:57:26.141591 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Failed to bind port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] Sep 14 22:57:26.141591 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:26.190441 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d7d83960-eca5-4dbd-be68-4ade61566a80 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:26.240172 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b5fb8e96-c63a-463d-beab-4882bcaefb7b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=711c13b950a84e64b637b2d4bd78d0d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9498584 Sep 14 22:57:26.243982 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb8e96-c63a-463d-beab-4882bcaefb7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae95d3e0-1afe-44dd-8fad-b13e09038a4f,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:26.245637 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50932) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:26.282352 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f723bd8b-4ac8-4fac-831e-201a99c9a2ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-8cdde005-f0b1-4cea-a361-a43bca43ef40', 'network_id': '8cdde005-f0b1-4cea-a361-a43bca43ef40', 'tenant_id': 'b002f6617e4b47db94bb576b07792cea', 'fixed_ips': [{'subnet_id': '7249889c-119c-49a6-9455-261ac4f27af9'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:57:26.283155 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f723bd8b-4ac8-4fac-831e-201a99c9a2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:26.294030 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-d7d83960-eca5-4dbd-be68-4ade61566a80 None None] Transition to ACTIVE for port object 31651ede-d17b-424d-b3bc-22274934fdbe will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:57:26.423414 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-d7d83960-eca5-4dbd-be68-4ade61566a80 None None] Transition to ACTIVE for port object 31651ede-d17b-424d-b3bc-22274934fdbe will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:57:26.428982 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] For port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5, host hv-neutron-8577, cleared binding levels {{(pid=89171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:57:26.429359 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempted to set empty binding levels {{(pid=89171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 14 22:57:26.457571 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 4d1d2f71-f931-478a-816c-32a9db3e7af4 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:26.469837 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d7d83960-eca5-4dbd-be68-4ade61566a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:26.473281 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:26.474859 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:26.475450 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:26.524347 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-b373a35b-2164-4849-abcf-79a2a12a50db tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Allocated IP 172.20.0.1 (4c931677-483a-4104-9086-14639d28e2d7/c383e812-ad96-41df-b6e3-a45e9505ede9/e89cff04-3de4-4331-86ff-efeeed6e8280) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:57:26.557577 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1e4e2454-18e1-4216-9be0-0fc0fbafeae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:26.629246 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2118d063-58f7-4725-98d7-877a4ad74511 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:26.629492 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cf01c-fd67-492d-a5ed-7c5b22219cf0 None None] Current status of the port 149db0b4-17e4-4a4c-99a0-116c62797298 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:26.629771 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cc0cf01c-fd67-492d-a5ed-7c5b22219cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:26.641067 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d83960-eca5-4dbd-be68-4ade61566a80 None None] Network 4c931677-483a-4104-9086-14639d28e2d7 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:26.653611 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-d7d83960-eca5-4dbd-be68-4ade61566a80 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:26.693671 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d83960-eca5-4dbd-be68-4ade61566a80 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:57:26.693910 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1e4e2454-18e1-4216-9be0-0fc0fbafeae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:26.714315 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d83960-eca5-4dbd-be68-4ade61566a80 None None] Pushing event updated for resources: {'Port': ['ID=31651ede-d17b-424d-b3bc-22274934fdbe,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:26.723299 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Pushing event updated for resources: {'Port': ['ID=334c4fd2-cfb6-4a47-a0db-4c23822c4be5,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:26.730276 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c0e242a1-abd5-47eb-af22-7d277ef4de7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.4454067 Sep 14 22:57:26.752184 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50936) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:26.809124 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-80a754ed-257f-4698-89bc-7905dff42469 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Allocated IP 2001:db8::370 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/f2cf28af-2d9a-4f80-9166-e1675cb61316/193eb71b-012b-43a9-982d-877de4e69266) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:57:26.860973 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-7141f5ff-28bd-464a-8238-c3c76f50f02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Deleting port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:26.861468 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7141f5ff-28bd-464a-8238-c3c76f50f02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:26.888648 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-f723bd8b-4ac8-4fac-831e-201a99c9a2ce None None] Allocated IP 172.20.0.2 (8cdde005-f0b1-4cea-a361-a43bca43ef40/7249889c-119c-49a6-9455-261ac4f27af9/8f40cfc6-a0f0-426e-9b51-329b2147be1e) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:57:26.891351 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-cc0cf01c-fd67-492d-a5ed-7c5b22219cf0 None None] For port 149db0b4-17e4-4a4c-99a0-116c62797298, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=149db0b4-17e4-4a4c-99a0-116c62797298,segment=NetworkSegment(eab4ea21-ff74-4210-b85d-8adeedc904d7),segment_id=eab4ea21-ff74-4210-b85d-8adeedc904d7)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:57:26.906387 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cc0cf01c-fd67-492d-a5ed-7c5b22219cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:26.908199 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-d7d83960-eca5-4dbd-be68-4ade61566a80 None None] Attempting to bind port 31651ede-d17b-424d-b3bc-22274934fdbe on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:26.908560 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-d7d83960-eca5-4dbd-be68-4ade61566a80 None None] Attempting to bind port 31651ede-d17b-424d-b3bc-22274934fdbe by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '4395f2a5-bf45-4533-8b47-ba6d8d01572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4c931677-483a-4104-9086-14639d28e2d7'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:26.908935 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d83960-eca5-4dbd-be68-4ade61566a80 None None] Attempting to bind port 31651ede-d17b-424d-b3bc-22274934fdbe on network 4c931677-483a-4104-9086-14639d28e2d7 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:26.932648 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b373a35b-2164-4849-abcf-79a2a12a50db tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:26.949389 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-b373a35b-2164-4849-abcf-79a2a12a50db tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Transition to ACTIVE for port object e89cff04-3de4-4331-86ff-efeeed6e8280 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:57:26.968189 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d83960-eca5-4dbd-be68-4ade61566a80 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:57:26.968710 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d83960-eca5-4dbd-be68-4ade61566a80 None None] Checking segment: {'id': '4395f2a5-bf45-4533-8b47-ba6d8d01572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4c931677-483a-4104-9086-14639d28e2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:57:26.969116 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d7d83960-eca5-4dbd-be68-4ade61566a80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:26.969544 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d83960-eca5-4dbd-be68-4ade61566a80 None None] Bound using segment: {'id': '4395f2a5-bf45-4533-8b47-ba6d8d01572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4c931677-483a-4104-9086-14639d28e2d7'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:57:26.969981 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-d7d83960-eca5-4dbd-be68-4ade61566a80 None None] Bound port: 31651ede-d17b-424d-b3bc-22274934fdbe, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4395f2a5-bf45-4533-8b47-ba6d8d01572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4c931677-483a-4104-9086-14639d28e2d7'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:57:26.970486 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d7d83960-eca5-4dbd-be68-4ade61566a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:26.987465 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b373a35b-2164-4849-abcf-79a2a12a50db tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:27.016893 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-80a754ed-257f-4698-89bc-7905dff42469 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Allocated IP 2001:db8:0:1:f816:3eff:fe85:cdd5 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/da2e1157-e56f-44fc-bffa-090ce119a092/193eb71b-012b-43a9-982d-877de4e69266) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:57:27.047466 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1e4e2454-18e1-4216-9be0-0fc0fbafeae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:27.076367 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc0c6a9-5dc7-4c7d-9889-5598b745e832 None None] Update dhcp port {'port': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'fixed_ips': [{'subnet_id': 'da2e1157-e56f-44fc-bffa-090ce119a092', 'ip_address': '2001:db8:0:1:f816:3eff:feb7:1373'}, {'subnet_id': 'f2cf28af-2d9a-4f80-9166-e1675cb61316'}], 'binding:host_id': 'dv-neutron-857791-1-hyperv'}, 'id': 'a3113cc8-c5aa-4fa0-8db2-9acb663e4406'} from dv-neutron-857791-1-hyperv. {{(pid=89172) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 14 22:57:27.107295 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e2454-18e1-4216-9be0-0fc0fbafeae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae95d3e0-1afe-44dd-8fad-b13e09038a4f,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:27.110038 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b373a35b-2164-4849-abcf-79a2a12a50db tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Network 4c931677-483a-4104-9086-14639d28e2d7 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:27.113893 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-b373a35b-2164-4849-abcf-79a2a12a50db tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:27.145424 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1e4e2454-18e1-4216-9be0-0fc0fbafeae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:27.147168 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1e4e2454-18e1-4216-9be0-0fc0fbafeae3 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ae95d3e0-1afe-44dd-8fad-b13e09038a4f HTTP/1.1" status: 204 len: 168 time: 0.8705900 Sep 14 22:57:27.158088 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b373a35b-2164-4849-abcf-79a2a12a50db tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:57:27.211829 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-cc0cf01c-fd67-492d-a5ed-7c5b22219cf0 None None] Provisioning complete for port 9a5cb33c-50e9-4834-8aa1-b421ca141037 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:27.212101 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cc0cf01c-fd67-492d-a5ed-7c5b22219cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:27.273468 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cf01c-fd67-492d-a5ed-7c5b22219cf0 None None] Pushing event updated for resources: {'Port': ['ID=149db0b4-17e4-4a4c-99a0-116c62797298,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:27.283984 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b373a35b-2164-4849-abcf-79a2a12a50db tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:27.336838 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5bc0c6a9-5dc7-4c7d-9889-5598b745e832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:27.341073 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373a35b-2164-4849-abcf-79a2a12a50db tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Pushing event updated for resources: {'Port': ['ID=e89cff04-3de4-4331-86ff-efeeed6e8280,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:27.379729 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device a3113cc8-c5aa-4fa0-8db2-9acb663e4406 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:57:27.408719 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cf01c-fd67-492d-a5ed-7c5b22219cf0 None None] Port 9a5cb33c-50e9-4834-8aa1-b421ca141037 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:57:27.468980 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-d7d83960-eca5-4dbd-be68-4ade61566a80 None None] For port 31651ede-d17b-424d-b3bc-22274934fdbe, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:57:27.558028 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-d7d83960-eca5-4dbd-be68-4ade61566a80 None None] For port 31651ede-d17b-424d-b3bc-22274934fdbe, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=31651ede-d17b-424d-b3bc-22274934fdbe,segment=NetworkSegment(4395f2a5-bf45-4533-8b47-ba6d8d01572e),segment_id=4395f2a5-bf45-4533-8b47-ba6d8d01572e)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:57:27.600134 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-2118d063-58f7-4725-98d7-877a4ad74511 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Deleting port 9a5cb33c-50e9-4834-8aa1-b421ca141037 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:27.600479 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2118d063-58f7-4725-98d7-877a4ad74511 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:27.620829 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d7d83960-eca5-4dbd-be68-4ade61566a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:27.630356 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-7141f5ff-28bd-464a-8238-c3c76f50f02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] For port 334c4fd2-cfb6-4a47-a0db-4c23822c4be5, host hv-neutron-8577, got binding levels [] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:57:27.630733 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7141f5ff-28bd-464a-8238-c3c76f50f02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:27.647593 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b373a35b-2164-4849-abcf-79a2a12a50db tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:27.721808 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f723bd8b-4ac8-4fac-831e-201a99c9a2ce None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:27.724148 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-80a754ed-257f-4698-89bc-7905dff42469 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:27.748647 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c5687329-58ec-436f-9489-d9fa85d60e76 None None] Provisioning complete for port 149db0b4-17e4-4a4c-99a0-116c62797298 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:27.749264 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c5687329-58ec-436f-9489-d9fa85d60e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:27.796121 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50944) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:27.809008 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f723bd8b-4ac8-4fac-831e-201a99c9a2ce None None] Transition to ACTIVE for port object 8f40cfc6-a0f0-426e-9b51-329b2147be1e will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:57:27.831047 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-7141f5ff-28bd-464a-8238-c3c76f50f02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Calling delete_port for 334c4fd2-cfb6-4a47-a0db-4c23822c4be5 owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:57:27.837923 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f723bd8b-4ac8-4fac-831e-201a99c9a2ce None None] Transition to ACTIVE for port object 8f40cfc6-a0f0-426e-9b51-329b2147be1e will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:57:27.855781 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d83960-eca5-4dbd-be68-4ade61566a80 None None] Pushing event updated for resources: {'Port': ['ID=31651ede-d17b-424d-b3bc-22274934fdbe,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:27.870165 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-80a754ed-257f-4698-89bc-7905dff42469 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Transition to ACTIVE for port object 193eb71b-012b-43a9-982d-877de4e69266 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:57:27.897990 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f723bd8b-4ac8-4fac-831e-201a99c9a2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:27.922681 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port a3113cc8-c5aa-4fa0-8db2-9acb663e4406 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:27.923110 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:27.941251 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d5c7fe4f-aef7-4169-80f5-8bc60a4c4fea admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=11f4f57376264efa8a1e5bef1258a073&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418269 Sep 14 22:57:27.943319 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50948) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:27.996147 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2118d063-58f7-4725-98d7-877a4ad74511 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:28.104501 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f723bd8b-4ac8-4fac-831e-201a99c9a2ce None None] Network 8cdde005-f0b1-4cea-a361-a43bca43ef40 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:28.133174 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-f723bd8b-4ac8-4fac-831e-201a99c9a2ce None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:28.137187 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f723bd8b-4ac8-4fac-831e-201a99c9a2ce None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:57:28.206107 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723bd8b-4ac8-4fac-831e-201a99c9a2ce None None] Pushing event updated for resources: {'Port': ['ID=8f40cfc6-a0f0-426e-9b51-329b2147be1e,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:28.348957 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-2118d063-58f7-4725-98d7-877a4ad74511 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Calling delete_port for 9a5cb33c-50e9-4834-8aa1-b421ca141037 owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:57:28.349502 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port a3113cc8-c5aa-4fa0-8db2-9acb663e4406 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:28.385971 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-f723bd8b-4ac8-4fac-831e-201a99c9a2ce None None] Attempting to bind port 8f40cfc6-a0f0-426e-9b51-329b2147be1e on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:28.386368 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-f723bd8b-4ac8-4fac-831e-201a99c9a2ce None None] Attempting to bind port 8f40cfc6-a0f0-426e-9b51-329b2147be1e by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'af46f0ed-0c5d-4a5b-8b39-e9ca56cebc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8cdde005-f0b1-4cea-a361-a43bca43ef40'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:28.386687 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f723bd8b-4ac8-4fac-831e-201a99c9a2ce None None] Attempting to bind port 8f40cfc6-a0f0-426e-9b51-329b2147be1e on network 8cdde005-f0b1-4cea-a361-a43bca43ef40 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:28.394875 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f723bd8b-4ac8-4fac-831e-201a99c9a2ce None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:57:28.396185 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f723bd8b-4ac8-4fac-831e-201a99c9a2ce None None] Checking segment: {'id': 'af46f0ed-0c5d-4a5b-8b39-e9ca56cebc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8cdde005-f0b1-4cea-a361-a43bca43ef40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:57:28.396185 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f723bd8b-4ac8-4fac-831e-201a99c9a2ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:28.396564 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f723bd8b-4ac8-4fac-831e-201a99c9a2ce None None] Bound using segment: {'id': 'af46f0ed-0c5d-4a5b-8b39-e9ca56cebc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8cdde005-f0b1-4cea-a361-a43bca43ef40'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:57:28.397636 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-f723bd8b-4ac8-4fac-831e-201a99c9a2ce None None] Bound port: 8f40cfc6-a0f0-426e-9b51-329b2147be1e, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af46f0ed-0c5d-4a5b-8b39-e9ca56cebc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8cdde005-f0b1-4cea-a361-a43bca43ef40'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:57:28.397636 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f723bd8b-4ac8-4fac-831e-201a99c9a2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:28.406562 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b373a35b-2164-4849-abcf-79a2a12a50db tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:28.410683 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7141f5ff-28bd-464a-8238-c3c76f50f02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:28.416311 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-80a754ed-257f-4698-89bc-7905dff42469 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:28.472275 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-933159d8-3ae0-4b84-b22f-542ddb0249e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:28.473744 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7141f5ff-28bd-464a-8238-c3c76f50f02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Pushing event deleted for resources: {'Port': ['ID=334c4fd2-cfb6-4a47-a0db-4c23822c4be5,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:28.490216 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7141f5ff-28bd-464a-8238-c3c76f50f02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:28.494620 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b373a35b-2164-4849-abcf-79a2a12a50db tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:28.543877 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a754ed-257f-4698-89bc-7905dff42469 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:28.551522 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-80a754ed-257f-4698-89bc-7905dff42469 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:28.564106 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a754ed-257f-4698-89bc-7905dff42469 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Port': ['ID=193eb71b-012b-43a9-982d-877de4e69266,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:28.569238 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-933159d8-3ae0-4b84-b22f-542ddb0249e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:28.569665 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-5bc0c6a9-5dc7-4c7d-9889-5598b745e832 None None] Allocated IP 2001:db8::2 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/f2cf28af-2d9a-4f80-9166-e1675cb61316/a3113cc8-c5aa-4fa0-8db2-9acb663e4406) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:57:28.577320 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a754ed-257f-4698-89bc-7905dff42469 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:57:28.582807 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a754ed-257f-4698-89bc-7905dff42469 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:28.583713 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-80a754ed-257f-4698-89bc-7905dff42469 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:28.587589 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c5687329-58ec-436f-9489-d9fa85d60e76 None None] Current status of the port 149db0b4-17e4-4a4c-99a0-116c62797298 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:28.609601 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-f723bd8b-4ac8-4fac-831e-201a99c9a2ce None None] For port 8f40cfc6-a0f0-426e-9b51-329b2147be1e, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:57:28.621845 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7141f5ff-28bd-464a-8238-c3c76f50f02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] 10.222.0.33 "DELETE /v2.0/ports/334c4fd2-cfb6-4a47-a0db-4c23822c4be5 HTTP/1.1" status: 204 len: 168 time: 1.8685417 Sep 14 22:57:28.626179 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-80a754ed-257f-4698-89bc-7905dff42469 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.4286804 Sep 14 22:57:28.626594 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50952) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:28.633299 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50956) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:28.680282 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b373a35b-2164-4849-abcf-79a2a12a50db tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:28.721502 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-2172e909-32aa-4878-89c4-327e60988402 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting port 193eb71b-012b-43a9-982d-877de4e69266 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:28.721838 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2172e909-32aa-4878-89c4-327e60988402 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:28.748966 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-f723bd8b-4ac8-4fac-831e-201a99c9a2ce None None] For port 8f40cfc6-a0f0-426e-9b51-329b2147be1e, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=8f40cfc6-a0f0-426e-9b51-329b2147be1e,segment=NetworkSegment(af46f0ed-0c5d-4a5b-8b39-e9ca56cebc57),segment_id=af46f0ed-0c5d-4a5b-8b39-e9ca56cebc57)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:57:28.754190 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-933159d8-3ae0-4b84-b22f-542ddb0249e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:28.761243 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f723bd8b-4ac8-4fac-831e-201a99c9a2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:28.842891 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373a35b-2164-4849-abcf-79a2a12a50db tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Pushing event updated for resources: {'Port': ['ID=e89cff04-3de4-4331-86ff-efeeed6e8280,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:28.849308 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933159d8-3ae0-4b84-b22f-542ddb0249e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f64be3-68bc-4553-8ecd-9073a9dccef3,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:28.860452 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ae1a90-ff76-4b00-b4fd-4ae75f9c92e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] GET failed (client error): The resource could not be found. Sep 14 22:57:28.861087 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-f5ae1a90-ff76-4b00-b4fd-4ae75f9c92e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Synchronizing usage tracker for tenant:432f02a9ba0d4aeca1b508baeb2e9f8f on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:57:28.935488 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723bd8b-4ac8-4fac-831e-201a99c9a2ce None None] Pushing event updated for resources: {'Port': ['ID=8f40cfc6-a0f0-426e-9b51-329b2147be1e,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:28.947265 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-5bc0c6a9-5dc7-4c7d-9889-5598b745e832 None None] For port a3113cc8-c5aa-4fa0-8db2-9acb663e4406, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=a3113cc8-c5aa-4fa0-8db2-9acb663e4406,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:57:28.969056 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2118d063-58f7-4725-98d7-877a4ad74511 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:29.001605 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-f5ae1a90-ff76-4b00-b4fd-4ae75f9c92e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Unset dirty status for tenant:432f02a9ba0d4aeca1b508baeb2e9f8f on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:57:29.002775 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f5ae1a90-ff76-4b00-b4fd-4ae75f9c92e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] 10.222.0.33 "GET /v2.0/ports/334c4fd2-cfb6-4a47-a0db-4c23822c4be5 HTTP/1.1" status: 404 len: 333 time: 0.3751330 Sep 14 22:57:29.007179 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50960) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:29.011987 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5bc0c6a9-5dc7-4c7d-9889-5598b745e832 None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:29.014415 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-6d69a5cd-b750-4322-a5d0-1418bf6d0bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Request body: {'port': {'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378987623'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:29.029716 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6d69a5cd-b750-4322-a5d0-1418bf6d0bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:29.053647 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118d063-58f7-4725-98d7-877a4ad74511 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event deleted for resources: {'Port': ['ID=9a5cb33c-50e9-4834-8aa1-b421ca141037,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:29.054094 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-5bc0c6a9-5dc7-4c7d-9889-5598b745e832 None None] Transition to ACTIVE for port object a3113cc8-c5aa-4fa0-8db2-9acb663e4406 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:57:29.067478 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5bc0c6a9-5dc7-4c7d-9889-5598b745e832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:29.100335 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6d69a5cd-b750-4322-a5d0-1418bf6d0bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:29.113340 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-933159d8-3ae0-4b84-b22f-542ddb0249e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:29.115148 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-933159d8-3ae0-4b84-b22f-542ddb0249e0 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/48f64be3-68bc-4553-8ecd-9073a9dccef3 HTTP/1.1" status: 204 len: 168 time: 1.1667061 Sep 14 22:57:29.131285 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b373a35b-2164-4849-abcf-79a2a12a50db tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Network 4c931677-483a-4104-9086-14639d28e2d7 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:29.132715 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-b373a35b-2164-4849-abcf-79a2a12a50db tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:29.437176 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 31651ede-d17b-424d-b3bc-22274934fdbe up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:57:29.457206 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d69a5cd-b750-4322-a5d0-1418bf6d0bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Made reservation on behalf of 432f02a9ba0d4aeca1b508baeb2e9f8f for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:29.461341 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6d69a5cd-b750-4322-a5d0-1418bf6d0bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:29.557270 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0c6a9-5dc7-4c7d-9889-5598b745e832 None None] Pushing event updated for resources: {'Port': ['ID=a3113cc8-c5aa-4fa0-8db2-9acb663e4406,revision_number=9']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:29.557532 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-6d69a5cd-b750-4322-a5d0-1418bf6d0bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] device_id is not set on port 8a037b3f-d144-427d-9117-25ed6fefa6e0 yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:57:29.572244 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18be6b7-02f3-4af6-a20c-3b2a93cf37ba None None] Network 4c931677-483a-4104-9086-14639d28e2d7 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:29.685743 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2118d063-58f7-4725-98d7-877a4ad74511 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:29.772054 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b373a35b-2164-4849-abcf-79a2a12a50db tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Router 0c2f765c-bbf8-45b0-87da-c3c89fc231a2 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:57:29.884027 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-d123b05b-0102-4e69-8968-f6e4c43c3182 None None] Provisioning for port 31651ede-d17b-424d-b3bc-22274934fdbe completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:57:29.885013 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2172e909-32aa-4878-89c4-327e60988402 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:29.915942 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 31651ede-d17b-424d-b3bc-22274934fdbe completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:57:29.924604 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 31651ede-d17b-424d-b3bc-22274934fdbe triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:29.925324 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:30.039678 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-2172e909-32aa-4878-89c4-327e60988402 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Calling delete_port for 193eb71b-012b-43a9-982d-877de4e69266 owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:57:30.178408 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b373a35b-2164-4849-abcf-79a2a12a50db tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:57:30.195220 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f25003-7377-463e-bd2d-a3d94d6b8093 None None] Sync routers for ids ['0c2f765c-bbf8-45b0-87da-c3c89fc231a2'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:57:30.212367 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f25003-7377-463e-bd2d-a3d94d6b8093 None None] Routers {'0c2f765c-bbf8-45b0-87da-c3c89fc231a2'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:57:30.213399 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-87f25003-7377-463e-bd2d-a3d94d6b8093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:57:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['0c2f765c-bbf8-45b0-87da-c3c89fc231a2'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:30.235950 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b373a35b-2164-4849-abcf-79a2a12a50db tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] 10.222.0.33 "PUT /v2.0/routers/0c2f765c-bbf8-45b0-87da-c3c89fc231a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0155070 Sep 14 22:57:30.239103 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50978) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:30.258845 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 31651ede-d17b-424d-b3bc-22274934fdbe is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:30.259383 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:30.336188 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 31651ede-d17b-424d-b3bc-22274934fdbe, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=31651ede-d17b-424d-b3bc-22274934fdbe,segment=NetworkSegment(4395f2a5-bf45-4533-8b47-ba6d8d01572e),segment_id=4395f2a5-bf45-4533-8b47-ba6d8d01572e)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:57:30.351878 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:30.352908 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 149db0b4-17e4-4a4c-99a0-116c62797298 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:57:30.499634 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-87f25003-7377-463e-bd2d-a3d94d6b8093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:30.538925 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f25003-7377-463e-bd2d-a3d94d6b8093 None None] Routers {'0c2f765c-bbf8-45b0-87da-c3c89fc231a2'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:57:30.539569 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-87f25003-7377-463e-bd2d-a3d94d6b8093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:57:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['0c2f765c-bbf8-45b0-87da-c3c89fc231a2'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:30.599941 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6d69a5cd-b750-4322-a5d0-1418bf6d0bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:30.604831 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2118d063-58f7-4725-98d7-877a4ad74511 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Router b3dc7b31-9f66-4634-b7a3-2c5afd8d3121 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:57:30.705556 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-87f25003-7377-463e-bd2d-a3d94d6b8093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:30.705944 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f25003-7377-463e-bd2d-a3d94d6b8093 None None] The sync data for ids ['0c2f765c-bbf8-45b0-87da-c3c89fc231a2'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:57:30.731306 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-68cc1bfb-64fd-4904-b07d-5729bad4b674 None None] Provisioning complete for port 31651ede-d17b-424d-b3bc-22274934fdbe triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:30.731896 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-68cc1bfb-64fd-4904-b07d-5729bad4b674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:30.751365 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50988) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:30.866022 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=31651ede-d17b-424d-b3bc-22274934fdbe,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:30.902772 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 149db0b4-17e4-4a4c-99a0-116c62797298 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:30.903446 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:30.963903 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6d69a5cd-b750-4322-a5d0-1418bf6d0bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:30.981571 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67867a4b-abe3-42ae-a866-ee37daf9b2c0 None None] Network 8cdde005-f0b1-4cea-a361-a43bca43ef40 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:30.998437 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-f48a855e-2b91-4138-a3f8-6cf5124f46dc tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1029478762'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:31.014915 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-f48a855e-2b91-4138-a3f8-6cf5124f46dc tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:31.017584 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2118d063-58f7-4725-98d7-877a4ad74511 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:57:31.029854 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-f48a855e-2b91-4138-a3f8-6cf5124f46dc tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Usage tracker for resource:network and tenant:d414d78b994047078c628b39b0ceaf5c is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:31.042460 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-f48a855e-2b91-4138-a3f8-6cf5124f46dc tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:31.069434 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69a5cd-b750-4322-a5d0-1418bf6d0bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Pushing event updated for resources: {'Port': ['ID=8a037b3f-d144-427d-9117-25ed6fefa6e0,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:31.102541 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1958015-8b4e-4d3f-b931-402f7c014bd2 None None] Sync routers for ids ['b3dc7b31-9f66-4634-b7a3-2c5afd8d3121'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:57:31.145555 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2118d063-58f7-4725-98d7-877a4ad74511 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "PUT /v2.0/routers/b3dc7b31-9f66-4634-b7a3-2c5afd8d3121/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1926389 Sep 14 22:57:31.147162 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-f48a855e-2b91-4138-a3f8-6cf5124f46dc tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:31.150846 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 50994) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:31.196459 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1958015-8b4e-4d3f-b931-402f7c014bd2 None None] Routers {'b3dc7b31-9f66-4634-b7a3-2c5afd8d3121'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:57:31.196697 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2172e909-32aa-4878-89c4-327e60988402 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:31.197593 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-f1958015-8b4e-4d3f-b931-402f7c014bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:57:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['b3dc7b31-9f66-4634-b7a3-2c5afd8d3121'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:31.242599 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48a855e-2b91-4138-a3f8-6cf5124f46dc tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Made reservation on behalf of d414d78b994047078c628b39b0ceaf5c for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:31.246295 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f48a855e-2b91-4138-a3f8-6cf5124f46dc tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:31.274981 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172e909-32aa-4878-89c4-327e60988402 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Port': ['ID=193eb71b-012b-43a9-982d-877de4e69266,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:31.282875 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f48a855e-2b91-4138-a3f8-6cf5124f46dc tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:31.293381 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-f1958015-8b4e-4d3f-b931-402f7c014bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:31.347102 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-68cc1bfb-64fd-4904-b07d-5729bad4b674 None None] Current status of the port 31651ede-d17b-424d-b3bc-22274934fdbe is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:31.365810 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1958015-8b4e-4d3f-b931-402f7c014bd2 None None] Routers {'b3dc7b31-9f66-4634-b7a3-2c5afd8d3121'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:57:31.366802 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-f1958015-8b4e-4d3f-b931-402f7c014bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:57:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['b3dc7b31-9f66-4634-b7a3-2c5afd8d3121'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:31.413536 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-f48a855e-2b91-4138-a3f8-6cf5124f46dc tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:31.434537 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2172e909-32aa-4878-89c4-327e60988402 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:31.438796 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2172e909-32aa-4878-89c4-327e60988402 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/193eb71b-012b-43a9-982d-877de4e69266 HTTP/1.1" status: 204 len: 168 time: 2.8022079 Sep 14 22:57:31.438796 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-f48a855e-2b91-4138-a3f8-6cf5124f46dc tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Usage tracker for resource:security_group_rule and tenant:d414d78b994047078c628b39b0ceaf5c is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:31.441888 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 50998) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:31.451929 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d69a5cd-b750-4322-a5d0-1418bf6d0bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:31.467344 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-6d69a5cd-b750-4322-a5d0-1418bf6d0bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:31.470194 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-56b53774-6c65-4c93-a7d3-50f1c9ddb0e4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Synchronizing usage tracker for tenant:25d4f6710d2343efa0693e5e6584ceb8 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:57:31.472835 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d69a5cd-b750-4322-a5d0-1418bf6d0bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:57:31.474272 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d69a5cd-b750-4322-a5d0-1418bf6d0bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:31.474946 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6d69a5cd-b750-4322-a5d0-1418bf6d0bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:31.519177 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-f48a855e-2b91-4138-a3f8-6cf5124f46dc tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:31.525356 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6d69a5cd-b750-4322-a5d0-1418bf6d0bc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.5172379 Sep 14 22:57:31.526081 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51002) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:31.528795 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-56b53774-6c65-4c93-a7d3-50f1c9ddb0e4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Unset dirty status for tenant:25d4f6710d2343efa0693e5e6584ceb8 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:57:31.529967 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-56b53774-6c65-4c93-a7d3-50f1c9ddb0e4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "GET /v2.0/ports?device_id=b3dc7b31-9f66-4634-b7a3-2c5afd8d3121 HTTP/1.1" status: 200 len: 205 time: 0.3704982 Sep 14 22:57:31.546473 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51006) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:31.547424 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-f48a855e-2b91-4138-a3f8-6cf5124f46dc tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:31.574661 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-f1958015-8b4e-4d3f-b931-402f7c014bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:31.575174 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1958015-8b4e-4d3f-b931-402f7c014bd2 None None] The sync data for ids ['b3dc7b31-9f66-4634-b7a3-2c5afd8d3121'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:57:31.580361 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8577'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:31.586801 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-68cc1bfb-64fd-4904-b07d-5729bad4b674 None None] Provisioning for port e89cff04-3de4-4331-86ff-efeeed6e8280 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:57:31.606969 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-68cc1bfb-64fd-4904-b07d-5729bad4b674 None None] Provisioning complete for port e89cff04-3de4-4331-86ff-efeeed6e8280 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:31.607492 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-68cc1bfb-64fd-4904-b07d-5729bad4b674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:31.661653 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 149db0b4-17e4-4a4c-99a0-116c62797298 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:31.723270 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-68cc1bfb-64fd-4904-b07d-5729bad4b674 None None] Port e89cff04-3de4-4331-86ff-efeeed6e8280 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:57:31.733780 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e0deaf2d-d7ad-480e-a109-77b9ffe0bc77 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:31.762952 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-c8345699-1504-420b-a3eb-800a5f34471c tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 22:57:31.763992 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c8345699-1504-420b-a3eb-800a5f34471c tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] 10.222.0.33 "PUT /v2.0/routers/0c2f765c-bbf8-45b0-87da-c3c89fc231a2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5237122 Sep 14 22:57:31.765053 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:31.775266 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51010) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:31.841163 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3572893b-3393-46f5-8574-7b25ab18b224 None None] Could not find standard attr ID for object 193eb71b-012b-43a9-982d-877de4e69266. {{(pid=89172) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 14 22:57:31.881582 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3572893b-3393-46f5-8574-7b25ab18b224 None None] Provisioning for port a3113cc8-c5aa-4fa0-8db2-9acb663e4406 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:57:31.891297 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88acc2f5-5516-40f2-9362-957bf85733e0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:31.892240 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-88acc2f5-5516-40f2-9362-957bf85733e0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:57:31.896564 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3572893b-3393-46f5-8574-7b25ab18b224 None None] Provisioning complete for port a3113cc8-c5aa-4fa0-8db2-9acb663e4406 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:31.897268 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3572893b-3393-46f5-8574-7b25ab18b224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:31.939491 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-88acc2f5-5516-40f2-9362-957bf85733e0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:57:31.943377 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-88acc2f5-5516-40f2-9362-957bf85733e0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4981654 Sep 14 22:57:31.945567 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51014) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:31.949379 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 8f40cfc6-a0f0-426e-9b51-329b2147be1e up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:57:32.064416 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 8f40cfc6-a0f0-426e-9b51-329b2147be1e completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:57:32.070900 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device a3113cc8-c5aa-4fa0-8db2-9acb663e4406 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:57:32.179451 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-3572893b-3393-46f5-8574-7b25ab18b224 None None] Current status of the port a3113cc8-c5aa-4fa0-8db2-9acb663e4406 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:32.198394 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3572893b-3393-46f5-8574-7b25ab18b224 None None] Provisioning for port 8f40cfc6-a0f0-426e-9b51-329b2147be1e completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:57:32.201098 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port a3113cc8-c5aa-4fa0-8db2-9acb663e4406 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:32.201498 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:32.236536 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e0deaf2d-d7ad-480e-a109-77b9ffe0bc77 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:32.237007 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3572893b-3393-46f5-8574-7b25ab18b224 None None] Provisioning complete for port 8f40cfc6-a0f0-426e-9b51-329b2147be1e triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:32.238754 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3572893b-3393-46f5-8574-7b25ab18b224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:32.238875 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f48a855e-2b91-4138-a3f8-6cf5124f46dc tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:32.241841 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e0deaf2d-d7ad-480e-a109-77b9ffe0bc77 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:32.247191 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f48a855e-2b91-4138-a3f8-6cf5124f46dc tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:32.297506 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48a855e-2b91-4138-a3f8-6cf5124f46dc tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:57:32.308865 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e0deaf2d-d7ad-480e-a109-77b9ffe0bc77 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:32.309377 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0deaf2d-d7ad-480e-a109-77b9ffe0bc77 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Fanout notify agent at l3_agent the message router_deleted on router b3dc7b31-9f66-4634-b7a3-2c5afd8d3121 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:57:32.310865 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a855e-2b91-4138-a3f8-6cf5124f46dc tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=307e8189-47a5-4b95-8b50-fb65585a97b0,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:32.324839 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f48a855e-2b91-4138-a3f8-6cf5124f46dc tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:32.325189 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-f48a855e-2b91-4138-a3f8-6cf5124f46dc tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Added segment c57d74fb-cafa-4844-9ce6-cc5c1458b2f5 of type vlan for network 81f625d2-18ad-483d-8efe-b6ec32ab793d Sep 14 22:57:32.336285 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca6566a-8538-48ee-acd1-0cf2e525d346 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:32.340656 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6ca6566a-8538-48ee-acd1-0cf2e525d346 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3843873 Sep 14 22:57:32.343335 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51018) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:32.425093 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f48a855e-2b91-4138-a3f8-6cf5124f46dc tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:32.438197 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e0deaf2d-d7ad-480e-a109-77b9ffe0bc77 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:32.444312 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e0deaf2d-d7ad-480e-a109-77b9ffe0bc77 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/routers/b3dc7b31-9f66-4634-b7a3-2c5afd8d3121 HTTP/1.1" status: 204 len: 168 time: 0.8839219 Sep 14 22:57:32.444502 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51022) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:32.449753 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port a3113cc8-c5aa-4fa0-8db2-9acb663e4406 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:32.450901 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 31651ede-d17b-424d-b3bc-22274934fdbe up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:57:32.472649 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] device_id is not set on port 8a037b3f-d144-427d-9117-25ed6fefa6e0 yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:57:32.506874 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-3572893b-3393-46f5-8574-7b25ab18b224 None None] Current status of the port 8f40cfc6-a0f0-426e-9b51-329b2147be1e is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:32.507253 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3572893b-3393-46f5-8574-7b25ab18b224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:32.509198 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:32.541199 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Transition to ACTIVE for port object 8a037b3f-d144-427d-9117-25ed6fefa6e0 will not be triggered until provisioned by entity L2. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:57:32.548876 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:32.553477 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-3572893b-3393-46f5-8574-7b25ab18b224 None None] For port 8f40cfc6-a0f0-426e-9b51-329b2147be1e, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=8f40cfc6-a0f0-426e-9b51-329b2147be1e,segment=NetworkSegment(af46f0ed-0c5d-4a5b-8b39-e9ca56cebc57),segment_id=af46f0ed-0c5d-4a5b-8b39-e9ca56cebc57)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:57:32.559778 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3572893b-3393-46f5-8574-7b25ab18b224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:32.591337 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 31651ede-d17b-424d-b3bc-22274934fdbe triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:32.591715 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:32.615023 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.db.resource_extend [None req-f48a855e-2b91-4138-a3f8-6cf5124f46dc tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 22:57:32.629671 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197b4eed-df84-4b52-aa30-a5ba8feb4071 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:32.631759 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197b4eed-df84-4b52-aa30-a5ba8feb4071 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:32.633272 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197b4eed-df84-4b52-aa30-a5ba8feb4071 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:32.634070 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-197b4eed-df84-4b52-aa30-a5ba8feb4071 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:57:32.670150 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f48a855e-2b91-4138-a3f8-6cf5124f46dc tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:32.672882 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3572893b-3393-46f5-8574-7b25ab18b224 None None] Provisioning complete for port e89cff04-3de4-4331-86ff-efeeed6e8280 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:32.673252 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3572893b-3393-46f5-8574-7b25ab18b224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:32.676217 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48a855e-2b91-4138-a3f8-6cf5124f46dc tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:32.677365 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f48a855e-2b91-4138-a3f8-6cf5124f46dc tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:32.689348 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Pushing event updated for resources: {'Port': ['ID=8a037b3f-d144-427d-9117-25ed6fefa6e0,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:32.698373 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:32.698704 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] {{(pid=89170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:32.699248 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:32.705911 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-197b4eed-df84-4b52-aa30-a5ba8feb4071 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:57:32.710108 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-197b4eed-df84-4b52-aa30-a5ba8feb4071 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3622622 Sep 14 22:57:32.716679 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-913598c6-8785-4dc9-8592-85d56075fcdc tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Deleting subnet be253f6e-910c-4a54-9b13-7b283c68d86d {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:57:32.723989 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51026) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:32.727560 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-913598c6-8785-4dc9-8592-85d56075fcdc tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:32.738637 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:57:32.739269 dv-neutron-857791-1-hyperv neutron-server[89170]: ERROR neutron.plugins.ml2.managers [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Failed to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] Sep 14 22:57:32.739846 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.plugins.ml2.plugin [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempt 2 to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 Sep 14 22:57:32.743427 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572893b-3393-46f5-8574-7b25ab18b224 None None] Pushing event updated for resources: {'Port': ['ID=8f40cfc6-a0f0-426e-9b51-329b2147be1e,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:32.751874 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-3572893b-3393-46f5-8574-7b25ab18b224 None None] Port e89cff04-3de4-4331-86ff-efeeed6e8280 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:57:32.761396 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:32.761734 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] {{(pid=89170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:32.762068 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:32.774996 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:57:32.775663 dv-neutron-857791-1-hyperv neutron-server[89170]: ERROR neutron.plugins.ml2.managers [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Failed to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] Sep 14 22:57:32.775815 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.plugins.ml2.plugin [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempt 3 to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 Sep 14 22:57:32.794854 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:32.795191 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] {{(pid=89170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:32.795520 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:32.802619 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:57:32.802962 dv-neutron-857791-1-hyperv neutron-server[89170]: ERROR neutron.plugins.ml2.managers [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Failed to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] Sep 14 22:57:32.803324 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.plugins.ml2.plugin [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempt 4 to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 Sep 14 22:57:32.806281 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 31651ede-d17b-424d-b3bc-22274934fdbe is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:32.821237 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:32.821572 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] {{(pid=89170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:32.821923 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:32.828837 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:57:32.829156 dv-neutron-857791-1-hyperv neutron-server[89170]: ERROR neutron.plugins.ml2.managers [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Failed to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] Sep 14 22:57:32.829680 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.plugins.ml2.plugin [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempt 5 to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 Sep 14 22:57:32.838305 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6296d198-a5cf-4c63-adf5-ddd5c7c247db tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:32.845771 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f48a855e-2b91-4138-a3f8-6cf5124f46dc tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0925035 Sep 14 22:57:32.880642 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-2cfdbf12-af33-45af-8f55-abb1f4ce31f9 None None] Provisioning complete for port 8f40cfc6-a0f0-426e-9b51-329b2147be1e triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:32.882154 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2cfdbf12-af33-45af-8f55-abb1f4ce31f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:32.897212 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a855e-2b91-4138-a3f8-6cf5124f46dc tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Pushing event updated for resources: {'Network': ['ID=81f625d2-18ad-483d-8efe-b6ec32ab793d,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:32.908824 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-913598c6-8785-4dc9-8592-85d56075fcdc tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:32.946914 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c538b1b-5388-460c-8a7a-75bb0f1497db tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting subnet da2e1157-e56f-44fc-bffa-090ce119a092 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:57:32.956280 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5c538b1b-5388-460c-8a7a-75bb0f1497db tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:32.963577 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:32.963912 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] {{(pid=89170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:32.964244 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:32.981805 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:57:32.982131 dv-neutron-857791-1-hyperv neutron-server[89170]: ERROR neutron.plugins.ml2.managers [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Failed to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] Sep 14 22:57:32.984379 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.plugins.ml2.plugin [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempt 6 to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 Sep 14 22:57:32.989864 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 81f625d2-18ad-483d-8efe-b6ec32ab793d details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:57:33.012150 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:33.012360 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] {{(pid=89170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:33.012602 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:33.019266 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:57:33.019436 dv-neutron-857791-1-hyperv neutron-server[89170]: ERROR neutron.plugins.ml2.managers [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Failed to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] Sep 14 22:57:33.019893 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.plugins.ml2.plugin [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempt 7 to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 Sep 14 22:57:33.028884 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5c538b1b-5388-460c-8a7a-75bb0f1497db tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:33.109652 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-913598c6-8785-4dc9-8592-85d56075fcdc tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:33.182033 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5c538b1b-5388-460c-8a7a-75bb0f1497db tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:33.248744 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-913598c6-8785-4dc9-8592-85d56075fcdc tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:33.261016 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:33.261591 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] {{(pid=89170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:33.262080 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:33.274119 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:57:33.274650 dv-neutron-857791-1-hyperv neutron-server[89170]: ERROR neutron.plugins.ml2.managers [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Failed to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] Sep 14 22:57:33.275818 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.plugins.ml2.plugin [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempt 8 to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 Sep 14 22:57:33.279742 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-2cfdbf12-af33-45af-8f55-abb1f4ce31f9 None None] Current status of the port 8f40cfc6-a0f0-426e-9b51-329b2147be1e is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:33.301143 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913598c6-8785-4dc9-8592-85d56075fcdc tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event deleted for resources: {'Subnet': ['ID=be253f6e-910c-4a54-9b13-7b283c68d86d,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:33.305474 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-913598c6-8785-4dc9-8592-85d56075fcdc tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:33.307633 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:33.308124 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] {{(pid=89170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:33.308600 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:33.314120 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ede5a0-f8a5-43fd-bd0d-ca7aefd94193 None None] Network 1eabff7c-9292-48e3-8cfb-e6404ff4bfd7 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:33.315472 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:57:33.315795 dv-neutron-857791-1-hyperv neutron-server[89170]: ERROR neutron.plugins.ml2.managers [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Failed to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] Sep 14 22:57:33.316759 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.plugins.ml2.plugin [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempt 9 to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 Sep 14 22:57:33.320866 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-913598c6-8785-4dc9-8592-85d56075fcdc tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/subnets/be253f6e-910c-4a54-9b13-7b283c68d86d HTTP/1.1" status: 204 len: 168 time: 0.8716881 Sep 14 22:57:33.322159 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51030) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:33.346409 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5c538b1b-5388-460c-8a7a-75bb0f1497db tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:33.370017 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:33.370349 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] {{(pid=89170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:33.370679 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:33.386097 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:57:33.386440 dv-neutron-857791-1-hyperv neutron-server[89170]: ERROR neutron.plugins.ml2.managers [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Failed to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] Sep 14 22:57:33.387460 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.plugins.ml2.plugin [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempt 10 to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 Sep 14 22:57:33.461371 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405959b8-bbad-48f7-bc96-5db05bb7787b None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:33.468509 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5c538b1b-5388-460c-8a7a-75bb0f1497db tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:33.473380 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5c538b1b-5388-460c-8a7a-75bb0f1497db tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/da2e1157-e56f-44fc-bffa-090ce119a092 HTTP/1.1" status: 204 len: 168 time: 0.7450612 Sep 14 22:57:33.475465 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51034) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:33.475607 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c538b1b-5388-460c-8a7a-75bb0f1497db tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Subnet': ['ID=da2e1157-e56f-44fc-bffa-090ce119a092,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:33.502301 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:33.502579 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] {{(pid=89170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:33.502884 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:33.513994 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:57:33.514174 dv-neutron-857791-1-hyperv neutron-server[89170]: ERROR neutron.plugins.ml2.managers [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Failed to bind port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] Sep 14 22:57:33.514518 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:33.541579 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-6296d198-a5cf-4c63-adf5-ddd5c7c247db tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Deleting port e89cff04-3de4-4331-86ff-efeeed6e8280 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:33.542201 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6296d198-a5cf-4c63-adf5-ddd5c7c247db tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:33.551810 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b011b782-7b69-47c8-b446-d72286991c28 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:33.574691 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-32190c7c-ce05-4946-ab9a-8afe68ea6e4c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting subnet f2cf28af-2d9a-4f80-9166-e1675cb61316 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:57:33.578210 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-b011b782-7b69-47c8-b446-d72286991c28 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Deleting port 4d1d2f71-f931-478a-816c-32a9db3e7af4 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:33.578548 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b011b782-7b69-47c8-b446-d72286991c28 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:33.633800 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-32190c7c-ce05-4946-ab9a-8afe68ea6e4c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:33.755904 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-32190c7c-ce05-4946-ab9a-8afe68ea6e4c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:33.762601 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] For port 8a037b3f-d144-427d-9117-25ed6fefa6e0, host hv-neutron-8577, cleared binding levels {{(pid=89170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:57:33.762980 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempted to set empty binding levels {{(pid=89170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 14 22:57:33.775277 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:33.775950 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] In _notify_port_updated(), no bound segment for port 8a037b3f-d144-427d-9117-25ed6fefa6e0 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 {{(pid=89170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 14 22:57:33.783107 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:33.784216 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:33.787872 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] 10.222.0.33 "PUT /v2.0/ports/8a037b3f-d144-427d-9117-25ed6fefa6e0 HTTP/1.1" status: 200 len: 981 time: 2.2582262 Sep 14 22:57:33.809880 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51038) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:33.811531 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 8f40cfc6-a0f0-426e-9b51-329b2147be1e up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:57:33.841841 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6296d198-a5cf-4c63-adf5-ddd5c7c247db tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:34.031590 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-b011b782-7b69-47c8-b446-d72286991c28 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] For port 4d1d2f71-f931-478a-816c-32a9db3e7af4, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=4d1d2f71-f931-478a-816c-32a9db3e7af4,segment=NetworkSegment(6f07a971-796a-436c-8196-11e336fcdd4f),segment_id=6f07a971-796a-436c-8196-11e336fcdd4f)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:57:34.032150 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b011b782-7b69-47c8-b446-d72286991c28 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:34.036742 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-6296d198-a5cf-4c63-adf5-ddd5c7c247db tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Calling delete_port for e89cff04-3de4-4331-86ff-efeeed6e8280 owned by network:router_interface {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:57:34.045093 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 8f40cfc6-a0f0-426e-9b51-329b2147be1e triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:34.046131 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:34.159991 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84914cb-a146-434c-b144-415a20b7f6de None None] DHCP port deletion for 1eabff7c-9292-48e3-8cfb-e6404ff4bfd7 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:57:34.170320 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-d84914cb-a146-434c-b144-415a20b7f6de None None] Deleting port 4d1d2f71-f931-478a-816c-32a9db3e7af4 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:34.171006 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d84914cb-a146-434c-b144-415a20b7f6de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:34.192172 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-b011b782-7b69-47c8-b446-d72286991c28 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Calling delete_port for 4d1d2f71-f931-478a-816c-32a9db3e7af4 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:57:34.206675 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f83470-37fc-4e62-9b7c-32d83fc135f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Pushing event updated for resources: {'Port': ['ID=8a037b3f-d144-427d-9117-25ed6fefa6e0,revision_number=3']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:34.221291 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-32190c7c-ce05-4946-ab9a-8afe68ea6e4c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:34.415100 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 8f40cfc6-a0f0-426e-9b51-329b2147be1e is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:34.460854 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6296d198-a5cf-4c63-adf5-ddd5c7c247db tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:34.532490 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e65bae-f35d-4cc1-b93c-511426badab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:34.532997 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e65bae-f35d-4cc1-b93c-511426badab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:34.533464 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e65bae-f35d-4cc1-b93c-511426badab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:34.533927 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e65bae-f35d-4cc1-b93c-511426badab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:34.534385 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e65bae-f35d-4cc1-b93c-511426badab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:34.534842 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e65bae-f35d-4cc1-b93c-511426badab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:34.535298 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e65bae-f35d-4cc1-b93c-511426badab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:34.535752 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e65bae-f35d-4cc1-b93c-511426badab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:34.537184 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e65bae-f35d-4cc1-b93c-511426badab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:34.537289 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e65bae-f35d-4cc1-b93c-511426badab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:34.537687 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e65bae-f35d-4cc1-b93c-511426badab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:34.539039 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-25e65bae-f35d-4cc1-b93c-511426badab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Synchronizing usage tracker for tenant:432f02a9ba0d4aeca1b508baeb2e9f8f on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:57:34.596376 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296d198-a5cf-4c63-adf5-ddd5c7c247db tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Pushing event deleted for resources: {'Port': ['ID=e89cff04-3de4-4331-86ff-efeeed6e8280,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:34.604975 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-25e65bae-f35d-4cc1-b93c-511426badab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Unset dirty status for tenant:432f02a9ba0d4aeca1b508baeb2e9f8f on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:57:34.606127 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-25e65bae-f35d-4cc1-b93c-511426badab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10298 time: 0.7952976 Sep 14 22:57:34.610469 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51042) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:34.703134 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-d84914cb-a146-434c-b144-415a20b7f6de None None] For port 4d1d2f71-f931-478a-816c-32a9db3e7af4, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=4d1d2f71-f931-478a-816c-32a9db3e7af4,segment=NetworkSegment(6f07a971-796a-436c-8196-11e336fcdd4f),segment_id=6f07a971-796a-436c-8196-11e336fcdd4f)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:57:34.705316 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d84914cb-a146-434c-b144-415a20b7f6de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:34.758759 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-000b2340-8878-474e-b23f-61851f03b130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Deleting port 8a037b3f-d144-427d-9117-25ed6fefa6e0 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:34.760815 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-000b2340-8878-474e-b23f-61851f03b130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:34.824156 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b011b782-7b69-47c8-b446-d72286991c28 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:34.944797 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011b782-7b69-47c8-b446-d72286991c28 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event deleted for resources: {'Port': ['ID=4d1d2f71-f931-478a-816c-32a9db3e7af4,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:34.959229 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b011b782-7b69-47c8-b446-d72286991c28 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] No DVR routers for this DVR port 4d1d2f71-f931-478a-816c-32a9db3e7af4 on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:57:34.965205 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-32190c7c-ce05-4946-ab9a-8afe68ea6e4c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:34.980745 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-d84914cb-a146-434c-b144-415a20b7f6de None None] Calling delete_port for 4d1d2f71-f931-478a-816c-32a9db3e7af4 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:57:35.050160 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6296d198-a5cf-4c63-adf5-ddd5c7c247db tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:35.066793 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-d84914cb-a146-434c-b144-415a20b7f6de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:57:35.067408 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-d84914cb-a146-434c-b144-415a20b7f6de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:57:35.099191 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d0f439-1d18-4a29-8180-d6da76863798 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:35.100802 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-32190c7c-ce05-4946-ab9a-8afe68ea6e4c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:35.113887 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32190c7c-ce05-4946-ab9a-8afe68ea6e4c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Subnet': ['ID=f2cf28af-2d9a-4f80-9166-e1675cb61316,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:35.241463 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-69bdd6c3-5eb2-4686-a798-6d741ba51352 None None] Provisioning complete for port a3113cc8-c5aa-4fa0-8db2-9acb663e4406 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:35.242073 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-69bdd6c3-5eb2-4686-a798-6d741ba51352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:35.248177 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-32190c7c-ce05-4946-ab9a-8afe68ea6e4c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/f2cf28af-2d9a-4f80-9166-e1675cb61316 HTTP/1.1" status: 204 len: 168 time: 1.7705004 Sep 14 22:57:35.252209 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51050) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:35.288858 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b011b782-7b69-47c8-b446-d72286991c28 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:35.454450 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-000b2340-8878-474e-b23f-61851f03b130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] For port 8a037b3f-d144-427d-9117-25ed6fefa6e0, host hv-neutron-8577, got binding levels [] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:57:35.454830 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-000b2340-8878-474e-b23f-61851f03b130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:35.480693 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-69bdd6c3-5eb2-4686-a798-6d741ba51352 None None] Current status of the port a3113cc8-c5aa-4fa0-8db2-9acb663e4406 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:35.490550 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b0afc4f6-f5cf-4854-b421-d09232dd3875 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2370591 Sep 14 22:57:35.544992 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51054) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:35.558305 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-f17c34c9-3703-447a-9c90-019c2a482877 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:35.568721 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-d84914cb-a146-434c-b144-415a20b7f6de None None] Deleting port 4d1d2f71-f931-478a-816c-32a9db3e7af4 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:35.569846 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d84914cb-a146-434c-b144-415a20b7f6de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:35.608434 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-000b2340-8878-474e-b23f-61851f03b130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Calling delete_port for 8a037b3f-d144-427d-9117-25ed6fefa6e0 owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:57:35.660698 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-d84914cb-a146-434c-b144-415a20b7f6de None None] The port '4d1d2f71-f931-478a-816c-32a9db3e7af4' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:57:35.663126 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a669b700-96b5-4fd2-a2b2-6d49c07255e9 None None] DHCP port deletion for ac1cbc11-ac8d-43cd-9c1d-398cae68a205 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:57:35.665918 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-b011b782-7b69-47c8-b446-d72286991c28 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eabff7c-9292-48e3-8cfb-e6404ff4bfd7']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:35.675991 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-a669b700-96b5-4fd2-a2b2-6d49c07255e9 None None] Deleting port a3113cc8-c5aa-4fa0-8db2-9acb663e4406 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:35.677453 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a669b700-96b5-4fd2-a2b2-6d49c07255e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:35.697980 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-b011b782-7b69-47c8-b446-d72286991c28 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f07a971-796a-436c-8196-11e336fcdd4f') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:35.698274 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-b011b782-7b69-47c8-b446-d72286991c28 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f07a971-796a-436c-8196-11e336fcdd4f') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:35.719860 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b011b782-7b69-47c8-b446-d72286991c28 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:35.752300 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b011b782-7b69-47c8-b446-d72286991c28 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:35.764173 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b011b782-7b69-47c8-b446-d72286991c28 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:57:35.765706 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b011b782-7b69-47c8-b446-d72286991c28 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:35.775323 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device a3113cc8-c5aa-4fa0-8db2-9acb663e4406 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:57:35.794312 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-f17c34c9-3703-447a-9c90-019c2a482877 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:35.806620 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6296d198-a5cf-4c63-adf5-ddd5c7c247db tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Router 0c2f765c-bbf8-45b0-87da-c3c89fc231a2 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:57:35.815027 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-f17c34c9-3703-447a-9c90-019c2a482877 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:subnet and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:35.825972 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-f17c34c9-3703-447a-9c90-019c2a482877 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:35.859665 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 6f07a971-796a-436c-8196-11e336fcdd4f resource provider aggregate not found Sep 14 22:57:35.863049 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-000b2340-8878-474e-b23f-61851f03b130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:35.913932 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-f17c34c9-3703-447a-9c90-019c2a482877 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:35.939538 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 6f07a971-796a-436c-8196-11e336fcdd4f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6f07a971-796a-436c-8196-11e336fcdd4f found for delete ", "request_id": "req-a3b199e5-2b31-491d-b435-cb0d43501633"}]} Sep 14 22:57:35.952135 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b2340-8878-474e-b23f-61851f03b130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a037b3f-d144-427d-9117-25ed6fefa6e0,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:35.972681 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-000b2340-8878-474e-b23f-61851f03b130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:35.990762 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b011b782-7b69-47c8-b446-d72286991c28 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:36.004038 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b011b782-7b69-47c8-b446-d72286991c28 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:36.009997 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6296d198-a5cf-4c63-adf5-ddd5c7c247db tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:57:36.010867 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51062) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:36.012939 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b011b782-7b69-47c8-b446-d72286991c28 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/networks/1eabff7c-9292-48e3-8cfb-e6404ff4bfd7 HTTP/1.1" status: 204 len: 168 time: 2.6886363 Sep 14 22:57:36.021002 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20617ba5-512b-4a27-b9cf-b53adcca9337 None None] Sync routers for ids ['0c2f765c-bbf8-45b0-87da-c3c89fc231a2'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:57:36.021654 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-ab8f173f-885e-4164-b100-475dde86fe42 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1952997040', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}, 'admin_state_up': False}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:36.029148 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-ab8f173f-885e-4164-b100-475dde86fe42 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:36.034111 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-ab8f173f-885e-4164-b100-475dde86fe42 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Usage tracker for resource:router and tenant:25d4f6710d2343efa0693e5e6584ceb8 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:36.035603 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20617ba5-512b-4a27-b9cf-b53adcca9337 None None] Routers {'0c2f765c-bbf8-45b0-87da-c3c89fc231a2'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:57:36.038343 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-ab8f173f-885e-4164-b100-475dde86fe42 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:36.040638 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-20617ba5-512b-4a27-b9cf-b53adcca9337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:57:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['0c2f765c-bbf8-45b0-87da-c3c89fc231a2'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:36.044139 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-ab8f173f-885e-4164-b100-475dde86fe42 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:36.064290 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6296d198-a5cf-4c63-adf5-ddd5c7c247db tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] 10.222.0.33 "PUT /v2.0/routers/0c2f765c-bbf8-45b0-87da-c3c89fc231a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2834387 Sep 14 22:57:36.064290 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ab8f173f-885e-4164-b100-475dde86fe42 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:36.066821 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ab8f173f-885e-4164-b100-475dde86fe42 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:36.071055 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51066) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:36.081367 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17c34c9-3703-447a-9c90-019c2a482877 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:36.081367 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f17c34c9-3703-447a-9c90-019c2a482877 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:36.085130 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-a669b700-96b5-4fd2-a2b2-6d49c07255e9 None None] For port a3113cc8-c5aa-4fa0-8db2-9acb663e4406, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=a3113cc8-c5aa-4fa0-8db2-9acb663e4406,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:57:36.085619 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a669b700-96b5-4fd2-a2b2-6d49c07255e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:36.087448 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-000b2340-8878-474e-b23f-61851f03b130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] 10.222.0.33 "DELETE /v2.0/ports/8a037b3f-d144-427d-9117-25ed6fefa6e0 HTTP/1.1" status: 204 len: 168 time: 1.4768083 Sep 14 22:57:36.091375 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51070) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:36.091543 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51072) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:36.100031 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-c6cb4248-7a90-4dd8-b182-75491a298f40 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Request body: {'subnet': {'network_id': '81f625d2-18ad-483d-8efe-b6ec32ab793d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:36.156355 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-20617ba5-512b-4a27-b9cf-b53adcca9337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:36.158500 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011b782-7b69-47c8-b446-d72286991c28 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event deleted for resources: {'Network': ['ID=1eabff7c-9292-48e3-8cfb-e6404ff4bfd7,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:36.173584 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20617ba5-512b-4a27-b9cf-b53adcca9337 None None] Routers {'0c2f765c-bbf8-45b0-87da-c3c89fc231a2'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:57:36.174361 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-20617ba5-512b-4a27-b9cf-b53adcca9337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:57:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['0c2f765c-bbf8-45b0-87da-c3c89fc231a2'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:36.219922 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port a3113cc8-c5aa-4fa0-8db2-9acb663e4406 is: ACTIVE; New status is: DOWN {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:36.220361 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:36.230272 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-e5932a34-7e2f-4bcf-ac26-0fdbfa946866 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] delete failed (client error): The resource could not be found. Sep 14 22:57:36.235552 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-e5932a34-7e2f-4bcf-ac26-0fdbfa946866 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] 10.222.0.33 "DELETE /v2.0/routers/tempest-non_exist_router-797566888 HTTP/1.1" status: 404 len: 334 time: 0.1588266 Sep 14 22:57:36.235716 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-03be08e9-7458-40ae-902e-5ca8c6e962a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] GET failed (client error): The resource could not be found. Sep 14 22:57:36.235716 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-03be08e9-7458-40ae-902e-5ca8c6e962a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Synchronizing usage tracker for tenant:432f02a9ba0d4aeca1b508baeb2e9f8f on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:57:36.237199 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51078) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:36.246742 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-bfa05e39-c12f-4330-ad22-5d047660b84f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Request body: {'router': {'external_gateway_info': {'network_id': '0c2f765c-bbf8-45b0-87da-c3c89fc231a2'}}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:36.257362 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ab8f173f-885e-4164-b100-475dde86fe42 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:36.265440 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-20617ba5-512b-4a27-b9cf-b53adcca9337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:36.266226 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20617ba5-512b-4a27-b9cf-b53adcca9337 None None] The sync data for ids ['0c2f765c-bbf8-45b0-87da-c3c89fc231a2'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:57:36.306843 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-a669b700-96b5-4fd2-a2b2-6d49c07255e9 None None] Calling delete_port for a3113cc8-c5aa-4fa0-8db2-9acb663e4406 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:57:36.376256 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port a3113cc8-c5aa-4fa0-8db2-9acb663e4406, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=a3113cc8-c5aa-4fa0-8db2-9acb663e4406,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:57:36.383574 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:36.384344 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 4d1d2f71-f931-478a-816c-32a9db3e7af4 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:57:36.426150 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-03be08e9-7458-40ae-902e-5ca8c6e962a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Unset dirty status for tenant:432f02a9ba0d4aeca1b508baeb2e9f8f on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:57:36.427538 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-03be08e9-7458-40ae-902e-5ca8c6e962a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] 10.222.0.33 "GET /v2.0/ports/8a037b3f-d144-427d-9117-25ed6fefa6e0 HTTP/1.1" status: 404 len: 333 time: 0.3330448 Sep 14 22:57:36.437162 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51082) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:36.477146 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 4d1d2f71-f931-478a-816c-32a9db3e7af4 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:57:36.477377 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 4d1d2f71-f931-478a-816c-32a9db3e7af4 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:57:36.496056 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c6cb4248-7a90-4dd8-b182-75491a298f40 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:36.507547 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-958d8132-7c3b-433e-8002-44b69c7ed540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-880758999', 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:36.519245 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=a3113cc8-c5aa-4fa0-8db2-9acb663e4406,revision_number=12']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:36.522957 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-a669b700-96b5-4fd2-a2b2-6d49c07255e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:57:36.523309 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-a669b700-96b5-4fd2-a2b2-6d49c07255e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:57:36.523809 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c6cb4248-7a90-4dd8-b182-75491a298f40 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Usage tracker for resource:subnet and tenant:d414d78b994047078c628b39b0ceaf5c is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:36.526739 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-958d8132-7c3b-433e-8002-44b69c7ed540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:36.529283 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c6cb4248-7a90-4dd8-b182-75491a298f40 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:36.623117 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ab8f173f-885e-4164-b100-475dde86fe42 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:36.702021 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c6cb4248-7a90-4dd8-b182-75491a298f40 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:36.724102 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-958d8132-7c3b-433e-8002-44b69c7ed540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:36.771984 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f17c34c9-3703-447a-9c90-019c2a482877 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:36.787879 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cb4248-7a90-4dd8-b182-75491a298f40 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Made reservation on behalf of d414d78b994047078c628b39b0ceaf5c for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:36.791273 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c6cb4248-7a90-4dd8-b182-75491a298f40 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:36.842712 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17c34c9-3703-447a-9c90-019c2a482877 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:36.849616 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-f17c34c9-3703-447a-9c90-019c2a482877 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:36.852545 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17c34c9-3703-447a-9c90-019c2a482877 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:36.853153 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f17c34c9-3703-447a-9c90-019c2a482877 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:36.874293 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c34c9-3703-447a-9c90-019c2a482877 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Subnet': ['ID=4da8a4fb-f0a0-494c-a7fd-fdc44641cf4d,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:36.876106 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958d8132-7c3b-433e-8002-44b69c7ed540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Made reservation on behalf of 432f02a9ba0d4aeca1b508baeb2e9f8f for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:36.878461 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-958d8132-7c3b-433e-8002-44b69c7ed540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:36.907744 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f17c34c9-3703-447a-9c90-019c2a482877 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3588111 Sep 14 22:57:36.907972 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51086) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:36.914802 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-d7a8044b-b9d7-49fa-9113-0b472490f3d3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:36.967358 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bfa05e39-c12f-4330-ad22-5d047660b84f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:36.986652 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-958d8132-7c3b-433e-8002-44b69c7ed540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] device_id is not set on port e95d5839-df52-4a3b-afba-c29e35b87224 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:57:37.025205 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-a669b700-96b5-4fd2-a2b2-6d49c07255e9 None None] Deleting port a3113cc8-c5aa-4fa0-8db2-9acb663e4406 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:37.025635 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a669b700-96b5-4fd2-a2b2-6d49c07255e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:37.043131 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-bfa05e39-c12f-4330-ad22-5d047660b84f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] update failed (client error): The resource could not be found. Sep 14 22:57:37.044166 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-bfa05e39-c12f-4330-ad22-5d047660b84f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] 10.222.0.33 "PUT /v2.0/routers/0c2f765c-bbf8-45b0-87da-c3c89fc231a2 HTTP/1.1" status: 404 len: 339 time: 0.8016787 Sep 14 22:57:37.052416 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51090) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:37.263179 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-a669b700-96b5-4fd2-a2b2-6d49c07255e9 None None] For port a3113cc8-c5aa-4fa0-8db2-9acb663e4406, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=a3113cc8-c5aa-4fa0-8db2-9acb663e4406,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:57:37.263803 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a669b700-96b5-4fd2-a2b2-6d49c07255e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:37.329452 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ab8f173f-885e-4164-b100-475dde86fe42 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router_gateway, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:37.370758 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ab8f173f-885e-4164-b100-475dde86fe42 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:37.389374 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-a669b700-96b5-4fd2-a2b2-6d49c07255e9 None None] Calling delete_port for a3113cc8-c5aa-4fa0-8db2-9acb663e4406 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:57:37.420168 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-d7a8044b-b9d7-49fa-9113-0b472490f3d3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:37.429015 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-d7a8044b-b9d7-49fa-9113-0b472490f3d3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:subnet and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:37.437457 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-d7a8044b-b9d7-49fa-9113-0b472490f3d3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:37.451937 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-d7a8044b-b9d7-49fa-9113-0b472490f3d3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:37.472957 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a8044b-b9d7-49fa-9113-0b472490f3d3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:37.477066 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d7a8044b-b9d7-49fa-9113-0b472490f3d3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:37.478936 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a669b700-96b5-4fd2-a2b2-6d49c07255e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:37.527444 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669b700-96b5-4fd2-a2b2-6d49c07255e9 None None] Pushing event deleted for resources: {'Port': ['ID=a3113cc8-c5aa-4fa0-8db2-9acb663e4406,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:37.532915 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a669b700-96b5-4fd2-a2b2-6d49c07255e9 None None] No DVR routers for this DVR port a3113cc8-c5aa-4fa0-8db2-9acb663e4406 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:57:37.547180 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cf52f9-81b2-44ac-82cc-d62dc6eae645 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:37.658529 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-ab8f173f-885e-4164-b100-475dde86fe42 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Allocated IP 172.26.5.82 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/e1a6a7f6-4d56-4a32-a06c-0d1b2bdb12ad) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:57:37.660309 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-998f18f6-f041-417a-8c3f-1449223017f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:37.748804 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c6cb4248-7a90-4dd8-b182-75491a298f40 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:37.780874 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.ipam_backend_mixin [None req-d7a8044b-b9d7-49fa-9113-0b472490f3d3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4da8a4fb-f0a0-494c-a7fd-fdc44641cf4d (CIDR: 2001:db8::/64) Sep 14 22:57:37.786908 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a8044b-b9d7-49fa-9113-0b472490f3d3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 22:57:37.787113 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e215b103-3a8f-4900-b717-b1034137aa68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'tenant_id': '85df200b99f948bea73339849d4d7aa6', 'fixed_ips': [{'subnet_id': '4da8a4fb-f0a0-494c-a7fd-fdc44641cf4d'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:57:37.787509 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7a8044b-b9d7-49fa-9113-0b472490f3d3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:37.787765 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e215b103-3a8f-4900-b717-b1034137aa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:37.804516 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-958d8132-7c3b-433e-8002-44b69c7ed540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:37.818529 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d7a8044b-b9d7-49fa-9113-0b472490f3d3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9060702 Sep 14 22:57:37.826438 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51094) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:37.834609 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-113d500c-972e-4790-904b-b7d355842450 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'subnet': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:37.881314 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e8bf9568-e997-49b7-9bff-53cad4e42ef5 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:37.906255 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb4248-7a90-4dd8-b182-75491a298f40 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Pushing event updated for resources: {'Subnet': ['ID=fec1cf66-c928-40c3-a958-8846e5fb3ea8,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:37.953818 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-e215b103-3a8f-4900-b717-b1034137aa68 None None] Allocated IP 2001:db8::2 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/4da8a4fb-f0a0-494c-a7fd-fdc44641cf4d/40811450-b24e-4464-818d-c2c6f96e2d6e) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:57:37.960551 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ab8f173f-885e-4164-b100-475dde86fe42 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:38.026042 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-113d500c-972e-4790-904b-b7d355842450 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:38.030895 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-113d500c-972e-4790-904b-b7d355842450 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:subnet and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:38.034826 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-113d500c-972e-4790-904b-b7d355842450 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:38.042512 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-113d500c-972e-4790-904b-b7d355842450 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:38.069214 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ab8f173f-885e-4164-b100-475dde86fe42 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:38.105849 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113d500c-972e-4790-904b-b7d355842450 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:38.109792 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-113d500c-972e-4790-904b-b7d355842450 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:38.174102 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e215b103-3a8f-4900-b717-b1034137aa68 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:38.186204 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e215b103-3a8f-4900-b717-b1034137aa68 None None] Transition to ACTIVE for port object 40811450-b24e-4464-818d-c2c6f96e2d6e will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:57:38.206647 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cb4248-7a90-4dd8-b182-75491a298f40 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Checking segment: {'id': 'c57d74fb-cafa-4844-9ce6-cc5c1458b2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '81f625d2-18ad-483d-8efe-b6ec32ab793d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:57:38.207050 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e215b103-3a8f-4900-b717-b1034137aa68 None None] Transition to ACTIVE for port object 40811450-b24e-4464-818d-c2c6f96e2d6e will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:57:38.207170 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cb4248-7a90-4dd8-b182-75491a298f40 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Network hostable DHCP agents. Network: 81f625d2-18ad-483d-8efe-b6ec32ab793d, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:57:38.215251 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e215b103-3a8f-4900-b717-b1034137aa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:38.240592 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8f173f-885e-4164-b100-475dde86fe42 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:38.248292 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-ab8f173f-885e-4164-b100-475dde86fe42 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:38.267429 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8f173f-885e-4164-b100-475dde86fe42 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:57:38.285367 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e215b103-3a8f-4900-b717-b1034137aa68 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:38.288569 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-e215b103-3a8f-4900-b717-b1034137aa68 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:38.292802 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e215b103-3a8f-4900-b717-b1034137aa68 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:57:38.296091 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f173f-885e-4164-b100-475dde86fe42 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Port': ['ID=e1a6a7f6-4d56-4a32-a06c-0d1b2bdb12ad,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:38.297800 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-958d8132-7c3b-433e-8002-44b69c7ed540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:38.298443 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215b103-3a8f-4900-b717-b1034137aa68 None None] Pushing event updated for resources: {'Port': ['ID=40811450-b24e-4464-818d-c2c6f96e2d6e,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:38.352745 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cb4248-7a90-4dd8-b182-75491a298f40 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Network 81f625d2-18ad-483d-8efe-b6ec32ab793d is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:57:38.440082 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958d8132-7c3b-433e-8002-44b69c7ed540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:38.449564 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-958d8132-7c3b-433e-8002-44b69c7ed540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:38.451971 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958d8132-7c3b-433e-8002-44b69c7ed540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:57:38.453120 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958d8132-7c3b-433e-8002-44b69c7ed540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:38.453713 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-958d8132-7c3b-433e-8002-44b69c7ed540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:38.458289 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e215b103-3a8f-4900-b717-b1034137aa68 None None] Attempting to bind port 40811450-b24e-4464-818d-c2c6f96e2d6e on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:38.458987 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e215b103-3a8f-4900-b717-b1034137aa68 None None] Attempting to bind port 40811450-b24e-4464-818d-c2c6f96e2d6e by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:38.459529 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e215b103-3a8f-4900-b717-b1034137aa68 None None] Attempting to bind port 40811450-b24e-4464-818d-c2c6f96e2d6e on network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:38.463586 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-c6cb4248-7a90-4dd8-b182-75491a298f40 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 81f625d2-18ad-483d-8efe-b6ec32ab793d) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:38.466076 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e215b103-3a8f-4900-b717-b1034137aa68 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:57:38.466554 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e215b103-3a8f-4900-b717-b1034137aa68 None None] Checking segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:57:38.467041 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e215b103-3a8f-4900-b717-b1034137aa68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:38.467518 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e215b103-3a8f-4900-b717-b1034137aa68 None None] Bound using segment: {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:57:38.467754 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cb4248-7a90-4dd8-b182-75491a298f40 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:38.468275 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e215b103-3a8f-4900-b717-b1034137aa68 None None] Bound port: 40811450-b24e-4464-818d-c2c6f96e2d6e, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a766e666-c4f6-4100-bbd3-be0c9abc45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:57:38.468426 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c6cb4248-7a90-4dd8-b182-75491a298f40 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:38.469044 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e215b103-3a8f-4900-b717-b1034137aa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:38.481371 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d8132-7c3b-433e-8002-44b69c7ed540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Pushing event updated for resources: {'Port': ['ID=e95d5839-df52-4a3b-afba-c29e35b87224,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:38.483330 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc75b80d-6115-46ea-9521-e8dcec2440bd None None] Network 81f625d2-18ad-483d-8efe-b6ec32ab793d requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:38.572253 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c6cb4248-7a90-4dd8-b182-75491a298f40 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4798191 Sep 14 22:57:38.578673 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-958d8132-7c3b-433e-8002-44b69c7ed540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.1362703 Sep 14 22:57:38.578871 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51098) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:38.579328 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51100) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:38.585617 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-1ebee00b-2439-40a8-914d-f4176079c755 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1313091388'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:38.622848 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-e8bf9568-e997-49b7-9bff-53cad4e42ef5 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Allocated IP 172.20.0.1 (5eab9551-ac70-4169-a55c-93205b92b956/caff4150-44e8-4282-a36c-80f9c668b993/13f45459-7029-46af-b056-f77bbe3f6b89) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:57:38.645794 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1ebee00b-2439-40a8-914d-f4176079c755 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:38.658659 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1ebee00b-2439-40a8-914d-f4176079c755 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Usage tracker for resource:network and tenant:d414d78b994047078c628b39b0ceaf5c is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:38.676466 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adbf0e8-a85b-4363-be89-5cb36a2cc44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:38.677085 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1adbf0e8-a85b-4363-be89-5cb36a2cc44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Synchronizing usage tracker for tenant:432f02a9ba0d4aeca1b508baeb2e9f8f on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:57:38.750802 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-e215b103-3a8f-4900-b717-b1034137aa68 None None] For port 40811450-b24e-4464-818d-c2c6f96e2d6e, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:57:38.763888 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1adbf0e8-a85b-4363-be89-5cb36a2cc44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Unset dirty status for tenant:432f02a9ba0d4aeca1b508baeb2e9f8f on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:57:38.765169 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1adbf0e8-a85b-4363-be89-5cb36a2cc44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] 10.222.0.33 "GET /v2.0/ports/e95d5839-df52-4a3b-afba-c29e35b87224 HTTP/1.1" status: 200 len: 958 time: 0.1851649 Sep 14 22:57:38.768883 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51106) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:38.801816 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-e215b103-3a8f-4900-b717-b1034137aa68 None None] For port 40811450-b24e-4464-818d-c2c6f96e2d6e, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=40811450-b24e-4464-818d-c2c6f96e2d6e,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:57:38.802134 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1ebee00b-2439-40a8-914d-f4176079c755 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:38.810468 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e215b103-3a8f-4900-b717-b1034137aa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:38.815026 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1ebee00b-2439-40a8-914d-f4176079c755 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:38.871532 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd12bf62-729a-4455-8c9f-e865c6639bfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-81f625d2-18ad-483d-8efe-b6ec32ab793d', 'network_id': '81f625d2-18ad-483d-8efe-b6ec32ab793d', 'tenant_id': 'd414d78b994047078c628b39b0ceaf5c', 'fixed_ips': [{'subnet_id': 'fec1cf66-c928-40c3-a958-8846e5fb3ea8'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:57:38.872381 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cd12bf62-729a-4455-8c9f-e865c6639bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:38.873172 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-9db75cb0-be7d-4dd8-bc5a-4d5f0058cb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Deleting port e95d5839-df52-4a3b-afba-c29e35b87224 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:38.873515 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9db75cb0-be7d-4dd8-bc5a-4d5f0058cb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:38.900112 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebee00b-2439-40a8-914d-f4176079c755 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Made reservation on behalf of d414d78b994047078c628b39b0ceaf5c for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:38.903671 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1ebee00b-2439-40a8-914d-f4176079c755 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:38.932311 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e8bf9568-e997-49b7-9bff-53cad4e42ef5 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:38.952883 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-e8bf9568-e997-49b7-9bff-53cad4e42ef5 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Transition to ACTIVE for port object 13f45459-7029-46af-b056-f77bbe3f6b89 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:57:38.997705 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ab8f173f-885e-4164-b100-475dde86fe42 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router_gateway, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:39.046601 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ebee00b-2439-40a8-914d-f4176079c755 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:57:39.060558 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-cd12bf62-729a-4455-8c9f-e865c6639bfe None None] Allocated IP 2001:db8:0:ffff::2 (81f625d2-18ad-483d-8efe-b6ec32ab793d/fec1cf66-c928-40c3-a958-8846e5fb3ea8/ee31a67e-2c81-493c-8570-f1180f193c4c) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:57:39.101049 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e8bf9568-e997-49b7-9bff-53cad4e42ef5 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:39.122103 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1ebee00b-2439-40a8-914d-f4176079c755 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:39.122583 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-1ebee00b-2439-40a8-914d-f4176079c755 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Added segment 11f97132-8ae8-4021-b069-81de42113b59 of type vlan for network 8507839f-c7c2-476a-9a60-67855f536fa0 Sep 14 22:57:39.214927 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bf9568-e997-49b7-9bff-53cad4e42ef5 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Network 5eab9551-ac70-4169-a55c-93205b92b956 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:39.221675 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-e8bf9568-e997-49b7-9bff-53cad4e42ef5 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:39.227576 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bf9568-e997-49b7-9bff-53cad4e42ef5 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:57:39.269227 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1ebee00b-2439-40a8-914d-f4176079c755 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:39.270020 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9db75cb0-be7d-4dd8-bc5a-4d5f0058cb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:39.296758 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf9568-e997-49b7-9bff-53cad4e42ef5 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Pushing event updated for resources: {'Port': ['ID=13f45459-7029-46af-b056-f77bbe3f6b89,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:39.309258 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cd12bf62-729a-4455-8c9f-e865c6639bfe None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:39.322672 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-cd12bf62-729a-4455-8c9f-e865c6639bfe None None] Transition to ACTIVE for port object ee31a67e-2c81-493c-8570-f1180f193c4c will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:57:39.343167 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-cd12bf62-729a-4455-8c9f-e865c6639bfe None None] Transition to ACTIVE for port object ee31a67e-2c81-493c-8570-f1180f193c4c will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:57:39.365710 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cd12bf62-729a-4455-8c9f-e865c6639bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:39.387289 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd12bf62-729a-4455-8c9f-e865c6639bfe None None] Network 81f625d2-18ad-483d-8efe-b6ec32ab793d is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:39.391081 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-cd12bf62-729a-4455-8c9f-e865c6639bfe None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:39.396170 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd12bf62-729a-4455-8c9f-e865c6639bfe None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:57:39.421448 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.objects.ports [None req-113d500c-972e-4790-904b-b7d355842450 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89170) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 14 22:57:39.468297 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-9db75cb0-be7d-4dd8-bc5a-4d5f0058cb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Calling delete_port for e95d5839-df52-4a3b-afba-c29e35b87224 owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:57:39.506684 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1ebee00b-2439-40a8-914d-f4176079c755 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:39.512364 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebee00b-2439-40a8-914d-f4176079c755 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:39.513161 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1ebee00b-2439-40a8-914d-f4176079c755 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:39.550700 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e8bf9568-e997-49b7-9bff-53cad4e42ef5 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:39.587909 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215b103-3a8f-4900-b717-b1034137aa68 None None] Pushing event updated for resources: {'Port': ['ID=40811450-b24e-4464-818d-c2c6f96e2d6e,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:39.631955 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-cd12bf62-729a-4455-8c9f-e865c6639bfe None None] Attempting to bind port ee31a67e-2c81-493c-8570-f1180f193c4c on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:39.631955 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-cd12bf62-729a-4455-8c9f-e865c6639bfe None None] Attempting to bind port ee31a67e-2c81-493c-8570-f1180f193c4c by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'c57d74fb-cafa-4844-9ce6-cc5c1458b2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '81f625d2-18ad-483d-8efe-b6ec32ab793d'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:39.632264 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd12bf62-729a-4455-8c9f-e865c6639bfe None None] Attempting to bind port ee31a67e-2c81-493c-8570-f1180f193c4c on network 81f625d2-18ad-483d-8efe-b6ec32ab793d {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:39.647796 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9db75cb0-be7d-4dd8-bc5a-4d5f0058cb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:39.674080 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd12bf62-729a-4455-8c9f-e865c6639bfe None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:57:39.674080 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd12bf62-729a-4455-8c9f-e865c6639bfe None None] Checking segment: {'id': 'c57d74fb-cafa-4844-9ce6-cc5c1458b2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '81f625d2-18ad-483d-8efe-b6ec32ab793d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:57:39.674080 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cd12bf62-729a-4455-8c9f-e865c6639bfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:39.674543 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd12bf62-729a-4455-8c9f-e865c6639bfe None None] Bound using segment: {'id': 'c57d74fb-cafa-4844-9ce6-cc5c1458b2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '81f625d2-18ad-483d-8efe-b6ec32ab793d'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:57:39.674894 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-cd12bf62-729a-4455-8c9f-e865c6639bfe None None] Bound port: ee31a67e-2c81-493c-8570-f1180f193c4c, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c57d74fb-cafa-4844-9ce6-cc5c1458b2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '81f625d2-18ad-483d-8efe-b6ec32ab793d'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:57:39.675535 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cd12bf62-729a-4455-8c9f-e865c6639bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:39.759373 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3a7b53e1-6864-436b-abaf-7383f4bd5e92 None None] Provisioning for port 13f45459-7029-46af-b056-f77bbe3f6b89 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:57:39.764690 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1ebee00b-2439-40a8-914d-f4176079c755 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1843624 Sep 14 22:57:39.769573 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51114) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:39.793209 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebee00b-2439-40a8-914d-f4176079c755 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Pushing event updated for resources: {'Network': ['ID=8507839f-c7c2-476a-9a60-67855f536fa0,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:39.802296 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-3701ccda-093d-4f70-a39b-bfb3a5156d18 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Request body: {'subnet': {'network_id': '8507839f-c7c2-476a-9a60-67855f536fa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:39.803220 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3a7b53e1-6864-436b-abaf-7383f4bd5e92 None None] Provisioning complete for port 13f45459-7029-46af-b056-f77bbe3f6b89 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:39.803588 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3a7b53e1-6864-436b-abaf-7383f4bd5e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:39.825504 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db75cb0-be7d-4dd8-bc5a-4d5f0058cb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Pushing event deleted for resources: {'Port': ['ID=e95d5839-df52-4a3b-afba-c29e35b87224,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:39.865594 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9db75cb0-be7d-4dd8-bc5a-4d5f0058cb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:39.878795 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-3a7b53e1-6864-436b-abaf-7383f4bd5e92 None None] Port 13f45459-7029-46af-b056-f77bbe3f6b89 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:57:39.881118 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 8507839f-c7c2-476a-9a60-67855f536fa0 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:57:39.893501 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9db75cb0-be7d-4dd8-bc5a-4d5f0058cb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] 10.222.0.33 "DELETE /v2.0/ports/e95d5839-df52-4a3b-afba-c29e35b87224 HTTP/1.1" status: 204 len: 168 time: 1.1241806 Sep 14 22:57:39.894417 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12bf62-729a-4455-8c9f-e865c6639bfe None None] Pushing event updated for resources: {'Port': ['ID=ee31a67e-2c81-493c-8570-f1180f193c4c,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:39.898086 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51118) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:39.913857 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 40811450-b24e-4464-818d-c2c6f96e2d6e up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:57:39.931811 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ab8f173f-885e-4164-b100-475dde86fe42 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:39.953116 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e8bf9568-e997-49b7-9bff-53cad4e42ef5 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:39.962272 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f7fcdf2-a4d3-4e3d-9009-5684c823bfe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] GET failed (client error): The resource could not be found. Sep 14 22:57:39.962800 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6f7fcdf2-a4d3-4e3d-9009-5684c823bfe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Synchronizing usage tracker for tenant:432f02a9ba0d4aeca1b508baeb2e9f8f on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:57:39.992527 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-dcd078b4-3ca2-441f-b5d4-f95e59f97a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:40.014472 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6f7fcdf2-a4d3-4e3d-9009-5684c823bfe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Unset dirty status for tenant:432f02a9ba0d4aeca1b508baeb2e9f8f on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:57:40.015936 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6f7fcdf2-a4d3-4e3d-9009-5684c823bfe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] 10.222.0.33 "GET /v2.0/ports/e95d5839-df52-4a3b-afba-c29e35b87224 HTTP/1.1" status: 404 len: 333 time: 0.1164629 Sep 14 22:57:40.021461 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51122) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:40.026946 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-a807f2fd-92bc-4eed-8b4b-6ac729a50592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Request body: {'port': {'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-792412929'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:40.082989 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-3701ccda-093d-4f70-a39b-bfb3a5156d18 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:40.085928 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-cd12bf62-729a-4455-8c9f-e865c6639bfe None None] For port ee31a67e-2c81-493c-8570-f1180f193c4c, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:57:40.114988 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-cd12bf62-729a-4455-8c9f-e865c6639bfe None None] For port ee31a67e-2c81-493c-8570-f1180f193c4c, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=ee31a67e-2c81-493c-8570-f1180f193c4c,segment=NetworkSegment(c57d74fb-cafa-4844-9ce6-cc5c1458b2f5),segment_id=c57d74fb-cafa-4844-9ce6-cc5c1458b2f5)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:57:40.119748 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 40811450-b24e-4464-818d-c2c6f96e2d6e completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:57:40.125719 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cd12bf62-729a-4455-8c9f-e865c6639bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:40.155333 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-3701ccda-093d-4f70-a39b-bfb3a5156d18 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Usage tracker for resource:subnet and tenant:d414d78b994047078c628b39b0ceaf5c is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:40.171166 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-3701ccda-093d-4f70-a39b-bfb3a5156d18 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:40.171408 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a807f2fd-92bc-4eed-8b4b-6ac729a50592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:40.189170 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-3701ccda-093d-4f70-a39b-bfb3a5156d18 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:40.189356 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a807f2fd-92bc-4eed-8b4b-6ac729a50592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:40.206733 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12bf62-729a-4455-8c9f-e865c6639bfe None None] Pushing event updated for resources: {'Port': ['ID=ee31a67e-2c81-493c-8570-f1180f193c4c,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:40.227560 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-113d500c-972e-4790-904b-b7d355842450 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:40.240432 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3701ccda-093d-4f70-a39b-bfb3a5156d18 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Made reservation on behalf of d414d78b994047078c628b39b0ceaf5c for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:40.243860 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3701ccda-093d-4f70-a39b-bfb3a5156d18 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:40.328857 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a807f2fd-92bc-4eed-8b4b-6ac729a50592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Made reservation on behalf of 432f02a9ba0d4aeca1b508baeb2e9f8f for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:40.331173 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a807f2fd-92bc-4eed-8b4b-6ac729a50592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:40.372786 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-a807f2fd-92bc-4eed-8b4b-6ac729a50592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] device_id is not set on port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:57:40.723270 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8f173f-885e-4164-b100-475dde86fe42 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Router 23537ba9-971f-48b8-b689-951a5e502027 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:57:40.761536 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:40.774617 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a807f2fd-92bc-4eed-8b4b-6ac729a50592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:40.793280 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e8bf9568-e997-49b7-9bff-53cad4e42ef5 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:40.801212 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e8bf9568-e997-49b7-9bff-53cad4e42ef5 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:40.850604 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:40.936761 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e8bf9568-e997-49b7-9bff-53cad4e42ef5 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:40.938439 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-113d500c-972e-4790-904b-b7d355842450 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] For port 40811450-b24e-4464-818d-c2c6f96e2d6e, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=40811450-b24e-4464-818d-c2c6f96e2d6e,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:57:40.945115 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf9568-e997-49b7-9bff-53cad4e42ef5 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Pushing event updated for resources: {'Port': ['ID=13f45459-7029-46af-b056-f77bbe3f6b89,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:40.970299 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a807f2fd-92bc-4eed-8b4b-6ac729a50592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:41.011906 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-2c466092-3e30-4cea-830d-e2660234e4be None None] Provisioning for port 40811450-b24e-4464-818d-c2c6f96e2d6e completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:57:41.022240 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-2c466092-3e30-4cea-830d-e2660234e4be None None] Provisioning complete for port 40811450-b24e-4464-818d-c2c6f96e2d6e triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:41.022953 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2c466092-3e30-4cea-830d-e2660234e4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:41.071683 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-113d500c-972e-4790-904b-b7d355842450 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:41.090105 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-113d500c-972e-4790-904b-b7d355842450 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:41.090793 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-113d500c-972e-4790-904b-b7d355842450 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:41.107910 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a807f2fd-92bc-4eed-8b4b-6ac729a50592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:41.115951 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-a807f2fd-92bc-4eed-8b4b-6ac729a50592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:41.118470 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a807f2fd-92bc-4eed-8b4b-6ac729a50592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:57:41.119562 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a807f2fd-92bc-4eed-8b4b-6ac729a50592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:41.120200 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a807f2fd-92bc-4eed-8b4b-6ac729a50592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:41.126086 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807f2fd-92bc-4eed-8b4b-6ac729a50592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Pushing event updated for resources: {'Port': ['ID=355f89d7-46cb-4475-a0e6-1eaca9eb38a6,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:41.175924 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8f173f-885e-4164-b100-475dde86fe42 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:57:41.181763 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a807f2fd-92bc-4eed-8b4b-6ac729a50592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1591883 Sep 14 22:57:41.184120 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51126) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:41.192355 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8577'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:41.197913 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758d2aeb-1cae-480a-a310-3fc48eec3df2 None None] Sync routers for ids ['23537ba9-971f-48b8-b689-951a5e502027'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:57:41.217756 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758d2aeb-1cae-480a-a310-3fc48eec3df2 None None] Routers {'23537ba9-971f-48b8-b689-951a5e502027'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:57:41.218186 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-758d2aeb-1cae-480a-a310-3fc48eec3df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:57:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['23537ba9-971f-48b8-b689-951a5e502027'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:41.237015 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113d500c-972e-4790-904b-b7d355842450 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:41.241367 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bf9568-e997-49b7-9bff-53cad4e42ef5 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Network 5eab9551-ac70-4169-a55c-93205b92b956 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:41.248921 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-e8bf9568-e997-49b7-9bff-53cad4e42ef5 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:41.304690 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-113d500c-972e-4790-904b-b7d355842450 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:41.306726 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d500c-972e-4790-904b-b7d355842450 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Port': ['ID=40811450-b24e-4464-818d-c2c6f96e2d6e,revision_number=4']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:41.324473 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113d500c-972e-4790-904b-b7d355842450 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:41.325372 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-113d500c-972e-4790-904b-b7d355842450 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:41.363459 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d500c-972e-4790-904b-b7d355842450 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Subnet': ['ID=e0fa6a1e-84be-489f-ba9d-c2d87b0c3c0d,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:41.383891 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-113d500c-972e-4790-904b-b7d355842450 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.5561640 Sep 14 22:57:41.387650 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51130) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:41.403588 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-2c466092-3e30-4cea-830d-e2660234e4be None None] Current status of the port 40811450-b24e-4464-818d-c2c6f96e2d6e is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:41.404353 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2c466092-3e30-4cea-830d-e2660234e4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:41.417404 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a26408f-1387-4b32-b87e-074230a38189 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:41.431512 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-deeee6d5-333e-43c5-ad98-effb9099b4d7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Request body: {'port': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'mac_address': 'fa:16:3e:9a:26:70', 'name': 'tempest-NetworksTestDHCPv6-82558141'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:41.455606 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-758d2aeb-1cae-480a-a310-3fc48eec3df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:41.496844 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:41.521673 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8bf9568-e997-49b7-9bff-53cad4e42ef5 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Router 0c2f765c-bbf8-45b0-87da-c3c89fc231a2 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:57:41.565193 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ab8f173f-885e-4164-b100-475dde86fe42 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:41.566451 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ab8f173f-885e-4164-b100-475dde86fe42 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.5537515 Sep 14 22:57:41.571355 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51134) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:41.571946 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758d2aeb-1cae-480a-a310-3fc48eec3df2 None None] Routers {'23537ba9-971f-48b8-b689-951a5e502027'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:57:41.572747 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-758d2aeb-1cae-480a-a310-3fc48eec3df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:57:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['23537ba9-971f-48b8-b689-951a5e502027'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:41.641795 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.objects.ports [None req-3701ccda-093d-4f70-a39b-bfb3a5156d18 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89170) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 14 22:57:41.652095 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-2c466092-3e30-4cea-830d-e2660234e4be None None] For port 40811450-b24e-4464-818d-c2c6f96e2d6e, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=40811450-b24e-4464-818d-c2c6f96e2d6e,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:57:41.652326 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3701ccda-093d-4f70-a39b-bfb3a5156d18 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:41.674936 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2c466092-3e30-4cea-830d-e2660234e4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:41.719599 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb4eec9-bd0f-470f-917f-0948d7a839a2 None None] Network 81f625d2-18ad-483d-8efe-b6ec32ab793d requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:41.730783 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701ccda-093d-4f70-a39b-bfb3a5156d18 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Pushing event updated for resources: {'Subnet': ['ID=7cbfdeaf-55f9-4944-ac8d-3af3a7e17fb1,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:41.740077 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-758d2aeb-1cae-480a-a310-3fc48eec3df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:41.740476 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758d2aeb-1cae-480a-a310-3fc48eec3df2 None None] The sync data for ids ['23537ba9-971f-48b8-b689-951a5e502027'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:57:41.834875 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3701ccda-093d-4f70-a39b-bfb3a5156d18 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Checking segment: {'id': '11f97132-8ae8-4021-b069-81de42113b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8507839f-c7c2-476a-9a60-67855f536fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:57:41.835239 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3701ccda-093d-4f70-a39b-bfb3a5156d18 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Network hostable DHCP agents. Network: 8507839f-c7c2-476a-9a60-67855f536fa0, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:57:41.841651 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-deeee6d5-333e-43c5-ad98-effb9099b4d7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:41.873797 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-deeee6d5-333e-43c5-ad98-effb9099b4d7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Usage tracker for resource:port and tenant:85df200b99f948bea73339849d4d7aa6 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:41.887129 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-deeee6d5-333e-43c5-ad98-effb9099b4d7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:41.902117 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c466092-3e30-4cea-830d-e2660234e4be None None] Pushing event updated for resources: {'Port': ['ID=40811450-b24e-4464-818d-c2c6f96e2d6e,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:41.905068 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device ee31a67e-2c81-493c-8570-f1180f193c4c up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:57:41.907413 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-deeee6d5-333e-43c5-ad98-effb9099b4d7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:41.915439 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3701ccda-093d-4f70-a39b-bfb3a5156d18 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Network 8507839f-c7c2-476a-9a60-67855f536fa0 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:57:41.924043 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deeee6d5-333e-43c5-ad98-effb9099b4d7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Made reservation on behalf of 85df200b99f948bea73339849d4d7aa6 for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:41.950169 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-79650ab0-e625-43cd-b66c-f8e87389b3a4 None None] Provisioning for port ee31a67e-2c81-493c-8570-f1180f193c4c completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:57:41.997494 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-3701ccda-093d-4f70-a39b-bfb3a5156d18 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 8507839f-c7c2-476a-9a60-67855f536fa0) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:42.014539 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3701ccda-093d-4f70-a39b-bfb3a5156d18 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:42.015209 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3701ccda-093d-4f70-a39b-bfb3a5156d18 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:42.021130 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3ac1eb-c365-487e-ab0b-38aca726f211 None None] Network 8507839f-c7c2-476a-9a60-67855f536fa0 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:42.047753 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3701ccda-093d-4f70-a39b-bfb3a5156d18 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2724452 Sep 14 22:57:42.059669 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51138) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:42.067297 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-45ee61ea-2f3b-493c-9f14-d3a77a27cd14 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Request body: {'port': {'network_id': '8507839f-c7c2-476a-9a60-67855f536fa0', 'name': 'tempest-NetworksIpV6TestAttrs-854333842'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:42.167128 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-deeee6d5-333e-43c5-ad98-effb9099b4d7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:42.175485 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bf9568-e997-49b7-9bff-53cad4e42ef5 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:57:42.183590 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e8bf9568-e997-49b7-9bff-53cad4e42ef5 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] 10.222.0.33 "PUT /v2.0/routers/0c2f765c-bbf8-45b0-87da-c3c89fc231a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1221395 Sep 14 22:57:42.184266 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51142) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:42.192810 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5335e602-3c59-4a2b-b40f-7d1a14e896ed None None] Sync routers for ids ['0c2f765c-bbf8-45b0-87da-c3c89fc231a2'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:57:42.207306 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5335e602-3c59-4a2b-b40f-7d1a14e896ed None None] Routers {'0c2f765c-bbf8-45b0-87da-c3c89fc231a2'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:57:42.209035 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-5335e602-3c59-4a2b-b40f-7d1a14e896ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:57:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['0c2f765c-bbf8-45b0-87da-c3c89fc231a2'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:42.216088 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-deeee6d5-333e-43c5-ad98-effb9099b4d7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] device_id is not set on port 28801d56-c630-4e5b-a4ab-5e6b4d4ca929 yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:57:42.239213 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-79650ab0-e625-43cd-b66c-f8e87389b3a4 None None] Provisioning complete for port 13f45459-7029-46af-b056-f77bbe3f6b89 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:42.239730 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-79650ab0-e625-43cd-b66c-f8e87389b3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:42.275615 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e1d13900-8dca-4760-87a3-ad255e3bedbe tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "GET /v2.0/routers/23537ba9-971f-48b8-b689-951a5e502027 HTTP/1.1" status: 200 len: 880 time: 0.7010019 Sep 14 22:57:42.282537 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51146) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:42.312198 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-5335e602-3c59-4a2b-b40f-7d1a14e896ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:42.329842 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5335e602-3c59-4a2b-b40f-7d1a14e896ed None None] Routers {'0c2f765c-bbf8-45b0-87da-c3c89fc231a2'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:57:42.330996 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-5335e602-3c59-4a2b-b40f-7d1a14e896ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:57:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['0c2f765c-bbf8-45b0-87da-c3c89fc231a2'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:42.340602 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.db.resource_extend [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 22:57:42.341021 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port ee31a67e-2c81-493c-8570-f1180f193c4c completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:57:42.422228 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-5335e602-3c59-4a2b-b40f-7d1a14e896ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:42.423599 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5335e602-3c59-4a2b-b40f-7d1a14e896ed None None] The sync data for ids ['0c2f765c-bbf8-45b0-87da-c3c89fc231a2'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:57:42.437633 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e70e6168-218b-4bc6-b744-c895d79928f5 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:42.446055 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-45ee61ea-2f3b-493c-9f14-d3a77a27cd14 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:42.456284 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port ee31a67e-2c81-493c-8570-f1180f193c4c triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:42.456845 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:42.459514 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-45ee61ea-2f3b-493c-9f14-d3a77a27cd14 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Usage tracker for resource:port and tenant:d414d78b994047078c628b39b0ceaf5c is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:42.474076 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-45ee61ea-2f3b-493c-9f14-d3a77a27cd14 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:42.494469 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-79650ab0-e625-43cd-b66c-f8e87389b3a4 None None] Port 13f45459-7029-46af-b056-f77bbe3f6b89 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:57:42.502981 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] device_id is not set on port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:57:42.507555 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:42.518038 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-45ee61ea-2f3b-493c-9f14-d3a77a27cd14 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:42.549305 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ee61ea-2f3b-493c-9f14-d3a77a27cd14 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Made reservation on behalf of d414d78b994047078c628b39b0ceaf5c for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:42.553615 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-45ee61ea-2f3b-493c-9f14-d3a77a27cd14 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:42.572272 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:42.611765 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Transition to ACTIVE for port object 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 will not be triggered until provisioned by entity L2. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:57:42.620195 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:42.674929 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a8624a-066b-4595-9811-aa2bc71731e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-8507839f-c7c2-476a-9a60-67855f536fa0', 'network_id': '8507839f-c7c2-476a-9a60-67855f536fa0', 'tenant_id': 'd414d78b994047078c628b39b0ceaf5c', 'fixed_ips': [{'subnet_id': '7cbfdeaf-55f9-4944-ac8d-3af3a7e17fb1'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:57:42.677369 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a5a8624a-066b-4595-9811-aa2bc71731e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:42.750695 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-e70e6168-218b-4bc6-b744-c895d79928f5 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 14 22:57:42.754743 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e70e6168-218b-4bc6-b744-c895d79928f5 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] 10.222.0.33 "DELETE /v2.0/routers/0c2f765c-bbf8-45b0-87da-c3c89fc231a2 HTTP/1.1" status: 409 len: 329 time: 0.5663667 Sep 14 22:57:42.755305 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51150) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:42.778684 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Pushing event updated for resources: {'Port': ['ID=355f89d7-46cb-4475-a0e6-1eaca9eb38a6,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:42.784233 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:42.784233 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:42.784233 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:42.789873 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:57:42.790203 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Failed to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] Sep 14 22:57:42.790585 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempt 2 to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 Sep 14 22:57:42.792057 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port ee31a67e-2c81-493c-8570-f1180f193c4c is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:42.792654 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:42.807165 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:42.807502 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:42.807840 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:42.812997 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:57:42.813380 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Failed to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] Sep 14 22:57:42.813766 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempt 3 to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 Sep 14 22:57:42.842821 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port ee31a67e-2c81-493c-8570-f1180f193c4c, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=ee31a67e-2c81-493c-8570-f1180f193c4c,segment=NetworkSegment(c57d74fb-cafa-4844-9ce6-cc5c1458b2f5),segment_id=c57d74fb-cafa-4844-9ce6-cc5c1458b2f5)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:57:42.852376 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:42.852557 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:42.852936 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:42.853396 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:42.854147 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 40811450-b24e-4464-818d-c2c6f96e2d6e up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:57:42.858903 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:57:42.862067 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Failed to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] Sep 14 22:57:42.865355 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempt 4 to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 Sep 14 22:57:42.893180 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:42.893515 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:42.893851 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:42.901271 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:57:42.901604 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Failed to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] Sep 14 22:57:42.901988 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempt 5 to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 Sep 14 22:57:42.926248 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:42.927061 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:42.927397 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:42.937231 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:57:42.937960 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Failed to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] Sep 14 22:57:42.938552 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempt 6 to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 Sep 14 22:57:42.962376 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:42.964310 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:42.964958 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:42.972006 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:57:42.972604 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Failed to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] Sep 14 22:57:42.973023 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=ee31a67e-2c81-493c-8570-f1180f193c4c,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:42.974366 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempt 7 to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 Sep 14 22:57:43.008171 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:43.008505 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:43.008859 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:43.020237 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:57:43.020671 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Failed to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] Sep 14 22:57:43.021044 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempt 8 to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 Sep 14 22:57:43.029569 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-45ee61ea-2f3b-493c-9f14-d3a77a27cd14 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] device_id is not set on port 07b73698-e838-4785-8789-8bfa63e64e9d yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:57:43.042509 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:43.043418 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:43.043855 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:43.052395 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:57:43.053395 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Failed to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] Sep 14 22:57:43.053885 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempt 9 to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 Sep 14 22:57:43.074461 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-a5a8624a-066b-4595-9811-aa2bc71731e3 None None] Allocated IP 2001:db8::f816:3eff:fe8c:b06a (8507839f-c7c2-476a-9a60-67855f536fa0/7cbfdeaf-55f9-4944-ac8d-3af3a7e17fb1/1cdc1065-a797-4418-a757-635be7e822fa) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:57:43.075546 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:43.076811 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:43.076811 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:43.084784 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:57:43.085041 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Failed to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] Sep 14 22:57:43.085877 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.plugins.ml2.plugin [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempt 10 to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 Sep 14 22:57:43.104957 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:43.105350 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:43.105824 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempting to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:43.107879 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 40811450-b24e-4464-818d-c2c6f96e2d6e triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:43.108257 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:43.111951 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:57:43.112286 dv-neutron-857791-1-hyperv neutron-server[89171]: ERROR neutron.plugins.ml2.managers [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Failed to bind port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6c3d2906-b97c-40b6-9e58-ff123c04fe99'}] Sep 14 22:57:43.112738 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:43.209181 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-deeee6d5-333e-43c5-ad98-effb9099b4d7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Allocated IP 2001:db8::af (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/4da8a4fb-f0a0-494c-a7fd-fdc44641cf4d/28801d56-c630-4e5b-a4ab-5e6b4d4ca929) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:57:43.233776 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-deeee6d5-333e-43c5-ad98-effb9099b4d7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9a:2670 (ac1cbc11-ac8d-43cd-9c1d-398cae68a205/e0fa6a1e-84be-489f-ba9d-c2d87b0c3c0d/28801d56-c630-4e5b-a4ab-5e6b4d4ca929) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:57:43.240281 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] For port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6, host hv-neutron-8577, cleared binding levels {{(pid=89171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:57:43.241323 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attempted to set empty binding levels {{(pid=89171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 14 22:57:43.248428 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:43.249401 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] In _notify_port_updated(), no bound segment for port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 on network 6c3d2906-b97c-40b6-9e58-ff123c04fe99 {{(pid=89171) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 14 22:57:43.250773 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:43.251661 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:43.257391 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] 10.222.0.33 "PUT /v2.0/ports/355f89d7-46cb-4475-a0e6-1eaca9eb38a6 HTTP/1.1" status: 200 len: 980 time: 2.0722835 Sep 14 22:57:43.258312 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51154) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:43.316437 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-eb098aeb-e127-437f-93bc-504418b5764c None None] Provisioning complete for port ee31a67e-2c81-493c-8570-f1180f193c4c triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:43.316856 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-eb098aeb-e127-437f-93bc-504418b5764c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:43.388370 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d6448-b61e-4832-9561-a0834a7243bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Pushing event updated for resources: {'Port': ['ID=355f89d7-46cb-4475-a0e6-1eaca9eb38a6,revision_number=3']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:43.393937 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ca09-d1a0-41a9-9219-ebf415910a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Deleting port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:43.394291 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cb90ca09-d1a0-41a9-9219-ebf415910a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:43.629114 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 40811450-b24e-4464-818d-c2c6f96e2d6e is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:43.637671 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a5a8624a-066b-4595-9811-aa2bc71731e3 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:43.643822 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-46741b37-acea-4496-91f6-048ca6dc11f1 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Synchronizing usage tracker for tenant:25d4f6710d2343efa0693e5e6584ceb8 on resource:router {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:57:43.654770 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-a5a8624a-066b-4595-9811-aa2bc71731e3 None None] Transition to ACTIVE for port object 1cdc1065-a797-4418-a757-635be7e822fa will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:57:43.657755 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-eb098aeb-e127-437f-93bc-504418b5764c None None] Current status of the port ee31a67e-2c81-493c-8570-f1180f193c4c is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:43.678267 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-a5a8624a-066b-4595-9811-aa2bc71731e3 None None] Transition to ACTIVE for port object 1cdc1065-a797-4418-a757-635be7e822fa will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:57:43.684909 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a5a8624a-066b-4595-9811-aa2bc71731e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:43.759601 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a8624a-066b-4595-9811-aa2bc71731e3 None None] Network 8507839f-c7c2-476a-9a60-67855f536fa0 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:43.762521 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-a5a8624a-066b-4595-9811-aa2bc71731e3 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:43.765049 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a8624a-066b-4595-9811-aa2bc71731e3 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:57:43.786950 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-cb90ca09-d1a0-41a9-9219-ebf415910a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] For port 355f89d7-46cb-4475-a0e6-1eaca9eb38a6, host hv-neutron-8577, got binding levels [] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:57:43.787672 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cb90ca09-d1a0-41a9-9219-ebf415910a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:43.810483 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8624a-066b-4595-9811-aa2bc71731e3 None None] Pushing event updated for resources: {'Port': ['ID=1cdc1065-a797-4418-a757-635be7e822fa,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:43.812141 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-46741b37-acea-4496-91f6-048ca6dc11f1 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Unset dirty status for tenant:25d4f6710d2343efa0693e5e6584ceb8 on resource:router {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:57:43.813358 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-46741b37-acea-4496-91f6-048ca6dc11f1 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.5298848 Sep 14 22:57:43.824375 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device ee31a67e-2c81-493c-8570-f1180f193c4c up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:57:43.831409 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51158) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:43.837719 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-45ee61ea-2f3b-493c-9f14-d3a77a27cd14 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Allocated IP 2001:db8::f816:3eff:fe7e:dc5f (8507839f-c7c2-476a-9a60-67855f536fa0/7cbfdeaf-55f9-4944-ac8d-3af3a7e17fb1/07b73698-e838-4785-8789-8bfa63e64e9d) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:57:43.847280 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-1966c3b8-0243-4736-ac8c-3c360d897a21 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1952997040'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:43.914891 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ca09-d1a0-41a9-9219-ebf415910a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Calling delete_port for 355f89d7-46cb-4475-a0e6-1eaca9eb38a6 owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:57:43.940672 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-078927df-17f3-4580-8e77-b969334fba24 None None] Provisioning complete for port 40811450-b24e-4464-818d-c2c6f96e2d6e triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:43.941046 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-078927df-17f3-4580-8e77-b969334fba24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:43.993171 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-a5a8624a-066b-4595-9811-aa2bc71731e3 None None] Attempting to bind port 1cdc1065-a797-4418-a757-635be7e822fa on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:43.993879 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-a5a8624a-066b-4595-9811-aa2bc71731e3 None None] Attempting to bind port 1cdc1065-a797-4418-a757-635be7e822fa by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '11f97132-8ae8-4021-b069-81de42113b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8507839f-c7c2-476a-9a60-67855f536fa0'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:43.993879 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a8624a-066b-4595-9811-aa2bc71731e3 None None] Attempting to bind port 1cdc1065-a797-4418-a757-635be7e822fa on network 8507839f-c7c2-476a-9a60-67855f536fa0 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:44.002230 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cb90ca09-d1a0-41a9-9219-ebf415910a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:44.006588 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a8624a-066b-4595-9811-aa2bc71731e3 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:57:44.007347 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a8624a-066b-4595-9811-aa2bc71731e3 None None] Checking segment: {'id': '11f97132-8ae8-4021-b069-81de42113b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8507839f-c7c2-476a-9a60-67855f536fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:57:44.007347 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a5a8624a-066b-4595-9811-aa2bc71731e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:44.007739 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a8624a-066b-4595-9811-aa2bc71731e3 None None] Bound using segment: {'id': '11f97132-8ae8-4021-b069-81de42113b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8507839f-c7c2-476a-9a60-67855f536fa0'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:57:44.008207 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-a5a8624a-066b-4595-9811-aa2bc71731e3 None None] Bound port: 1cdc1065-a797-4418-a757-635be7e822fa, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f97132-8ae8-4021-b069-81de42113b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8507839f-c7c2-476a-9a60-67855f536fa0'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:57:44.008576 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a5a8624a-066b-4595-9811-aa2bc71731e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:44.056014 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cb90ca09-d1a0-41a9-9219-ebf415910a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:44.058711 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ca09-d1a0-41a9-9219-ebf415910a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Pushing event deleted for resources: {'Port': ['ID=355f89d7-46cb-4475-a0e6-1eaca9eb38a6,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:44.070233 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-cb90ca09-d1a0-41a9-9219-ebf415910a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] 10.222.0.33 "DELETE /v2.0/ports/355f89d7-46cb-4475-a0e6-1eaca9eb38a6 HTTP/1.1" status: 204 len: 168 time: 0.7723401 Sep 14 22:57:44.071502 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51162) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:44.079805 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-deeee6d5-333e-43c5-ad98-effb9099b4d7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:44.100782 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port ee31a67e-2c81-493c-8570-f1180f193c4c triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:44.101156 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:44.113445 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f175e04-7725-4907-b836-8cf22b38df70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] GET failed (client error): The resource could not be found. Sep 14 22:57:44.114030 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-3f175e04-7725-4907-b836-8cf22b38df70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Synchronizing usage tracker for tenant:432f02a9ba0d4aeca1b508baeb2e9f8f on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:57:44.133751 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-3f175e04-7725-4907-b836-8cf22b38df70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] Unset dirty status for tenant:432f02a9ba0d4aeca1b508baeb2e9f8f on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:57:44.138980 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3f175e04-7725-4907-b836-8cf22b38df70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-169452409-project-admin] 10.222.0.33 "GET /v2.0/ports/355f89d7-46cb-4475-a0e6-1eaca9eb38a6 HTTP/1.1" status: 404 len: 333 time: 0.0627027 Sep 14 22:57:44.140158 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51166) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:44.153587 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-deeee6d5-333e-43c5-ad98-effb9099b4d7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Transition to ACTIVE for port object 28801d56-c630-4e5b-a4ab-5e6b4d4ca929 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:57:44.229309 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-a5a8624a-066b-4595-9811-aa2bc71731e3 None None] For port 1cdc1065-a797-4418-a757-635be7e822fa, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:57:44.234202 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-a5a8624a-066b-4595-9811-aa2bc71731e3 None None] For port 1cdc1065-a797-4418-a757-635be7e822fa, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=1cdc1065-a797-4418-a757-635be7e822fa,segment=NetworkSegment(11f97132-8ae8-4021-b069-81de42113b59),segment_id=11f97132-8ae8-4021-b069-81de42113b59)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:57:44.238481 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-078927df-17f3-4580-8e77-b969334fba24 None None] Current status of the port 40811450-b24e-4464-818d-c2c6f96e2d6e is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:44.244556 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a5a8624a-066b-4595-9811-aa2bc71731e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:44.258809 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-74e15ca5-9dfc-468f-8a07-39ef0827da30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:44.375739 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8624a-066b-4595-9811-aa2bc71731e3 None None] Pushing event updated for resources: {'Port': ['ID=1cdc1065-a797-4418-a757-635be7e822fa,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:44.381457 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port ee31a67e-2c81-493c-8570-f1180f193c4c is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:44.382636 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 40811450-b24e-4464-818d-c2c6f96e2d6e up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:57:44.427512 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-74e15ca5-9dfc-468f-8a07-39ef0827da30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:44.454486 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 40811450-b24e-4464-818d-c2c6f96e2d6e triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:44.454860 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:44.467877 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-74e15ca5-9dfc-468f-8a07-39ef0827da30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c3d2906-b97c-40b6-9e58-ff123c04fe99']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:44.485339 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-74e15ca5-9dfc-468f-8a07-39ef0827da30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:44.485726 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-74e15ca5-9dfc-468f-8a07-39ef0827da30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:44.498531 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-74e15ca5-9dfc-468f-8a07-39ef0827da30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:44.526391 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-74e15ca5-9dfc-468f-8a07-39ef0827da30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:44.533053 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e15ca5-9dfc-468f-8a07-39ef0827da30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:57:44.533443 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-74e15ca5-9dfc-468f-8a07-39ef0827da30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:44.563541 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-16ad2b6a-be4c-4e3b-8862-7f7dd246afad tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:44.588437 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 40811450-b24e-4464-818d-c2c6f96e2d6e is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:44.628095 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1 resource provider aggregate not found Sep 14 22:57:44.652710 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75eb6707-c3c1-4ffe-af9d-5b0272f6b9b1 found for delete ", "request_id": "req-dbaf4cc5-31a7-40db-b6f8-3c4ee9e75635"}]} Sep 14 22:57:44.655608 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-deeee6d5-333e-43c5-ad98-effb9099b4d7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:44.668467 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-74e15ca5-9dfc-468f-8a07-39ef0827da30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:44.688370 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-74e15ca5-9dfc-468f-8a07-39ef0827da30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:44.699692 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-74e15ca5-9dfc-468f-8a07-39ef0827da30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596-project] 10.222.0.33 "DELETE /v2.0/networks/6c3d2906-b97c-40b6-9e58-ff123c04fe99 HTTP/1.1" status: 204 len: 168 time: 0.5587080 Sep 14 22:57:44.700955 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e15ca5-9dfc-468f-8a07-39ef0827da30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099354596-project] Pushing event deleted for resources: {'Network': ['ID=6c3d2906-b97c-40b6-9e58-ff123c04fe99,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:44.928206 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deeee6d5-333e-43c5-ad98-effb9099b4d7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:44.942796 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-deeee6d5-333e-43c5-ad98-effb9099b4d7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:44.946726 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-45ee61ea-2f3b-493c-9f14-d3a77a27cd14 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:44.960013 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeee6d5-333e-43c5-ad98-effb9099b4d7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:57:44.968661 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deeee6d5-333e-43c5-ad98-effb9099b4d7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:44.969330 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-deeee6d5-333e-43c5-ad98-effb9099b4d7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:44.975373 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeee6d5-333e-43c5-ad98-effb9099b4d7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event updated for resources: {'Port': ['ID=28801d56-c630-4e5b-a4ab-5e6b4d4ca929,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:45.003392 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51178) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:45.012838 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-45ee61ea-2f3b-493c-9f14-d3a77a27cd14 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Transition to ACTIVE for port object 07b73698-e838-4785-8789-8bfa63e64e9d will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:57:45.175296 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-db9eb601-9b18-44cd-801e-1f0c34cf7bec admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5d0d453ec16946cbba7cbce2ec82ebe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1685283 Sep 14 22:57:45.175518 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51184) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:45.211624 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-deeee6d5-333e-43c5-ad98-effb9099b4d7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.8056877 Sep 14 22:57:45.218995 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51188) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:45.249701 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0a431b1d-53cc-48ce-aa26-9f22e05d2fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:45.280586 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0a431b1d-53cc-48ce-aa26-9f22e05d2fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:45.286523 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-84d8d78b-d142-4893-94b5-f2880bd19512 None None] Provisioning for port 28801d56-c630-4e5b-a4ab-5e6b4d4ca929 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:57:45.294759 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-84d8d78b-d142-4893-94b5-f2880bd19512 None None] Provisioning complete for port 28801d56-c630-4e5b-a4ab-5e6b4d4ca929 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:45.295242 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-84d8d78b-d142-4893-94b5-f2880bd19512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:45.342839 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0a431b1d-53cc-48ce-aa26-9f22e05d2fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:45.381468 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0a431b1d-53cc-48ce-aa26-9f22e05d2fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:45.385543 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0a431b1d-53cc-48ce-aa26-9f22e05d2fd0 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3118cd97-7dc3-40c4-9d1a-2a7df278bdfb HTTP/1.1" status: 204 len: 168 time: 0.2067215 Sep 14 22:57:45.385543 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a431b1d-53cc-48ce-aa26-9f22e05d2fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3118cd97-7dc3-40c4-9d1a-2a7df278bdfb,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:45.401467 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-7438e180-29b2-4894-9f6a-472c2f737b0b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting port 28801d56-c630-4e5b-a4ab-5e6b4d4ca929 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:45.401820 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7438e180-29b2-4894-9f6a-472c2f737b0b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:45.440328 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1966c3b8-0243-4736-ac8c-3c360d897a21 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:45.454486 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-45ee61ea-2f3b-493c-9f14-d3a77a27cd14 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:45.462557 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-84d8d78b-d142-4893-94b5-f2880bd19512 None None] Port 28801d56-c630-4e5b-a4ab-5e6b4d4ca929 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:57:45.528242 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1966c3b8-0243-4736-ac8c-3c360d897a21 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33045011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33045002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33047131'] for router, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:45.621771 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b370a15-d451-4326-b608-503244ec2882 None None] Network 8507839f-c7c2-476a-9a60-67855f536fa0 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:45.677410 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ee61ea-2f3b-493c-9f14-d3a77a27cd14 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Network 8507839f-c7c2-476a-9a60-67855f536fa0 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:45.689221 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-45ee61ea-2f3b-493c-9f14-d3a77a27cd14 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:45.733145 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-170a2624-98fc-46d1-9857-47eeb94a2868 None None] Provisioning for port 1cdc1065-a797-4418-a757-635be7e822fa completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:57:45.742302 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ee61ea-2f3b-493c-9f14-d3a77a27cd14 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:57:45.747265 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ee61ea-2f3b-493c-9f14-d3a77a27cd14 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:45.747877 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-45ee61ea-2f3b-493c-9f14-d3a77a27cd14 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:45.775776 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee61ea-2f3b-493c-9f14-d3a77a27cd14 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Pushing event updated for resources: {'Port': ['ID=07b73698-e838-4785-8789-8bfa63e64e9d,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:45.795758 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51196) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:45.827237 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 1cdc1065-a797-4418-a757-635be7e822fa up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:57:45.861744 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-846a78c4-0bae-47b6-9282-70fcc9940a31 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=432f02a9ba0d4aeca1b508baeb2e9f8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0618997 Sep 14 22:57:45.861926 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51200) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:45.932268 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7bc2df70-6075-42d8-80c9-9e51f66482ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:45.960862 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7bc2df70-6075-42d8-80c9-9e51f66482ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:45.965988 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 1cdc1065-a797-4418-a757-635be7e822fa completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:57:45.974522 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 1cdc1065-a797-4418-a757-635be7e822fa triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:45.974900 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:46.022363 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7bc2df70-6075-42d8-80c9-9e51f66482ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:46.041026 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2df70-6075-42d8-80c9-9e51f66482ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9263c9ff-1294-435d-a56c-48749a0abbf2,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:46.045924 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7bc2df70-6075-42d8-80c9-9e51f66482ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:46.060454 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7bc2df70-6075-42d8-80c9-9e51f66482ec admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9263c9ff-1294-435d-a56c-48749a0abbf2 HTTP/1.1" status: 204 len: 168 time: 0.1871233 Sep 14 22:57:46.110855 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-45ee61ea-2f3b-493c-9f14-d3a77a27cd14 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.0501521 Sep 14 22:57:46.114708 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51206) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:46.127064 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-16ad2b6a-be4c-4e3b-8862-7f7dd246afad tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Deleting port 13f45459-7029-46af-b056-f77bbe3f6b89 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:46.127475 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-16ad2b6a-be4c-4e3b-8862-7f7dd246afad tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:46.189733 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 1cdc1065-a797-4418-a757-635be7e822fa is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:46.190143 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:46.201527 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4b21b8e-01b1-49ad-9f54-0c3389d18c82 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Deleting subnet 7cbfdeaf-55f9-4944-ac8d-3af3a7e17fb1 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:57:46.205467 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e4b21b8e-01b1-49ad-9f54-0c3389d18c82 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:46.229859 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 1cdc1065-a797-4418-a757-635be7e822fa, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=1cdc1065-a797-4418-a757-635be7e822fa,segment=NetworkSegment(11f97132-8ae8-4021-b069-81de42113b59),segment_id=11f97132-8ae8-4021-b069-81de42113b59)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:57:46.242045 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:46.283820 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e4b21b8e-01b1-49ad-9f54-0c3389d18c82 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:46.366514 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=1cdc1065-a797-4418-a757-635be7e822fa,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:46.372121 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1966c3b8-0243-4736-ac8c-3c360d897a21 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Router 23537ba9-971f-48b8-b689-951a5e502027 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:57:46.420493 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7438e180-29b2-4894-9f6a-472c2f737b0b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:46.461477 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e4b21b8e-01b1-49ad-9f54-0c3389d18c82 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:46.549457 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e4b21b8e-01b1-49ad-9f54-0c3389d18c82 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:46.582895 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-393273fa-d846-4590-afad-63e823525bfa None None] Provisioning complete for port 1cdc1065-a797-4418-a757-635be7e822fa triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:46.583530 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-393273fa-d846-4590-afad-63e823525bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:46.599784 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b21b8e-01b1-49ad-9f54-0c3389d18c82 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Pushing event deleted for resources: {'Subnet': ['ID=7cbfdeaf-55f9-4944-ac8d-3af3a7e17fb1,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:46.604197 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e4b21b8e-01b1-49ad-9f54-0c3389d18c82 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:46.620139 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e4b21b8e-01b1-49ad-9f54-0c3389d18c82 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] 10.222.0.33 "DELETE /v2.0/subnets/7cbfdeaf-55f9-4944-ac8d-3af3a7e17fb1 HTTP/1.1" status: 204 len: 168 time: 0.5043111 Sep 14 22:57:46.622543 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51218) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:46.693511 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-7438e180-29b2-4894-9f6a-472c2f737b0b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Calling delete_port for 28801d56-c630-4e5b-a4ab-5e6b4d4ca929 owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:57:46.717098 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c4d1b8-d4e7-4d01-99ca-c66837510d9f tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:46.723182 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c4d1b8-d4e7-4d01-99ca-c66837510d9f tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:46.724588 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-f7c4d1b8-d4e7-4d01-99ca-c66837510d9f tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Synchronizing usage tracker for tenant:d414d78b994047078c628b39b0ceaf5c on resource:subnet {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:57:46.754892 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-f7c4d1b8-d4e7-4d01-99ca-c66837510d9f tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Unset dirty status for tenant:d414d78b994047078c628b39b0ceaf5c on resource:subnet {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:57:46.759084 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f7c4d1b8-d4e7-4d01-99ca-c66837510d9f tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1327498 Sep 14 22:57:46.759271 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-393273fa-d846-4590-afad-63e823525bfa None None] Current status of the port 1cdc1065-a797-4418-a757-635be7e822fa is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:46.759384 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51224) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:46.776913 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-393273fa-d846-4590-afad-63e823525bfa None None] Provisioning for port 07b73698-e838-4785-8789-8bfa63e64e9d completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:57:46.781077 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-16ad2b6a-be4c-4e3b-8862-7f7dd246afad tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:46.790234 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-393273fa-d846-4590-afad-63e823525bfa None None] Provisioning complete for port 07b73698-e838-4785-8789-8bfa63e64e9d triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:46.793032 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-393273fa-d846-4590-afad-63e823525bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:46.869743 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-393273fa-d846-4590-afad-63e823525bfa None None] Port 07b73698-e838-4785-8789-8bfa63e64e9d cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:57:46.871183 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3a6a31-13e0-44d1-816c-f68547267541 None None] Network 8507839f-c7c2-476a-9a60-67855f536fa0 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:46.893487 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c51e4c27-c74c-41e1-8bfc-075f3b9c7ba2 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:46.902190 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-c51e4c27-c74c-41e1-8bfc-075f3b9c7ba2 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 14 22:57:46.902639 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c51e4c27-c74c-41e1-8bfc-075f3b9c7ba2 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:46.908001 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c51e4c27-c74c-41e1-8bfc-075f3b9c7ba2 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] 10.222.0.33 "DELETE /v2.0/networks/8507839f-c7c2-476a-9a60-67855f536fa0 HTTP/1.1" status: 409 len: 405 time: 0.1441636 Sep 14 22:57:46.908400 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51232) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:46.914499 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-247f2d65-f41d-4ec6-abaa-6c3968834b7f tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1055198022'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:46.919506 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-247f2d65-f41d-4ec6-abaa-6c3968834b7f tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:46.923333 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-247f2d65-f41d-4ec6-abaa-6c3968834b7f tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Usage tracker for resource:network and tenant:d414d78b994047078c628b39b0ceaf5c is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:46.930226 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-247f2d65-f41d-4ec6-abaa-6c3968834b7f tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:46.936064 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-247f2d65-f41d-4ec6-abaa-6c3968834b7f tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:46.950113 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247f2d65-f41d-4ec6-abaa-6c3968834b7f tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Made reservation on behalf of d414d78b994047078c628b39b0ceaf5c for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:46.953773 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-247f2d65-f41d-4ec6-abaa-6c3968834b7f tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:46.990037 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-247f2d65-f41d-4ec6-abaa-6c3968834b7f tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:57:47.000985 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-16ad2b6a-be4c-4e3b-8862-7f7dd246afad tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Calling delete_port for 13f45459-7029-46af-b056-f77bbe3f6b89 owned by network:router_interface {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:57:47.008736 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-247f2d65-f41d-4ec6-abaa-6c3968834b7f tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:47.008736 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-247f2d65-f41d-4ec6-abaa-6c3968834b7f tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Added segment 6043d73e-d4c0-4aca-924f-0b637b55b934 of type vlan for network e874e469-f566-4854-9765-41c0734a208c Sep 14 22:57:47.041482 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-247f2d65-f41d-4ec6-abaa-6c3968834b7f tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:47.086061 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-247f2d65-f41d-4ec6-abaa-6c3968834b7f tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:47.093841 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247f2d65-f41d-4ec6-abaa-6c3968834b7f tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:47.096187 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-247f2d65-f41d-4ec6-abaa-6c3968834b7f tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:47.115886 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-d7fb9beb-431f-4861-a250-fb585d1ef8b4 None None] Provisioning complete for port 07b73698-e838-4785-8789-8bfa63e64e9d triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:47.116638 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d7fb9beb-431f-4861-a250-fb585d1ef8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:47.147566 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1966c3b8-0243-4736-ac8c-3c360d897a21 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:57:47.164546 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60236cee-d81f-44b0-8b05-68969be142b1 None None] Sync routers for ids ['23537ba9-971f-48b8-b689-951a5e502027'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:57:47.190375 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1966c3b8-0243-4736-ac8c-3c360d897a21 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:47.194076 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1966c3b8-0243-4736-ac8c-3c360d897a21 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "PUT /v2.0/routers/23537ba9-971f-48b8-b689-951a5e502027 HTTP/1.1" status: 200 len: 887 time: 3.3557758 Sep 14 22:57:47.194076 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51240) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:47.200352 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51242) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:47.205201 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60236cee-d81f-44b0-8b05-68969be142b1 None None] Routers {'23537ba9-971f-48b8-b689-951a5e502027'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:57:47.205832 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-60236cee-d81f-44b0-8b05-68969be142b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:57:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['23537ba9-971f-48b8-b689-951a5e502027'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:47.211228 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-247f2d65-f41d-4ec6-abaa-6c3968834b7f tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2989931 Sep 14 22:57:47.215177 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51246) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:47.241675 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f2d65-f41d-4ec6-abaa-6c3968834b7f tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Pushing event updated for resources: {'Network': ['ID=e874e469-f566-4854-9765-41c0734a208c,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:47.268602 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network e874e469-f566-4854-9765-41c0734a208c details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:57:47.293632 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-c20d09d3-140d-4d97-b8c2-14261f0c0736 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Request body: {'subnet': {'network_id': 'e874e469-f566-4854-9765-41c0734a208c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:47.295147 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-d7fb9beb-431f-4861-a250-fb585d1ef8b4 None None] Port 07b73698-e838-4785-8789-8bfa63e64e9d cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:57:47.339295 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-60236cee-d81f-44b0-8b05-68969be142b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:47.379799 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60236cee-d81f-44b0-8b05-68969be142b1 None None] Routers {'23537ba9-971f-48b8-b689-951a5e502027'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:57:47.380462 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-60236cee-d81f-44b0-8b05-68969be142b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:57:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['23537ba9-971f-48b8-b689-951a5e502027'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:47.433417 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-f714b149-7612-4884-a826-89efad43375e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-174217059'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:47.451418 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-60236cee-d81f-44b0-8b05-68969be142b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:47.451805 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60236cee-d81f-44b0-8b05-68969be142b1 None None] The sync data for ids ['23537ba9-971f-48b8-b689-951a5e502027'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:57:47.459462 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-f714b149-7612-4884-a826-89efad43375e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:47.474014 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-f714b149-7612-4884-a826-89efad43375e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:network and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:47.479573 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-f714b149-7612-4884-a826-89efad43375e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:47.513351 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dd38b8-cd95-46a4-b80e-74bc83e43b86 None None] DHCP port deletion for 8507839f-c7c2-476a-9a60-67855f536fa0 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:57:47.518515 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-d6dd38b8-cd95-46a4-b80e-74bc83e43b86 None None] Deleting port 1cdc1065-a797-4418-a757-635be7e822fa {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:47.518963 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d6dd38b8-cd95-46a4-b80e-74bc83e43b86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:47.563278 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-f714b149-7612-4884-a826-89efad43375e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:47.598932 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c20d09d3-140d-4d97-b8c2-14261f0c0736 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:47.606125 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f714b149-7612-4884-a826-89efad43375e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Made reservation on behalf of 1c14bf9f432e425688de72a35501bf7a for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:47.609492 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f714b149-7612-4884-a826-89efad43375e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:47.734689 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-d6dd38b8-cd95-46a4-b80e-74bc83e43b86 None None] For port 1cdc1065-a797-4418-a757-635be7e822fa, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=1cdc1065-a797-4418-a757-635be7e822fa,segment=NetworkSegment(11f97132-8ae8-4021-b069-81de42113b59),segment_id=11f97132-8ae8-4021-b069-81de42113b59)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:57:47.735096 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d6dd38b8-cd95-46a4-b80e-74bc83e43b86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:47.748888 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 1cdc1065-a797-4418-a757-635be7e822fa no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:57:47.803014 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c20d09d3-140d-4d97-b8c2-14261f0c0736 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:47.806512 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7438e180-29b2-4894-9f6a-472c2f737b0b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:47.816719 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f714b149-7612-4884-a826-89efad43375e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:47.902856 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5f4a2754-9df6-48d4-b688-f25cc1f42a9f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "GET /v2.0/routers/23537ba9-971f-48b8-b689-951a5e502027 HTTP/1.1" status: 200 len: 887 time: 0.6904478 Sep 14 22:57:47.903733 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-f714b149-7612-4884-a826-89efad43375e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:47.905472 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51254) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:47.908358 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438e180-29b2-4894-9f6a-472c2f737b0b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Port': ['ID=28801d56-c630-4e5b-a4ab-5e6b4d4ca929,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:47.910526 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20d09d3-140d-4d97-b8c2-14261f0c0736 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Made reservation on behalf of d414d78b994047078c628b39b0ceaf5c for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:47.912068 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-d6dd38b8-cd95-46a4-b80e-74bc83e43b86 None None] Calling delete_port for 1cdc1065-a797-4418-a757-635be7e822fa owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:57:47.914007 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c20d09d3-140d-4d97-b8c2-14261f0c0736 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:47.964647 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-372fc39c-6533-4c08-9ad3-3934a46da3a1 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Synchronizing usage tracker for tenant:25d4f6710d2343efa0693e5e6584ceb8 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:57:47.968581 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-f714b149-7612-4884-a826-89efad43375e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:security_group_rule and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:47.976936 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-f714b149-7612-4884-a826-89efad43375e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:47.984491 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-372fc39c-6533-4c08-9ad3-3934a46da3a1 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Unset dirty status for tenant:25d4f6710d2343efa0693e5e6584ceb8 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:57:47.986056 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-372fc39c-6533-4c08-9ad3-3934a46da3a1 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "GET /v2.0/ports?device_id=23537ba9-971f-48b8-b689-951a5e502027 HTTP/1.1" status: 200 len: 205 time: 0.0790045 Sep 14 22:57:47.989327 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51258) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:48.050204 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-f714b149-7612-4884-a826-89efad43375e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:48.053349 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d6dd38b8-cd95-46a4-b80e-74bc83e43b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:48.095701 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 1cdc1065-a797-4418-a757-635be7e822fa is: ACTIVE; New status is: DOWN {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:48.096083 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:48.137513 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7438e180-29b2-4894-9f6a-472c2f737b0b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:48.143953 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-16ad2b6a-be4c-4e3b-8862-7f7dd246afad tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:48.161303 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd38b8-cd95-46a4-b80e-74bc83e43b86 None None] Pushing event deleted for resources: {'Port': ['ID=1cdc1065-a797-4418-a757-635be7e822fa,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:48.170050 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dd38b8-cd95-46a4-b80e-74bc83e43b86 None None] No DVR routers for this DVR port 1cdc1065-a797-4418-a757-635be7e822fa on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:57:48.225535 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7438e180-29b2-4894-9f6a-472c2f737b0b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/28801d56-c630-4e5b-a4ab-5e6b4d4ca929 HTTP/1.1" status: 204 len: 168 time: 3.0002391 Sep 14 22:57:48.233739 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad2b6a-be4c-4e3b-8862-7f7dd246afad tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Pushing event deleted for resources: {'Port': ['ID=13f45459-7029-46af-b056-f77bbe3f6b89,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:48.236653 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51262) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:48.357949 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d8bec41c-dbe4-4864-ae4d-73067257e6c5 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:48.553704 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d8bec41c-dbe4-4864-ae4d-73067257e6c5 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:48.563193 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec41c-dbe4-4864-ae4d-73067257e6c5 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Deleting port e1a6a7f6-4d56-4a32-a06c-0d1b2bdb12ad {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:48.563551 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d8bec41c-dbe4-4864-ae4d-73067257e6c5 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:48.654116 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f714b149-7612-4884-a826-89efad43375e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:48.671338 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-16ad2b6a-be4c-4e3b-8862-7f7dd246afad tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:48.674310 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f714b149-7612-4884-a826-89efad43375e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:48.741007 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d8bec41c-dbe4-4864-ae4d-73067257e6c5 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:48.779244 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f714b149-7612-4884-a826-89efad43375e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:57:48.788287 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba5f06a-feac-4896-9d0b-b0462d28bbb0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:48.789004 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9ba5f06a-feac-4896-9d0b-b0462d28bbb0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:57:48.818027 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714b149-7612-4884-a826-89efad43375e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1289d9-3887-402c-ac9c-3429f86a164a,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:48.872255 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec41c-dbe4-4864-ae4d-73067257e6c5 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Calling delete_port for e1a6a7f6-4d56-4a32-a06c-0d1b2bdb12ad owned by network:router_gateway {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:57:48.874113 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f714b149-7612-4884-a826-89efad43375e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:48.874452 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-f714b149-7612-4884-a826-89efad43375e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Added segment c5a48436-62f7-48fe-b298-414445e685ca of type vlan for network 54998194-279a-4fa5-95ce-887c2e0abbe0 Sep 14 22:57:48.937654 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9ba5f06a-feac-4896-9d0b-b0462d28bbb0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:57:48.938796 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9ba5f06a-feac-4896-9d0b-b0462d28bbb0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6710825 Sep 14 22:57:48.945022 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51266) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:49.013766 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f714b149-7612-4884-a826-89efad43375e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:49.091339 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea56218-8bae-49db-a56b-3a114178c0b3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:49.095329 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8ea56218-8bae-49db-a56b-3a114178c0b3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1467817 Sep 14 22:57:49.095512 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51270) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:49.154810 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.objects.ports [None req-c20d09d3-140d-4d97-b8c2-14261f0c0736 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89170) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 14 22:57:49.157663 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c20d09d3-140d-4d97-b8c2-14261f0c0736 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:49.174284 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:49.178489 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d8bec41c-dbe4-4864-ae4d-73067257e6c5 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:49.184831 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c85106-e714-4f20-b8a1-7d05699ce027 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:49.186429 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c85106-e714-4f20-b8a1-7d05699ce027 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:49.187947 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c85106-e714-4f20-b8a1-7d05699ce027 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:49.188691 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e5c85106-e714-4f20-b8a1-7d05699ce027 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:57:49.202881 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ad2b6a-be4c-4e3b-8862-7f7dd246afad tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Router 0c2f765c-bbf8-45b0-87da-c3c89fc231a2 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:57:49.222487 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f714b149-7612-4884-a826-89efad43375e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:49.228151 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f714b149-7612-4884-a826-89efad43375e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:49.228689 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f714b149-7612-4884-a826-89efad43375e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:49.271889 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bec41c-dbe4-4864-ae4d-73067257e6c5 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event deleted for resources: {'Port': ['ID=e1a6a7f6-4d56-4a32-a06c-0d1b2bdb12ad,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:49.316725 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e5c85106-e714-4f20-b8a1-7d05699ce027 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:57:49.318472 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e5c85106-e714-4f20-b8a1-7d05699ce027 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2219582 Sep 14 22:57:49.323018 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51274) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:49.398836 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d8bec41c-dbe4-4864-ae4d-73067257e6c5 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:49.508467 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e89e0e4-186b-4965-8608-b2f06d09d5e3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting subnet 4da8a4fb-f0a0-494c-a7fd-fdc44641cf4d {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:57:49.525235 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d09d3-140d-4d97-b8c2-14261f0c0736 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Pushing event updated for resources: {'Subnet': ['ID=2b614861-0d2d-4c99-abc3-aeb6d2739ef0,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:49.568284 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1e89e0e4-186b-4965-8608-b2f06d09d5e3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:49.620911 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d8bec41c-dbe4-4864-ae4d-73067257e6c5 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:49.623421 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f714b149-7612-4884-a826-89efad43375e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.4263260 Sep 14 22:57:49.625193 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d8bec41c-dbe4-4864-ae4d-73067257e6c5 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:49.628641 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51278) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:49.632060 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714b149-7612-4884-a826-89efad43375e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Network': ['ID=54998194-279a-4fa5-95ce-887c2e0abbe0,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:49.638029 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20d09d3-140d-4d97-b8c2-14261f0c0736 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Checking segment: {'id': '6043d73e-d4c0-4aca-924f-0b637b55b934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e874e469-f566-4854-9765-41c0734a208c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:57:49.638396 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20d09d3-140d-4d97-b8c2-14261f0c0736 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Network hostable DHCP agents. Network: e874e469-f566-4854-9765-41c0734a208c, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:57:49.639630 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-efe217ba-ef3f-4f74-8f4d-d0258cbb751b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'port': {'network_id': '54998194-279a-4fa5-95ce-887c2e0abbe0', 'name': 'tempest-PortsTestJSON-445200126'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:49.643535 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 54998194-279a-4fa5-95ce-887c2e0abbe0 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:57:49.646720 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ad2b6a-be4c-4e3b-8862-7f7dd246afad tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:57:49.651845 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-16ad2b6a-be4c-4e3b-8862-7f7dd246afad tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] 10.222.0.33 "PUT /v2.0/routers/0c2f765c-bbf8-45b0-87da-c3c89fc231a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8894751 Sep 14 22:57:49.657874 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51282) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:49.659954 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1e89e0e4-186b-4965-8608-b2f06d09d5e3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:49.660639 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464f740c-f75b-4bf7-a067-097af23755c7 None None] Sync routers for ids ['0c2f765c-bbf8-45b0-87da-c3c89fc231a2'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:57:49.672767 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464f740c-f75b-4bf7-a067-097af23755c7 None None] Routers {'0c2f765c-bbf8-45b0-87da-c3c89fc231a2'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:57:49.673805 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-464f740c-f75b-4bf7-a067-097af23755c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:57:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['0c2f765c-bbf8-45b0-87da-c3c89fc231a2'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:49.731143 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-fcc37aff-34a4-465a-a452-9e69133a0fed tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] show failed (client error): The resource could not be found. Sep 14 22:57:49.732200 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-fcc37aff-34a4-465a-a452-9e69133a0fed tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] 10.222.0.33 "GET /v2.0/routers/tempest-non_exist_router-710200073 HTTP/1.1" status: 404 len: 334 time: 0.0733974 Sep 14 22:57:49.737789 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51286) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:49.747741 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-703f5d49-238b-4f09-8005-4863302756f6 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:49.788319 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-464f740c-f75b-4bf7-a067-097af23755c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:49.801864 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464f740c-f75b-4bf7-a067-097af23755c7 None None] Routers {'0c2f765c-bbf8-45b0-87da-c3c89fc231a2'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:57:49.802481 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-464f740c-f75b-4bf7-a067-097af23755c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:57:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['0c2f765c-bbf8-45b0-87da-c3c89fc231a2'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:49.809688 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20d09d3-140d-4d97-b8c2-14261f0c0736 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Network e874e469-f566-4854-9765-41c0734a208c is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:57:49.823234 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-703f5d49-238b-4f09-8005-4863302756f6 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] update failed (client error): The resource could not be found. Sep 14 22:57:49.825715 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-703f5d49-238b-4f09-8005-4863302756f6 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] 10.222.0.33 "PUT /v2.0/routers/tempest-non_exist_router-1940894694 HTTP/1.1" status: 404 len: 335 time: 0.0854986 Sep 14 22:57:49.829394 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51290) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:49.863154 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-c20d09d3-140d-4d97-b8c2-14261f0c0736 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, e874e469-f566-4854-9765-41c0734a208c) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:49.868010 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-464f740c-f75b-4bf7-a067-097af23755c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:49.868599 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464f740c-f75b-4bf7-a067-097af23755c7 None None] The sync data for ids ['0c2f765c-bbf8-45b0-87da-c3c89fc231a2'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:57:49.875599 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20d09d3-140d-4d97-b8c2-14261f0c0736 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:49.876335 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c20d09d3-140d-4d97-b8c2-14261f0c0736 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:49.883123 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e555bd47-bbc5-44e1-a3e7-57bb0363fa40 None None] Network e874e469-f566-4854-9765-41c0734a208c requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:49.914955 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c20d09d3-140d-4d97-b8c2-14261f0c0736 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6932924 Sep 14 22:57:49.915850 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d8bec41c-dbe4-4864-ae4d-73067257e6c5 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:49.916388 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bec41c-dbe4-4864-ae4d-73067257e6c5 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Fanout notify agent at l3_agent the message router_deleted on router 23537ba9-971f-48b8-b689-951a5e502027 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:57:49.919714 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-af7a2a01-82fe-4baa-9799-0bfd35f6278b tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Deleting subnet 7249889c-119c-49a6-9455-261ac4f27af9 {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:57:49.920200 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51294) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:49.923137 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-af7a2a01-82fe-4baa-9799-0bfd35f6278b tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:49.939354 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-a15f824b-08a4-4071-93ba-157c66870d96 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Request body: {'port': {'network_id': 'e874e469-f566-4854-9765-41c0734a208c', 'name': 'tempest-NetworksIpV6TestAttrs-1188770588'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:49.985107 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-af7a2a01-82fe-4baa-9799-0bfd35f6278b tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:50.056028 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-efe217ba-ef3f-4f74-8f4d-d0258cbb751b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:50.071149 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-efe217ba-ef3f-4f74-8f4d-d0258cbb751b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:port and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:50.079453 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d8bec41c-dbe4-4864-ae4d-73067257e6c5 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:50.080541 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d8bec41c-dbe4-4864-ae4d-73067257e6c5 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/routers/23537ba9-971f-48b8-b689-951a5e502027 HTTP/1.1" status: 204 len: 168 time: 2.0898874 Sep 14 22:57:50.084804 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-af7a2a01-82fe-4baa-9799-0bfd35f6278b tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:50.088760 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-efe217ba-ef3f-4f74-8f4d-d0258cbb751b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:50.091230 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51298) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:50.111377 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1e89e0e4-186b-4965-8608-b2f06d09d5e3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:50.140824 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1138d3c7-7a0d-4fda-b44e-7389c66dfdc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-e874e469-f566-4854-9765-41c0734a208c', 'network_id': 'e874e469-f566-4854-9765-41c0734a208c', 'tenant_id': 'd414d78b994047078c628b39b0ceaf5c', 'fixed_ips': [{'subnet_id': '2b614861-0d2d-4c99-abc3-aeb6d2739ef0'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:57:50.142364 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-efe217ba-ef3f-4f74-8f4d-d0258cbb751b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:50.142629 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1138d3c7-7a0d-4fda-b44e-7389c66dfdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:50.149542 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-05011e12-f442-490b-b7ee-2552bf3ca9f8 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Request body: {'network': {'name': 'tempest-RoutersTest-1549633123'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:50.163874 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-af7a2a01-82fe-4baa-9799-0bfd35f6278b tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:50.166729 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-05011e12-f442-490b-b7ee-2552bf3ca9f8 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:50.190806 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-05011e12-f442-490b-b7ee-2552bf3ca9f8 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Usage tracker for resource:network and tenant:25d4f6710d2343efa0693e5e6584ceb8 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:50.195573 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-05011e12-f442-490b-b7ee-2552bf3ca9f8 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:50.208651 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a2a01-82fe-4baa-9799-0bfd35f6278b tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Pushing event deleted for resources: {'Subnet': ['ID=7249889c-119c-49a6-9455-261ac4f27af9,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:50.211278 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-05011e12-f442-490b-b7ee-2552bf3ca9f8 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:50.212386 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-af7a2a01-82fe-4baa-9799-0bfd35f6278b tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:50.219452 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-af7a2a01-82fe-4baa-9799-0bfd35f6278b tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] 10.222.0.33 "DELETE /v2.0/subnets/7249889c-119c-49a6-9455-261ac4f27af9 HTTP/1.1" status: 204 len: 168 time: 0.3888378 Sep 14 22:57:50.222018 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51302) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:50.225536 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe217ba-ef3f-4f74-8f4d-d0258cbb751b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Made reservation on behalf of 1c14bf9f432e425688de72a35501bf7a for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:50.229242 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-efe217ba-ef3f-4f74-8f4d-d0258cbb751b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:50.239985 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a15f824b-08a4-4071-93ba-157c66870d96 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:50.249724 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a15f824b-08a4-4071-93ba-157c66870d96 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Usage tracker for resource:port and tenant:d414d78b994047078c628b39b0ceaf5c is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:50.254024 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a15f824b-08a4-4071-93ba-157c66870d96 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:50.266112 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05011e12-f442-490b-b7ee-2552bf3ca9f8 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Made reservation on behalf of 25d4f6710d2343efa0693e5e6584ceb8 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:50.269509 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-05011e12-f442-490b-b7ee-2552bf3ca9f8 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:50.283531 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a15f824b-08a4-4071-93ba-157c66870d96 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:50.292217 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-2032c771-c3af-4d9b-8db3-f46c840e735a tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Deleting subnet c383e812-ad96-41df-b6e3-a45e9505ede9 {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:57:50.295184 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1e89e0e4-186b-4965-8608-b2f06d09d5e3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:50.295532 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2032c771-c3af-4d9b-8db3-f46c840e735a tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:50.328984 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-efe217ba-ef3f-4f74-8f4d-d0258cbb751b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] device_id is not set on port 1c95b814-0dd5-4639-bf97-9b177f451ddc yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:57:50.332038 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513a21f9-9b51-4ae6-94bf-bd547bbde2fe None None] Network 8cdde005-f0b1-4cea-a361-a43bca43ef40 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:50.367254 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2032c771-c3af-4d9b-8db3-f46c840e735a tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:50.389833 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e89e0e4-186b-4965-8608-b2f06d09d5e3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Subnet': ['ID=4da8a4fb-f0a0-494c-a7fd-fdc44641cf4d,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:50.392294 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1e89e0e4-186b-4965-8608-b2f06d09d5e3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:50.410502 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15f824b-08a4-4071-93ba-157c66870d96 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Made reservation on behalf of d414d78b994047078c628b39b0ceaf5c for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:50.416412 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a15f824b-08a4-4071-93ba-157c66870d96 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:50.417214 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def707e5-7ccb-464b-b8fd-f75648eb6da3 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:50.436777 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05011e12-f442-490b-b7ee-2552bf3ca9f8 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:57:50.440405 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-1138d3c7-7a0d-4fda-b44e-7389c66dfdc9 None None] Allocated IP 2001:db8::f816:3eff:fe3a:8711 (e874e469-f566-4854-9765-41c0734a208c/2b614861-0d2d-4c99-abc3-aeb6d2739ef0/8e589018-a568-403e-90e3-4125b7ad079c) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:57:50.444316 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e89e0e4-186b-4965-8608-b2f06d09d5e3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:50.444701 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e89e0e4-186b-4965-8608-b2f06d09d5e3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:50.445040 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e89e0e4-186b-4965-8608-b2f06d09d5e3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:50.445374 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e89e0e4-186b-4965-8608-b2f06d09d5e3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:50.445706 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e89e0e4-186b-4965-8608-b2f06d09d5e3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:50.446067 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e89e0e4-186b-4965-8608-b2f06d09d5e3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:50.446339 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e89e0e4-186b-4965-8608-b2f06d09d5e3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:50.446666 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e89e0e4-186b-4965-8608-b2f06d09d5e3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:50.446985 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e89e0e4-186b-4965-8608-b2f06d09d5e3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:50.447542 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e89e0e4-186b-4965-8608-b2f06d09d5e3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:50.447663 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e89e0e4-186b-4965-8608-b2f06d09d5e3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:50.447913 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e89e0e4-186b-4965-8608-b2f06d09d5e3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:50.483676 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1e89e0e4-186b-4965-8608-b2f06d09d5e3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/4da8a4fb-f0a0-494c-a7fd-fdc44641cf4d HTTP/1.1" status: 204 len: 168 time: 1.1574490 Sep 14 22:57:50.484299 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51306) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:50.485105 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-05011e12-f442-490b-b7ee-2552bf3ca9f8 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:50.485445 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-05011e12-f442-490b-b7ee-2552bf3ca9f8 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Added segment 376b6d86-8d11-43ef-a642-2e043f136fe8 of type vlan for network 2eb35505-7eed-478a-9e2d-aa6bc99aea1f Sep 14 22:57:50.486984 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-a15f824b-08a4-4071-93ba-157c66870d96 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] device_id is not set on port af1272a6-2357-4ec5-883b-21f98e464834 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:57:50.584114 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3d87d8-4b4d-48fa-86d3-c963106eb550 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Deleting subnet e0fa6a1e-84be-489f-ba9d-c2d87b0c3c0d {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:57:50.588727 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6c3d87d8-4b4d-48fa-86d3-c963106eb550 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:50.605269 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-05011e12-f442-490b-b7ee-2552bf3ca9f8 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:50.639629 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2032c771-c3af-4d9b-8db3-f46c840e735a tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:50.694429 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6c3d87d8-4b4d-48fa-86d3-c963106eb550 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:50.743103 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-efe217ba-ef3f-4f74-8f4d-d0258cbb751b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:50.746968 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-05011e12-f442-490b-b7ee-2552bf3ca9f8 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:50.752928 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05011e12-f442-490b-b7ee-2552bf3ca9f8 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:50.753576 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-05011e12-f442-490b-b7ee-2552bf3ca9f8 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:50.784747 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2032c771-c3af-4d9b-8db3-f46c840e735a tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:50.827774 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032c771-c3af-4d9b-8db3-f46c840e735a tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Pushing event deleted for resources: {'Subnet': ['ID=c383e812-ad96-41df-b6e3-a45e9505ede9,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:50.834209 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2032c771-c3af-4d9b-8db3-f46c840e735a tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:50.840625 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2032c771-c3af-4d9b-8db3-f46c840e735a tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] 10.222.0.33 "DELETE /v2.0/subnets/c383e812-ad96-41df-b6e3-a45e9505ede9 HTTP/1.1" status: 204 len: 168 time: 0.6172435 Sep 14 22:57:50.842563 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51310) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:50.871286 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6c3d87d8-4b4d-48fa-86d3-c963106eb550 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:50.878795 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-05011e12-f442-490b-b7ee-2552bf3ca9f8 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7825186 Sep 14 22:57:50.883361 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51314) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:50.884818 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05011e12-f442-490b-b7ee-2552bf3ca9f8 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Network': ['ID=2eb35505-7eed-478a-9e2d-aa6bc99aea1f,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:50.893009 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-984ef69c-9630-418d-957a-1117cee2092e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Request body: {'subnet': {'network_id': '2eb35505-7eed-478a-9e2d-aa6bc99aea1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:50.904048 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca1fab4-ea09-47a0-bb72-eeae8833bb06 None None] Network 4c931677-483a-4104-9086-14639d28e2d7 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:50.916241 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 2eb35505-7eed-478a-9e2d-aa6bc99aea1f details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:57:50.985321 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-efe217ba-ef3f-4f74-8f4d-d0258cbb751b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:51.011328 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e8dc5c60-0e98-4225-8b5f-14ac6c562434 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:51.030213 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-e8dc5c60-0e98-4225-8b5f-14ac6c562434 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Deleting port 8f40cfc6-a0f0-426e-9b51-329b2147be1e {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:51.030561 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e8dc5c60-0e98-4225-8b5f-14ac6c562434 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:51.078353 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6c3d87d8-4b4d-48fa-86d3-c963106eb550 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:51.079824 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-984ef69c-9630-418d-957a-1117cee2092e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:51.095968 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-984ef69c-9630-418d-957a-1117cee2092e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Usage tracker for resource:subnet and tenant:25d4f6710d2343efa0693e5e6584ceb8 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:51.100829 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe217ba-ef3f-4f74-8f4d-d0258cbb751b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Port': ['ID=1c95b814-0dd5-4639-bf97-9b177f451ddc,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:51.104283 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-984ef69c-9630-418d-957a-1117cee2092e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:51.113954 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-984ef69c-9630-418d-957a-1117cee2092e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:51.127105 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe217ba-ef3f-4f74-8f4d-d0258cbb751b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Checking segment: {'id': 'c5a48436-62f7-48fe-b298-414445e685ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '54998194-279a-4fa5-95ce-887c2e0abbe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:57:51.127519 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe217ba-ef3f-4f74-8f4d-d0258cbb751b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Network hostable DHCP agents. Network: 54998194-279a-4fa5-95ce-887c2e0abbe0, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:57:51.133193 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d87d8-4b4d-48fa-86d3-c963106eb550 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Subnet': ['ID=e0fa6a1e-84be-489f-ba9d-c2d87b0c3c0d,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:51.139275 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984ef69c-9630-418d-957a-1117cee2092e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Made reservation on behalf of 25d4f6710d2343efa0693e5e6584ceb8 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:51.143163 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-984ef69c-9630-418d-957a-1117cee2092e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:51.165774 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6c3d87d8-4b4d-48fa-86d3-c963106eb550 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:51.173886 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3d87d8-4b4d-48fa-86d3-c963106eb550 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:51.174235 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3d87d8-4b4d-48fa-86d3-c963106eb550 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:51.174582 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3d87d8-4b4d-48fa-86d3-c963106eb550 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:51.174918 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3d87d8-4b4d-48fa-86d3-c963106eb550 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:51.175252 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3d87d8-4b4d-48fa-86d3-c963106eb550 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:51.175590 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3d87d8-4b4d-48fa-86d3-c963106eb550 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:51.175920 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3d87d8-4b4d-48fa-86d3-c963106eb550 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:51.176268 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3d87d8-4b4d-48fa-86d3-c963106eb550 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:51.176602 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3d87d8-4b4d-48fa-86d3-c963106eb550 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:51.176947 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3d87d8-4b4d-48fa-86d3-c963106eb550 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:51.177272 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3d87d8-4b4d-48fa-86d3-c963106eb550 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:51.177593 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3d87d8-4b4d-48fa-86d3-c963106eb550 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:51.206781 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6c3d87d8-4b4d-48fa-86d3-c963106eb550 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/e0fa6a1e-84be-489f-ba9d-c2d87b0c3c0d HTTP/1.1" status: 204 len: 168 time: 0.7189887 Sep 14 22:57:51.208751 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51318) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:51.236329 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe217ba-ef3f-4f74-8f4d-d0258cbb751b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Network 54998194-279a-4fa5-95ce-887c2e0abbe0 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:57:51.254719 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-efe217ba-ef3f-4f74-8f4d-d0258cbb751b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 54998194-279a-4fa5-95ce-887c2e0abbe0) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:51.261873 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe217ba-ef3f-4f74-8f4d-d0258cbb751b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:57:51.268139 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe217ba-ef3f-4f74-8f4d-d0258cbb751b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:51.268950 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-efe217ba-ef3f-4f74-8f4d-d0258cbb751b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:51.301672 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-efe217ba-ef3f-4f74-8f4d-d0258cbb751b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6720185 Sep 14 22:57:51.304971 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51322) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:51.313177 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-647a7f4a-a718-46e5-bec7-7eb78be98eec tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1735185910'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:51.313810 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1138d3c7-7a0d-4fda-b44e-7389c66dfdc9 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:51.319583 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-647a7f4a-a718-46e5-bec7-7eb78be98eec tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:51.327719 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-647a7f4a-a718-46e5-bec7-7eb78be98eec tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:network and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:51.358528 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-647a7f4a-a718-46e5-bec7-7eb78be98eec tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:51.370258 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-647a7f4a-a718-46e5-bec7-7eb78be98eec tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:51.403703 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647a7f4a-a718-46e5-bec7-7eb78be98eec tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Made reservation on behalf of 1c14bf9f432e425688de72a35501bf7a for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:51.405004 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63f4cf5-6887-4c60-adc2-ddc971c80d07 None None] Network 54998194-279a-4fa5-95ce-887c2e0abbe0 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:51.406992 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-647a7f4a-a718-46e5-bec7-7eb78be98eec tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:51.423711 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b6e2d3d5-f897-4ff5-8786-40c08be50c3b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2147882 Sep 14 22:57:51.426500 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51326) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:51.435873 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13d41c4-c65f-45ed-b701-47ad2940f224 None None] DHCP port deletion for 8cdde005-f0b1-4cea-a361-a43bca43ef40 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:57:51.449921 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1138d3c7-7a0d-4fda-b44e-7389c66dfdc9 None None] Transition to ACTIVE for port object 8e589018-a568-403e-90e3-4125b7ad079c will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:57:51.501000 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-f13d41c4-c65f-45ed-b701-47ad2940f224 None None] Deleting port 8f40cfc6-a0f0-426e-9b51-329b2147be1e {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:51.502437 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f13d41c4-c65f-45ed-b701-47ad2940f224 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:51.526122 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-e8dc5c60-0e98-4225-8b5f-14ac6c562434 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] For port 8f40cfc6-a0f0-426e-9b51-329b2147be1e, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=8f40cfc6-a0f0-426e-9b51-329b2147be1e,segment=NetworkSegment(af46f0ed-0c5d-4a5b-8b39-e9ca56cebc57),segment_id=af46f0ed-0c5d-4a5b-8b39-e9ca56cebc57)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:57:51.526571 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e8dc5c60-0e98-4225-8b5f-14ac6c562434 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:51.533739 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-647a7f4a-a718-46e5-bec7-7eb78be98eec tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:57:51.550577 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-984ef69c-9630-418d-957a-1117cee2092e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:51.590938 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-647a7f4a-a718-46e5-bec7-7eb78be98eec tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:51.591172 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-647a7f4a-a718-46e5-bec7-7eb78be98eec tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Added segment 3dc87dbc-70ae-4d1b-935c-d5c22ce43982 of type vlan for network 15125a8d-add2-4d62-bc10-ded45cf6b688 Sep 14 22:57:51.613799 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1138d3c7-7a0d-4fda-b44e-7389c66dfdc9 None None] Transition to ACTIVE for port object 8e589018-a568-403e-90e3-4125b7ad079c will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:57:51.663428 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1138d3c7-7a0d-4fda-b44e-7389c66dfdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:51.667006 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-e8dc5c60-0e98-4225-8b5f-14ac6c562434 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Calling delete_port for 8f40cfc6-a0f0-426e-9b51-329b2147be1e owned by network:dhcp {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:57:51.721375 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-647a7f4a-a718-46e5-bec7-7eb78be98eec tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:51.743059 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7f061b-bcfb-4279-9069-82093e56f490 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:51.744929 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ea7f061b-bcfb-4279-9069-82093e56f490 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3173225 Sep 14 22:57:51.745683 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ef69c-9630-418d-957a-1117cee2092e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Subnet': ['ID=7d3df26c-1581-4e8c-95a5-c12853a8469f,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:51.750470 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51330) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:51.766226 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e8dc5c60-0e98-4225-8b5f-14ac6c562434 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:51.814526 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc5c60-0e98-4225-8b5f-14ac6c562434 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Pushing event deleted for resources: {'Port': ['ID=8f40cfc6-a0f0-426e-9b51-329b2147be1e,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:51.816398 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-a15f824b-08a4-4071-93ba-157c66870d96 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Allocated IP 2001:db8::f816:3eff:febc:9091 (e874e469-f566-4854-9765-41c0734a208c/2b614861-0d2d-4c99-abc3-aeb6d2739ef0/af1272a6-2357-4ec5-883b-21f98e464834) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:57:51.818606 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dc5c60-0e98-4225-8b5f-14ac6c562434 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] No DVR routers for this DVR port 8f40cfc6-a0f0-426e-9b51-329b2147be1e on host dv-neutron-857791-1-hyperv {{(pid=89170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:57:51.829721 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1138d3c7-7a0d-4fda-b44e-7389c66dfdc9 None None] Network e874e469-f566-4854-9765-41c0734a208c is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:51.836148 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 8f40cfc6-a0f0-426e-9b51-329b2147be1e no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:57:51.894305 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-f13d41c4-c65f-45ed-b701-47ad2940f224 None None] The port '8f40cfc6-a0f0-426e-9b51-329b2147be1e' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:57:51.896189 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-1138d3c7-7a0d-4fda-b44e-7389c66dfdc9 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:51.940038 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1138d3c7-7a0d-4fda-b44e-7389c66dfdc9 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:57:51.959428 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e8dc5c60-0e98-4225-8b5f-14ac6c562434 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:51.960597 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984ef69c-9630-418d-957a-1117cee2092e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Checking segment: {'id': '376b6d86-8d11-43ef-a642-2e043f136fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2eb35505-7eed-478a-9e2d-aa6bc99aea1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:57:51.960979 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984ef69c-9630-418d-957a-1117cee2092e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Network hostable DHCP agents. Network: 2eb35505-7eed-478a-9e2d-aa6bc99aea1f, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:57:51.961657 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 8f40cfc6-a0f0-426e-9b51-329b2147be1e {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:57:51.962145 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 8f40cfc6-a0f0-426e-9b51-329b2147be1e not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:57:51.977151 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.db.resource_extend [None req-647a7f4a-a718-46e5-bec7-7eb78be98eec tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 22:57:51.988299 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-e8dc5c60-0e98-4225-8b5f-14ac6c562434 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cdde005-f0b1-4cea-a361-a43bca43ef40']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:52.003611 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-e8dc5c60-0e98-4225-8b5f-14ac6c562434 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af46f0ed-0c5d-4a5b-8b39-e9ca56cebc57') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:52.004154 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-e8dc5c60-0e98-4225-8b5f-14ac6c562434 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af46f0ed-0c5d-4a5b-8b39-e9ca56cebc57') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:52.019806 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e8dc5c60-0e98-4225-8b5f-14ac6c562434 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:52.031227 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-647a7f4a-a718-46e5-bec7-7eb78be98eec tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:52.037379 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647a7f4a-a718-46e5-bec7-7eb78be98eec tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:52.038160 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-647a7f4a-a718-46e5-bec7-7eb78be98eec tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:52.040034 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e8dc5c60-0e98-4225-8b5f-14ac6c562434 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:52.041881 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138d3c7-7a0d-4fda-b44e-7389c66dfdc9 None None] Pushing event updated for resources: {'Port': ['ID=8e589018-a568-403e-90e3-4125b7ad079c,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:52.046788 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c94df4-931d-42f7-82a9-7512af6eea97 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:52.048332 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-f2c94df4-931d-42f7-82a9-7512af6eea97 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Synchronizing usage tracker for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:57:52.049579 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8dc5c60-0e98-4225-8b5f-14ac6c562434 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:57:52.050344 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e8dc5c60-0e98-4225-8b5f-14ac6c562434 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:52.112396 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24783f3b-c0b0-4b20-b1e8-976552d0dce2 None None] DHCP port deletion for 4c931677-483a-4104-9086-14639d28e2d7 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:57:52.119171 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984ef69c-9630-418d-957a-1117cee2092e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Network 2eb35505-7eed-478a-9e2d-aa6bc99aea1f is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:57:52.130110 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment af46f0ed-0c5d-4a5b-8b39-e9ca56cebc57 resource provider aggregate not found Sep 14 22:57:52.130305 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416e1913-3d79-4230-bd56-88ee82bcafd5 None None] Update dhcp port {'port': {'network_id': 'ac1cbc11-ac8d-43cd-9c1d-398cae68a205', 'fixed_ips': [{'subnet_id': 'e0fa6a1e-84be-489f-ba9d-c2d87b0c3c0d'}], 'binding:host_id': 'dv-neutron-857791-1-hyperv'}, 'id': '40811450-b24e-4464-818d-c2c6f96e2d6e'} from dv-neutron-857791-1-hyperv. {{(pid=89172) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 14 22:57:52.148872 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment af46f0ed-0c5d-4a5b-8b39-e9ca56cebc57 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af46f0ed-0c5d-4a5b-8b39-e9ca56cebc57 found for delete ", "request_id": "req-b9f8b58d-b0a8-4b09-8aab-8a6191feee2b"}]} Sep 14 22:57:52.160786 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-24783f3b-c0b0-4b20-b1e8-976552d0dce2 None None] Deleting port 31651ede-d17b-424d-b3bc-22274934fdbe {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:52.161178 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-24783f3b-c0b0-4b20-b1e8-976552d0dce2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:52.175066 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e8dc5c60-0e98-4225-8b5f-14ac6c562434 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:52.177643 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-f2c94df4-931d-42f7-82a9-7512af6eea97 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Unset dirty status for tenant:85df200b99f948bea73339849d4d7aa6 on resource:subnet {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:57:52.181299 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f2c94df4-931d-42f7-82a9-7512af6eea97 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4226143 Sep 14 22:57:52.185883 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e8dc5c60-0e98-4225-8b5f-14ac6c562434 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:52.189956 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51338) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:52.209623 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-1138d3c7-7a0d-4fda-b44e-7389c66dfdc9 None None] Attempting to bind port 8e589018-a568-403e-90e3-4125b7ad079c on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:52.210032 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-1138d3c7-7a0d-4fda-b44e-7389c66dfdc9 None None] Attempting to bind port 8e589018-a568-403e-90e3-4125b7ad079c by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '6043d73e-d4c0-4aca-924f-0b637b55b934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e874e469-f566-4854-9765-41c0734a208c'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:52.210415 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1138d3c7-7a0d-4fda-b44e-7389c66dfdc9 None None] Attempting to bind port 8e589018-a568-403e-90e3-4125b7ad079c on network e874e469-f566-4854-9765-41c0734a208c {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:52.212409 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-647a7f4a-a718-46e5-bec7-7eb78be98eec tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9062943 Sep 14 22:57:52.216282 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51342) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:52.220316 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-e8dc5c60-0e98-4225-8b5f-14ac6c562434 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] 10.222.0.33 "DELETE /v2.0/networks/8cdde005-f0b1-4cea-a361-a43bca43ef40 HTTP/1.1" status: 204 len: 168 time: 1.3743107 Sep 14 22:57:52.220316 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc5c60-0e98-4225-8b5f-14ac6c562434 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Pushing event deleted for resources: {'Network': ['ID=8cdde005-f0b1-4cea-a361-a43bca43ef40,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:52.223820 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51344) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:52.229663 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-864db27b-4646-481e-ae2e-1712416c5b74 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'ports': [{'network_id': '54998194-279a-4fa5-95ce-887c2e0abbe0'}, {'network_id': '15125a8d-add2-4d62-bc10-ded45cf6b688'}]} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:52.229864 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-864db27b-4646-481e-ae2e-1712416c5b74 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'port': {'network_id': '54998194-279a-4fa5-95ce-887c2e0abbe0'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:52.230310 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-864db27b-4646-481e-ae2e-1712416c5b74 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'port': {'network_id': '15125a8d-add2-4d62-bc10-ded45cf6b688'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:52.248019 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1138d3c7-7a0d-4fda-b44e-7389c66dfdc9 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:57:52.248407 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1138d3c7-7a0d-4fda-b44e-7389c66dfdc9 None None] Checking segment: {'id': '6043d73e-d4c0-4aca-924f-0b637b55b934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e874e469-f566-4854-9765-41c0734a208c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:57:52.248861 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1138d3c7-7a0d-4fda-b44e-7389c66dfdc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:52.249252 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1138d3c7-7a0d-4fda-b44e-7389c66dfdc9 None None] Bound using segment: {'id': '6043d73e-d4c0-4aca-924f-0b637b55b934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e874e469-f566-4854-9765-41c0734a208c'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:57:52.249724 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-1138d3c7-7a0d-4fda-b44e-7389c66dfdc9 None None] Bound port: 8e589018-a568-403e-90e3-4125b7ad079c, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6043d73e-d4c0-4aca-924f-0b637b55b934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e874e469-f566-4854-9765-41c0734a208c'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:57:52.250096 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1138d3c7-7a0d-4fda-b44e-7389c66dfdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:52.279860 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-416e1913-3d79-4230-bd56-88ee82bcafd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:52.283402 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-984ef69c-9630-418d-957a-1117cee2092e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 2eb35505-7eed-478a-9e2d-aa6bc99aea1f) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:52.305035 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ed139020-d17c-4fce-a4a5-4ced3f7b605f tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0972033 Sep 14 22:57:52.305035 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984ef69c-9630-418d-957a-1117cee2092e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:52.305035 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-984ef69c-9630-418d-957a-1117cee2092e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:52.308183 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a7f4a-a718-46e5-bec7-7eb78be98eec tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Network': ['ID=15125a8d-add2-4d62-bc10-ded45cf6b688,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:52.310114 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51350) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:52.333499 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7ec06a-db84-4513-8acf-1aa26fe98abb None None] Network 2eb35505-7eed-478a-9e2d-aa6bc99aea1f requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:52.355509 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 15125a8d-add2-4d62-bc10-ded45cf6b688 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:57:52.442770 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-984ef69c-9630-418d-957a-1117cee2092e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5548716 Sep 14 22:57:52.446474 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-59365e07-9823-4495-83c2-639012b881c4 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:52.447351 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59365e07-9823-4495-83c2-639012b881c4 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:52.447472 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51354) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:52.451027 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-59365e07-9823-4495-83c2-639012b881c4 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/28801d56-c630-4e5b-a4ab-5e6b4d4ca929 HTTP/1.1" status: 404 len: 333 time: 0.1209383 Sep 14 22:57:52.452123 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51358) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:52.457354 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-0b2b624b-7b04-4c28-834d-e2c831bbece0 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-545990363', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:52.485048 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0b2b624b-7b04-4c28-834d-e2c831bbece0 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:52.490576 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-82a9ff24-66b8-4257-91e1-fc80e5d6684f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:52.496371 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ee5a13-de0a-4b48-873c-2337154dcf7b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:52.496843 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ee5a13-de0a-4b48-873c-2337154dcf7b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:52.501018 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-81ee5a13-de0a-4b48-873c-2337154dcf7b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/e0fa6a1e-84be-489f-ba9d-c2d87b0c3c0d HTTP/1.1" status: 404 len: 337 time: 0.0459445 Sep 14 22:57:52.501169 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0b2b624b-7b04-4c28-834d-e2c831bbece0 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Usage tracker for resource:router and tenant:25d4f6710d2343efa0693e5e6584ceb8 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:52.502048 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51362) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:52.552977 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0b2b624b-7b04-4c28-834d-e2c831bbece0 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:52.561967 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-851c6512-8d53-4ff8-b910-6a6762aef42e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:52.562370 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-851c6512-8d53-4ff8-b910-6a6762aef42e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:52.566376 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-851c6512-8d53-4ff8-b910-6a6762aef42e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/4da8a4fb-f0a0-494c-a7fd-fdc44641cf4d HTTP/1.1" status: 404 len: 337 time: 0.0618911 Sep 14 22:57:52.572869 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51366) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:52.581713 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0b2b624b-7b04-4c28-834d-e2c831bbece0 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:52.606493 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-82a9ff24-66b8-4257-91e1-fc80e5d6684f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Deleting port 31651ede-d17b-424d-b3bc-22274934fdbe {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:52.606841 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-82a9ff24-66b8-4257-91e1-fc80e5d6684f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:52.626276 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e09955f-fc54-43b9-bea9-307b9777d245 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:52.626743 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e09955f-fc54-43b9-bea9-307b9777d245 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:52.631284 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0e09955f-fc54-43b9-bea9-307b9777d245 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/193eb71b-012b-43a9-982d-877de4e69266 HTTP/1.1" status: 404 len: 333 time: 0.0546885 Sep 14 22:57:52.632016 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51370) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:52.652172 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0b2b624b-7b04-4c28-834d-e2c831bbece0 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:52.653201 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0b2b624b-7b04-4c28-834d-e2c831bbece0 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:52.667912 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-864db27b-4646-481e-ae2e-1712416c5b74 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:52.669735 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a15f824b-08a4-4071-93ba-157c66870d96 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:52.678721 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-864db27b-4646-481e-ae2e-1712416c5b74 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:port and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:52.680102 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c1a0718-5a13-44b3-829c-fdb529236b14 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:52.680545 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c1a0718-5a13-44b3-829c-fdb529236b14 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:52.684581 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8c1a0718-5a13-44b3-829c-fdb529236b14 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/da2e1157-e56f-44fc-bffa-090ce119a092 HTTP/1.1" status: 404 len: 337 time: 0.0496089 Sep 14 22:57:52.685246 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51374) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:52.706673 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-864db27b-4646-481e-ae2e-1712416c5b74 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:52.730119 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-864db27b-4646-481e-ae2e-1712416c5b74 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:52.732205 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-a15f824b-08a4-4071-93ba-157c66870d96 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Transition to ACTIVE for port object af1272a6-2357-4ec5-883b-21f98e464834 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:57:52.738279 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-0462b15b-fa5c-448d-9a51-18d514af621c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:52.738759 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0462b15b-fa5c-448d-9a51-18d514af621c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:52.742972 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0b2b624b-7b04-4c28-834d-e2c831bbece0 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:52.743135 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0462b15b-fa5c-448d-9a51-18d514af621c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/f2cf28af-2d9a-4f80-9166-e1675cb61316 HTTP/1.1" status: 404 len: 337 time: 0.0544901 Sep 14 22:57:52.743224 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51378) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:52.764775 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864db27b-4646-481e-ae2e-1712416c5b74 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Made reservation on behalf of 1c14bf9f432e425688de72a35501bf7a for: {'port': 2} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:52.769063 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-864db27b-4646-481e-ae2e-1712416c5b74 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:52.786274 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-0373ee28-b182-4f47-a0bc-eeb812a7b87c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:52.786727 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0373ee28-b182-4f47-a0bc-eeb812a7b87c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:52.791056 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0373ee28-b182-4f47-a0bc-eeb812a7b87c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/1d684089-6e61-42db-a4c8-b89303a825c0 HTTP/1.1" status: 404 len: 333 time: 0.0443621 Sep 14 22:57:52.791303 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51382) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:52.819674 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-24783f3b-c0b0-4b20-b1e8-976552d0dce2 None None] For port 31651ede-d17b-424d-b3bc-22274934fdbe, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=31651ede-d17b-424d-b3bc-22274934fdbe,segment=NetworkSegment(4395f2a5-bf45-4533-8b47-ba6d8d01572e),segment_id=4395f2a5-bf45-4533-8b47-ba6d8d01572e)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:57:52.820311 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-24783f3b-c0b0-4b20-b1e8-976552d0dce2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:52.835307 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-74bfa68a-3232-4df9-b886-af413ac9d86a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:52.836092 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74bfa68a-3232-4df9-b886-af413ac9d86a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:52.840370 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-74bfa68a-3232-4df9-b886-af413ac9d86a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/1b3e2c10-ba39-4607-ba51-1c37cf3ab1ba HTTP/1.1" status: 404 len: 337 time: 0.0481758 Sep 14 22:57:52.842167 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51386) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:52.849929 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0b2b624b-7b04-4c28-834d-e2c831bbece0 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:52.853598 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1138d3c7-7a0d-4fda-b44e-7389c66dfdc9 None None] For port 8e589018-a568-403e-90e3-4125b7ad079c, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:57:52.866735 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-864db27b-4646-481e-ae2e-1712416c5b74 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:52.889966 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b18b64d-6037-44af-9768-53082973b33e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:52.890416 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b18b64d-6037-44af-9768-53082973b33e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:52.895587 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2b18b64d-6037-44af-9768-53082973b33e tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/dc60515e-0b67-42e5-b1ad-37a0080a93fc HTTP/1.1" status: 404 len: 337 time: 0.0518959 Sep 14 22:57:52.897369 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51390) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:52.935540 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a15f824b-08a4-4071-93ba-157c66870d96 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:52.973468 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0b2b624b-7b04-4c28-834d-e2c831bbece0 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:52.977178 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0b2b624b-7b04-4c28-834d-e2c831bbece0 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5264084 Sep 14 22:57:52.985741 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-82a9ff24-66b8-4257-91e1-fc80e5d6684f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] For port 31651ede-d17b-424d-b3bc-22274934fdbe, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=31651ede-d17b-424d-b3bc-22274934fdbe,segment=NetworkSegment(4395f2a5-bf45-4533-8b47-ba6d8d01572e),segment_id=4395f2a5-bf45-4533-8b47-ba6d8d01572e)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:57:52.986105 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-82a9ff24-66b8-4257-91e1-fc80e5d6684f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:52.991426 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51394) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:53.036989 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c44e88-3105-4f2a-9f98-80ae1bf982e9 None None] Network ac1cbc11-ac8d-43cd-9c1d-398cae68a205 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:53.060591 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-24783f3b-c0b0-4b20-b1e8-976552d0dce2 None None] Calling delete_port for 31651ede-d17b-424d-b3bc-22274934fdbe owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:57:53.070336 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-63fd1bc5-ddb5-4567-9790-13feb5e8575c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:53.070909 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63fd1bc5-ddb5-4567-9790-13feb5e8575c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:53.075412 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-63fd1bc5-ddb5-4567-9790-13feb5e8575c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/1406ceb9-934e-4504-866c-6273700dc066 HTTP/1.1" status: 404 len: 333 time: 0.1743753 Sep 14 22:57:53.083490 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51398) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:53.165662 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1138d3c7-7a0d-4fda-b44e-7389c66dfdc9 None None] For port 8e589018-a568-403e-90e3-4125b7ad079c, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=8e589018-a568-403e-90e3-4125b7ad079c,segment=NetworkSegment(6043d73e-d4c0-4aca-924f-0b637b55b934),segment_id=6043d73e-d4c0-4aca-924f-0b637b55b934)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:57:53.196186 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1138d3c7-7a0d-4fda-b44e-7389c66dfdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:53.199791 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15f824b-08a4-4071-93ba-157c66870d96 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Network e874e469-f566-4854-9765-41c0734a208c is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:53.215027 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f824b-08a4-4071-93ba-157c66870d96 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Pushing event updated for resources: {'Port': ['ID=af1272a6-2357-4ec5-883b-21f98e464834,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:53.218230 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-a15f824b-08a4-4071-93ba-157c66870d96 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:53.220658 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15f824b-08a4-4071-93ba-157c66870d96 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:57:53.227847 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15f824b-08a4-4071-93ba-157c66870d96 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:53.228483 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a15f824b-08a4-4071-93ba-157c66870d96 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:53.236113 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eccc36f-f010-4574-bc21-a4dd746692a3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:53.236564 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eccc36f-f010-4574-bc21-a4dd746692a3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:53.241194 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3eccc36f-f010-4574-bc21-a4dd746692a3 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/2b05b557-59f5-4afa-9d68-abaf8fd53d99 HTTP/1.1" status: 404 len: 337 time: 0.1519408 Sep 14 22:57:53.245474 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51402) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:53.291141 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-82a9ff24-66b8-4257-91e1-fc80e5d6684f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Calling delete_port for 31651ede-d17b-424d-b3bc-22274934fdbe owned by network:dhcp {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:57:53.353726 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-a12e62d8-8c95-45b5-a5e0-529893e14950 None None] Provisioning complete for port 40811450-b24e-4464-818d-c2c6f96e2d6e triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:53.354344 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a12e62d8-8c95-45b5-a5e0-529893e14950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:53.430139 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-acb586f2-3035-4a63-b7e3-ac144e03ff13 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:53.430806 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acb586f2-3035-4a63-b7e3-ac144e03ff13 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:53.435166 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-acb586f2-3035-4a63-b7e3-ac144e03ff13 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/4ef0958b-2064-4f63-84b1-7cbc23b33860 HTTP/1.1" status: 404 len: 337 time: 0.1860907 Sep 14 22:57:53.436502 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51406) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:53.448486 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a15f824b-08a4-4071-93ba-157c66870d96 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.5271039 Sep 14 22:57:53.451838 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51410) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:53.500850 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f636ef-e7b7-49de-9231-7655ad630ed0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:53.501583 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5f636ef-e7b7-49de-9231-7655ad630ed0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:53.503474 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a5f636ef-e7b7-49de-9231-7655ad630ed0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/674cee8b-5e3b-4f3f-b5e3-5bce957ba1b0 HTTP/1.1" status: 404 len: 333 time: 0.0660112 Sep 14 22:57:53.507409 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-864db27b-4646-481e-ae2e-1712416c5b74 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] device_id is not set on port e04f3dac-a18d-4c10-9490-0967ed7123a6 yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:57:53.512675 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51414) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:53.535823 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138d3c7-7a0d-4fda-b44e-7389c66dfdc9 None None] Pushing event updated for resources: {'Port': ['ID=8e589018-a568-403e-90e3-4125b7ad079c,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:53.538860 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-24783f3b-c0b0-4b20-b1e8-976552d0dce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:53.593310 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-deaf916f-81a2-4493-8937-fa3e7fa7ba3b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:53.594655 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deaf916f-81a2-4493-8937-fa3e7fa7ba3b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:53.605394 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.api [None req-82a9ff24-66b8-4257-91e1-fc80e5d6684f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:57:53.605959 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG oslo_db.api [None req-82a9ff24-66b8-4257-91e1-fc80e5d6684f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:57:53.612328 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-deaf916f-81a2-4493-8937-fa3e7fa7ba3b tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/eaf9b926-76b8-4972-9138-f6835eff9b07 HTTP/1.1" status: 404 len: 337 time: 0.0962243 Sep 14 22:57:53.615613 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51418) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:53.615843 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24783f3b-c0b0-4b20-b1e8-976552d0dce2 None None] Pushing event deleted for resources: {'Port': ['ID=31651ede-d17b-424d-b3bc-22274934fdbe,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:53.630541 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49582f40-2899-4c9c-8d13-62c3edf54cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-2eb35505-7eed-478a-9e2d-aa6bc99aea1f', 'network_id': '2eb35505-7eed-478a-9e2d-aa6bc99aea1f', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'fixed_ips': [{'subnet_id': '7d3df26c-1581-4e8c-95a5-c12853a8469f'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:57:53.631389 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-49582f40-2899-4c9c-8d13-62c3edf54cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:53.651478 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24783f3b-c0b0-4b20-b1e8-976552d0dce2 None None] No DVR routers for this DVR port 31651ede-d17b-424d-b3bc-22274934fdbe on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:57:53.672387 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcd046c5-5266-472e-aef0-5fff6432d7c0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:53.673189 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcd046c5-5266-472e-aef0-5fff6432d7c0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:53.675093 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-bcd046c5-5266-472e-aef0-5fff6432d7c0 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/e0f4a0ec-9beb-45ab-a4b0-374548ec99df HTTP/1.1" status: 404 len: 333 time: 0.0580800 Sep 14 22:57:53.680382 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51422) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:53.687240 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 22:57:53.735659 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f5dc4e4-ff77-4ab9-b1a7-b8f91f7bf301 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:53.736382 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f5dc4e4-ff77-4ab9-b1a7-b8f91f7bf301 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:53.738311 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7f5dc4e4-ff77-4ab9-b1a7-b8f91f7bf301 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/2512aab8-595e-4944-8abd-ab3d9b20f985 HTTP/1.1" status: 404 len: 337 time: 0.0566566 Sep 14 22:57:53.744100 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51426) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:53.844682 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-864db27b-4646-481e-ae2e-1712416c5b74 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:53.878353 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 8e589018-a568-403e-90e3-4125b7ad079c up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:57:53.920300 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-768adb4d-6cf4-4b99-b02c-ea15547e1bd9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:53.920744 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-768adb4d-6cf4-4b99-b02c-ea15547e1bd9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:53.924935 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-768adb4d-6cf4-4b99-b02c-ea15547e1bd9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/8c804902-e887-43ea-95ea-b632f811d39c HTTP/1.1" status: 404 len: 333 time: 0.1709998 Sep 14 22:57:53.927972 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51430) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:53.955200 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2288ebd-dfda-497c-931f-663295fe8024 None None] DHCP port deletion for ac1cbc11-ac8d-43cd-9c1d-398cae68a205 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:57:53.963080 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-a12e62d8-8c95-45b5-a5e0-529893e14950 None None] Current status of the port 40811450-b24e-4464-818d-c2c6f96e2d6e is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:53.975019 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c2288ebd-dfda-497c-931f-663295fe8024 None None] Deleting port 40811450-b24e-4464-818d-c2c6f96e2d6e {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:53.975390 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c2288ebd-dfda-497c-931f-663295fe8024 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:53.986732 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-864db27b-4646-481e-ae2e-1712416c5b74 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] device_id is not set on port 469582d9-c471-4829-8c6a-5d0b03315ff5 yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:57:54.027077 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a6495d2-ffa7-4485-853b-2bc37aef102f tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Deleting subnet 2b614861-0d2d-4c99-abc3-aeb6d2739ef0 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:57:54.036939 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7a6495d2-ffa7-4485-853b-2bc37aef102f tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:54.061083 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-49582f40-2899-4c9c-8d13-62c3edf54cee None None] Allocated IP 172.20.0.2 (2eb35505-7eed-478a-9e2d-aa6bc99aea1f/7d3df26c-1581-4e8c-95a5-c12853a8469f/dac58739-cfef-48c7-b7a1-073b36a71425) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:57:54.065549 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-f731d4b0-cecf-4e6d-a753-97130fcc3784 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:54.066031 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f731d4b0-cecf-4e6d-a753-97130fcc3784 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:54.067739 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f731d4b0-cecf-4e6d-a753-97130fcc3784 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/3340fc9f-5ff5-4d04-8006-17e38889d792 HTTP/1.1" status: 404 len: 337 time: 0.1373432 Sep 14 22:57:54.074587 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51434) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:54.078539 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-864db27b-4646-481e-ae2e-1712416c5b74 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:54.108315 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-82a9ff24-66b8-4257-91e1-fc80e5d6684f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Deleting port 31651ede-d17b-424d-b3bc-22274934fdbe {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:54.108675 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-82a9ff24-66b8-4257-91e1-fc80e5d6684f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:54.135460 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7a6495d2-ffa7-4485-853b-2bc37aef102f tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:54.168523 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-82f29664-8b65-4479-9227-bed86670a665 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:54.169021 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82f29664-8b65-4479-9227-bed86670a665 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:54.169132 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c19c6484-fc89-453a-88ac-dc7f39e1960f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:54.210671 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-82a9ff24-66b8-4257-91e1-fc80e5d6684f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] The port '31651ede-d17b-424d-b3bc-22274934fdbe' was deleted {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:57:54.215976 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-82f29664-8b65-4479-9227-bed86670a665 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/9ce5ed36-c026-47ac-bac0-c99bd501b699 HTTP/1.1" status: 404 len: 333 time: 0.1380627 Sep 14 22:57:54.217274 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51438) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:54.279319 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 8e589018-a568-403e-90e3-4125b7ad079c completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:57:54.282367 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-864db27b-4646-481e-ae2e-1712416c5b74 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:54.309985 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-45057041-3241-4907-a33a-b5e153b2b07a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:54.309985 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45057041-3241-4907-a33a-b5e153b2b07a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:54.314640 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-45057041-3241-4907-a33a-b5e153b2b07a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/a139289b-3976-4777-b2f2-7c3044b8042c HTTP/1.1" status: 404 len: 337 time: 0.0933244 Sep 14 22:57:54.322567 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51442) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:54.331875 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-c2288ebd-dfda-497c-931f-663295fe8024 None None] For port 40811450-b24e-4464-818d-c2c6f96e2d6e, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=40811450-b24e-4464-818d-c2c6f96e2d6e,segment=NetworkSegment(a766e666-c4f6-4100-bbd3-be0c9abc45af),segment_id=a766e666-c4f6-4100-bbd3-be0c9abc45af)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:57:54.333104 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c2288ebd-dfda-497c-931f-663295fe8024 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:54.433227 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3404096-0d0a-4d22-8cec-8054724656e2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:54.433536 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3404096-0d0a-4d22-8cec-8054724656e2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:54.437654 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a3404096-0d0a-4d22-8cec-8054724656e2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/01fa58ea-48d7-40cb-bfbd-df9099d3d6d4 HTTP/1.1" status: 404 len: 333 time: 0.1103055 Sep 14 22:57:54.441754 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51446) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:54.475052 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864db27b-4646-481e-ae2e-1712416c5b74 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Network 54998194-279a-4fa5-95ce-887c2e0abbe0 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:54.475427 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 31651ede-d17b-424d-b3bc-22274934fdbe no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:57:54.480395 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-864db27b-4646-481e-ae2e-1712416c5b74 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:54.483218 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-82a9ff24-66b8-4257-91e1-fc80e5d6684f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:54.493459 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864db27b-4646-481e-ae2e-1712416c5b74 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:57:54.494290 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-864db27b-4646-481e-ae2e-1712416c5b74 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:54.510357 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0faa358-e291-4d0f-ad0e-2861b10730e9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:54.510818 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0faa358-e291-4d0f-ad0e-2861b10730e9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:54.517835 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864db27b-4646-481e-ae2e-1712416c5b74 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Port': ['ID=e04f3dac-a18d-4c10-9490-0967ed7123a6,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:54.539215 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d0faa358-e291-4d0f-ad0e-2861b10730e9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/40d7b0a2-7eed-4bcb-b916-956f82aea510 HTTP/1.1" status: 404 len: 337 time: 0.0933151 Sep 14 22:57:54.545743 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51450) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:54.600568 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864db27b-4646-481e-ae2e-1712416c5b74 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Port': ['ID=469582d9-c471-4829-8c6a-5d0b03315ff5,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:54.607949 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-82a9ff24-66b8-4257-91e1-fc80e5d6684f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c931677-483a-4104-9086-14639d28e2d7']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:54.633260 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-82a9ff24-66b8-4257-91e1-fc80e5d6684f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4395f2a5-bf45-4533-8b47-ba6d8d01572e') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:54.634105 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-82a9ff24-66b8-4257-91e1-fc80e5d6684f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4395f2a5-bf45-4533-8b47-ba6d8d01572e') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:54.637644 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c2288ebd-dfda-497c-931f-663295fe8024 None None] Calling delete_port for 40811450-b24e-4464-818d-c2c6f96e2d6e owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:57:54.655028 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-82a9ff24-66b8-4257-91e1-fc80e5d6684f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:54.660813 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-84403fac-791e-4d07-945e-c3b0f27b9619 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:54.661299 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84403fac-791e-4d07-945e-c3b0f27b9619 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:54.665384 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-84403fac-791e-4d07-945e-c3b0f27b9619 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/38a3e50d-eb5b-458d-b69b-bbcd33c70869 HTTP/1.1" status: 404 len: 333 time: 0.1172218 Sep 14 22:57:54.667840 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51454) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:54.684821 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 31651ede-d17b-424d-b3bc-22274934fdbe {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:57:54.685165 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 31651ede-d17b-424d-b3bc-22274934fdbe not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:57:54.685586 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 40811450-b24e-4464-818d-c2c6f96e2d6e no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:57:54.687250 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7a6495d2-ffa7-4485-853b-2bc37aef102f tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:54.703807 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864db27b-4646-481e-ae2e-1712416c5b74 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Checking segment: {'id': '3dc87dbc-70ae-4d1b-935c-d5c22ce43982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '15125a8d-add2-4d62-bc10-ded45cf6b688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:57:54.704205 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864db27b-4646-481e-ae2e-1712416c5b74 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Network hostable DHCP agents. Network: 15125a8d-add2-4d62-bc10-ded45cf6b688, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:57:54.712542 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-82a9ff24-66b8-4257-91e1-fc80e5d6684f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:54.726165 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ffdaf60-6028-410b-9a05-d7a71521f8a8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:54.726165 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ffdaf60-6028-410b-9a05-d7a71521f8a8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:54.726165 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0ffdaf60-6028-410b-9a05-d7a71521f8a8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/f8e06db6-e1fd-4a89-b3c0-b366f2b3490d HTTP/1.1" status: 404 len: 337 time: 0.0549355 Sep 14 22:57:54.726537 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51458) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:54.726627 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a9ff24-66b8-4257-91e1-fc80e5d6684f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:57:54.728702 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-82a9ff24-66b8-4257-91e1-fc80e5d6684f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:54.786751 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c2d0ec-e47a-40f2-bb99-a4c7e73931ac tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:54.787187 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13c2d0ec-e47a-40f2-bb99-a4c7e73931ac tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:54.791854 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-13c2d0ec-e47a-40f2-bb99-a4c7e73931ac tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/663b1a5a-9614-4b15-bd9b-849b3372fd6f HTTP/1.1" status: 404 len: 337 time: 0.0615268 Sep 14 22:57:54.791854 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51464) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:54.807575 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 4395f2a5-bf45-4533-8b47-ba6d8d01572e resource provider aggregate not found Sep 14 22:57:54.831045 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 4395f2a5-bf45-4533-8b47-ba6d8d01572e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4395f2a5-bf45-4533-8b47-ba6d8d01572e found for delete ", "request_id": "req-28cb66a0-9da8-4e49-b509-8f9ea612c6ae"}]} Sep 14 22:57:54.850263 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3496d6b-eac1-4515-a45f-171f3b868e5a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:54.850704 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864db27b-4646-481e-ae2e-1712416c5b74 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Network 15125a8d-add2-4d62-bc10-ded45cf6b688 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:57:54.851238 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3496d6b-eac1-4515-a45f-171f3b868e5a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:54.872728 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d3496d6b-eac1-4515-a45f-171f3b868e5a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/11eb215c-0aeb-4e44-8f14-51bce4efb1cc HTTP/1.1" status: 404 len: 333 time: 0.0781424 Sep 14 22:57:54.873033 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-864db27b-4646-481e-ae2e-1712416c5b74 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 15125a8d-add2-4d62-bc10-ded45cf6b688) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:54.874703 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51470) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:54.877510 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c2288ebd-dfda-497c-931f-663295fe8024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:54.887389 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864db27b-4646-481e-ae2e-1712416c5b74 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:57:54.896239 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864db27b-4646-481e-ae2e-1712416c5b74 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:54.902529 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864db27b-4646-481e-ae2e-1712416c5b74 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:54.903303 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-864db27b-4646-481e-ae2e-1712416c5b74 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:54.913813 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7a6495d2-ffa7-4485-853b-2bc37aef102f tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:54.927965 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-82a9ff24-66b8-4257-91e1-fc80e5d6684f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:54.941774 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No active binding found for port 40811450-b24e-4464-818d-c2c6f96e2d6e {{(pid=89172) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Sep 14 22:57:54.943374 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 40811450-b24e-4464-818d-c2c6f96e2d6e not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:57:54.945944 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d07a5f6-5d04-47e4-b195-d5f6e16a3315 None None] Network 15125a8d-add2-4d62-bc10-ded45cf6b688 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:54.954299 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-82a9ff24-66b8-4257-91e1-fc80e5d6684f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:54.957391 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-82a9ff24-66b8-4257-91e1-fc80e5d6684f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] 10.222.0.33 "DELETE /v2.0/networks/4c931677-483a-4104-9086-14639d28e2d7 HTTP/1.1" status: 204 len: 168 time: 2.7324839 Sep 14 22:57:54.963399 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-864db27b-4646-481e-ae2e-1712416c5b74 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7413538 Sep 14 22:57:54.969694 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51474) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:54.970123 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51476) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:54.970970 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6495d2-ffa7-4485-853b-2bc37aef102f tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Pushing event deleted for resources: {'Subnet': ['ID=2b614861-0d2d-4c99-abc3-aeb6d2739ef0,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:54.974412 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-49582f40-2899-4c9c-8d13-62c3edf54cee None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:54.976090 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-26a48241-73f0-4e22-bdad-87fff33b37b2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:54.976728 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26a48241-73f0-4e22-bdad-87fff33b37b2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:54.977948 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9ff24-66b8-4257-91e1-fc80e5d6684f tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Pushing event deleted for resources: {'Network': ['ID=4c931677-483a-4104-9086-14639d28e2d7,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:54.978326 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-26a48241-73f0-4e22-bdad-87fff33b37b2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/a3b7d453-7f9d-47e6-8cfe-6ff1fab41cb5 HTTP/1.1" status: 404 len: 337 time: 0.1022959 Sep 14 22:57:54.980220 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7a6495d2-ffa7-4485-853b-2bc37aef102f tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:54.981891 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7a6495d2-ffa7-4485-853b-2bc37aef102f tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] 10.222.0.33 "DELETE /v2.0/subnets/2b614861-0d2d-4c99-abc3-aeb6d2739ef0 HTTP/1.1" status: 204 len: 168 time: 1.5293698 Sep 14 22:57:54.983633 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51482) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:55.020257 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51484) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:55.037928 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e8d31e-2317-49b0-a49a-883e0dd97c45 None None] Network e874e469-f566-4854-9765-41c0734a208c requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:55.061104 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2288ebd-dfda-497c-931f-663295fe8024 None None] Pushing event deleted for resources: {'Port': ['ID=40811450-b24e-4464-818d-c2c6f96e2d6e,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:55.065612 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2288ebd-dfda-497c-931f-663295fe8024 None None] No DVR routers for this DVR port 40811450-b24e-4464-818d-c2c6f96e2d6e on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:57:55.066565 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eb2411a-2bc8-4d1a-b552-6c0c465ae1e8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:55.067790 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eb2411a-2bc8-4d1a-b552-6c0c465ae1e8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:55.069670 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8eb2411a-2bc8-4d1a-b552-6c0c465ae1e8 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/3fa2a229-09eb-4757-be9a-28966316c1a8 HTTP/1.1" status: 404 len: 337 time: 0.0850198 Sep 14 22:57:55.074508 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51490) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:55.098736 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-49582f40-2899-4c9c-8d13-62c3edf54cee None None] Transition to ACTIVE for port object dac58739-cfef-48c7-b7a1-073b36a71425 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:57:55.137598 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-69c98b1a-eed4-4d46-ab93-49fd2dcfac60 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:55.138069 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69c98b1a-eed4-4d46-ab93-49fd2dcfac60 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:55.142195 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-69c98b1a-eed4-4d46-ab93-49fd2dcfac60 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/aad68223-704e-4501-a8ee-2663b7a481bb HTTP/1.1" status: 404 len: 333 time: 0.0621660 Sep 14 22:57:55.143493 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-7ee2287f-572b-4a7c-8934-8a83a0bec463 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Deleting port 469582d9-c471-4829-8c6a-5d0b03315ff5 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:55.143766 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7ee2287f-572b-4a7c-8934-8a83a0bec463 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:55.162661 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2288ebd-dfda-497c-931f-663295fe8024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:55.163008 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2288ebd-dfda-497c-931f-663295fe8024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:55.163559 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2288ebd-dfda-497c-931f-663295fe8024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:55.164055 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2288ebd-dfda-497c-931f-663295fe8024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:55.164576 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2288ebd-dfda-497c-931f-663295fe8024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:55.164961 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2288ebd-dfda-497c-931f-663295fe8024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:55.165294 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2288ebd-dfda-497c-931f-663295fe8024 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:55.165630 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2288ebd-dfda-497c-931f-663295fe8024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:55.165957 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2288ebd-dfda-497c-931f-663295fe8024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:55.166281 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2288ebd-dfda-497c-931f-663295fe8024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:55.166609 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2288ebd-dfda-497c-931f-663295fe8024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:55.166933 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2288ebd-dfda-497c-931f-663295fe8024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:57:55.167639 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51494) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:55.229294 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b35083-a71e-4579-ba7c-a79084bdfc5d tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:55.229992 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-49582f40-2899-4c9c-8d13-62c3edf54cee None None] Transition to ACTIVE for port object dac58739-cfef-48c7-b7a1-073b36a71425 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:57:55.230179 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b35083-a71e-4579-ba7c-a79084bdfc5d tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:55.231657 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-30b35083-a71e-4579-ba7c-a79084bdfc5d tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Synchronizing usage tracker for tenant:d414d78b994047078c628b39b0ceaf5c on resource:subnet {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:57:55.245583 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-30b35083-a71e-4579-ba7c-a79084bdfc5d tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Unset dirty status for tenant:d414d78b994047078c628b39b0ceaf5c on resource:subnet {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:57:55.249919 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-30b35083-a71e-4579-ba7c-a79084bdfc5d tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2253640 Sep 14 22:57:55.250637 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51498) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:55.268260 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-36f2c13c-f539-438e-b562-507cd04238e1 None None] Provisioning for port 8e589018-a568-403e-90e3-4125b7ad079c completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:57:55.277161 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-49582f40-2899-4c9c-8d13-62c3edf54cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:55.336014 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c96e71-1bdc-4654-9cb4-d4a41fd14250 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Deleting subnet caff4150-44e8-4282-a36c-80f9c668b993 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:57:55.378911 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-36f2c13c-f539-438e-b562-507cd04238e1 None None] Provisioning complete for port 8e589018-a568-403e-90e3-4125b7ad079c triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:55.379991 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-36f2c13c-f539-438e-b562-507cd04238e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:55.383771 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-57e0d9e2-d472-48e7-9d24-9b9ed9e0b656 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:55.390867 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-42c96e71-1bdc-4654-9cb4-d4a41fd14250 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:55.393354 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e0d9e2-d472-48e7-9d24-9b9ed9e0b656 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 14 22:57:55.394042 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57e0d9e2-d472-48e7-9d24-9b9ed9e0b656 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:55.402281 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-57e0d9e2-d472-48e7-9d24-9b9ed9e0b656 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] 10.222.0.33 "DELETE /v2.0/networks/e874e469-f566-4854-9765-41c0734a208c HTTP/1.1" status: 409 len: 405 time: 0.1505837 Sep 14 22:57:55.403118 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51502) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:55.408753 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-c31ce7b9-e236-403d-aaca-af610cc666e8 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1296649864'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:55.413708 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c31ce7b9-e236-403d-aaca-af610cc666e8 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:55.417461 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c31ce7b9-e236-403d-aaca-af610cc666e8 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Usage tracker for resource:network and tenant:d414d78b994047078c628b39b0ceaf5c is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:55.420978 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c31ce7b9-e236-403d-aaca-af610cc666e8 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:55.426836 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c31ce7b9-e236-403d-aaca-af610cc666e8 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:55.427347 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-589a5e9a-012c-4195-b5ad-feb8bc0ced16 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:55.427800 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-589a5e9a-012c-4195-b5ad-feb8bc0ced16 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:55.431799 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-589a5e9a-012c-4195-b5ad-feb8bc0ced16 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/c036adef-4376-4f66-984c-625c66aaadb6 HTTP/1.1" status: 404 len: 337 time: 0.2582533 Sep 14 22:57:55.432320 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51506) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:55.474296 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-b561af29-efc2-43c0-9760-aee3d49e37a9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:55.474846 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b561af29-efc2-43c0-9760-aee3d49e37a9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:55.478848 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b561af29-efc2-43c0-9760-aee3d49e37a9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/01b39459-fb53-45cd-895d-8ad4d3464a43 HTTP/1.1" status: 404 len: 337 time: 0.0434453 Sep 14 22:57:55.479646 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51510) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:55.482411 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31ce7b9-e236-403d-aaca-af610cc666e8 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Made reservation on behalf of d414d78b994047078c628b39b0ceaf5c for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:55.485878 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c31ce7b9-e236-403d-aaca-af610cc666e8 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:55.509675 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49582f40-2899-4c9c-8d13-62c3edf54cee None None] Network 2eb35505-7eed-478a-9e2d-aa6bc99aea1f is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:55.513560 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-42c96e71-1bdc-4654-9cb4-d4a41fd14250 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:55.519624 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-49582f40-2899-4c9c-8d13-62c3edf54cee None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:55.522048 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49582f40-2899-4c9c-8d13-62c3edf54cee None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:57:55.538923 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff256f4-34ac-47d5-9f2c-d93c15561106 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:55.540158 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ff256f4-34ac-47d5-9f2c-d93c15561106 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:55.543436 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4ff256f4-34ac-47d5-9f2c-d93c15561106 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/31523eb5-75ab-4f36-ab93-a3451dc5a19e HTTP/1.1" status: 404 len: 333 time: 0.0606127 Sep 14 22:57:55.544882 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51514) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:55.545022 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49582f40-2899-4c9c-8d13-62c3edf54cee None None] Pushing event updated for resources: {'Port': ['ID=dac58739-cfef-48c7-b7a1-073b36a71425,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:55.570187 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-c19c6484-fc89-453a-88ac-dc7f39e1960f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Allocated IP 172.20.0.1 (2eb35505-7eed-478a-9e2d-aa6bc99aea1f/7d3df26c-1581-4e8c-95a5-c12853a8469f/9c8e4d7d-65bf-4790-80e5-429af89f783a) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:57:55.594173 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e9fcacb-018b-4447-9db9-d35ee5e559d2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:55.594627 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e9fcacb-018b-4447-9db9-d35ee5e559d2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:55.597024 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c31ce7b9-e236-403d-aaca-af610cc666e8 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:57:55.611194 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8e9fcacb-018b-4447-9db9-d35ee5e559d2 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/e3942787-ad61-4b7c-a90e-02e84698f5e0 HTTP/1.1" status: 404 len: 337 time: 0.0638382 Sep 14 22:57:55.611509 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51518) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:55.614573 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c31ce7b9-e236-403d-aaca-af610cc666e8 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:55.614905 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-c31ce7b9-e236-403d-aaca-af610cc666e8 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Added segment 9630cc35-09f7-47a9-9252-bc2fdcc17155 of type vlan for network 85a4295a-eb70-482b-9f11-be85dc47ddef Sep 14 22:57:55.654347 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-20180bd0-4a64-4871-9dc0-b134f8db4e71 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:55.654795 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20180bd0-4a64-4871-9dc0-b134f8db4e71 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:55.658998 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-20180bd0-4a64-4871-9dc0-b134f8db4e71 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/6b7acafa-a577-4dfe-a961-127914bded56 HTTP/1.1" status: 404 len: 337 time: 0.0441692 Sep 14 22:57:55.660150 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51522) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:55.725134 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ccb71459-d312-4301-a5a5-c8cc294a789c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports?device_id=4149c6ac-6ade-4ffc-be4e-8d24c27d8ca9 HTTP/1.1" status: 200 len: 205 time: 0.0600538 Sep 14 22:57:55.728424 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-49582f40-2899-4c9c-8d13-62c3edf54cee None None] Attempting to bind port dac58739-cfef-48c7-b7a1-073b36a71425 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:57:55.728830 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-49582f40-2899-4c9c-8d13-62c3edf54cee None None] Attempting to bind port dac58739-cfef-48c7-b7a1-073b36a71425 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '376b6d86-8d11-43ef-a642-2e043f136fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2eb35505-7eed-478a-9e2d-aa6bc99aea1f'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:57:55.729446 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49582f40-2899-4c9c-8d13-62c3edf54cee None None] Attempting to bind port dac58739-cfef-48c7-b7a1-073b36a71425 on network 2eb35505-7eed-478a-9e2d-aa6bc99aea1f {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:57:55.731591 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51526) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:55.746278 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49582f40-2899-4c9c-8d13-62c3edf54cee None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:57:55.746680 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49582f40-2899-4c9c-8d13-62c3edf54cee None None] Checking segment: {'id': '376b6d86-8d11-43ef-a642-2e043f136fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2eb35505-7eed-478a-9e2d-aa6bc99aea1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:57:55.747061 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-49582f40-2899-4c9c-8d13-62c3edf54cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:55.747454 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49582f40-2899-4c9c-8d13-62c3edf54cee None None] Bound using segment: {'id': '376b6d86-8d11-43ef-a642-2e043f136fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2eb35505-7eed-478a-9e2d-aa6bc99aea1f'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:57:55.747927 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-49582f40-2899-4c9c-8d13-62c3edf54cee None None] Bound port: dac58739-cfef-48c7-b7a1-073b36a71425, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '376b6d86-8d11-43ef-a642-2e043f136fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2eb35505-7eed-478a-9e2d-aa6bc99aea1f'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:57:55.748303 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-49582f40-2899-4c9c-8d13-62c3edf54cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:55.771962 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-36f2c13c-f539-438e-b562-507cd04238e1 None None] Current status of the port 8e589018-a568-403e-90e3-4125b7ad079c is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:55.772343 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-36f2c13c-f539-438e-b562-507cd04238e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:55.796069 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c31ce7b9-e236-403d-aaca-af610cc666e8 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:55.809383 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-97195175-6729-4ebc-b1ab-6e4b04951da5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] delete failed (client error): The resource could not be found. Sep 14 22:57:55.812723 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-97195175-6729-4ebc-b1ab-6e4b04951da5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/routers/4149c6ac-6ade-4ffc-be4e-8d24c27d8ca9 HTTP/1.1" status: 404 len: 336 time: 0.0778229 Sep 14 22:57:55.813161 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51530) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:55.828978 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7ee2287f-572b-4a7c-8934-8a83a0bec463 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:55.862211 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-b06e7220-8f38-4896-9d7d-ed490696a2c9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:55.862211 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b06e7220-8f38-4896-9d7d-ed490696a2c9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:55.866129 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b06e7220-8f38-4896-9d7d-ed490696a2c9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/c5dcbf45-4694-4782-b143-18f3b07e23e9 HTTP/1.1" status: 404 len: 337 time: 0.0498369 Sep 14 22:57:55.867641 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51534) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:55.868885 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-36f2c13c-f539-438e-b562-507cd04238e1 None None] For port 8e589018-a568-403e-90e3-4125b7ad079c, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=8e589018-a568-403e-90e3-4125b7ad079c,segment=NetworkSegment(6043d73e-d4c0-4aca-924f-0b637b55b934),segment_id=6043d73e-d4c0-4aca-924f-0b637b55b934)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:57:55.888430 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-36f2c13c-f539-438e-b562-507cd04238e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:55.889730 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c31ce7b9-e236-403d-aaca-af610cc666e8 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:55.896877 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31ce7b9-e236-403d-aaca-af610cc666e8 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:55.897473 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c31ce7b9-e236-403d-aaca-af610cc666e8 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:55.925394 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070d4b33-1913-4654-b26e-1c2899e67ae9 None None] DHCP port deletion for e874e469-f566-4854-9765-41c0734a208c request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:57:55.947531 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-070d4b33-1913-4654-b26e-1c2899e67ae9 None None] Deleting port 8e589018-a568-403e-90e3-4125b7ad079c {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:55.948358 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-070d4b33-1913-4654-b26e-1c2899e67ae9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:56.000332 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c31ce7b9-e236-403d-aaca-af610cc666e8 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5931306 Sep 14 22:57:56.000541 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-49582f40-2899-4c9c-8d13-62c3edf54cee None None] For port dac58739-cfef-48c7-b7a1-073b36a71425, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:57:56.000703 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51538) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:56.009078 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-2d9e9fe7-31e1-4229-93f9-5acc7e03b7cb tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Request body: {'subnet': {'network_id': '85a4295a-eb70-482b-9f11-be85dc47ddef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:56.030722 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ce7b9-e236-403d-aaca-af610cc666e8 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Pushing event updated for resources: {'Network': ['ID=85a4295a-eb70-482b-9f11-be85dc47ddef,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:56.035168 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-49582f40-2899-4c9c-8d13-62c3edf54cee None None] For port dac58739-cfef-48c7-b7a1-073b36a71425, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=dac58739-cfef-48c7-b7a1-073b36a71425,segment=NetworkSegment(376b6d86-8d11-43ef-a642-2e043f136fe8),segment_id=376b6d86-8d11-43ef-a642-2e043f136fe8)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:57:56.053978 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-7ee2287f-572b-4a7c-8934-8a83a0bec463 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Calling delete_port for 469582d9-c471-4829-8c6a-5d0b03315ff5 owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:57:56.072491 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 85a4295a-eb70-482b-9f11-be85dc47ddef details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:57:56.084589 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-42c96e71-1bdc-4654-9cb4-d4a41fd14250 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:56.094549 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2c13c-f539-438e-b562-507cd04238e1 None None] Pushing event updated for resources: {'Port': ['ID=8e589018-a568-403e-90e3-4125b7ad079c,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:56.098534 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-49582f40-2899-4c9c-8d13-62c3edf54cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:56.117110 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-919357bd-a530-45f6-94bc-3329b0842ea1 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "GET /v2.0/ports?device_id=38f8057e-a83e-407b-af2c-f030a009aa37 HTTP/1.1" status: 200 len: 205 time: 0.2472715 Sep 14 22:57:56.119480 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51542) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:56.178948 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c19c6484-fc89-453a-88ac-dc7f39e1960f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:56.188806 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-2d9e9fe7-31e1-4229-93f9-5acc7e03b7cb tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:56.202255 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-3dc25c8d-e028-45df-86b4-7ef5c18fe446 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] delete failed (client error): The resource could not be found. Sep 14 22:57:56.203508 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3dc25c8d-e028-45df-86b4-7ef5c18fe446 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/routers/38f8057e-a83e-407b-af2c-f030a009aa37 HTTP/1.1" status: 404 len: 336 time: 0.0828292 Sep 14 22:57:56.206494 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51546) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:56.208967 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-2d9e9fe7-31e1-4229-93f9-5acc7e03b7cb tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:56.213376 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-c19c6484-fc89-453a-88ac-dc7f39e1960f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Transition to ACTIVE for port object 9c8e4d7d-65bf-4790-80e5-429af89f783a will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:57:56.252113 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f6f6cf-1f77-4c7b-991a-8f1ef0aa85de tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:56.252475 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0f6f6cf-1f77-4c7b-991a-8f1ef0aa85de tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:56.254439 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d0f6f6cf-1f77-4c7b-991a-8f1ef0aa85de tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/de788198-93b5-4432-90df-bb19b99926f1 HTTP/1.1" status: 404 len: 337 time: 0.0471215 Sep 14 22:57:56.257307 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51550) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:56.262164 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-42c96e71-1bdc-4654-9cb4-d4a41fd14250 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:56.298071 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7ee2287f-572b-4a7c-8934-8a83a0bec463 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:56.298312 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4370614-5798-4336-9244-ca7d010bd856 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:56.298619 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4370614-5798-4336-9244-ca7d010bd856 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:56.303677 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a4370614-5798-4336-9244-ca7d010bd856 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/bdde34d1-72bf-4b8d-b8b5-f0fc3922d84f HTTP/1.1" status: 404 len: 337 time: 0.0424507 Sep 14 22:57:56.303677 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9e9fe7-31e1-4229-93f9-5acc7e03b7cb tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Made reservation on behalf of d414d78b994047078c628b39b0ceaf5c for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:56.305295 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2d9e9fe7-31e1-4229-93f9-5acc7e03b7cb tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:56.312212 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51554) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:56.357293 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c96e71-1bdc-4654-9cb4-d4a41fd14250 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Pushing event deleted for resources: {'Subnet': ['ID=caff4150-44e8-4282-a36c-80f9c668b993,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:56.359333 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-42c96e71-1bdc-4654-9cb4-d4a41fd14250 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:56.404006 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09f4cf8-9d65-46ec-af2d-a75dcfba1854 None None] Network 5eab9551-ac70-4169-a55c-93205b92b956 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:56.405326 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2287f-572b-4a7c-8934-8a83a0bec463 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Port': ['ID=469582d9-c471-4829-8c6a-5d0b03315ff5,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:56.421354 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd430234-c4e2-4d36-9166-88393d14df90 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:56.421599 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd430234-c4e2-4d36-9166-88393d14df90 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:56.426032 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-fd430234-c4e2-4d36-9166-88393d14df90 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/4e58e184-f495-4c47-acb6-ea9b81edeaaf HTTP/1.1" status: 404 len: 333 time: 0.0772579 Sep 14 22:57:56.427761 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51558) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:56.429811 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-42c96e71-1bdc-4654-9cb4-d4a41fd14250 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] 10.222.0.33 "DELETE /v2.0/subnets/caff4150-44e8-4282-a36c-80f9c668b993 HTTP/1.1" status: 204 len: 168 time: 1.4559274 Sep 14 22:57:56.430885 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7ee2287f-572b-4a7c-8934-8a83a0bec463 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:56.434637 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7ee2287f-572b-4a7c-8934-8a83a0bec463 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/ports/469582d9-c471-4829-8c6a-5d0b03315ff5 HTTP/1.1" status: 204 len: 168 time: 1.4577045 Sep 14 22:57:56.434637 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51560) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:56.434637 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c19c6484-fc89-453a-88ac-dc7f39e1960f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:56.439705 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51564) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:56.484363 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-f086a4f3-a7a2-4bba-a480-f06fdd4f53c9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:56.484832 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f086a4f3-a7a2-4bba-a480-f06fdd4f53c9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:56.489683 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f086a4f3-a7a2-4bba-a480-f06fdd4f53c9 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/87f75edd-a968-4b5f-a4f1-cd234bc91883 HTTP/1.1" status: 404 len: 337 time: 0.0578671 Sep 14 22:57:56.490586 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51568) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:56.529908 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49582f40-2899-4c9c-8d13-62c3edf54cee None None] Pushing event updated for resources: {'Port': ['ID=dac58739-cfef-48c7-b7a1-073b36a71425,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:56.537618 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-197c3fcc-5935-475c-bf2b-dd46f0c9553c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:56.538086 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-197c3fcc-5935-475c-bf2b-dd46f0c9553c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:56.572049 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-070d4b33-1913-4654-b26e-1c2899e67ae9 None None] For port 8e589018-a568-403e-90e3-4125b7ad079c, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=8e589018-a568-403e-90e3-4125b7ad079c,segment=NetworkSegment(6043d73e-d4c0-4aca-924f-0b637b55b934),segment_id=6043d73e-d4c0-4aca-924f-0b637b55b934)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:57:56.572644 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-070d4b33-1913-4654-b26e-1c2899e67ae9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:56.598711 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-197c3fcc-5935-475c-bf2b-dd46f0c9553c tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/393a6785-583c-49fb-bda2-8b39052a15d9 HTTP/1.1" status: 404 len: 333 time: 0.1026878 Sep 14 22:57:56.603169 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51574) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:56.647913 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e99583-940c-455c-b2a6-52eb4661dc1a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:56.649007 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55e99583-940c-455c-b2a6-52eb4661dc1a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:56.650111 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19c6484-fc89-453a-88ac-dc7f39e1960f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Network 2eb35505-7eed-478a-9e2d-aa6bc99aea1f is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:56.654019 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-55e99583-940c-455c-b2a6-52eb4661dc1a tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/1a96e347-973f-4df7-85b6-6c91034299b9 HTTP/1.1" status: 404 len: 337 time: 0.0467608 Sep 14 22:57:56.654019 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51578) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:56.667610 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-c19c6484-fc89-453a-88ac-dc7f39e1960f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:56.679908 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19c6484-fc89-453a-88ac-dc7f39e1960f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:57:56.702766 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-da8b8196-89a1-4af7-acfd-3a0aec737046 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:56.703234 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da8b8196-89a1-4af7-acfd-3a0aec737046 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:56.704914 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-da8b8196-89a1-4af7-acfd-3a0aec737046 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/138d68f4-6f4e-4818-b1b5-bbdd87a529d6 HTTP/1.1" status: 404 len: 333 time: 0.0505288 Sep 14 22:57:56.708821 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c6484-fc89-453a-88ac-dc7f39e1960f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Port': ['ID=9c8e4d7d-65bf-4790-80e5-429af89f783a,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:56.713905 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51582) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:56.812817 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-11d13d49-0fa5-42c0-bbcb-5e0a05d49ec0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:56.814497 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-070d4b33-1913-4654-b26e-1c2899e67ae9 None None] Calling delete_port for 8e589018-a568-403e-90e3-4125b7ad079c owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:57:56.817803 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-639c3c8f-7a99-43f5-84c4-f341a8a110d7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:56.818246 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-639c3c8f-7a99-43f5-84c4-f341a8a110d7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:56.822550 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-639c3c8f-7a99-43f5-84c4-f341a8a110d7 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/f0a233cb-5de2-4254-92cc-87a65044a6aa HTTP/1.1" status: 404 len: 337 time: 0.0950880 Sep 14 22:57:56.825706 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51586) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:56.879853 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c19c6484-fc89-453a-88ac-dc7f39e1960f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:56.908940 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b9ac7c-2337-4a3f-a495-aa5f6015d5d5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:56.909810 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08b9ac7c-2337-4a3f-a495-aa5f6015d5d5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:56.915004 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.objects.ports [None req-2d9e9fe7-31e1-4229-93f9-5acc7e03b7cb tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89170) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 14 22:57:56.915552 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2d9e9fe7-31e1-4229-93f9-5acc7e03b7cb tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:56.917905 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-08b9ac7c-2337-4a3f-a495-aa5f6015d5d5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/d604da9c-3d24-48e3-acdc-82b484bf1b61 HTTP/1.1" status: 404 len: 333 time: 0.0888901 Sep 14 22:57:56.920997 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51590) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:56.942460 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-070d4b33-1913-4654-b26e-1c2899e67ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:56.968316 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-11d13d49-0fa5-42c0-bbcb-5e0a05d49ec0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Deleting port 149db0b4-17e4-4a4c-99a0-116c62797298 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:56.968882 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-11d13d49-0fa5-42c0-bbcb-5e0a05d49ec0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:57.012685 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e9fe7-31e1-4229-93f9-5acc7e03b7cb tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Pushing event updated for resources: {'Subnet': ['ID=ed283f63-7564-452a-ae31-a1cbc56bf992,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:57.017968 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9e9fe7-31e1-4229-93f9-5acc7e03b7cb tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Checking segment: {'id': '9630cc35-09f7-47a9-9252-bc2fdcc17155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '85a4295a-eb70-482b-9f11-be85dc47ddef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:57:57.018666 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9e9fe7-31e1-4229-93f9-5acc7e03b7cb tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Network hostable DHCP agents. Network: 85a4295a-eb70-482b-9f11-be85dc47ddef, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:57:57.041180 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d4b33-1913-4654-b26e-1c2899e67ae9 None None] Pushing event deleted for resources: {'Port': ['ID=8e589018-a568-403e-90e3-4125b7ad079c,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:57.043115 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3248a998-c9be-47cd-872c-ac86816451e6 None None] DHCP port deletion for 5eab9551-ac70-4169-a55c-93205b92b956 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:57:57.045669 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070d4b33-1913-4654-b26e-1c2899e67ae9 None None] No DVR routers for this DVR port 8e589018-a568-403e-90e3-4125b7ad079c on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:57:57.051617 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9e9fe7-31e1-4229-93f9-5acc7e03b7cb tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Network 85a4295a-eb70-482b-9f11-be85dc47ddef is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:57:57.059297 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-3248a998-c9be-47cd-872c-ac86816451e6 None None] Deleting port 149db0b4-17e4-4a4c-99a0-116c62797298 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:57.060021 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3248a998-c9be-47cd-872c-ac86816451e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:57.064993 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-2d9e9fe7-31e1-4229-93f9-5acc7e03b7cb tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 85a4295a-eb70-482b-9f11-be85dc47ddef) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:57.070563 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9e9fe7-31e1-4229-93f9-5acc7e03b7cb tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:57.071498 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2d9e9fe7-31e1-4229-93f9-5acc7e03b7cb tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:57.096716 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2d9e9fe7-31e1-4229-93f9-5acc7e03b7cb tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0928898 Sep 14 22:57:57.097056 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51594) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:57.099006 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d82fe4-9ae3-4ed4-9b2e-afafdf3e9580 None None] Network 85a4295a-eb70-482b-9f11-be85dc47ddef requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:57.229788 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-f17b2df0-54d6-43e2-8a1b-5c8a528ace09 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:57.230243 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f17b2df0-54d6-43e2-8a1b-5c8a528ace09 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:57.234353 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f17b2df0-54d6-43e2-8a1b-5c8a528ace09 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/8615e54c-2b80-4d07-b95c-40993d3d1c61 HTTP/1.1" status: 404 len: 337 time: 0.2667351 Sep 14 22:57:57.245208 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51598) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:57.292838 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81faa748-38eb-452f-8ada-f8c80ceeb76c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:57.298586 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81faa748-38eb-452f-8ada-f8c80ceeb76c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:57.299375 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-81faa748-38eb-452f-8ada-f8c80ceeb76c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Synchronizing usage tracker for tenant:1c14bf9f432e425688de72a35501bf7a on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:57:57.324651 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c19c6484-fc89-453a-88ac-dc7f39e1960f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:57.333951 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-e11bbb02-b22f-45fa-852e-102f4cdcc367 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:57.335034 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e11bbb02-b22f-45fa-852e-102f4cdcc367 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:57.338301 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e11bbb02-b22f-45fa-852e-102f4cdcc367 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/8ede5b45-72bc-4394-88dd-c15b76330752 HTTP/1.1" status: 404 len: 333 time: 0.0875146 Sep 14 22:57:57.363620 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51602) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:57.395842 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-528a3183-19e2-4b32-ba12-300ddffada15 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:57.447431 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-3248a998-c9be-47cd-872c-ac86816451e6 None None] For port 149db0b4-17e4-4a4c-99a0-116c62797298, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=149db0b4-17e4-4a4c-99a0-116c62797298,segment=NetworkSegment(eab4ea21-ff74-4210-b85d-8adeedc904d7),segment_id=eab4ea21-ff74-4210-b85d-8adeedc904d7)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:57:57.447820 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3248a998-c9be-47cd-872c-ac86816451e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:57.481910 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-528a3183-19e2-4b32-ba12-300ddffada15 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:57.598525 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-528a3183-19e2-4b32-ba12-300ddffada15 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:57.627933 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a4879c-ef1f-4a53-8871-7e15b8784c78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-85a4295a-eb70-482b-9f11-be85dc47ddef', 'network_id': '85a4295a-eb70-482b-9f11-be85dc47ddef', 'tenant_id': 'd414d78b994047078c628b39b0ceaf5c', 'fixed_ips': [{'subnet_id': 'ed283f63-7564-452a-ae31-a1cbc56bf992'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:57:57.628788 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-16a4879c-ef1f-4a53-8871-7e15b8784c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:57.648141 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-3248a998-c9be-47cd-872c-ac86816451e6 None None] Calling delete_port for 149db0b4-17e4-4a4c-99a0-116c62797298 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:57:57.657449 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-de68a82d-7234-436c-907f-d88ad79c4a08 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:57.658551 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de68a82d-7234-436c-907f-d88ad79c4a08 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:57.659639 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-de68a82d-7234-436c-907f-d88ad79c4a08 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/168adb81-9319-4a08-8e82-7b78f683e42b HTTP/1.1" status: 404 len: 337 time: 0.2871826 Sep 14 22:57:57.664639 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51606) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:57.670758 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a3183-19e2-4b32-ba12-300ddffada15 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Pushing event deleted for resources: {'Subnet': ['ID=ed283f63-7564-452a-ae31-a1cbc56bf992,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:57.677793 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-81faa748-38eb-452f-8ada-f8c80ceeb76c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Unset dirty status for tenant:1c14bf9f432e425688de72a35501bf7a on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:57:57.681156 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-81faa748-38eb-452f-8ada-f8c80ceeb76c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 1.1811299 Sep 14 22:57:57.683529 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51610) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:57.789172 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b119118-ba04-41a0-aaec-2b67f0faae15 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:57.789646 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b119118-ba04-41a0-aaec-2b67f0faae15 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:57.821446 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3248a998-c9be-47cd-872c-ac86816451e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:57.841312 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9b119118-ba04-41a0-aaec-2b67f0faae15 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/eec5ef59-3bff-4db8-b8b9-daba55b74701 HTTP/1.1" status: 404 len: 333 time: 0.1710217 Sep 14 22:57:57.841936 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51614) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:57.885612 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device dac58739-cfef-48c7-b7a1-073b36a71425 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:57:57.888234 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-528a3183-19e2-4b32-ba12-300ddffada15 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:57.906434 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-0acca30b-a5c4-48f2-a5fe-9758e16ed7e5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:57.906890 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0acca30b-a5c4-48f2-a5fe-9758e16ed7e5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:57.911303 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0acca30b-a5c4-48f2-a5fe-9758e16ed7e5 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/93c46ce3-9382-4c3b-b8c7-a95361bd9790 HTTP/1.1" status: 404 len: 337 time: 0.0659671 Sep 14 22:57:57.913958 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51618) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:57.939576 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3248a998-c9be-47cd-872c-ac86816451e6 None None] No DVR routers for this DVR port 149db0b4-17e4-4a4c-99a0-116c62797298 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:57:57.946261 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf151ba-b68d-4ff5-926d-d8a12f356c52 None None] Network 85a4295a-eb70-482b-9f11-be85dc47ddef requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:57.969401 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-528a3183-19e2-4b32-ba12-300ddffada15 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a4295a-eb70-482b-9f11-be85dc47ddef']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:57.971206 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-846837e7-044e-416e-ac92-068cd55d3f3c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Deleting port e04f3dac-a18d-4c10-9490-0967ed7123a6 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:57.971530 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-846837e7-044e-416e-ac92-068cd55d3f3c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:57.971951 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3248a998-c9be-47cd-872c-ac86816451e6 None None] Pushing event deleted for resources: {'Port': ['ID=149db0b4-17e4-4a4c-99a0-116c62797298,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:57.977287 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-081c8625-8fa6-4e9a-8a3c-a800e403c998 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:57.977940 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-081c8625-8fa6-4e9a-8a3c-a800e403c998 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:57.980651 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-081c8625-8fa6-4e9a-8a3c-a800e403c998 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/ports/0282075a-a3ef-4edb-ba05-bc2604b67b89 HTTP/1.1" status: 404 len: 333 time: 0.0655074 Sep 14 22:57:57.982939 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51622) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:58.020721 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-528a3183-19e2-4b32-ba12-300ddffada15 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9630cc35-09f7-47a9-9252-bc2fdcc17155') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:58.020948 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-528a3183-19e2-4b32-ba12-300ddffada15 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9630cc35-09f7-47a9-9252-bc2fdcc17155') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:58.033435 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5330f2d-3dae-4a5e-9a1e-cc9552f71b7d tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] DELETE failed (client error): The resource could not be found. Sep 14 22:57:58.034446 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5330f2d-3dae-4a5e-9a1e-cc9552f71b7d tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:57:58.038174 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f5330f2d-3dae-4a5e-9a1e-cc9552f71b7d tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/subnets/fd444deb-ff4f-478f-b7f8-871043716fa0 HTTP/1.1" status: 404 len: 337 time: 0.0517571 Sep 14 22:57:58.038493 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51626) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:58.042040 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-528a3183-19e2-4b32-ba12-300ddffada15 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:58.046120 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-11d13d49-0fa5-42c0-bbcb-5e0a05d49ec0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] For port 149db0b4-17e4-4a4c-99a0-116c62797298, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=149db0b4-17e4-4a4c-99a0-116c62797298,segment=NetworkSegment(eab4ea21-ff74-4210-b85d-8adeedc904d7),segment_id=eab4ea21-ff74-4210-b85d-8adeedc904d7)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:57:58.046750 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-11d13d49-0fa5-42c0-bbcb-5e0a05d49ec0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:58.094723 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aedcfe1-7c1f-48b4-bf05-2915f16cc99a None None] Network 2eb35505-7eed-478a-9e2d-aa6bc99aea1f requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:57:58.127632 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-528a3183-19e2-4b32-ba12-300ddffada15 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:58.150829 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-528a3183-19e2-4b32-ba12-300ddffada15 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:57:58.151230 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-528a3183-19e2-4b32-ba12-300ddffada15 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:58.209594 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-45dbacfa-2873-4fda-94dd-ce88c17f2239 None None] Provisioning for port dac58739-cfef-48c7-b7a1-073b36a71425 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:57:58.251160 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-11d13d49-0fa5-42c0-bbcb-5e0a05d49ec0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Calling delete_port for 149db0b4-17e4-4a4c-99a0-116c62797298 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:57:58.317495 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3800322e-277d-4ae3-b80e-3b793309ec55 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:58.323537 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 9630cc35-09f7-47a9-9252-bc2fdcc17155 resource provider aggregate not found Sep 14 22:57:58.327427 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-528a3183-19e2-4b32-ba12-300ddffada15 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:58.346050 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port dac58739-cfef-48c7-b7a1-073b36a71425 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:57:58.361818 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port dac58739-cfef-48c7-b7a1-073b36a71425 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:58.362196 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:58.386178 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 9630cc35-09f7-47a9-9252-bc2fdcc17155 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9630cc35-09f7-47a9-9252-bc2fdcc17155 found for delete ", "request_id": "req-ce7fe36e-cbdf-45a0-84c0-25adfd4d655c"}]} Sep 14 22:57:58.387623 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-528a3183-19e2-4b32-ba12-300ddffada15 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:58.401366 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a3183-19e2-4b32-ba12-300ddffada15 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Pushing event deleted for resources: {'Network': ['ID=85a4295a-eb70-482b-9f11-be85dc47ddef,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:58.411405 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-528a3183-19e2-4b32-ba12-300ddffada15 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] 10.222.0.33 "DELETE /v2.0/networks/85a4295a-eb70-482b-9f11-be85dc47ddef HTTP/1.1" status: 204 len: 168 time: 1.3123443 Sep 14 22:57:58.428094 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51636) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:58.462630 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-899342fe-040a-4273-8c60-98b673c2ed26 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-72750657'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:58.471390 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.db.resource_extend [None req-c19c6484-fc89-453a-88ac-dc7f39e1960f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 22:57:58.487779 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-899342fe-040a-4273-8c60-98b673c2ed26 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:57:58.512515 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c19c6484-fc89-453a-88ac-dc7f39e1960f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:58.514977 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-899342fe-040a-4273-8c60-98b673c2ed26 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Usage tracker for resource:network and tenant:d414d78b994047078c628b39b0ceaf5c is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:57:58.519890 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-899342fe-040a-4273-8c60-98b673c2ed26 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: from cryptography.utils import int_from_bytes Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: from cryptography.utils import int_from_bytes Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: util.warn_limited( Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: util.warn_limited( Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: util.warn( Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: util.warn( Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: util.warn( Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: util.warn( Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: util.warn( Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: util.warn( Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: util.warn( Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: util.warn( Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: util.warn( Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: util.warn( Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: util.warn( Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: util.warn( Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: util.warn( Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: util.warn( Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: util.warn( Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: util.warn( Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:57:58.522536 dv-neutron-857791-1-hyperv neutron-server[89171]: util.warn( Sep 14 22:57:58.525199 dv-neutron-857791-1-hyperv neutron-server[89171]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:57:58.525199 dv-neutron-857791-1-hyperv neutron-server[89171]: util.warn( Sep 14 22:57:58.525199 dv-neutron-857791-1-hyperv neutron-server[89171]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:57:58.525199 dv-neutron-857791-1-hyperv neutron-server[89171]: util.warn( Sep 14 22:57:58.525199 dv-neutron-857791-1-hyperv neutron-server[89171]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:57:58.525199 dv-neutron-857791-1-hyperv neutron-server[89171]: util.warn( Sep 14 22:57:58.525199 dv-neutron-857791-1-hyperv neutron-server[89171]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:57:58.525199 dv-neutron-857791-1-hyperv neutron-server[89171]: util.warn( Sep 14 22:57:58.525199 dv-neutron-857791-1-hyperv neutron-server[89171]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:57:58.525199 dv-neutron-857791-1-hyperv neutron-server[89171]: util.warn( Sep 14 22:57:58.525199 dv-neutron-857791-1-hyperv neutron-server[89171]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:57:58.525199 dv-neutron-857791-1-hyperv neutron-server[89171]: util.warn( Sep 14 22:57:58.525199 dv-neutron-857791-1-hyperv neutron-server[89171]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:57:58.525199 dv-neutron-857791-1-hyperv neutron-server[89171]: util.warn( Sep 14 22:57:58.526060 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-846837e7-044e-416e-ac92-068cd55d3f3c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:58.535017 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c19c6484-fc89-453a-88ac-dc7f39e1960f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:58.554929 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3800322e-277d-4ae3-b80e-3b793309ec55 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:58.572918 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-899342fe-040a-4273-8c60-98b673c2ed26 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:57:58.581776 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-3800322e-277d-4ae3-b80e-3b793309ec55 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac1cbc11-ac8d-43cd-9c1d-398cae68a205']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:58.599722 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-3800322e-277d-4ae3-b80e-3b793309ec55 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a766e666-c4f6-4100-bbd3-be0c9abc45af') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:58.600442 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-3800322e-277d-4ae3-b80e-3b793309ec55 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a766e666-c4f6-4100-bbd3-be0c9abc45af') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:58.614673 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3800322e-277d-4ae3-b80e-3b793309ec55 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:58.617293 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port dac58739-cfef-48c7-b7a1-073b36a71425 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:58.617742 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:58.618548 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.db.api [None req-11d13d49-0fa5-42c0-bbcb-5e0a05d49ec0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:57:58.618863 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG oslo_db.api [None req-11d13d49-0fa5-42c0-bbcb-5e0a05d49ec0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:57:58.632832 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3800322e-277d-4ae3-b80e-3b793309ec55 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:58.640792 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3800322e-277d-4ae3-b80e-3b793309ec55 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:57:58.641265 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3800322e-277d-4ae3-b80e-3b793309ec55 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:58.663263 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port dac58739-cfef-48c7-b7a1-073b36a71425, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=dac58739-cfef-48c7-b7a1-073b36a71425,segment=NetworkSegment(376b6d86-8d11-43ef-a642-2e043f136fe8),segment_id=376b6d86-8d11-43ef-a642-2e043f136fe8)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:57:58.671980 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:58.755229 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 8e589018-a568-403e-90e3-4125b7ad079c no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:57:58.777472 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3800322e-277d-4ae3-b80e-3b793309ec55 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:58.803453 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 8e589018-a568-403e-90e3-4125b7ad079c {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:57:58.803959 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 8e589018-a568-403e-90e3-4125b7ad079c not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:57:58.804688 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 149db0b4-17e4-4a4c-99a0-116c62797298 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:57:58.808306 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3800322e-277d-4ae3-b80e-3b793309ec55 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:58.820546 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800322e-277d-4ae3-b80e-3b793309ec55 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] Pushing event deleted for resources: {'Network': ['ID=ac1cbc11-ac8d-43cd-9c1d-398cae68a205,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:58.827175 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3800322e-277d-4ae3-b80e-3b793309ec55 tempest-NetworksTestDHCPv6-855834490 tempest-NetworksTestDHCPv6-855834490-project] 10.222.0.33 "DELETE /v2.0/networks/ac1cbc11-ac8d-43cd-9c1d-398cae68a205 HTTP/1.1" status: 204 len: 168 time: 0.7877350 Sep 14 22:57:58.897003 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=dac58739-cfef-48c7-b7a1-073b36a71425,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:58.917232 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-846837e7-044e-416e-ac92-068cd55d3f3c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Calling delete_port for e04f3dac-a18d-4c10-9490-0967ed7123a6 owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:57:58.918586 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 149db0b4-17e4-4a4c-99a0-116c62797298 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:57:58.918987 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 149db0b4-17e4-4a4c-99a0-116c62797298 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:57:58.967967 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-14f55848-9f53-40fe-b971-6461d09906f1 None None] Provisioning for port 9c8e4d7d-65bf-4790-80e5-429af89f783a completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:57:58.974253 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-14f55848-9f53-40fe-b971-6461d09906f1 None None] Provisioning complete for port 9c8e4d7d-65bf-4790-80e5-429af89f783a triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:58.974840 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-14f55848-9f53-40fe-b971-6461d09906f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:58.986646 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899342fe-040a-4273-8c60-98b673c2ed26 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Made reservation on behalf of d414d78b994047078c628b39b0ceaf5c for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:57:58.990642 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-899342fe-040a-4273-8c60-98b673c2ed26 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:59.030869 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c19c6484-fc89-453a-88ac-dc7f39e1960f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:59.041469 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c6484-fc89-453a-88ac-dc7f39e1960f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Port': ['ID=9c8e4d7d-65bf-4790-80e5-429af89f783a,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:59.042828 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-14f55848-9f53-40fe-b971-6461d09906f1 None None] Port 9c8e4d7d-65bf-4790-80e5-429af89f783a cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:57:59.057955 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-14f55848-9f53-40fe-b971-6461d09906f1 None None] Provisioning complete for port dac58739-cfef-48c7-b7a1-073b36a71425 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:59.058359 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-14f55848-9f53-40fe-b971-6461d09906f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:59.139813 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-11d13d49-0fa5-42c0-bbcb-5e0a05d49ec0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Deleting port 149db0b4-17e4-4a4c-99a0-116c62797298 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:57:59.140160 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-11d13d49-0fa5-42c0-bbcb-5e0a05d49ec0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:59.174911 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-899342fe-040a-4273-8c60-98b673c2ed26 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:57:59.197867 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-14f55848-9f53-40fe-b971-6461d09906f1 None None] Current status of the port dac58739-cfef-48c7-b7a1-073b36a71425 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:57:59.232639 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-846837e7-044e-416e-ac92-068cd55d3f3c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:59.234685 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51644) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:59.287488 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-11d13d49-0fa5-42c0-bbcb-5e0a05d49ec0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] The port '149db0b4-17e4-4a4c-99a0-116c62797298' was deleted {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:57:59.288537 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-899342fe-040a-4273-8c60-98b673c2ed26 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:59.288890 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-899342fe-040a-4273-8c60-98b673c2ed26 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Added segment e8f85eaf-fc64-493d-b5a9-0f0af5cfb9c6 of type vlan for network b4040f86-c723-4de7-b2ed-542ff67ca185 Sep 14 22:57:59.306709 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846837e7-044e-416e-ac92-068cd55d3f3c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Port': ['ID=e04f3dac-a18d-4c10-9490-0967ed7123a6,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:59.319289 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-cb177815-eced-4e0a-9891-9ce9ddd9e378 None None] Provisioning complete for port 9c8e4d7d-65bf-4790-80e5-429af89f783a triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:59.319673 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cb177815-eced-4e0a-9891-9ce9ddd9e378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:59.345462 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-846837e7-044e-416e-ac92-068cd55d3f3c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:59.380179 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-cb177815-eced-4e0a-9891-9ce9ddd9e378 None None] Port 9c8e4d7d-65bf-4790-80e5-429af89f783a cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:57:59.409308 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-bf7da128-5f01-429f-acb1-cce4e65a282e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=85df200b99f948bea73339849d4d7aa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1733403 Sep 14 22:57:59.410358 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51650) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:59.470918 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-087b9819-9006-4a8b-ab92-d736627c64f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:59.480833 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-899342fe-040a-4273-8c60-98b673c2ed26 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:59.494973 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-846837e7-044e-416e-ac92-068cd55d3f3c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/ports/e04f3dac-a18d-4c10-9490-0967ed7123a6 HTTP/1.1" status: 204 len: 168 time: 1.8087246 Sep 14 22:57:59.498729 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-087b9819-9006-4a8b-ab92-d736627c64f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:59.500469 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51654) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:59.508088 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-11d13d49-0fa5-42c0-bbcb-5e0a05d49ec0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:59.550955 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-087b9819-9006-4a8b-ab92-d736627c64f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:59.565641 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b9819-9006-4a8b-ab92-d736627c64f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43dd196-5528-4cc7-b469-f8b8f0b2c36c,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:59.572135 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-087b9819-9006-4a8b-ab92-d736627c64f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:59.575636 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-087b9819-9006-4a8b-ab92-d736627c64f9 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a43dd196-5528-4cc7-b469-f8b8f0b2c36c HTTP/1.1" status: 204 len: 168 time: 0.1612306 Sep 14 22:57:59.603792 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19c6484-fc89-453a-88ac-dc7f39e1960f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Network 2eb35505-7eed-478a-9e2d-aa6bc99aea1f is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:57:59.608435 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-11d13d49-0fa5-42c0-bbcb-5e0a05d49ec0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eab9551-ac70-4169-a55c-93205b92b956']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:59.615181 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-c19c6484-fc89-453a-88ac-dc7f39e1960f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:57:59.693336 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-11d13d49-0fa5-42c0-bbcb-5e0a05d49ec0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab4ea21-ff74-4210-b85d-8adeedc904d7') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:59.693638 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-11d13d49-0fa5-42c0-bbcb-5e0a05d49ec0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab4ea21-ff74-4210-b85d-8adeedc904d7') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:57:59.717283 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-899342fe-040a-4273-8c60-98b673c2ed26 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:59.722824 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899342fe-040a-4273-8c60-98b673c2ed26 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:57:59.723995 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-899342fe-040a-4273-8c60-98b673c2ed26 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:59.810799 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device dac58739-cfef-48c7-b7a1-073b36a71425 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:57:59.816085 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-11d13d49-0fa5-42c0-bbcb-5e0a05d49ec0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:59.897961 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port dac58739-cfef-48c7-b7a1-073b36a71425 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:59.898415 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:59.930569 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-899342fe-040a-4273-8c60-98b673c2ed26 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.4927874 Sep 14 22:57:59.934367 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51662) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:57:59.942539 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-11d13d49-0fa5-42c0-bbcb-5e0a05d49ec0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:59.948488 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-5dc65747-9520-483f-a8eb-c55a6a3c3c14 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Request body: {'subnet': {'network_id': 'b4040f86-c723-4de7-b2ed-542ff67ca185', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:57:59.950182 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899342fe-040a-4273-8c60-98b673c2ed26 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Pushing event updated for resources: {'Network': ['ID=b4040f86-c723-4de7-b2ed-542ff67ca185,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:57:59.956910 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d13d49-0fa5-42c0-bbcb-5e0a05d49ec0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:57:59.957344 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-11d13d49-0fa5-42c0-bbcb-5e0a05d49ec0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:57:59.962370 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-2a455df2-3c75-48b4-9eef-04ee34fb5f3d None None] Provisioning complete for port 9c8e4d7d-65bf-4790-80e5-429af89f783a triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:57:59.962937 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2a455df2-3c75-48b4-9eef-04ee34fb5f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:00.003349 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network b4040f86-c723-4de7-b2ed-542ff67ca185 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:58:00.046645 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment eab4ea21-ff74-4210-b85d-8adeedc904d7 resource provider aggregate not found Sep 14 22:58:00.081185 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dafd8c-82bb-4cf3-bc79-30de12668e1e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:00.082121 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-31dafd8c-82bb-4cf3-bc79-30de12668e1e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Synchronizing usage tracker for tenant:1c14bf9f432e425688de72a35501bf7a on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:58:00.101849 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment eab4ea21-ff74-4210-b85d-8adeedc904d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eab4ea21-ff74-4210-b85d-8adeedc904d7 found for delete ", "request_id": "req-c30d2136-de8e-44c1-9bdf-53265cade645"}]} Sep 14 22:58:00.106646 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-5dc65747-9520-483f-a8eb-c55a6a3c3c14 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:00.122421 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-5dc65747-9520-483f-a8eb-c55a6a3c3c14 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:00.132494 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-2a455df2-3c75-48b4-9eef-04ee34fb5f3d None None] Port 9c8e4d7d-65bf-4790-80e5-429af89f783a cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:58:00.141852 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc65747-9520-483f-a8eb-c55a6a3c3c14 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Made reservation on behalf of d414d78b994047078c628b39b0ceaf5c for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:00.147245 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5dc65747-9520-483f-a8eb-c55a6a3c3c14 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:00.156319 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-11d13d49-0fa5-42c0-bbcb-5e0a05d49ec0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:00.158304 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-31dafd8c-82bb-4cf3-bc79-30de12668e1e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Unset dirty status for tenant:1c14bf9f432e425688de72a35501bf7a on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:58:00.162513 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-31dafd8c-82bb-4cf3-bc79-30de12668e1e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.6546345 Sep 14 22:58:00.169061 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-11d13d49-0fa5-42c0-bbcb-5e0a05d49ec0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:00.172294 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51678) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:00.194300 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d13d49-0fa5-42c0-bbcb-5e0a05d49ec0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Pushing event deleted for resources: {'Network': ['ID=5eab9551-ac70-4169-a55c-93205b92b956,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:00.195977 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19c6484-fc89-453a-88ac-dc7f39e1960f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Router 6fbc9695-9a22-48ed-bc2e-837d791d0fc1 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:58:00.205378 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-11d13d49-0fa5-42c0-bbcb-5e0a05d49ec0 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] 10.222.0.33 "DELETE /v2.0/networks/5eab9551-ac70-4169-a55c-93205b92b956 HTTP/1.1" status: 204 len: 168 time: 3.7669013 Sep 14 22:58:00.208449 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51682) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:00.216935 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port dac58739-cfef-48c7-b7a1-073b36a71425 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:58:00.287734 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-d63cc094-8a2f-480c-942b-ceb2b7df00ec tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] GET failed (client error): The resource could not be found. Sep 14 22:58:00.288296 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-d63cc094-8a2f-480c-942b-ceb2b7df00ec tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Synchronizing usage tracker for tenant:1c14bf9f432e425688de72a35501bf7a on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:58:00.316898 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-d63cc094-8a2f-480c-942b-ceb2b7df00ec tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Unset dirty status for tenant:1c14bf9f432e425688de72a35501bf7a on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:58:00.318172 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d63cc094-8a2f-480c-942b-ceb2b7df00ec tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "GET /v2.0/ports/469582d9-c471-4829-8c6a-5d0b03315ff5 HTTP/1.1" status: 404 len: 333 time: 0.1448226 Sep 14 22:58:00.321285 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51688) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:00.327559 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-752e417b-3e34-4f8a-b3cc-a2b2f14e6a33 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Synchronizing usage tracker for tenant:b002f6617e4b47db94bb576b07792cea on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:58:00.494875 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0464e7a-7c1c-4def-a720-a4faac5268a4 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] GET failed (client error): The resource could not be found. Sep 14 22:58:00.495936 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b0464e7a-7c1c-4def-a720-a4faac5268a4 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "GET /v2.0/ports/e04f3dac-a18d-4c10-9490-0967ed7123a6 HTTP/1.1" status: 404 len: 333 time: 0.1737101 Sep 14 22:58:00.499558 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51700) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:00.525500 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment a766e666-c4f6-4100-bbd3-be0c9abc45af resource provider aggregate not found Sep 14 22:58:00.550440 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-752e417b-3e34-4f8a-b3cc-a2b2f14e6a33 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Unset dirty status for tenant:b002f6617e4b47db94bb576b07792cea on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:58:00.551576 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-752e417b-3e34-4f8a-b3cc-a2b2f14e6a33 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] 10.222.0.33 "GET /v2.0/ports?device_id=0c2f765c-bbf8-45b0-87da-c3c89fc231a2 HTTP/1.1" status: 200 len: 205 time: 0.3419816 Sep 14 22:58:00.555496 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51706) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:00.590968 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment a766e666-c4f6-4100-bbd3-be0c9abc45af resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a766e666-c4f6-4100-bbd3-be0c9abc45af found for delete ", "request_id": "req-fc5c289b-ac59-4f03-9d52-0710103f3d83"}]} Sep 14 22:58:00.591128 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51710) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:00.688757 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d12f3da4-14af-4975-a92e-184d59860334 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:00.700323 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19c6484-fc89-453a-88ac-dc7f39e1960f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:58:00.703956 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6b960dbb-f52d-4548-ad90-39c7e83fb812 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:00.714821 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865c8782-4bb7-4e39-892a-d71ac0f127e5 None None] Sync routers for ids ['6fbc9695-9a22-48ed-bc2e-837d791d0fc1'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:58:00.722417 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-f2121ac2-8211-466e-9a84-1409caa3cb9a tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:00.723434 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f2121ac2-8211-466e-9a84-1409caa3cb9a tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1314347 Sep 14 22:58:00.727653 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51716) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:00.727959 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865c8782-4bb7-4e39-892a-d71ac0f127e5 None None] Routers {'6fbc9695-9a22-48ed-bc2e-837d791d0fc1'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:58:00.728661 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-865c8782-4bb7-4e39-892a-d71ac0f127e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:57:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['6fbc9695-9a22-48ed-bc2e-837d791d0fc1'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:00.762866 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c19c6484-fc89-453a-88ac-dc7f39e1960f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "PUT /v2.0/routers/6fbc9695-9a22-48ed-bc2e-837d791d0fc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7626650 Sep 14 22:58:00.764801 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-872e8e04-bb83-4073-9045-2c93d355bfe0 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:00.768204 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-872e8e04-bb83-4073-9045-2c93d355bfe0 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0372379 Sep 14 22:58:00.768972 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51720) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:00.769102 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51722) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:00.775884 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [None req-a45f90ea-6f93-4019-bcd2-e9a6e59e7d66 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=89171) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:00.779102 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a45f90ea-6f93-4019-bcd2-e9a6e59e7d66 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0048378 Sep 14 22:58:00.780446 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51728) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:00.793657 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-865c8782-4bb7-4e39-892a-d71ac0f127e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:00.803303 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865c8782-4bb7-4e39-892a-d71ac0f127e5 None None] Routers {'6fbc9695-9a22-48ed-bc2e-837d791d0fc1'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:58:00.803509 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-127ba699-63a5-4981-8f7c-c5ccc0de407f tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:00.804031 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-865c8782-4bb7-4e39-892a-d71ac0f127e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:57:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['6fbc9695-9a22-48ed-bc2e-837d791d0fc1'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:00.807200 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-127ba699-63a5-4981-8f7c-c5ccc0de407f tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0104835 Sep 14 22:58:00.810210 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51732) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:00.859581 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-9cf01a7f-ecd0-4ac8-b8fb-1aad0dbfb5b9 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:00.860548 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9cf01a7f-ecd0-4ac8-b8fb-1aad0dbfb5b9 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0493686 Sep 14 22:58:00.867053 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5dc65747-9520-483f-a8eb-c55a6a3c3c14 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:00.868477 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51736) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:00.868772 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-865c8782-4bb7-4e39-892a-d71ac0f127e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:00.869271 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865c8782-4bb7-4e39-892a-d71ac0f127e5 None None] The sync data for ids ['6fbc9695-9a22-48ed-bc2e-837d791d0fc1'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:58:00.907174 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [None req-95298618-b0cf-479c-96f5-7cee61b8ea3e tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=89171) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:00.908123 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-95298618-b0cf-479c-96f5-7cee61b8ea3e tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0262716 Sep 14 22:58:00.912826 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51740) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:00.941883 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-b92f7253-8ed0-45b7-9b7e-73d42e9a071b tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:00.942808 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b92f7253-8ed0-45b7-9b7e-73d42e9a071b tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0214837 Sep 14 22:58:00.945608 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51744) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:00.951547 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d12f3da4-14af-4975-a92e-184d59860334 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:00.970819 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-466a61cd-46af-44bb-a872-f68d932b5928 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:00.971666 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-466a61cd-46af-44bb-a872-f68d932b5928 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0224812 Sep 14 22:58:00.977969 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51748) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.004065 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-bf9b8393-9a7f-41d7-b751-9500159f4e37 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:01.007374 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-bf9b8393-9a7f-41d7-b751-9500159f4e37 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0186565 Sep 14 22:58:01.013502 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51752) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.016877 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-d12f3da4-14af-4975-a92e-184d59860334 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15125a8d-add2-4d62-bc10-ded45cf6b688']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:01.025875 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc65747-9520-483f-a8eb-c55a6a3c3c14 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Pushing event updated for resources: {'Subnet': ['ID=cc3bbd07-2665-4d3b-8fe3-98a217ce8690,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:01.031495 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-b5a3c99c-6136-46d9-bd42-b2f0dd8c33d9 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:01.035138 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b5a3c99c-6136-46d9-bd42-b2f0dd8c33d9 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0177350 Sep 14 22:58:01.038869 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51756) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.043439 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-d12f3da4-14af-4975-a92e-184d59860334 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dc87dbc-70ae-4d1b-935c-d5c22ce43982') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:01.043732 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-d12f3da4-14af-4975-a92e-184d59860334 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dc87dbc-70ae-4d1b-935c-d5c22ce43982') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:01.052546 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-80170e4d-3dda-4def-b021-1fd7730bf6ff tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:01.053493 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-80170e4d-3dda-4def-b021-1fd7730bf6ff tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0137668 Sep 14 22:58:01.056478 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc65747-9520-483f-a8eb-c55a6a3c3c14 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Checking segment: {'id': 'e8f85eaf-fc64-493d-b5a9-0f0af5cfb9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b4040f86-c723-4de7-b2ed-542ff67ca185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:58:01.056858 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc65747-9520-483f-a8eb-c55a6a3c3c14 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Network hostable DHCP agents. Network: b4040f86-c723-4de7-b2ed-542ff67ca185, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:58:01.064095 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51760) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.067526 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d12f3da4-14af-4975-a92e-184d59860334 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:01.076031 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-99819a2a-19b0-4fce-bd87-bea1582e1897 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:01.076971 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-99819a2a-19b0-4fce-bd87-bea1582e1897 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0119908 Sep 14 22:58:01.080705 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51764) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.089732 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedf99cb-8680-4c34-8a47-ac806006b47b tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:01.090223 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-cedf99cb-8680-4c34-8a47-ac806006b47b tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Synchronizing usage tracker for tenant:25d4f6710d2343efa0693e5e6584ceb8 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:58:01.092925 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d12f3da4-14af-4975-a92e-184d59860334 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:01.100665 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc65747-9520-483f-a8eb-c55a6a3c3c14 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Network b4040f86-c723-4de7-b2ed-542ff67ca185 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:58:01.103153 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d12f3da4-14af-4975-a92e-184d59860334 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:58:01.103537 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d12f3da4-14af-4975-a92e-184d59860334 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:01.105656 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [None req-7d83e980-84ab-4bb2-8ed1-e9c1d3e5dd75 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=89171) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:01.106598 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7d83e980-84ab-4bb2-8ed1-e9c1d3e5dd75 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0248635 Sep 14 22:58:01.111494 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51768) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.118272 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6b960dbb-f52d-4548-ad90-39c7e83fb812 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:01.121714 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [None req-4ae141ec-f87c-4c8f-86c4-d62d90c0612d tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=89171) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:01.122646 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4ae141ec-f87c-4c8f-86c4-d62d90c0612d tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0086458 Sep 14 22:58:01.126411 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6b960dbb-f52d-4548-ad90-39c7e83fb812 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:01.126862 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51772) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.136449 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-cedf99cb-8680-4c34-8a47-ac806006b47b tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Unset dirty status for tenant:25d4f6710d2343efa0693e5e6584ceb8 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:58:01.140342 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-cedf99cb-8680-4c34-8a47-ac806006b47b tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "GET /v2.0/ports/9c8e4d7d-65bf-4790-80e5-429af89f783a HTTP/1.1" status: 200 len: 910 time: 0.3703318 Sep 14 22:58:01.141092 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51776) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.158060 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-8e5484a9-35ba-42a3-bffd-d5385fd6a595 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7d3df26c-1581-4e8c-95a5-c12853a8469f'}]}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:01.185501 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-266f34d1-1164-47b2-b1b0-af3ac1a6e685 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:01.186541 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-266f34d1-1164-47b2-b1b0-af3ac1a6e685 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0568690 Sep 14 22:58:01.191203 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51780) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.197558 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [None req-dcd16d39-b72b-41fc-8be0-61d95961ca30 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=89171) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:01.198589 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-dcd16d39-b72b-41fc-8be0-61d95961ca30 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0075028 Sep 14 22:58:01.202768 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51784) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.203403 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-5dc65747-9520-483f-a8eb-c55a6a3c3c14 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, b4040f86-c723-4de7-b2ed-542ff67ca185) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:01.208480 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc65747-9520-483f-a8eb-c55a6a3c3c14 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:01.209272 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5dc65747-9520-483f-a8eb-c55a6a3c3c14 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:01.215073 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad78e0c-1d96-458b-9be8-bb214e770627 None None] Network b4040f86-c723-4de7-b2ed-542ff67ca185 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:58:01.216634 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6b960dbb-f52d-4548-ad90-39c7e83fb812 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:01.217141 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b960dbb-f52d-4548-ad90-39c7e83fb812 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Fanout notify agent at l3_agent the message router_deleted on router 0c2f765c-bbf8-45b0-87da-c3c89fc231a2 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:58:01.226522 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-69b7c0d7-2a07-4bd6-8be1-91bd535a9069 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:01.227613 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-69b7c0d7-2a07-4bd6-8be1-91bd535a9069 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0131283 Sep 14 22:58:01.231165 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6b960dbb-f52d-4548-ad90-39c7e83fb812 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:01.235092 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6b960dbb-f52d-4548-ad90-39c7e83fb812 tempest-RoutersNegativeTest-1341877671 tempest-RoutersNegativeTest-1341877671-project] 10.222.0.33 "DELETE /v2.0/routers/0c2f765c-bbf8-45b0-87da-c3c89fc231a2 HTTP/1.1" status: 204 len: 168 time: 0.6794767 Sep 14 22:58:01.236772 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51788) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.244246 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [None req-4c4a2c2d-d11d-41df-b063-5b70d923b37c tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=89171) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:01.247564 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4c4a2c2d-d11d-41df-b063-5b70d923b37c tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0049281 Sep 14 22:58:01.247806 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51794) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.252901 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [None req-0d4896f4-f118-4e35-92bd-8838dcf1bf94 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=89171) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:01.254222 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0d4896f4-f118-4e35-92bd-8838dcf1bf94 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0052769 Sep 14 22:58:01.256736 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51798) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.271888 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-85aa895c-21a3-49e1-9342-b79de9bc39ac tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:01.276362 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-85aa895c-21a3-49e1-9342-b79de9bc39ac tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0146642 Sep 14 22:58:01.277211 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d12f3da4-14af-4975-a92e-184d59860334 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:01.282208 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51802) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.295300 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [None req-214d8200-facf-4b45-87ba-a0488fa8d98e tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=89171) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:01.299200 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-214d8200-facf-4b45-87ba-a0488fa8d98e tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0136304 Sep 14 22:58:01.315674 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d12f3da4-14af-4975-a92e-184d59860334 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:01.320983 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51806) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.321952 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f3da4-14af-4975-a92e-184d59860334 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Network': ['ID=15125a8d-add2-4d62-bc10-ded45cf6b688,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:01.330413 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-3da6999f-c6ee-4148-8349-a37d464aaf58 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:01.331370 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3da6999f-c6ee-4148-8349-a37d464aaf58 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0072882 Sep 14 22:58:01.335575 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51810) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.342322 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-d5beb4cb-889a-407e-9898-242b902437a4 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:01.343620 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d5beb4cb-889a-407e-9898-242b902437a4 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0068460 Sep 14 22:58:01.345879 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5dc65747-9520-483f-a8eb-c55a6a3c3c14 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4085989 Sep 14 22:58:01.347687 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d12f3da4-14af-4975-a92e-184d59860334 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/networks/15125a8d-add2-4d62-bc10-ded45cf6b688 HTTP/1.1" status: 204 len: 168 time: 0.8470938 Sep 14 22:58:01.348889 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51814) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.349246 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51816) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.359963 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51822) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.370546 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-89a8d477-92cb-4aa1-89f3-4e3a7eb79df5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1657458170'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:01.375362 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-89a8d477-92cb-4aa1-89f3-4e3a7eb79df5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:01.379078 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-7a49b352-ecdf-4718-be09-edd32bdb5039 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:01.380137 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-89a8d477-92cb-4aa1-89f3-4e3a7eb79df5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:network and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:01.380876 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7a49b352-ecdf-4718-be09-edd32bdb5039 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0287881 Sep 14 22:58:01.385606 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51826) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.386334 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-89a8d477-92cb-4aa1-89f3-4e3a7eb79df5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:01.391651 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-fe24bf92-1f41-413e-a35a-5be2f87106b6 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:01.392024 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-fe24bf92-1f41-413e-a35a-5be2f87106b6 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0054898 Sep 14 22:58:01.396545 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-89a8d477-92cb-4aa1-89f3-4e3a7eb79df5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:01.411454 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51830) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.417353 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a8d477-92cb-4aa1-89f3-4e3a7eb79df5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Made reservation on behalf of 1c14bf9f432e425688de72a35501bf7a for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:01.420931 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-89a8d477-92cb-4aa1-89f3-4e3a7eb79df5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:01.441490 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [None req-8c8e3223-5145-4179-bacd-c6d4d30a1bf5 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=89171) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:01.445741 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8c8e3223-5145-4179-bacd-c6d4d30a1bf5 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0333335 Sep 14 22:58:01.451709 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51834) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.472710 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [None req-7676919d-d88f-4802-bdee-9091f9958c14 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=89171) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:01.477391 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7676919d-d88f-4802-bdee-9091f9958c14 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0248404 Sep 14 22:58:01.478270 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51838) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.486432 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-cba61433-8943-4ee6-af97-ffe35adbac4c tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:01.487728 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-cba61433-8943-4ee6-af97-ffe35adbac4c tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0086479 Sep 14 22:58:01.492068 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51842) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.492563 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a8d477-92cb-4aa1-89f3-4e3a7eb79df5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:58:01.497964 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-f88e2dea-fd6c-47a0-97d6-e537c491fccb tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:01.498916 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f88e2dea-fd6c-47a0-97d6-e537c491fccb tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0062709 Sep 14 22:58:01.502963 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51846) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.510423 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-63af1bcb-55f7-42f4-9cc2-43a3164b8531 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:01.511393 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-63af1bcb-55f7-42f4-9cc2-43a3164b8531 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0078838 Sep 14 22:58:01.515565 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51850) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.531656 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-5607fa18-97c8-4bd9-ae69-fc5a90b06b0f tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:01.531820 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-89a8d477-92cb-4aa1-89f3-4e3a7eb79df5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:01.532144 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-89a8d477-92cb-4aa1-89f3-4e3a7eb79df5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Added segment e07d08d1-5f9a-43d2-9231-c5427f2e869e of type vlan for network 0f9afd30-9c51-49e5-bb90-0163ba7b326c Sep 14 22:58:01.532626 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5607fa18-97c8-4bd9-ae69-fc5a90b06b0f tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0163376 Sep 14 22:58:01.536416 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51856) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.556283 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [None req-ed3e6c91-00b0-47e3-b0e5-29fe44f1e2db tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=89171) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:01.560157 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ed3e6c91-00b0-47e3-b0e5-29fe44f1e2db tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0152206 Sep 14 22:58:01.563376 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51860) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.564450 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ebeb5010-a3b2-47fc-b692-0be6f7a6252c tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:01.571164 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [None req-dabf5fd7-3614-4742-ac59-496422768a92 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=89171) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:01.573053 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-dabf5fd7-3614-4742-ac59-496422768a92 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0087500 Sep 14 22:58:01.575579 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51864) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.581599 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-25b8c15f-8505-4ede-8d99-768c55f2fc0b tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:01.582733 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-25b8c15f-8505-4ede-8d99-768c55f2fc0b tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0060575 Sep 14 22:58:01.611259 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51868) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.641577 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [None req-a35abb6b-5ae2-4a3a-b566-8cca554eeb8e tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=89171) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:01.644634 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ce173e-3ade-4b11-bd31-3390e0fc49d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-b4040f86-c723-4de7-b2ed-542ff67ca185', 'network_id': 'b4040f86-c723-4de7-b2ed-542ff67ca185', 'tenant_id': 'd414d78b994047078c628b39b0ceaf5c', 'fixed_ips': [{'subnet_id': 'cc3bbd07-2665-4d3b-8fe3-98a217ce8690'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:58:01.646227 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a35abb6b-5ae2-4a3a-b566-8cca554eeb8e tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0256383 Sep 14 22:58:01.649012 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51872) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.649321 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-52ce173e-3ade-4b11-bd31-3390e0fc49d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:01.656988 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-cae00997-f30d-46cd-8466-2218a5de5ab5 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:01.660514 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-cae00997-f30d-46cd-8466-2218a5de5ab5 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0079751 Sep 14 22:58:01.660514 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51876) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.661685 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ebeb5010-a3b2-47fc-b692-0be6f7a6252c tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:01.667045 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-89a8d477-92cb-4aa1-89f3-4e3a7eb79df5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:01.687311 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51878) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.704238 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-8e6ce349-4a98-4e5c-9fbe-309c3e77c42e tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:01.708466 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8e6ce349-4a98-4e5c-9fbe-309c3e77c42e tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0104482 Sep 14 22:58:01.709771 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51886) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.717864 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [None req-3dafdf4e-2b65-467c-9e25-88065a7417e5 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=89171) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:01.719136 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3dafdf4e-2b65-467c-9e25-88065a7417e5 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0081167 Sep 14 22:58:01.720018 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-89a8d477-92cb-4aa1-89f3-4e3a7eb79df5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:01.725762 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a8d477-92cb-4aa1-89f3-4e3a7eb79df5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:01.726361 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-89a8d477-92cb-4aa1-89f3-4e3a7eb79df5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:01.732542 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51890) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.765993 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [None req-538b94f4-6c14-4d32-b1b6-6d36e5d7c943 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=89171) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:01.766966 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-538b94f4-6c14-4d32-b1b6-6d36e5d7c943 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0156853 Sep 14 22:58:01.772017 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51894) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.778530 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-6fcfa920-f4f1-4dae-a2f0-43417b7467d2 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:01.781832 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6fcfa920-f4f1-4dae-a2f0-43417b7467d2 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0063534 Sep 14 22:58:01.782061 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51898) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server [None req-52ce173e-3ade-4b11-bd31-3390e0fc49d1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cc3bbd07-2665-4d3b-8fe3-98a217ce8690: This subnet is being modified by another concurrent operation. Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server raise self.value Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server raise self.value Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server raise self.value Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server raise self.value Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 14 22:58:01.791029 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 14 22:58:01.794939 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 14 22:58:01.794939 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 14 22:58:01.794939 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 14 22:58:01.794939 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 14 22:58:01.794939 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 14 22:58:01.794939 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server raise self.value Sep 14 22:58:01.794939 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 14 22:58:01.794939 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 14 22:58:01.794939 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 14 22:58:01.794939 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 14 22:58:01.794939 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 14 22:58:01.794939 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 14 22:58:01.794939 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 14 22:58:01.794939 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server raise self.value Sep 14 22:58:01.794939 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 14 22:58:01.794939 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 14 22:58:01.794939 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Sep 14 22:58:01.794939 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 14 22:58:01.794939 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1431, in _create_port_db Sep 14 22:58:01.794939 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 14 22:58:01.794939 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 14 22:58:01.794939 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 14 22:58:01.794939 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 14 22:58:01.794939 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 14 22:58:01.794939 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 14 22:58:01.794939 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 14 22:58:01.794939 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 14 22:58:01.794939 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 14 22:58:01.794939 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 14 22:58:01.794939 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 14 22:58:01.794939 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 14 22:58:01.794939 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 14 22:58:01.794939 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 14 22:58:01.794939 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 14 22:58:01.794939 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 14 22:58:01.794939 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server raise exception Sep 14 22:58:01.794939 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cc3bbd07-2665-4d3b-8fe3-98a217ce8690: This subnet is being modified by another concurrent operation. Sep 14 22:58:01.794939 dv-neutron-857791-1-hyperv neutron-server[89172]: ERROR oslo_messaging.rpc.server Sep 14 22:58:01.798496 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-9739b56d-5a25-4427-9d4b-e3ed6c5fe4e4 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:01.798496 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9739b56d-5a25-4427-9d4b-e3ed6c5fe4e4 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0112491 Sep 14 22:58:01.798496 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51902) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.802219 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-d9ffac03-7ef6-4fb9-8c28-37dd64cbdd91 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:01.803251 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d9ffac03-7ef6-4fb9-8c28-37dd64cbdd91 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0053792 Sep 14 22:58:01.805616 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ebeb5010-a3b2-47fc-b692-0be6f7a6252c tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:01.809297 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51906) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.819976 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa5caaa-1bf7-4abb-ac3d-15fa9371f649 None None] Network b4040f86-c723-4de7-b2ed-542ff67ca185 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:58:01.831832 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8e5484a9-35ba-42a3-bffd-d5385fd6a595 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:01.863082 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-89a8d477-92cb-4aa1-89f3-4e3a7eb79df5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5019290 Sep 14 22:58:01.868549 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51910) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.870397 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb5010-a3b2-47fc-b692-0be6f7a6252c tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Pushing event deleted for resources: {'Subnet': ['ID=cc3bbd07-2665-4d3b-8fe3-98a217ce8690,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:01.895800 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-04d9c060-58f9-4153-a459-a45a1a60d712 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:01.899723 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-04d9c060-58f9-4153-a459-a45a1a60d712 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0366485 Sep 14 22:58:01.905117 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51916) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:01.910001 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-9ee5ac55-fd7f-4f6e-8fec-b8d203183924 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'subnet': {'network_id': '0f9afd30-9c51-49e5-bb90-0163ba7b326c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:01.944648 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [None req-a613e2aa-4934-4a9b-83ee-6da0d6dc9681 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=89171) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:01.945707 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a613e2aa-4934-4a9b-83ee-6da0d6dc9681 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0181086 Sep 14 22:58:01.954873 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51920) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:02.006485 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8d477-92cb-4aa1-89f3-4e3a7eb79df5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Network': ['ID=0f9afd30-9c51-49e5-bb90-0163ba7b326c,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:02.009910 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a77c10-ea00-496f-8851-1c7853ba3e9a None None] get_active_networks_info from dv-neutron-857791-1-hyperv {{(pid=89172) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 14 22:58:02.018150 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-0f33323e-89b3-41f3-9398-a81c6dc4fc61 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:02.021711 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0f33323e-89b3-41f3-9398-a81c6dc4fc61 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0630808 Sep 14 22:58:02.026440 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51924) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:02.028875 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-fceb7a84-cf45-4324-80ba-1577b18962c1 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b002f6617e4b47db94bb576b07792cea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3690946 Sep 14 22:58:02.034683 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51928) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:02.049281 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 0f9afd30-9c51-49e5-bb90-0163ba7b326c details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:58:02.053429 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-61e85c46-71af-4f60-be23-8828d223cb5b tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:02.056833 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-61e85c46-71af-4f60-be23-8828d223cb5b tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0245583 Sep 14 22:58:02.058480 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51932) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:02.066981 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-d543d60c-1cdc-434f-80e2-98b6a8284c22 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:02.070201 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d543d60c-1cdc-434f-80e2-98b6a8284c22 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0083420 Sep 14 22:58:02.070201 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ebeb5010-a3b2-47fc-b692-0be6f7a6252c tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:02.076659 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51936) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:02.085694 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-fe454ff7-acca-4aa7-8515-af71c8e93d24 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:02.088841 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-fe454ff7-acca-4aa7-8515-af71c8e93d24 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0091417 Sep 14 22:58:02.094770 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51940) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:02.099694 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-04992767-c4aa-4c89-badf-789baf18efae tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:02.102677 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-04992767-c4aa-4c89-badf-789baf18efae tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0050337 Sep 14 22:58:02.103947 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51944) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:02.110364 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-fcd9a731-c89d-4744-83c1-5318194d99be tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:02.111298 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-fcd9a731-c89d-4744-83c1-5318194d99be tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0063162 Sep 14 22:58:02.112941 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-ebeb5010-a3b2-47fc-b692-0be6f7a6252c tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4040f86-c723-4de7-b2ed-542ff67ca185']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:02.120478 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51948) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:02.128155 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-a9bfdf76-7d6e-49ca-83b8-e8e621508c9c tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:02.132151 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a9bfdf76-7d6e-49ca-83b8-e8e621508c9c tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0077531 Sep 14 22:58:02.132151 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51952) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:02.135488 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-ebeb5010-a3b2-47fc-b692-0be6f7a6252c tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8f85eaf-fc64-493d-b5a9-0f0af5cfb9c6') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:02.135784 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-ebeb5010-a3b2-47fc-b692-0be6f7a6252c tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8f85eaf-fc64-493d-b5a9-0f0af5cfb9c6') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:02.145123 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-8031716d-e41a-4206-a878-1cfc99174efb tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:02.148647 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8031716d-e41a-4206-a878-1cfc99174efb tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0133445 Sep 14 22:58:02.149719 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51956) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:02.155279 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ebeb5010-a3b2-47fc-b692-0be6f7a6252c tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:02.165004 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-37d6c8aa-0671-4ea2-b86e-bc11eaaa2b03 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:02.168476 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-37d6c8aa-0671-4ea2-b86e-bc11eaaa2b03 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0158954 Sep 14 22:58:02.170346 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51960) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:02.174467 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-25099d8e-5e68-412c-9612-38761925c9dc tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:02.178106 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-25099d8e-5e68-412c-9612-38761925c9dc tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0055499 Sep 14 22:58:02.179274 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51964) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:02.186587 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-f59627d3-7323-41b0-bd04-8a2134ee7fb3 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:02.189192 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f59627d3-7323-41b0-bd04-8a2134ee7fb3 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0073731 Sep 14 22:58:02.193350 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51968) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:02.195415 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ebeb5010-a3b2-47fc-b692-0be6f7a6252c tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:02.204550 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-fda4f07e-bb12-4d88-80e0-a60244e15d73 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:02.205551 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-fda4f07e-bb12-4d88-80e0-a60244e15d73 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0073438 Sep 14 22:58:02.209208 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51972) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:02.210772 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebeb5010-a3b2-47fc-b692-0be6f7a6252c tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:58:02.211413 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ebeb5010-a3b2-47fc-b692-0be6f7a6252c tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:02.225090 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a77c10-ea00-496f-8851-1c7853ba3e9a None None] Resources bound (agent type, host, resource id): {{(pid=89172) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 14 22:58:02.289630 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-0533410a-56d1-45cb-b122-eb492299c236 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:02.290490 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0533410a-56d1-45cb-b122-eb492299c236 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0534577 Sep 14 22:58:02.296318 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51976) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:02.312723 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-f47f8678-b30c-41f1-9635-21ebb0f83309 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:02.316205 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f47f8678-b30c-41f1-9635-21ebb0f83309 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0162923 Sep 14 22:58:02.318814 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51980) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:02.333917 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ebeb5010-a3b2-47fc-b692-0be6f7a6252c tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:02.361476 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ebeb5010-a3b2-47fc-b692-0be6f7a6252c tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:02.376964 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb5010-a3b2-47fc-b692-0be6f7a6252c tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Pushing event deleted for resources: {'Network': ['ID=b4040f86-c723-4de7-b2ed-542ff67ca185,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:02.391685 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ebeb5010-a3b2-47fc-b692-0be6f7a6252c tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] 10.222.0.33 "DELETE /v2.0/networks/b4040f86-c723-4de7-b2ed-542ff67ca185 HTTP/1.1" status: 204 len: 168 time: 1.0412316 Sep 14 22:58:02.393037 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51982) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:02.400107 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-0822314a-384d-4b7a-998c-d2f3699b67f0 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1999538389'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:02.406953 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0822314a-384d-4b7a-998c-d2f3699b67f0 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:02.411121 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0822314a-384d-4b7a-998c-d2f3699b67f0 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Usage tracker for resource:network and tenant:d414d78b994047078c628b39b0ceaf5c is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:02.414573 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0822314a-384d-4b7a-998c-d2f3699b67f0 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:02.420866 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0822314a-384d-4b7a-998c-d2f3699b67f0 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:02.429802 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [None req-edcfbc4a-9502-49fc-951b-d3b15a0be805 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=89171) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:02.430767 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-edcfbc4a-9502-49fc-951b-d3b15a0be805 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0216303 Sep 14 22:58:02.433994 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0822314a-384d-4b7a-998c-d2f3699b67f0 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Made reservation on behalf of d414d78b994047078c628b39b0ceaf5c for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:02.438178 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0822314a-384d-4b7a-998c-d2f3699b67f0 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:02.439668 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 51988) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:02.445296 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-9ee5ac55-fd7f-4f6e-8fec-b8d203183924 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:02.464342 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [None req-60b991b9-3813-496f-abbc-c0b3038f9565 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=89171) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:02.467974 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-60b991b9-3813-496f-abbc-c0b3038f9565 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0218446 Sep 14 22:58:02.468245 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51992) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:02.469102 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9ee5ac55-fd7f-4f6e-8fec-b8d203183924 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:subnet and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:02.477293 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-dbb387e9-9580-4588-ac11-29713e746dcd tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:02.478245 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-dbb387e9-9580-4588-ac11-29713e746dcd tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0081921 Sep 14 22:58:02.479041 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0822314a-384d-4b7a-998c-d2f3699b67f0 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:58:02.481227 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 51996) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:02.489997 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-fb88881a-97e3-460c-9ed2-2b450003b107 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:02.493384 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-fb88881a-97e3-460c-9ed2-2b450003b107 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0088475 Sep 14 22:58:02.494771 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52000) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:02.499432 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-3285f010-50c3-46e0-ae58-67001906bfb3 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:02.502678 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3285f010-50c3-46e0-ae58-67001906bfb3 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0047143 Sep 14 22:58:02.502926 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52004) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:02.507066 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9ee5ac55-fd7f-4f6e-8fec-b8d203183924 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:02.510146 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-046e3fdf-8fac-4c8f-832f-fbe9ec9e162b tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:02.513555 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-046e3fdf-8fac-4c8f-832f-fbe9ec9e162b tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0073416 Sep 14 22:58:02.513555 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0822314a-384d-4b7a-998c-d2f3699b67f0 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:02.513779 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-0822314a-384d-4b7a-998c-d2f3699b67f0 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Added segment e8e9be2b-4786-4ed2-997f-72bc8f9fdcfb of type vlan for network 021ffb4f-72e9-448e-b4ab-b07ee7a95447 Sep 14 22:58:02.514968 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52008) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:02.526003 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-66a6eecb-935c-4695-ba00-1f525fefb652 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:02.529875 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-66a6eecb-935c-4695-ba00-1f525fefb652 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0109878 Sep 14 22:58:02.530027 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-9ee5ac55-fd7f-4f6e-8fec-b8d203183924 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:02.530027 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52012) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:02.544076 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [None req-e63cc8a4-62e2-4ec9-9670-347769079bee tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=89171) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:02.547350 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e63cc8a4-62e2-4ec9-9670-347769079bee tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0141690 Sep 14 22:58:02.550412 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52016) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:02.560255 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-0f7162e5-611a-4b71-ac7b-ae55e519b3c9 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:02.563642 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0f7162e5-611a-4b71-ac7b-ae55e519b3c9 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0099134 Sep 14 22:58:02.563939 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52020) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:02.568566 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0822314a-384d-4b7a-998c-d2f3699b67f0 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:02.573582 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2442dc8f-6503-4fa1-8e4b-4d32e17c40a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:02.575127 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-7b9fb206-26fb-45cb-a4e4-7e48a86a4028 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:02.578522 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7b9fb206-26fb-45cb-a4e4-7e48a86a4028 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0112865 Sep 14 22:58:02.578766 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52024) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:02.586196 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [None req-a8699f65-e09b-4e73-8f90-b83e4620a7f1 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] http://10.222.0.33:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:58:02.590045 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a8699f65-e09b-4e73-8f90-b83e4620a7f1 tempest-ExtensionsTestJSON-2129773953 tempest-ExtensionsTestJSON-2129773953-project] 10.222.0.33 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0075016 Sep 14 22:58:02.592212 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee5ac55-fd7f-4f6e-8fec-b8d203183924 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Made reservation on behalf of 1c14bf9f432e425688de72a35501bf7a for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:02.592212 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9ee5ac55-fd7f-4f6e-8fec-b8d203183924 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:02.615254 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 3dc87dbc-70ae-4d1b-935c-d5c22ce43982 resource provider aggregate not found Sep 14 22:58:02.631160 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0822314a-384d-4b7a-998c-d2f3699b67f0 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:02.638926 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0822314a-384d-4b7a-998c-d2f3699b67f0 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:02.639544 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0822314a-384d-4b7a-998c-d2f3699b67f0 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:02.646700 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 3dc87dbc-70ae-4d1b-935c-d5c22ce43982 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3dc87dbc-70ae-4d1b-935c-d5c22ce43982 found for delete ", "request_id": "req-e0912edb-6ce1-4b04-9020-876b65f4b235"}]} Sep 14 22:58:02.720122 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2442dc8f-6503-4fa1-8e4b-4d32e17c40a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:02.734687 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment e8f85eaf-fc64-493d-b5a9-0f0af5cfb9c6 resource provider aggregate not found Sep 14 22:58:02.765953 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment e8f85eaf-fc64-493d-b5a9-0f0af5cfb9c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e8f85eaf-fc64-493d-b5a9-0f0af5cfb9c6 found for delete ", "request_id": "req-bacefe33-d238-4b8f-b5ad-cfc0fb9b1fc0"}]} Sep 14 22:58:02.772652 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0822314a-384d-4b7a-998c-d2f3699b67f0 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3765330 Sep 14 22:58:02.773683 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52040) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:02.779136 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-3d6111b9-a5a5-4910-97da-01493996419e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Request body: {'subnet': {'network_id': '021ffb4f-72e9-448e-b4ab-b07ee7a95447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:02.802016 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.ipam_backend_mixin [None req-9ee5ac55-fd7f-4f6e-8fec-b8d203183924 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Performing IP validity checks on allocation pools {{(pid=89171) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 14 22:58:02.802542 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.ipam_backend_mixin [None req-9ee5ac55-fd7f-4f6e-8fec-b8d203183924 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89171) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 14 22:58:02.803777 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0822314a-384d-4b7a-998c-d2f3699b67f0 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Pushing event updated for resources: {'Network': ['ID=021ffb4f-72e9-448e-b4ab-b07ee7a95447,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:02.821662 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 021ffb4f-72e9-448e-b4ab-b07ee7a95447 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:58:02.849135 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52044) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:02.965560 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2442dc8f-6503-4fa1-8e4b-4d32e17c40a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:02.995391 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2442dc8f-6503-4fa1-8e4b-4d32e17c40a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f2bbae-9839-415a-93c5-f697f428f65d,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:03.047393 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2442dc8f-6503-4fa1-8e4b-4d32e17c40a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:03.048484 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2442dc8f-6503-4fa1-8e4b-4d32e17c40a8 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/43f2bbae-9839-415a-93c5-f697f428f65d HTTP/1.1" status: 204 len: 168 time: 1.0127881 Sep 14 22:58:03.060411 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8e5484a9-35ba-42a3-bffd-d5385fd6a595 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:03.063054 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-14051fe4-2de9-454f-9da2-5ea834f67a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:03.072026 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-3d6111b9-a5a5-4910-97da-01493996419e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:03.077075 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-3d6111b9-a5a5-4910-97da-01493996419e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Usage tracker for resource:subnet and tenant:d414d78b994047078c628b39b0ceaf5c is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:03.080182 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-3d6111b9-a5a5-4910-97da-01493996419e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:03.088061 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-3d6111b9-a5a5-4910-97da-01493996419e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:03.099514 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6111b9-a5a5-4910-97da-01493996419e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Made reservation on behalf of d414d78b994047078c628b39b0ceaf5c for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:03.100310 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8e5484a9-35ba-42a3-bffd-d5385fd6a595 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:03.103533 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3d6111b9-a5a5-4910-97da-01493996419e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:03.128058 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-14051fe4-2de9-454f-9da2-5ea834f67a97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:03.179097 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-14051fe4-2de9-454f-9da2-5ea834f67a97 admin admin] Usage tracker for resource:security_group_rule and tenant:441996a03672488bb67cf85e915914b4 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:03.182261 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9ee5ac55-fd7f-4f6e-8fec-b8d203183924 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:03.195841 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-14051fe4-2de9-454f-9da2-5ea834f67a97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:03.248954 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-14051fe4-2de9-454f-9da2-5ea834f67a97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:03.306615 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5484a9-35ba-42a3-bffd-d5385fd6a595 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:03.307450 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8e5484a9-35ba-42a3-bffd-d5385fd6a595 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:03.311393 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8e5484a9-35ba-42a3-bffd-d5385fd6a595 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "PUT /v2.0/ports/9c8e4d7d-65bf-4790-80e5-429af89f783a HTTP/1.1" status: 200 len: 910 time: 2.1564820 Sep 14 22:58:03.311393 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5484a9-35ba-42a3-bffd-d5385fd6a595 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Port': ['ID=9c8e4d7d-65bf-4790-80e5-429af89f783a,revision_number=3']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:03.312201 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52056) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:03.362581 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5ac55-fd7f-4f6e-8fec-b8d203183924 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Subnet': ['ID=74af69b5-8837-41b2-bd87-fc2bcf1792fe,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:03.371498 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee5ac55-fd7f-4f6e-8fec-b8d203183924 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Checking segment: {'id': 'e07d08d1-5f9a-43d2-9231-c5427f2e869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0f9afd30-9c51-49e5-bb90-0163ba7b326c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:58:03.371946 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee5ac55-fd7f-4f6e-8fec-b8d203183924 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Network hostable DHCP agents. Network: 0f9afd30-9c51-49e5-bb90-0163ba7b326c, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:58:03.418398 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee5ac55-fd7f-4f6e-8fec-b8d203183924 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Network 0f9afd30-9c51-49e5-bb90-0163ba7b326c is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:58:03.445744 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-9ee5ac55-fd7f-4f6e-8fec-b8d203183924 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 0f9afd30-9c51-49e5-bb90-0163ba7b326c) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:03.450264 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee5ac55-fd7f-4f6e-8fec-b8d203183924 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:03.451377 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9ee5ac55-fd7f-4f6e-8fec-b8d203183924 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:03.456911 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0730fbd-3855-4169-a81a-e9239af55592 None None] Network 0f9afd30-9c51-49e5-bb90-0163ba7b326c requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:58:03.506844 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-14051fe4-2de9-454f-9da2-5ea834f67a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:03.517848 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-14051fe4-2de9-454f-9da2-5ea834f67a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:03.560283 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9ee5ac55-fd7f-4f6e-8fec-b8d203183924 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6897349 Sep 14 22:58:03.574498 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52066) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:03.586765 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-39031f25-aa96-41a9-87b3-ba9456c0bad6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'port': {'network_id': '0f9afd30-9c51-49e5-bb90-0163ba7b326c', 'name': 'tempest-PortsTestJSON-336760287'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:03.606638 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14051fe4-2de9-454f-9da2-5ea834f67a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df2ad5d-45da-4cef-a21b-e89c9d295649,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:03.635703 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-14051fe4-2de9-454f-9da2-5ea834f67a97 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=441996a03672488bb67cf85e915914b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7855005 Sep 14 22:58:03.636438 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52074) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:03.776212 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.objects.ports [None req-3d6111b9-a5a5-4910-97da-01493996419e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89170) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 14 22:58:03.780374 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3d6111b9-a5a5-4910-97da-01493996419e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:03.800291 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf860266-9cf1-4707-aeea-db9c68ac6c76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-0f9afd30-9c51-49e5-bb90-0163ba7b326c', 'network_id': '0f9afd30-9c51-49e5-bb90-0163ba7b326c', 'tenant_id': '1c14bf9f432e425688de72a35501bf7a', 'fixed_ips': [{'subnet_id': '74af69b5-8837-41b2-bd87-fc2bcf1792fe'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:58:03.802201 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cf860266-9cf1-4707-aeea-db9c68ac6c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:03.803131 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-36707fa5-d4da-484a-b262-753b2f159091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:03.830353 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-36707fa5-d4da-484a-b262-753b2f159091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:03.842361 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-39031f25-aa96-41a9-87b3-ba9456c0bad6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:03.870239 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52082) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:03.871111 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-39031f25-aa96-41a9-87b3-ba9456c0bad6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:03.902590 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39031f25-aa96-41a9-87b3-ba9456c0bad6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Made reservation on behalf of 1c14bf9f432e425688de72a35501bf7a for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:03.909375 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-39031f25-aa96-41a9-87b3-ba9456c0bad6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:03.938682 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6111b9-a5a5-4910-97da-01493996419e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Checking segment: {'id': 'e8e9be2b-4786-4ed2-997f-72bc8f9fdcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '021ffb4f-72e9-448e-b4ab-b07ee7a95447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:58:03.939041 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6111b9-a5a5-4910-97da-01493996419e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Network hostable DHCP agents. Network: 021ffb4f-72e9-448e-b4ab-b07ee7a95447, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:58:03.946108 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6111b9-a5a5-4910-97da-01493996419e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Pushing event updated for resources: {'Subnet': ['ID=5a2b23f1-417c-46f5-a7b5-41e3ab6ae35e,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:03.951869 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-36707fa5-d4da-484a-b262-753b2f159091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:03.978143 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-39031f25-aa96-41a9-87b3-ba9456c0bad6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] device_id is not set on port 2377f231-38bf-4292-a459-54edea50e3b9 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:58:04.008095 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6111b9-a5a5-4910-97da-01493996419e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Network 021ffb4f-72e9-448e-b4ab-b07ee7a95447 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:58:04.017881 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-cf860266-9cf1-4707-aeea-db9c68ac6c76 None None] Allocated IP 172.20.0.2 (0f9afd30-9c51-49e5-bb90-0163ba7b326c/74af69b5-8837-41b2-bd87-fc2bcf1792fe/d53d08f0-400f-4263-a7c1-9a85b401d464) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:58:04.022572 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-3d6111b9-a5a5-4910-97da-01493996419e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 021ffb4f-72e9-448e-b4ab-b07ee7a95447) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:04.030029 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6111b9-a5a5-4910-97da-01493996419e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:04.030639 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3d6111b9-a5a5-4910-97da-01493996419e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:04.050235 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e88cc8-360a-47cc-bd0f-d25ca63fdd53 None None] Network 021ffb4f-72e9-448e-b4ab-b07ee7a95447 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:58:04.072079 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-36707fa5-d4da-484a-b262-753b2f159091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:04.073459 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-36707fa5-d4da-484a-b262-753b2f159091 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9df2ad5d-45da-4cef-a21b-e89c9d295649 HTTP/1.1" status: 204 len: 168 time: 0.3912733 Sep 14 22:58:04.075152 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36707fa5-d4da-484a-b262-753b2f159091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df2ad5d-45da-4cef-a21b-e89c9d295649,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:04.081321 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-c4afcddb-9a21-4b73-87a7-f7e56c9b3337 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:04.082252 dv-neutron-857791-1-hyperv neutron-server[89171]: WARNING neutron.api.v2.base [None req-c4afcddb-9a21-4b73-87a7-f7e56c9b3337 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 14 22:58:04.083531 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-c4afcddb-9a21-4b73-87a7-f7e56c9b3337 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] create failed (client error): There was a conflict when trying to complete your request. Sep 14 22:58:04.084989 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c4afcddb-9a21-4b73-87a7-f7e56c9b3337 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2115023 Sep 14 22:58:04.088483 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52090) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:04.095762 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-09420bd7-8748-47b2-a5ee-2840e7ab4d7e tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Request body: {'security_group': {'name': 'tempest-secgroup--993609134'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:04.102434 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3d6111b9-a5a5-4910-97da-01493996419e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3276474 Sep 14 22:58:04.106326 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52094) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:04.111304 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-09420bd7-8748-47b2-a5ee-2840e7ab4d7e tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:04.121881 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-09420bd7-8748-47b2-a5ee-2840e7ab4d7e tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Usage tracker for resource:security_group and tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:04.127801 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-09420bd7-8748-47b2-a5ee-2840e7ab4d7e tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:04.138482 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-09420bd7-8748-47b2-a5ee-2840e7ab4d7e tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:04.163133 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-09420bd7-8748-47b2-a5ee-2840e7ab4d7e tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:04.186267 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-09420bd7-8748-47b2-a5ee-2840e7ab4d7e tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:04.208881 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-09420bd7-8748-47b2-a5ee-2840e7ab4d7e tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:04.216006 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-09420bd7-8748-47b2-a5ee-2840e7ab4d7e tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Usage tracker for resource:security_group_rule and tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:04.219524 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-09420bd7-8748-47b2-a5ee-2840e7ab4d7e tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:04.230115 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-09420bd7-8748-47b2-a5ee-2840e7ab4d7e tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:04.287996 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c0374927-138b-4d49-8aab-5c5b80fb8990 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:04.376292 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-09420bd7-8748-47b2-a5ee-2840e7ab4d7e tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:04.385232 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-09420bd7-8748-47b2-a5ee-2840e7ab4d7e tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:04.413811 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-09420bd7-8748-47b2-a5ee-2840e7ab4d7e tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:04.430787 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-09420bd7-8748-47b2-a5ee-2840e7ab4d7e tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Usage tracker for resource:security_group_rule and tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:04.444119 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-09420bd7-8748-47b2-a5ee-2840e7ab4d7e tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:04.471563 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-09420bd7-8748-47b2-a5ee-2840e7ab4d7e tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:04.512036 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09420bd7-8748-47b2-a5ee-2840e7ab4d7e tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d77f1f9-8d3a-4132-af45-0b676f6b09d7,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:04.540292 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3384239a-23f5-4f4c-b9cf-43a64cbabf2e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:04.599455 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cf860266-9cf1-4707-aeea-db9c68ac6c76 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:04.629302 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-09420bd7-8748-47b2-a5ee-2840e7ab4d7e tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:04.630614 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-cf860266-9cf1-4707-aeea-db9c68ac6c76 None None] Transition to ACTIVE for port object d53d08f0-400f-4263-a7c1-9a85b401d464 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:04.642015 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-09420bd7-8748-47b2-a5ee-2840e7ab4d7e tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:04.651547 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-cf860266-9cf1-4707-aeea-db9c68ac6c76 None None] Transition to ACTIVE for port object d53d08f0-400f-4263-a7c1-9a85b401d464 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:04.659471 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cf860266-9cf1-4707-aeea-db9c68ac6c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:04.715460 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02fe576-7044-48a2-ba6b-b0cd70b6f0fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-021ffb4f-72e9-448e-b4ab-b07ee7a95447', 'network_id': '021ffb4f-72e9-448e-b4ab-b07ee7a95447', 'tenant_id': 'd414d78b994047078c628b39b0ceaf5c', 'fixed_ips': [{'subnet_id': '5a2b23f1-417c-46f5-a7b5-41e3ab6ae35e'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:58:04.716729 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c02fe576-7044-48a2-ba6b-b0cd70b6f0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:04.772982 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf860266-9cf1-4707-aeea-db9c68ac6c76 None None] Network 0f9afd30-9c51-49e5-bb90-0163ba7b326c is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:04.807427 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-09420bd7-8748-47b2-a5ee-2840e7ab4d7e tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:04.809233 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-09420bd7-8748-47b2-a5ee-2840e7ab4d7e tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7192712 Sep 14 22:58:04.814851 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52108) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:04.819382 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09420bd7-8748-47b2-a5ee-2840e7ab4d7e tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba299aca-72ed-422e-9988-89ae018e04d1,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:04.840175 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-ac805f30-7dfc-45b5-b20a-d1c977d31ced tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Request body: {'security_group_rule': {'security_group_id': 'ba299aca-72ed-422e-9988-89ae018e04d1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:04.849583 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ac805f30-7dfc-45b5-b20a-d1c977d31ced tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:04.857998 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ac805f30-7dfc-45b5-b20a-d1c977d31ced tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Usage tracker for resource:security_group_rule and tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:04.863162 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ac805f30-7dfc-45b5-b20a-d1c977d31ced tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:04.875264 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ac805f30-7dfc-45b5-b20a-d1c977d31ced tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:04.882927 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-39031f25-aa96-41a9-87b3-ba9456c0bad6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Allocated IP 172.20.0.6 (0f9afd30-9c51-49e5-bb90-0163ba7b326c/74af69b5-8837-41b2-bd87-fc2bcf1792fe/2377f231-38bf-4292-a459-54edea50e3b9) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:58:04.889373 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3384239a-23f5-4f4c-b9cf-43a64cbabf2e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:04.924312 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ac805f30-7dfc-45b5-b20a-d1c977d31ced tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:04.940070 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-cf860266-9cf1-4707-aeea-db9c68ac6c76 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:04.946000 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf860266-9cf1-4707-aeea-db9c68ac6c76 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:58:05.010303 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf860266-9cf1-4707-aeea-db9c68ac6c76 None None] Pushing event updated for resources: {'Port': ['ID=d53d08f0-400f-4263-a7c1-9a85b401d464,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:05.019408 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-c02fe576-7044-48a2-ba6b-b0cd70b6f0fa None None] Allocated IP 2001:db8::f816:3eff:fe29:3000 (021ffb4f-72e9-448e-b4ab-b07ee7a95447/5a2b23f1-417c-46f5-a7b5-41e3ab6ae35e/50b28ee2-128f-405a-8c3f-d3861bf1b3d3) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:58:05.045029 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-c0374927-138b-4d49-8aab-5c5b80fb8990 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Deleting port 9c8e4d7d-65bf-4790-80e5-429af89f783a {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:58:05.045655 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c0374927-138b-4d49-8aab-5c5b80fb8990 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:05.089687 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-cf860266-9cf1-4707-aeea-db9c68ac6c76 None None] Attempting to bind port d53d08f0-400f-4263-a7c1-9a85b401d464 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:58:05.090064 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-cf860266-9cf1-4707-aeea-db9c68ac6c76 None None] Attempting to bind port d53d08f0-400f-4263-a7c1-9a85b401d464 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'e07d08d1-5f9a-43d2-9231-c5427f2e869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0f9afd30-9c51-49e5-bb90-0163ba7b326c'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:58:05.090412 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf860266-9cf1-4707-aeea-db9c68ac6c76 None None] Attempting to bind port d53d08f0-400f-4263-a7c1-9a85b401d464 on network 0f9afd30-9c51-49e5-bb90-0163ba7b326c {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:58:05.116657 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf860266-9cf1-4707-aeea-db9c68ac6c76 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:58:05.117220 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf860266-9cf1-4707-aeea-db9c68ac6c76 None None] Checking segment: {'id': 'e07d08d1-5f9a-43d2-9231-c5427f2e869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0f9afd30-9c51-49e5-bb90-0163ba7b326c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:58:05.117794 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cf860266-9cf1-4707-aeea-db9c68ac6c76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:05.118337 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf860266-9cf1-4707-aeea-db9c68ac6c76 None None] Bound using segment: {'id': 'e07d08d1-5f9a-43d2-9231-c5427f2e869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0f9afd30-9c51-49e5-bb90-0163ba7b326c'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:58:05.118982 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-cf860266-9cf1-4707-aeea-db9c68ac6c76 None None] Bound port: d53d08f0-400f-4263-a7c1-9a85b401d464, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e07d08d1-5f9a-43d2-9231-c5427f2e869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0f9afd30-9c51-49e5-bb90-0163ba7b326c'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:58:05.119528 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cf860266-9cf1-4707-aeea-db9c68ac6c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:05.269779 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ac805f30-7dfc-45b5-b20a-d1c977d31ced tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:05.285151 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c0374927-138b-4d49-8aab-5c5b80fb8990 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:05.286308 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ac805f30-7dfc-45b5-b20a-d1c977d31ced tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:05.313913 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52120) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:05.336081 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac805f30-7dfc-45b5-b20a-d1c977d31ced tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b4ec316-e1b4-437a-99a4-b3a513d5c7b1,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:05.356113 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ac805f30-7dfc-45b5-b20a-d1c977d31ced tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:05.357459 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ac805f30-7dfc-45b5-b20a-d1c977d31ced tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5395625 Sep 14 22:58:05.360418 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52126) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:05.361792 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-cf860266-9cf1-4707-aeea-db9c68ac6c76 None None] For port d53d08f0-400f-4263-a7c1-9a85b401d464, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:58:05.368648 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-c4f1e3e7-dde9-432a-9f23-3f7abd6f14ab tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Request body: {'security_group_rule': {'security_group_id': 'ba299aca-72ed-422e-9988-89ae018e04d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:05.380695 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-39031f25-aa96-41a9-87b3-ba9456c0bad6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:05.388255 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c4f1e3e7-dde9-432a-9f23-3f7abd6f14ab tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:05.396516 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c4f1e3e7-dde9-432a-9f23-3f7abd6f14ab tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Usage tracker for resource:security_group_rule and tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:05.402213 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c4f1e3e7-dde9-432a-9f23-3f7abd6f14ab tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:05.408879 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-39031f25-aa96-41a9-87b3-ba9456c0bad6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Transition to ACTIVE for port object 2377f231-38bf-4292-a459-54edea50e3b9 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:05.410153 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c4f1e3e7-dde9-432a-9f23-3f7abd6f14ab tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:05.415356 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-cf860266-9cf1-4707-aeea-db9c68ac6c76 None None] For port d53d08f0-400f-4263-a7c1-9a85b401d464, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=d53d08f0-400f-4263-a7c1-9a85b401d464,segment=NetworkSegment(e07d08d1-5f9a-43d2-9231-c5427f2e869e),segment_id=e07d08d1-5f9a-43d2-9231-c5427f2e869e)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:58:05.439857 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c4f1e3e7-dde9-432a-9f23-3f7abd6f14ab tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:05.440357 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cf860266-9cf1-4707-aeea-db9c68ac6c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:05.445134 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-c0374927-138b-4d49-8aab-5c5b80fb8990 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Calling delete_port for 9c8e4d7d-65bf-4790-80e5-429af89f783a owned by network:router_interface {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:58:05.482748 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-39031f25-aa96-41a9-87b3-ba9456c0bad6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:05.535737 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c02fe576-7044-48a2-ba6b-b0cd70b6f0fa None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:05.540694 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-85141c96-e7b5-479a-b6f2-0761bdc9db8e tempest-NetworksNegativeTestJSON-1139411725 tempest-NetworksNegativeTestJSON-1139411725-project] Request body: {'port': {'network_id': '55e84d5f-0a1c-4166-98eb-893fa1625447', 'name': 'tempest-NetworksNegativeTestJSON-196547903'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:05.563577 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c02fe576-7044-48a2-ba6b-b0cd70b6f0fa None None] Transition to ACTIVE for port object 50b28ee2-128f-405a-8c3f-d3861bf1b3d3 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:05.594306 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39031f25-aa96-41a9-87b3-ba9456c0bad6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Network 0f9afd30-9c51-49e5-bb90-0163ba7b326c is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:05.597128 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c02fe576-7044-48a2-ba6b-b0cd70b6f0fa None None] Transition to ACTIVE for port object 50b28ee2-128f-405a-8c3f-d3861bf1b3d3 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:05.599327 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-39031f25-aa96-41a9-87b3-ba9456c0bad6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:05.601174 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf860266-9cf1-4707-aeea-db9c68ac6c76 None None] Pushing event updated for resources: {'Port': ['ID=d53d08f0-400f-4263-a7c1-9a85b401d464,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:05.606306 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c02fe576-7044-48a2-ba6b-b0cd70b6f0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:05.613452 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-85141c96-e7b5-479a-b6f2-0761bdc9db8e tempest-NetworksNegativeTestJSON-1139411725 tempest-NetworksNegativeTestJSON-1139411725-project] POST failed (client error): The resource could not be found. Sep 14 22:58:05.613452 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85141c96-e7b5-479a-b6f2-0761bdc9db8e tempest-NetworksNegativeTestJSON-1139411725 tempest-NetworksNegativeTestJSON-1139411725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:58:05.613452 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-85141c96-e7b5-479a-b6f2-0761bdc9db8e tempest-NetworksNegativeTestJSON-1139411725 tempest-NetworksNegativeTestJSON-1139411725-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2900107 Sep 14 22:58:05.624303 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39031f25-aa96-41a9-87b3-ba9456c0bad6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:58:05.652280 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52130) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:05.695988 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02fe576-7044-48a2-ba6b-b0cd70b6f0fa None None] Network 021ffb4f-72e9-448e-b4ab-b07ee7a95447 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:05.697784 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3384239a-23f5-4f4c-b9cf-43a64cbabf2e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:05.699129 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-c02fe576-7044-48a2-ba6b-b0cd70b6f0fa None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:05.704080 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02fe576-7044-48a2-ba6b-b0cd70b6f0fa None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:58:05.711098 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02fe576-7044-48a2-ba6b-b0cd70b6f0fa None None] Pushing event updated for resources: {'Port': ['ID=50b28ee2-128f-405a-8c3f-d3861bf1b3d3,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:05.717922 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39031f25-aa96-41a9-87b3-ba9456c0bad6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Port': ['ID=2377f231-38bf-4292-a459-54edea50e3b9,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:05.733773 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a3ec67c-f3b7-4e66-b038-3d255f1ca830 tempest-NetworksNegativeTestJSON-1139411725 tempest-NetworksNegativeTestJSON-1139411725-project] DELETE failed (client error): The resource could not be found. Sep 14 22:58:05.734266 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a3ec67c-f3b7-4e66-b038-3d255f1ca830 tempest-NetworksNegativeTestJSON-1139411725 tempest-NetworksNegativeTestJSON-1139411725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:58:05.735996 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9a3ec67c-f3b7-4e66-b038-3d255f1ca830 tempest-NetworksNegativeTestJSON-1139411725 tempest-NetworksNegativeTestJSON-1139411725-project] 10.222.0.33 "DELETE /v2.0/networks/b919beaa-1846-45d0-be14-7e5b378a5ad9 HTTP/1.1" status: 404 len: 339 time: 0.0779727 Sep 14 22:58:05.739223 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-c4f1e3e7-dde9-432a-9f23-3f7abd6f14ab tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] create failed (client error): There was a conflict when trying to complete your request. Sep 14 22:58:05.742836 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c4f1e3e7-dde9-432a-9f23-3f7abd6f14ab tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3787689 Sep 14 22:58:05.743854 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52134) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:05.743854 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52136) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:05.749318 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c0374927-138b-4d49-8aab-5c5b80fb8990 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:05.799201 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384239a-23f5-4f4c-b9cf-43a64cbabf2e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Pushing event deleted for resources: {'Subnet': ['ID=5a2b23f1-417c-46f5-a7b5-41e3ab6ae35e,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:05.815846 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39031f25-aa96-41a9-87b3-ba9456c0bad6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:05.816369 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-39031f25-aa96-41a9-87b3-ba9456c0bad6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:05.833322 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e0666f1-496b-4ddf-931d-a4d333dcc0a0 tempest-NetworksNegativeTestJSON-1139411725 tempest-NetworksNegativeTestJSON-1139411725-project] DELETE failed (client error): The resource could not be found. Sep 14 22:58:05.833590 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-c02fe576-7044-48a2-ba6b-b0cd70b6f0fa None None] Attempting to bind port 50b28ee2-128f-405a-8c3f-d3861bf1b3d3 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:58:05.833736 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e0666f1-496b-4ddf-931d-a4d333dcc0a0 tempest-NetworksNegativeTestJSON-1139411725 tempest-NetworksNegativeTestJSON-1139411725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:58:05.833961 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-c02fe576-7044-48a2-ba6b-b0cd70b6f0fa None None] Attempting to bind port 50b28ee2-128f-405a-8c3f-d3861bf1b3d3 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'e8e9be2b-4786-4ed2-997f-72bc8f9fdcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '021ffb4f-72e9-448e-b4ab-b07ee7a95447'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:58:05.834087 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0374927-138b-4d49-8aab-5c5b80fb8990 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event deleted for resources: {'Port': ['ID=9c8e4d7d-65bf-4790-80e5-429af89f783a,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:05.834313 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02fe576-7044-48a2-ba6b-b0cd70b6f0fa None None] Attempting to bind port 50b28ee2-128f-405a-8c3f-d3861bf1b3d3 on network 021ffb4f-72e9-448e-b4ab-b07ee7a95447 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:58:05.835367 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8e0666f1-496b-4ddf-931d-a4d333dcc0a0 tempest-NetworksNegativeTestJSON-1139411725 tempest-NetworksNegativeTestJSON-1139411725-project] 10.222.0.33 "DELETE /v2.0/ports/a55b2437-7f83-4ab2-98e1-8a8eff40a50e HTTP/1.1" status: 404 len: 333 time: 0.0908341 Sep 14 22:58:05.846234 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02fe576-7044-48a2-ba6b-b0cd70b6f0fa None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:58:05.846906 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02fe576-7044-48a2-ba6b-b0cd70b6f0fa None None] Checking segment: {'id': 'e8e9be2b-4786-4ed2-997f-72bc8f9fdcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '021ffb4f-72e9-448e-b4ab-b07ee7a95447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:58:05.847506 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c02fe576-7044-48a2-ba6b-b0cd70b6f0fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:05.848206 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02fe576-7044-48a2-ba6b-b0cd70b6f0fa None None] Bound using segment: {'id': 'e8e9be2b-4786-4ed2-997f-72bc8f9fdcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '021ffb4f-72e9-448e-b4ab-b07ee7a95447'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:58:05.848962 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-c02fe576-7044-48a2-ba6b-b0cd70b6f0fa None None] Bound port: 50b28ee2-128f-405a-8c3f-d3861bf1b3d3, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e9be2b-4786-4ed2-997f-72bc8f9fdcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '021ffb4f-72e9-448e-b4ab-b07ee7a95447'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:58:05.849510 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c02fe576-7044-48a2-ba6b-b0cd70b6f0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:05.855143 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52142) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:05.914114 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f8753ae-a3e9-4396-83be-5729ce4e54bb tempest-NetworksNegativeTestJSON-1139411725 tempest-NetworksNegativeTestJSON-1139411725-project] DELETE failed (client error): The resource could not be found. Sep 14 22:58:05.914582 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f8753ae-a3e9-4396-83be-5729ce4e54bb tempest-NetworksNegativeTestJSON-1139411725 tempest-NetworksNegativeTestJSON-1139411725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:58:05.916297 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5f8753ae-a3e9-4396-83be-5729ce4e54bb tempest-NetworksNegativeTestJSON-1139411725 tempest-NetworksNegativeTestJSON-1139411725-project] 10.222.0.33 "DELETE /v2.0/subnets/7bc711c4-5c48-4ab7-a7d4-81a8d0d533ea HTTP/1.1" status: 404 len: 337 time: 0.0601981 Sep 14 22:58:05.926165 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52146) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:05.985917 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-39031f25-aa96-41a9-87b3-ba9456c0bad6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4076381 Sep 14 22:58:05.992810 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52150) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:05.994846 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-92f52353-09e1-4b66-add7-7e08878eb1eb tempest-NetworksNegativeTestJSON-1139411725 tempest-NetworksNegativeTestJSON-1139411725-project] GET failed (client error): The resource could not be found. Sep 14 22:58:05.999728 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-92f52353-09e1-4b66-add7-7e08878eb1eb tempest-NetworksNegativeTestJSON-1139411725 tempest-NetworksNegativeTestJSON-1139411725-project] 10.222.0.33 "GET /v2.0/networks/06895e5d-c445-41df-b7dd-f2304816c6aa HTTP/1.1" status: 404 len: 339 time: 0.0710757 Sep 14 22:58:06.003679 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52154) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:06.007403 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-c02fe576-7044-48a2-ba6b-b0cd70b6f0fa None None] For port 50b28ee2-128f-405a-8c3f-d3861bf1b3d3, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:58:06.011770 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-c02fe576-7044-48a2-ba6b-b0cd70b6f0fa None None] For port 50b28ee2-128f-405a-8c3f-d3861bf1b3d3, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=50b28ee2-128f-405a-8c3f-d3861bf1b3d3,segment=NetworkSegment(e8e9be2b-4786-4ed2-997f-72bc8f9fdcfb),segment_id=e8e9be2b-4786-4ed2-997f-72bc8f9fdcfb)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:58:06.019863 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c02fe576-7044-48a2-ba6b-b0cd70b6f0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:06.166343 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02fe576-7044-48a2-ba6b-b0cd70b6f0fa None None] Pushing event updated for resources: {'Port': ['ID=50b28ee2-128f-405a-8c3f-d3861bf1b3d3,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:06.189684 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-82528902-bb33-4c19-8cf7-234ca287aa6e tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:06.194629 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f62ae4-f683-4280-a073-6a1cfc7b6411 None None] Network 021ffb4f-72e9-448e-b4ab-b07ee7a95447 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:58:06.198360 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3384239a-23f5-4f4c-b9cf-43a64cbabf2e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:06.201664 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-e199d52f-a3a3-4763-accd-83c96ade78a8 tempest-NetworksNegativeTestJSON-1139411725 tempest-NetworksNegativeTestJSON-1139411725-project] GET failed (client error): The resource could not be found. Sep 14 22:58:06.203197 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e199d52f-a3a3-4763-accd-83c96ade78a8 tempest-NetworksNegativeTestJSON-1139411725 tempest-NetworksNegativeTestJSON-1139411725-project] 10.222.0.33 "GET /v2.0/ports/8557d01a-9051-4c0b-8085-aecc5155bed0 HTTP/1.1" status: 404 len: 333 time: 0.1328197 Sep 14 22:58:06.211734 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52158) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:06.282504 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-027d5e1c-d6a0-4a6b-b392-dffa830cb8d1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Deleting port 2377f231-38bf-4292-a459-54edea50e3b9 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:58:06.283140 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-027d5e1c-d6a0-4a6b-b392-dffa830cb8d1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:06.296733 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c0374927-138b-4d49-8aab-5c5b80fb8990 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:06.301808 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-3384239a-23f5-4f4c-b9cf-43a64cbabf2e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['021ffb4f-72e9-448e-b4ab-b07ee7a95447']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:06.315157 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-8948a287-0958-4589-8ade-1a89e352d326 tempest-NetworksNegativeTestJSON-1139411725 tempest-NetworksNegativeTestJSON-1139411725-project] GET failed (client error): The resource could not be found. Sep 14 22:58:06.319986 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8948a287-0958-4589-8ade-1a89e352d326 tempest-NetworksNegativeTestJSON-1139411725 tempest-NetworksNegativeTestJSON-1139411725-project] 10.222.0.33 "GET /v2.0/subnets/b2bb38de-5adb-4b1d-b401-6ad668867ba9 HTTP/1.1" status: 404 len: 337 time: 0.1033247 Sep 14 22:58:06.320186 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-3384239a-23f5-4f4c-b9cf-43a64cbabf2e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8e9be2b-4786-4ed2-997f-72bc8f9fdcfb') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:06.320186 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-3384239a-23f5-4f4c-b9cf-43a64cbabf2e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8e9be2b-4786-4ed2-997f-72bc8f9fdcfb') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:06.325988 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52162) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:06.365188 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-82528902-bb33-4c19-8cf7-234ca287aa6e tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:06.396063 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-c9be7af6-a359-4de0-b3ab-9ff7e3418482 tempest-NetworksNegativeTestJSON-1139411725 tempest-NetworksNegativeTestJSON-1139411725-project] Request body: {'network': {'name': 'new_name'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:06.431194 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3384239a-23f5-4f4c-b9cf-43a64cbabf2e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:06.482122 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-82528902-bb33-4c19-8cf7-234ca287aa6e tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:06.502383 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9be7af6-a359-4de0-b3ab-9ff7e3418482 tempest-NetworksNegativeTestJSON-1139411725 tempest-NetworksNegativeTestJSON-1139411725-project] PUT failed (client error): The resource could not be found. Sep 14 22:58:06.502855 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9be7af6-a359-4de0-b3ab-9ff7e3418482 tempest-NetworksNegativeTestJSON-1139411725 tempest-NetworksNegativeTestJSON-1139411725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:58:06.504006 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c9be7af6-a359-4de0-b3ab-9ff7e3418482 tempest-NetworksNegativeTestJSON-1139411725 tempest-NetworksNegativeTestJSON-1139411725-project] 10.222.0.33 "PUT /v2.0/networks/d5bfbbeb-281b-439e-8603-da70b5a69e21 HTTP/1.1" status: 404 len: 339 time: 0.1238136 Sep 14 22:58:06.508004 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52166) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:06.518172 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-1de6bc1c-81fb-4afb-81c0-183acb493f3d tempest-NetworksNegativeTestJSON-1139411725 tempest-NetworksNegativeTestJSON-1139411725-project] Request body: {'port': {'name': 'new_name'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:06.550771 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3384239a-23f5-4f4c-b9cf-43a64cbabf2e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:06.563580 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82528902-bb33-4c19-8cf7-234ca287aa6e tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba299aca-72ed-422e-9988-89ae018e04d1,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:06.581823 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-82528902-bb33-4c19-8cf7-234ca287aa6e tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:06.586032 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-82528902-bb33-4c19-8cf7-234ca287aa6e tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "DELETE /v2.0/security-groups/ba299aca-72ed-422e-9988-89ae018e04d1 HTTP/1.1" status: 204 len: 168 time: 0.8374975 Sep 14 22:58:06.586848 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52170) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:06.678173 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-cce0c605-6089-46eb-84b3-fd18420f3d6a tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Synchronizing usage tracker for tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 on resource:security_group {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:58:06.696803 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-027d5e1c-d6a0-4a6b-b392-dffa830cb8d1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:06.705035 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-cce0c605-6089-46eb-84b3-fd18420f3d6a tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Unset dirty status for tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 on resource:security_group {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:58:06.709055 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-cce0c605-6089-46eb-84b3-fd18420f3d6a tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1189063 Sep 14 22:58:06.712522 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52174) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:06.718152 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-da70c2db-6431-46f8-b1a1-385657d14d64 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Request body: {'security_group': {'name': 'tempest-secgroup--1838098618'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:06.729813 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-da70c2db-6431-46f8-b1a1-385657d14d64 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:06.741315 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de6bc1c-81fb-4afb-81c0-183acb493f3d tempest-NetworksNegativeTestJSON-1139411725 tempest-NetworksNegativeTestJSON-1139411725-project] PUT failed (client error): The resource could not be found. Sep 14 22:58:06.741557 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-da70c2db-6431-46f8-b1a1-385657d14d64 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:06.741671 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1de6bc1c-81fb-4afb-81c0-183acb493f3d tempest-NetworksNegativeTestJSON-1139411725 tempest-NetworksNegativeTestJSON-1139411725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:58:06.742942 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1de6bc1c-81fb-4afb-81c0-183acb493f3d tempest-NetworksNegativeTestJSON-1139411725 tempest-NetworksNegativeTestJSON-1139411725-project] 10.222.0.33 "PUT /v2.0/ports/8c368fec-7039-476b-98de-f0904afea5b6 HTTP/1.1" status: 404 len: 333 time: 0.2338374 Sep 14 22:58:06.743868 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3384239a-23f5-4f4c-b9cf-43a64cbabf2e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:58:06.744275 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3384239a-23f5-4f4c-b9cf-43a64cbabf2e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:06.770387 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52178) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:06.860808 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-027d5e1c-d6a0-4a6b-b392-dffa830cb8d1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Calling delete_port for 2377f231-38bf-4292-a459-54edea50e3b9 owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:58:06.890312 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment e8e9be2b-4786-4ed2-997f-72bc8f9fdcfb resource provider aggregate not found Sep 14 22:58:06.896090 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-b597e4ee-035a-41d0-98ec-6054676b9eb6 tempest-NetworksNegativeTestJSON-1139411725 tempest-NetworksNegativeTestJSON-1139411725-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:06.899716 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-da70c2db-6431-46f8-b1a1-385657d14d64 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:06.938265 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-da70c2db-6431-46f8-b1a1-385657d14d64 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:06.944460 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-da70c2db-6431-46f8-b1a1-385657d14d64 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Usage tracker for resource:security_group_rule and tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:06.947346 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-b597e4ee-035a-41d0-98ec-6054676b9eb6 tempest-NetworksNegativeTestJSON-1139411725 tempest-NetworksNegativeTestJSON-1139411725-project] PUT failed (client error): The resource could not be found. Sep 14 22:58:06.947800 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b597e4ee-035a-41d0-98ec-6054676b9eb6 tempest-NetworksNegativeTestJSON-1139411725 tempest-NetworksNegativeTestJSON-1139411725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:58:06.952439 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b597e4ee-035a-41d0-98ec-6054676b9eb6 tempest-NetworksNegativeTestJSON-1139411725 tempest-NetworksNegativeTestJSON-1139411725-project] 10.222.0.33 "PUT /v2.0/subnets/e76a4bac-06b3-478f-8c04-84d17c7d38c9 HTTP/1.1" status: 404 len: 337 time: 0.1168246 Sep 14 22:58:06.955435 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment e8e9be2b-4786-4ed2-997f-72bc8f9fdcfb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e8e9be2b-4786-4ed2-997f-72bc8f9fdcfb found for delete ", "request_id": "req-7baa4c6e-4e39-4954-933c-d22303413a0d"}]} Sep 14 22:58:06.967425 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0374927-138b-4d49-8aab-5c5b80fb8990 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Router 6fbc9695-9a22-48ed-bc2e-837d791d0fc1 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:58:06.967852 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-da70c2db-6431-46f8-b1a1-385657d14d64 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:06.972506 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.api [None req-3384239a-23f5-4f4c-b9cf-43a64cbabf2e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 14 22:58:06.972506 dv-neutron-857791-1-hyperv neutron-server[89170]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 14 22:58:06.972506 dv-neutron-857791-1-hyperv neutron-server[89170]: [parameters: {'id': '021ffb4f-72e9-448e-b4ab-b07ee7a95447'}] Sep 14 22:58:06.972506 dv-neutron-857791-1-hyperv neutron-server[89170]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:58:06.973631 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG oslo_db.api [None req-3384239a-23f5-4f4c-b9cf-43a64cbabf2e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:58:06.981177 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-da70c2db-6431-46f8-b1a1-385657d14d64 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:06.987533 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d22bec-8770-4ba8-a71c-eb76300c63cc None None] Network 0f9afd30-9c51-49e5-bb90-0163ba7b326c requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:58:07.115880 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-027d5e1c-d6a0-4a6b-b392-dffa830cb8d1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:07.137498 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-5ff14e4a-4008-485c-b93f-0c375475125f None None] Provisioning for port d53d08f0-400f-4263-a7c1-9a85b401d464 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:58:07.156893 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0374927-138b-4d49-8aab-5c5b80fb8990 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:58:07.170593 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e70c569-ba4a-46dc-af01-1f267805f43c None None] Sync routers for ids ['6fbc9695-9a22-48ed-bc2e-837d791d0fc1'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:58:07.191790 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d5e1c-d6a0-4a6b-b392-dffa830cb8d1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Port': ['ID=2377f231-38bf-4292-a459-54edea50e3b9,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:07.202788 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e70c569-ba4a-46dc-af01-1f267805f43c None None] Routers {'6fbc9695-9a22-48ed-bc2e-837d791d0fc1'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:58:07.203881 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-da70c2db-6431-46f8-b1a1-385657d14d64 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:07.204222 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-6e70c569-ba4a-46dc-af01-1f267805f43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:57:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['6fbc9695-9a22-48ed-bc2e-837d791d0fc1'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:07.208417 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c0374927-138b-4d49-8aab-5c5b80fb8990 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "PUT /v2.0/routers/6fbc9695-9a22-48ed-bc2e-837d791d0fc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8953412 Sep 14 22:58:07.211127 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52188) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:07.272030 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-69bc1830-83cd-494c-9ba7-7ecea7ae85e3 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Synchronizing usage tracker for tenant:25d4f6710d2343efa0693e5e6584ceb8 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:58:07.273153 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-da70c2db-6431-46f8-b1a1-385657d14d64 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:07.293895 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-69bc1830-83cd-494c-9ba7-7ecea7ae85e3 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Unset dirty status for tenant:25d4f6710d2343efa0693e5e6584ceb8 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:58:07.295380 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-69bc1830-83cd-494c-9ba7-7ecea7ae85e3 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "GET /v2.0/ports?device_id=6fbc9695-9a22-48ed-bc2e-837d791d0fc1 HTTP/1.1" status: 200 len: 205 time: 0.0830154 Sep 14 22:58:07.298530 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52194) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:07.300545 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-6e70c569-ba4a-46dc-af01-1f267805f43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:07.312281 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e70c569-ba4a-46dc-af01-1f267805f43c None None] Routers {'6fbc9695-9a22-48ed-bc2e-837d791d0fc1'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:58:07.313744 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-6e70c569-ba4a-46dc-af01-1f267805f43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:57:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['6fbc9695-9a22-48ed-bc2e-837d791d0fc1'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:07.386948 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da70c2db-6431-46f8-b1a1-385657d14d64 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7131209f-22dc-4c32-8856-413362d8b377,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:07.399859 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-027d5e1c-d6a0-4a6b-b392-dffa830cb8d1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:07.402184 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-027d5e1c-d6a0-4a6b-b392-dffa830cb8d1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/ports/2377f231-38bf-4292-a459-54edea50e3b9 HTTP/1.1" status: 204 len: 168 time: 1.4089434 Sep 14 22:58:07.404104 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-da70c2db-6431-46f8-b1a1-385657d14d64 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:07.405401 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-da70c2db-6431-46f8-b1a1-385657d14d64 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6916320 Sep 14 22:58:07.406144 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52198) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:07.408423 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52200) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:07.460629 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-6e70c569-ba4a-46dc-af01-1f267805f43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:07.461323 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e70c569-ba4a-46dc-af01-1f267805f43c None None] The sync data for ids ['6fbc9695-9a22-48ed-bc2e-837d791d0fc1'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:58:07.484852 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-83b8beec-ab7d-40c7-a192-1b51132f3306 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] DELETE failed (client error): The resource could not be found. Sep 14 22:58:07.485324 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83b8beec-ab7d-40c7-a192-1b51132f3306 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:58:07.490030 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-83b8beec-ab7d-40c7-a192-1b51132f3306 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/ports/2377f231-38bf-4292-a459-54edea50e3b9 HTTP/1.1" status: 404 len: 333 time: 0.0827036 Sep 14 22:58:07.491980 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3384239a-23f5-4f4c-b9cf-43a64cbabf2e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:07.493112 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52206) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:07.493438 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52208) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:07.493617 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-4cff4502-aef5-4c7f-aacc-2c473558e6c7 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Request body: {'security_group_rule': {'security_group_id': '7131209f-22dc-4c32-8856-413362d8b377', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:07.494363 dv-neutron-857791-1-hyperv neutron-server[89171]: WARNING neutron.api.v2.base [None req-4cff4502-aef5-4c7f-aacc-2c473558e6c7 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 14 22:58:07.494855 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-4cff4502-aef5-4c7f-aacc-2c473558e6c7 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 22:58:07.498350 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4cff4502-aef5-4c7f-aacc-2c473558e6c7 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0860262 Sep 14 22:58:07.498567 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52210) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:07.571404 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-049f7e22-efff-4f6d-9500-6750d5296234 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:07.628352 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ffabb1e-b659-40d5-bea6-b24cad46f347 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] GET failed (client error): The resource could not be found. Sep 14 22:58:07.632932 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8ffabb1e-b659-40d5-bea6-b24cad46f347 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "GET /v2.0/ports/2377f231-38bf-4292-a459-54edea50e3b9 HTTP/1.1" status: 404 len: 333 time: 0.1269784 Sep 14 22:58:07.639930 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52220) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:07.655917 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d72511cf-b134-45ec-8f64-347a3e7d679d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:07.695354 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0e5ac331-44a4-4429-97ea-ef58f29d2887 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:07.727361 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0e5ac331-44a4-4429-97ea-ef58f29d2887 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:07.727934 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-3384239a-23f5-4f4c-b9cf-43a64cbabf2e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Deleting port 50b28ee2-128f-405a-8c3f-d3861bf1b3d3 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:58:07.728277 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3384239a-23f5-4f4c-b9cf-43a64cbabf2e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:07.802645 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0e5ac331-44a4-4429-97ea-ef58f29d2887 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:07.816249 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-72d28a8e-f8b3-4a30-8962-c81293363189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:07.823298 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ac331-44a4-4429-97ea-ef58f29d2887 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7131209f-22dc-4c32-8856-413362d8b377,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:07.838089 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0e5ac331-44a4-4429-97ea-ef58f29d2887 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:07.841584 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0e5ac331-44a4-4429-97ea-ef58f29d2887 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "DELETE /v2.0/security-groups/7131209f-22dc-4c32-8856-413362d8b377 HTTP/1.1" status: 204 len: 168 time: 0.3398309 Sep 14 22:58:07.841956 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52224) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:07.858986 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device d53d08f0-400f-4263-a7c1-9a85b401d464 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:58:07.914806 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-deb37961-9526-4923-a720-d56c09c8aa21 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Synchronizing usage tracker for tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 on resource:security_group {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:58:07.935605 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-deb37961-9526-4923-a720-d56c09c8aa21 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Unset dirty status for tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 on resource:security_group {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:58:07.937214 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port d53d08f0-400f-4263-a7c1-9a85b401d464 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:58:07.946479 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-deb37961-9526-4923-a720-d56c09c8aa21 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1030841 Sep 14 22:58:07.947106 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port d53d08f0-400f-4263-a7c1-9a85b401d464 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:07.947240 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52228) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:07.947643 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:07.952421 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-d22713b4-8b83-4fcd-a329-7431670326f8 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Request body: {'security_group': {'name': 'tempest-secgroup--729861527'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:07.958944 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-d22713b4-8b83-4fcd-a329-7431670326f8 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:07.967536 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-72d28a8e-f8b3-4a30-8962-c81293363189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:07.970018 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-d22713b4-8b83-4fcd-a329-7431670326f8 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:07.983666 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d22713b4-8b83-4fcd-a329-7431670326f8 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:08.011115 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-d22713b4-8b83-4fcd-a329-7431670326f8 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:08.016496 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-d22713b4-8b83-4fcd-a329-7431670326f8 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Usage tracker for resource:security_group_rule and tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:08.020179 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-d22713b4-8b83-4fcd-a329-7431670326f8 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:08.020387 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c1cf0ad1-1ebf-4b9e-a471-dfde1636fa89 None None] Could not find standard attr ID for object 2377f231-38bf-4292-a459-54edea50e3b9. {{(pid=89172) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 14 22:58:08.027154 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-d22713b4-8b83-4fcd-a329-7431670326f8 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:08.051917 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-049f7e22-efff-4f6d-9500-6750d5296234 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:08.054916 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-049f7e22-efff-4f6d-9500-6750d5296234 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:08.096847 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-72d28a8e-f8b3-4a30-8962-c81293363189 admin admin] Usage tracker for resource:security_group_rule and tenant:e8ce8372812c43fcabb6166214a46437 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:08.101013 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port d53d08f0-400f-4263-a7c1-9a85b401d464 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:58:08.101400 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:08.101533 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-72d28a8e-f8b3-4a30-8962-c81293363189 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:08.122046 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d22713b4-8b83-4fcd-a329-7431670326f8 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:08.126966 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d22713b4-8b83-4fcd-a329-7431670326f8 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:08.128539 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-72d28a8e-f8b3-4a30-8962-c81293363189 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:08.140428 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-68995724-43bb-434a-870b-fd3c801912d9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Deleting subnet 74af69b5-8837-41b2-bd87-fc2bcf1792fe {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:58:08.142133 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port d53d08f0-400f-4263-a7c1-9a85b401d464, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=d53d08f0-400f-4263-a7c1-9a85b401d464,segment=NetworkSegment(e07d08d1-5f9a-43d2-9231-c5427f2e869e),segment_id=e07d08d1-5f9a-43d2-9231-c5427f2e869e)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:58:08.150189 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:08.162206 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-68995724-43bb-434a-870b-fd3c801912d9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:08.181756 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22713b4-8b83-4fcd-a329-7431670326f8 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a39be6e-a9f0-4c6c-a11d-1d0e3ec73f3c,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:08.188083 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d22713b4-8b83-4fcd-a329-7431670326f8 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:08.189571 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d22713b4-8b83-4fcd-a329-7431670326f8 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2413247 Sep 14 22:58:08.192428 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52232) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:08.202126 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-aa8c07a3-87d8-4b8f-8422-385e0806b398 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Request body: {'security_group_rule': {'security_group_id': '0a39be6e-a9f0-4c6c-a11d-1d0e3ec73f3c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:08.202801 dv-neutron-857791-1-hyperv neutron-server[89171]: WARNING neutron.api.v2.base [None req-aa8c07a3-87d8-4b8f-8422-385e0806b398 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 14 22:58:08.203388 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-aa8c07a3-87d8-4b8f-8422-385e0806b398 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 22:58:08.207075 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-aa8c07a3-87d8-4b8f-8422-385e0806b398 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0110645 Sep 14 22:58:08.207794 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52236) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:08.225455 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8981f6-8d5d-4fc2-8108-764d1291be2c None None] get_active_networks_info from dv-neutron-857791-1-hyperv {{(pid=89172) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 14 22:58:08.272156 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=d53d08f0-400f-4263-a7c1-9a85b401d464,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:08.278296 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3f60e2ee-4b88-4bba-bca0-59ae4e83b70d tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:08.306980 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3f60e2ee-4b88-4bba-bca0-59ae4e83b70d tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:08.361763 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8981f6-8d5d-4fc2-8108-764d1291be2c None None] Resources bound (agent type, host, resource id): {{(pid=89172) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 14 22:58:08.366105 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3f60e2ee-4b88-4bba-bca0-59ae4e83b70d tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:08.380235 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-049f7e22-efff-4f6d-9500-6750d5296234 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:08.380945 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049f7e22-efff-4f6d-9500-6750d5296234 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Fanout notify agent at l3_agent the message router_deleted on router 6fbc9695-9a22-48ed-bc2e-837d791d0fc1 {{(pid=89170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:58:08.397194 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60e2ee-4b88-4bba-bca0-59ae4e83b70d tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a39be6e-a9f0-4c6c-a11d-1d0e3ec73f3c,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:08.405795 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3f60e2ee-4b88-4bba-bca0-59ae4e83b70d tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:08.406946 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3f60e2ee-4b88-4bba-bca0-59ae4e83b70d tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "DELETE /v2.0/security-groups/0a39be6e-a9f0-4c6c-a11d-1d0e3ec73f3c HTTP/1.1" status: 204 len: 168 time: 0.1981840 Sep 14 22:58:08.409742 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52240) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:08.462059 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0402b253-b908-4a73-a558-894be73c564f tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Synchronizing usage tracker for tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 on resource:security_group {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:58:08.462315 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-68995724-43bb-434a-870b-fd3c801912d9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:08.477760 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0402b253-b908-4a73-a558-894be73c564f tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Unset dirty status for tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 on resource:security_group {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:58:08.480461 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0402b253-b908-4a73-a558-894be73c564f tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0684977 Sep 14 22:58:08.483197 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52244) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:08.488409 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-bca510f4-3e26-45b2-9357-0794ce79f91b tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Request body: {'security_group': {'name': 'tempest-secgroup--1981473188'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:08.499372 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-bca510f4-3e26-45b2-9357-0794ce79f91b tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:08.510173 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-bca510f4-3e26-45b2-9357-0794ce79f91b tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:08.520907 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bca510f4-3e26-45b2-9357-0794ce79f91b tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:08.541279 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-bca510f4-3e26-45b2-9357-0794ce79f91b tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:08.545630 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-bca510f4-3e26-45b2-9357-0794ce79f91b tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Usage tracker for resource:security_group_rule and tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:08.549289 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-bca510f4-3e26-45b2-9357-0794ce79f91b tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:08.555930 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-bca510f4-3e26-45b2-9357-0794ce79f91b tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:08.575110 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-049f7e22-efff-4f6d-9500-6750d5296234 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:08.576185 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-049f7e22-efff-4f6d-9500-6750d5296234 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/routers/6fbc9695-9a22-48ed-bc2e-837d791d0fc1 HTTP/1.1" status: 204 len: 168 time: 1.2767181 Sep 14 22:58:08.579409 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52248) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:08.580971 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-3384239a-23f5-4f4c-b9cf-43a64cbabf2e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] For port 50b28ee2-128f-405a-8c3f-d3861bf1b3d3, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=50b28ee2-128f-405a-8c3f-d3861bf1b3d3,segment=NetworkSegment(e8e9be2b-4786-4ed2-997f-72bc8f9fdcfb),segment_id=e8e9be2b-4786-4ed2-997f-72bc8f9fdcfb)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:58:08.581363 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3384239a-23f5-4f4c-b9cf-43a64cbabf2e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:08.666445 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e79cbf-2556-42d4-a960-2665fc89fc25 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Deleting subnet 7d3df26c-1581-4e8c-95a5-c12853a8469f {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:58:08.678151 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-44e79cbf-2556-42d4-a960-2665fc89fc25 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:08.726510 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-3384239a-23f5-4f4c-b9cf-43a64cbabf2e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Calling delete_port for 50b28ee2-128f-405a-8c3f-d3861bf1b3d3 owned by network:dhcp {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:58:08.735982 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bca510f4-3e26-45b2-9357-0794ce79f91b tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:08.740630 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bca510f4-3e26-45b2-9357-0794ce79f91b tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:08.765955 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-44e79cbf-2556-42d4-a960-2665fc89fc25 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:08.811470 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-72d28a8e-f8b3-4a30-8962-c81293363189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:08.818372 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-72d28a8e-f8b3-4a30-8962-c81293363189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:08.841960 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca510f4-3e26-45b2-9357-0794ce79f91b tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbc67db-b311-4be9-963a-c152873ec07e,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:08.851638 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bca510f4-3e26-45b2-9357-0794ce79f91b tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:08.856112 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-bca510f4-3e26-45b2-9357-0794ce79f91b tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3687124 Sep 14 22:58:08.856408 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-68995724-43bb-434a-870b-fd3c801912d9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:08.857395 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52252) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:08.865015 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-2b2fcd2d-71a8-493e-8553-b31d3e6e0675 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Request body: {'security_group_rule': {'security_group_id': 'fbbc67db-b311-4be9-963a-c152873ec07e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:08.879891 dv-neutron-857791-1-hyperv neutron-server[89171]: WARNING neutron.api.v2.base [None req-2b2fcd2d-71a8-493e-8553-b31d3e6e0675 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 14 22:58:08.880410 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-2b2fcd2d-71a8-493e-8553-b31d3e6e0675 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 22:58:08.881374 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2b2fcd2d-71a8-493e-8553-b31d3e6e0675 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0229554 Sep 14 22:58:08.885934 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52256) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:08.892989 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-7dbf0253-5843-4329-8b9b-df48a14b3d4c tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Request body: {'security_group_rule': {'security_group_id': 'fbbc67db-b311-4be9-963a-c152873ec07e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:08.893787 dv-neutron-857791-1-hyperv neutron-server[89171]: WARNING neutron.api.v2.base [None req-7dbf0253-5843-4329-8b9b-df48a14b3d4c tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 14 22:58:08.894265 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-7dbf0253-5843-4329-8b9b-df48a14b3d4c tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 22:58:08.895795 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7dbf0253-5843-4329-8b9b-df48a14b3d4c tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0089927 Sep 14 22:58:08.904534 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52260) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:08.912709 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-4fdafd92-38bf-461f-bc78-c34af0537c0a tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Request body: {'security_group_rule': {'security_group_id': 'fbbc67db-b311-4be9-963a-c152873ec07e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:08.913531 dv-neutron-857791-1-hyperv neutron-server[89171]: WARNING neutron.api.v2.base [None req-4fdafd92-38bf-461f-bc78-c34af0537c0a tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 14 22:58:08.914005 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-4fdafd92-38bf-461f-bc78-c34af0537c0a tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 22:58:08.914928 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4fdafd92-38bf-461f-bc78-c34af0537c0a tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0094826 Sep 14 22:58:08.917676 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52264) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:08.924074 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-a4b8e657-b0c7-41f9-b2d3-b85a2e066174 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Request body: {'security_group_rule': {'security_group_id': 'fbbc67db-b311-4be9-963a-c152873ec07e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:08.924939 dv-neutron-857791-1-hyperv neutron-server[89171]: WARNING neutron.api.v2.base [None req-a4b8e657-b0c7-41f9-b2d3-b85a2e066174 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 14 22:58:08.925401 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-a4b8e657-b0c7-41f9-b2d3-b85a2e066174 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 22:58:08.926357 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a4b8e657-b0c7-41f9-b2d3-b85a2e066174 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0076940 Sep 14 22:58:08.931902 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-72d28a8e-f8b3-4a30-8962-c81293363189 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e8ce8372812c43fcabb6166214a46437&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4276481 Sep 14 22:58:08.932063 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52268) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:08.932186 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3384239a-23f5-4f4c-b9cf-43a64cbabf2e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:08.933378 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52272) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:08.959079 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-44e79cbf-2556-42d4-a960-2665fc89fc25 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:08.973021 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d28a8e-f8b3-4a30-8962-c81293363189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1d8c18-952a-4d25-844b-4ba678bf8ffb,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:08.990506 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384239a-23f5-4f4c-b9cf-43a64cbabf2e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Pushing event deleted for resources: {'Port': ['ID=50b28ee2-128f-405a-8c3f-d3861bf1b3d3,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:08.994353 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3384239a-23f5-4f4c-b9cf-43a64cbabf2e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] No DVR routers for this DVR port 50b28ee2-128f-405a-8c3f-d3861bf1b3d3 on host dv-neutron-857791-1-hyperv {{(pid=89170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:58:09.114906 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-44e79cbf-2556-42d4-a960-2665fc89fc25 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:09.118175 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-68995724-43bb-434a-870b-fd3c801912d9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:09.118347 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c4b138bb-8207-4187-badd-9aa03ac90fd7 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:09.159153 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5eb34e12-99ea-4f9a-9429-8d6a63164408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:09.166786 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3384239a-23f5-4f4c-b9cf-43a64cbabf2e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:09.174070 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a74b84c-0389-48cd-b5ba-810fadef887c None None] Network 0f9afd30-9c51-49e5-bb90-0163ba7b326c requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:58:09.174644 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68995724-43bb-434a-870b-fd3c801912d9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Subnet': ['ID=74af69b5-8837-41b2-bd87-fc2bcf1792fe,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:09.176797 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-68995724-43bb-434a-870b-fd3c801912d9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:09.182920 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e79cbf-2556-42d4-a960-2665fc89fc25 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event deleted for resources: {'Subnet': ['ID=7d3df26c-1581-4e8c-95a5-c12853a8469f,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:09.201036 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-44e79cbf-2556-42d4-a960-2665fc89fc25 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:09.201253 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cc55d8-5dca-4c72-adad-cb3595e08284 None None] Network 2eb35505-7eed-478a-9e2d-aa6bc99aea1f requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:58:09.204207 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-68995724-43bb-434a-870b-fd3c801912d9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/subnets/74af69b5-8837-41b2-bd87-fc2bcf1792fe HTTP/1.1" status: 204 len: 168 time: 1.5598390 Sep 14 22:58:09.204341 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52276) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:09.207430 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-3384239a-23f5-4f4c-b9cf-43a64cbabf2e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['021ffb4f-72e9-448e-b4ab-b07ee7a95447']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:09.217154 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c4b138bb-8207-4187-badd-9aa03ac90fd7 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:09.230636 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-44e79cbf-2556-42d4-a960-2665fc89fc25 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/subnets/7d3df26c-1581-4e8c-95a5-c12853a8469f HTTP/1.1" status: 204 len: 168 time: 0.6475916 Sep 14 22:58:09.230636 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5eb34e12-99ea-4f9a-9429-8d6a63164408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:09.240060 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52280) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:09.244997 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-3384239a-23f5-4f4c-b9cf-43a64cbabf2e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8e9be2b-4786-4ed2-997f-72bc8f9fdcfb') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:09.245475 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-3384239a-23f5-4f4c-b9cf-43a64cbabf2e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8e9be2b-4786-4ed2-997f-72bc8f9fdcfb') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:09.306925 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c4b138bb-8207-4187-badd-9aa03ac90fd7 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:09.320978 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5eb34e12-99ea-4f9a-9429-8d6a63164408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:09.337907 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b138bb-8207-4187-badd-9aa03ac90fd7 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbc67db-b311-4be9-963a-c152873ec07e,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:09.345093 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3384239a-23f5-4f4c-b9cf-43a64cbabf2e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:09.359302 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb34e12-99ea-4f9a-9429-8d6a63164408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1d8c18-952a-4d25-844b-4ba678bf8ffb,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:09.368703 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5eb34e12-99ea-4f9a-9429-8d6a63164408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:09.369825 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5eb34e12-99ea-4f9a-9429-8d6a63164408 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/de1d8c18-952a-4d25-844b-4ba678bf8ffb HTTP/1.1" status: 204 len: 168 time: 0.4353817 Sep 14 22:58:09.370825 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c4b138bb-8207-4187-badd-9aa03ac90fd7 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:09.371935 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c4b138bb-8207-4187-badd-9aa03ac90fd7 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "DELETE /v2.0/security-groups/fbbc67db-b311-4be9-963a-c152873ec07e HTTP/1.1" status: 204 len: 168 time: 0.4415114 Sep 14 22:58:09.375216 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52286) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:09.469977 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-14c4cce3-8972-400c-b2e8-f59ee04f6c88 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Synchronizing usage tracker for tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 on resource:security_group {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:58:09.493406 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3384239a-23f5-4f4c-b9cf-43a64cbabf2e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:09.494649 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-14c4cce3-8972-400c-b2e8-f59ee04f6c88 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Unset dirty status for tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 on resource:security_group {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:58:09.499541 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4d40067a-9f8f-455b-badf-3d69dbd46e62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:09.501867 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-14c4cce3-8972-400c-b2e8-f59ee04f6c88 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1244631 Sep 14 22:58:09.502622 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52290) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:09.513897 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-86ff2268-5e0c-48c5-a027-6dff661016a6 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Request body: {'security_group': {'name': 'tempest-secgroup--1263510147'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:09.518613 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3384239a-23f5-4f4c-b9cf-43a64cbabf2e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:58:09.519189 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3384239a-23f5-4f4c-b9cf-43a64cbabf2e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:09.522076 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-86ff2268-5e0c-48c5-a027-6dff661016a6 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:09.533689 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-86ff2268-5e0c-48c5-a027-6dff661016a6 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:09.547796 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-86ff2268-5e0c-48c5-a027-6dff661016a6 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:09.580654 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-86ff2268-5e0c-48c5-a027-6dff661016a6 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:09.587430 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-86ff2268-5e0c-48c5-a027-6dff661016a6 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Usage tracker for resource:security_group_rule and tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:09.592156 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-86ff2268-5e0c-48c5-a027-6dff661016a6 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:09.602074 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment e8e9be2b-4786-4ed2-997f-72bc8f9fdcfb resource provider aggregate not found Sep 14 22:58:09.605244 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-86ff2268-5e0c-48c5-a027-6dff661016a6 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:09.615711 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ad8bc72c-a36c-4e52-897b-a0e29c1a6c4e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:09.637638 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment e8e9be2b-4786-4ed2-997f-72bc8f9fdcfb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e8e9be2b-4786-4ed2-997f-72bc8f9fdcfb found for delete ", "request_id": "req-3d30a115-13a6-4823-a4a8-cf7bbfc9af21"}]} Sep 14 22:58:09.642408 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-4d40067a-9f8f-455b-badf-3d69dbd46e62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Deleting port d53d08f0-400f-4263-a7c1-9a85b401d464 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:58:09.642745 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4d40067a-9f8f-455b-badf-3d69dbd46e62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:09.705930 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3384239a-23f5-4f4c-b9cf-43a64cbabf2e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:09.711007 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-ad8bc72c-a36c-4e52-897b-a0e29c1a6c4e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Deleting port dac58739-cfef-48c7-b7a1-073b36a71425 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:58:09.711512 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ad8bc72c-a36c-4e52-897b-a0e29c1a6c4e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:09.727759 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-86ff2268-5e0c-48c5-a027-6dff661016a6 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:09.735840 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-86ff2268-5e0c-48c5-a027-6dff661016a6 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:09.744201 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0fc01a-3561-4ba3-bf7d-de094829c4ee None None] DHCP port deletion for 0f9afd30-9c51-49e5-bb90-0163ba7b326c request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:58:09.762813 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1f0fc01a-3561-4ba3-bf7d-de094829c4ee None None] Deleting port d53d08f0-400f-4263-a7c1-9a85b401d464 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:58:09.763374 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1f0fc01a-3561-4ba3-bf7d-de094829c4ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:09.766105 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3384239a-23f5-4f4c-b9cf-43a64cbabf2e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:09.813689 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-86ff2268-5e0c-48c5-a027-6dff661016a6 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:09.815179 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-86ff2268-5e0c-48c5-a027-6dff661016a6 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3112993 Sep 14 22:58:09.818610 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52304) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:09.830383 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-d1f0a57e-25c1-439b-944d-162034d8c44a tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Request body: {'security_group_rule': {'security_group_id': 'cd27f267-2c9c-4b3a-a435-80011afbfa89', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:09.831090 dv-neutron-857791-1-hyperv neutron-server[89171]: WARNING neutron.api.v2.base [None req-d1f0a57e-25c1-439b-944d-162034d8c44a tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 14 22:58:09.831325 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb98c253-4146-47de-bd37-a3d9555de279 None None] DHCP port deletion for 2eb35505-7eed-478a-9e2d-aa6bc99aea1f request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:58:09.834375 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device d53d08f0-400f-4263-a7c1-9a85b401d464 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:58:09.834698 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-d1f0a57e-25c1-439b-944d-162034d8c44a tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 22:58:09.839257 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d1f0a57e-25c1-439b-944d-162034d8c44a tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0161681 Sep 14 22:58:09.839427 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384239a-23f5-4f4c-b9cf-43a64cbabf2e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Pushing event deleted for resources: {'Network': ['ID=021ffb4f-72e9-448e-b4ab-b07ee7a95447,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:09.839548 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff2268-5e0c-48c5-a027-6dff661016a6 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd27f267-2c9c-4b3a-a435-80011afbfa89,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:09.839548 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52308) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:09.844490 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-6df93789-9970-4929-844c-14125da4aa1d tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Request body: {'security_group_rule': {'security_group_id': 'cd27f267-2c9c-4b3a-a435-80011afbfa89', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:09.855199 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3384239a-23f5-4f4c-b9cf-43a64cbabf2e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] 10.222.0.33 "DELETE /v2.0/networks/021ffb4f-72e9-448e-b4ab-b07ee7a95447 HTTP/1.1" status: 204 len: 168 time: 5.7417111 Sep 14 22:58:09.856244 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-6df93789-9970-4929-844c-14125da4aa1d tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:09.859842 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52314) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:09.896255 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6df93789-9970-4929-844c-14125da4aa1d tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Usage tracker for resource:security_group_rule and tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:09.901842 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6df93789-9970-4929-844c-14125da4aa1d tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:09.910194 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b81f41b-97f9-436d-9ed9-5a428adbbcd8 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] DELETE failed (client error): The resource could not be found. Sep 14 22:58:09.910678 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b81f41b-97f9-436d-9ed9-5a428adbbcd8 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:58:09.914738 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0b81f41b-97f9-436d-9ed9-5a428adbbcd8 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] 10.222.0.33 "DELETE /v2.0/subnets/5a2b23f1-417c-46f5-a7b5-41e3ab6ae35e HTTP/1.1" status: 404 len: 337 time: 0.0518844 Sep 14 22:58:09.914738 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-6df93789-9970-4929-844c-14125da4aa1d tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:09.915587 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52318) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:09.950586 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c18e566-b135-4e34-bcee-4ddc7f88ed54 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] DELETE failed (client error): The resource could not be found. Sep 14 22:58:09.951310 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c18e566-b135-4e34-bcee-4ddc7f88ed54 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:58:09.955079 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7c18e566-b135-4e34-bcee-4ddc7f88ed54 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] 10.222.0.33 "DELETE /v2.0/networks/021ffb4f-72e9-448e-b4ab-b07ee7a95447 HTTP/1.1" status: 404 len: 339 time: 0.0385935 Sep 14 22:58:09.956818 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52324) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:09.983554 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0b8ee2f9-2bd6-482d-afa9-7b457266a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:09.992945 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-bb98c253-4146-47de-bd37-a3d9555de279 None None] Deleting port dac58739-cfef-48c7-b7a1-073b36a71425 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:58:09.993315 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bb98c253-4146-47de-bd37-a3d9555de279 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:10.012557 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-f96dde4a-3af6-485a-8271-316ea30eef24 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] DELETE failed (client error): The resource could not be found. Sep 14 22:58:10.012814 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f96dde4a-3af6-485a-8271-316ea30eef24 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:58:10.017621 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f96dde4a-3af6-485a-8271-316ea30eef24 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] 10.222.0.33 "DELETE /v2.0/subnets/cc3bbd07-2665-4d3b-8fe3-98a217ce8690 HTTP/1.1" status: 404 len: 337 time: 0.0591545 Sep 14 22:58:10.035138 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52328) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:10.085055 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-8855da5e-dc9e-4456-82e4-bb37abcc0427 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] DELETE failed (client error): The resource could not be found. Sep 14 22:58:10.085847 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8855da5e-dc9e-4456-82e4-bb37abcc0427 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:58:10.088690 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8855da5e-dc9e-4456-82e4-bb37abcc0427 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] 10.222.0.33 "DELETE /v2.0/networks/b4040f86-c723-4de7-b2ed-542ff67ca185 HTTP/1.1" status: 404 len: 339 time: 0.0520186 Sep 14 22:58:10.104991 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52334) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:10.110773 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-6df93789-9970-4929-844c-14125da4aa1d tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 22:58:10.115386 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6df93789-9970-4929-844c-14125da4aa1d tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2733824 Sep 14 22:58:10.146580 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52340) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:10.161200 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-7b7ec82a-a6ca-434f-9b16-aa3ae1b4edaa tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Request body: {'security_group_rule': {'security_group_id': 'cd27f267-2c9c-4b3a-a435-80011afbfa89', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:10.162011 dv-neutron-857791-1-hyperv neutron-server[89170]: WARNING neutron.api.v2.base [None req-7b7ec82a-a6ca-434f-9b16-aa3ae1b4edaa tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 14 22:58:10.162508 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-7b7ec82a-a6ca-434f-9b16-aa3ae1b4edaa tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 22:58:10.163463 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7b7ec82a-a6ca-434f-9b16-aa3ae1b4edaa tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0075605 Sep 14 22:58:10.186997 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d9c53e9-a3b0-404f-88aa-fd8ce9b7ced4 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] DELETE failed (client error): The resource could not be found. Sep 14 22:58:10.187462 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d9c53e9-a3b0-404f-88aa-fd8ce9b7ced4 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:58:10.191925 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1d9c53e9-a3b0-404f-88aa-fd8ce9b7ced4 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] 10.222.0.33 "DELETE /v2.0/subnets/ed283f63-7564-452a-ae31-a1cbc56bf992 HTTP/1.1" status: 404 len: 337 time: 0.0832469 Sep 14 22:58:10.191925 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52346) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:10.193735 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52348) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:10.198648 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-2a33edef-4ff4-41d2-bbd0-e7bfde4f75ea tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Request body: {'security_group_rule': {'security_group_id': 'cd27f267-2c9c-4b3a-a435-80011afbfa89', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:10.239164 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae1007bb-6c04-4eda-86fa-a982fa9a9325 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] DELETE failed (client error): The resource could not be found. Sep 14 22:58:10.239744 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae1007bb-6c04-4eda-86fa-a982fa9a9325 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:58:10.242520 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ae1007bb-6c04-4eda-86fa-a982fa9a9325 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] 10.222.0.33 "DELETE /v2.0/networks/85a4295a-eb70-482b-9f11-be85dc47ddef HTTP/1.1" status: 404 len: 339 time: 0.0478249 Sep 14 22:58:10.243473 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2a33edef-4ff4-41d2-bbd0-e7bfde4f75ea tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:10.243675 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-4d40067a-9f8f-455b-badf-3d69dbd46e62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] For port d53d08f0-400f-4263-a7c1-9a85b401d464, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=d53d08f0-400f-4263-a7c1-9a85b401d464,segment=NetworkSegment(e07d08d1-5f9a-43d2-9231-c5427f2e869e),segment_id=e07d08d1-5f9a-43d2-9231-c5427f2e869e)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:58:10.244040 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4d40067a-9f8f-455b-badf-3d69dbd46e62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:10.245623 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52356) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:10.284771 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2a33edef-4ff4-41d2-bbd0-e7bfde4f75ea tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Usage tracker for resource:security_group_rule and tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:10.293313 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2a33edef-4ff4-41d2-bbd0-e7bfde4f75ea tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:10.314532 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2a33edef-4ff4-41d2-bbd0-e7bfde4f75ea tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:10.388259 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-5a8688de-e661-4f2c-88c3-d200ad214338 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Deleting port af1272a6-2357-4ec5-883b-21f98e464834 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:58:10.389869 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-4d40067a-9f8f-455b-badf-3d69dbd46e62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Calling delete_port for d53d08f0-400f-4263-a7c1-9a85b401d464 owned by network:dhcp {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:58:10.391751 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5a8688de-e661-4f2c-88c3-d200ad214338 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:10.417207 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52360) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:10.439026 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-ad8bc72c-a36c-4e52-897b-a0e29c1a6c4e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] For port dac58739-cfef-48c7-b7a1-073b36a71425, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=dac58739-cfef-48c7-b7a1-073b36a71425,segment=NetworkSegment(376b6d86-8d11-43ef-a642-2e043f136fe8),segment_id=376b6d86-8d11-43ef-a642-2e043f136fe8)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:58:10.439623 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ad8bc72c-a36c-4e52-897b-a0e29c1a6c4e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:10.472490 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-2a33edef-4ff4-41d2-bbd0-e7bfde4f75ea tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 22:58:10.476975 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2a33edef-4ff4-41d2-bbd0-e7bfde4f75ea tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2826455 Sep 14 22:58:10.477935 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52366) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:10.516085 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-b63f9356-a5fb-42da-a005-da5bd9dba584 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Request body: {'security_group_rule': {'security_group_id': 'cd27f267-2c9c-4b3a-a435-80011afbfa89', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:10.516573 dv-neutron-857791-1-hyperv neutron-server[89171]: WARNING neutron.api.v2.base [None req-b63f9356-a5fb-42da-a005-da5bd9dba584 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 14 22:58:10.517191 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-b63f9356-a5fb-42da-a005-da5bd9dba584 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 22:58:10.520790 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b63f9356-a5fb-42da-a005-da5bd9dba584 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0120122 Sep 14 22:58:10.527962 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52370) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:10.537852 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-bb98c253-4146-47de-bd37-a3d9555de279 None None] For port dac58739-cfef-48c7-b7a1-073b36a71425, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=dac58739-cfef-48c7-b7a1-073b36a71425,segment=NetworkSegment(376b6d86-8d11-43ef-a642-2e043f136fe8),segment_id=376b6d86-8d11-43ef-a642-2e043f136fe8)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:58:10.539820 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bb98c253-4146-47de-bd37-a3d9555de279 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:10.544800 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-c08c92c3-24f7-4658-a538-48ca8c49d128 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Request body: {'security_group_rule': {'security_group_id': 'cd27f267-2c9c-4b3a-a435-80011afbfa89', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:10.554886 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c08c92c3-24f7-4658-a538-48ca8c49d128 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:10.562636 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c08c92c3-24f7-4658-a538-48ca8c49d128 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Usage tracker for resource:security_group_rule and tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:10.577237 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-ad8bc72c-a36c-4e52-897b-a0e29c1a6c4e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Calling delete_port for dac58739-cfef-48c7-b7a1-073b36a71425 owned by network:dhcp {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:58:10.581457 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c08c92c3-24f7-4658-a538-48ca8c49d128 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:10.608394 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-a958e2b6-bb83-465a-b113-5cfa78a3eb19 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1428763541'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:10.630037 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-a958e2b6-bb83-465a-b113-5cfa78a3eb19 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:10.643791 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c08c92c3-24f7-4658-a538-48ca8c49d128 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:10.646760 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a958e2b6-bb83-465a-b113-5cfa78a3eb19 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:network and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:10.651897 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a958e2b6-bb83-465a-b113-5cfa78a3eb19 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:10.664551 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-a958e2b6-bb83-465a-b113-5cfa78a3eb19 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:10.668864 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port d53d08f0-400f-4263-a7c1-9a85b401d464 is: ACTIVE; New status is: DOWN {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:58:10.669246 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:10.680737 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4d40067a-9f8f-455b-badf-3d69dbd46e62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:10.685595 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-bb98c253-4146-47de-bd37-a3d9555de279 None None] Calling delete_port for dac58739-cfef-48c7-b7a1-073b36a71425 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:58:10.696208 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5a8688de-e661-4f2c-88c3-d200ad214338 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:10.721671 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1f0fc01a-3561-4ba3-bf7d-de094829c4ee None None] For port d53d08f0-400f-4263-a7c1-9a85b401d464, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=d53d08f0-400f-4263-a7c1-9a85b401d464,segment=NetworkSegment(e07d08d1-5f9a-43d2-9231-c5427f2e869e),segment_id=e07d08d1-5f9a-43d2-9231-c5427f2e869e)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:58:10.722094 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1f0fc01a-3561-4ba3-bf7d-de094829c4ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:10.731068 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a958e2b6-bb83-465a-b113-5cfa78a3eb19 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Made reservation on behalf of c0a980b2e8bf40c8a14dfb2d5527a283 for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:10.734546 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a958e2b6-bb83-465a-b113-5cfa78a3eb19 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:10.758442 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40067a-9f8f-455b-badf-3d69dbd46e62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Port': ['ID=d53d08f0-400f-4263-a7c1-9a85b401d464,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:10.762875 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a958e2b6-bb83-465a-b113-5cfa78a3eb19 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:10.778356 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d40067a-9f8f-455b-badf-3d69dbd46e62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] No DVR routers for this DVR port d53d08f0-400f-4263-a7c1-9a85b401d464 on host dv-neutron-857791-1-hyperv {{(pid=89170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:58:10.819653 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-c08c92c3-24f7-4658-a538-48ca8c49d128 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 22:58:10.820599 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c08c92c3-24f7-4658-a538-48ca8c49d128 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2918930 Sep 14 22:58:10.830905 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-5a8688de-e661-4f2c-88c3-d200ad214338 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Calling delete_port for af1272a6-2357-4ec5-883b-21f98e464834 owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:58:10.846036 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52374) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:10.849440 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ad8bc72c-a36c-4e52-897b-a0e29c1a6c4e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:10.858367 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-a958e2b6-bb83-465a-b113-5cfa78a3eb19 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:10.880862 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1f0fc01a-3561-4ba3-bf7d-de094829c4ee None None] Calling delete_port for d53d08f0-400f-4263-a7c1-9a85b401d464 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:58:10.916845 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5a8688de-e661-4f2c-88c3-d200ad214338 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:10.943848 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-78e420fc-d446-4359-8f10-da78374d0c80 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Request body: {'security_group_rule': {'security_group_id': 'cd27f267-2c9c-4b3a-a435-80011afbfa89', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:10.944320 dv-neutron-857791-1-hyperv neutron-server[89170]: WARNING neutron.api.v2.base [None req-78e420fc-d446-4359-8f10-da78374d0c80 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 14 22:58:10.944826 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-78e420fc-d446-4359-8f10-da78374d0c80 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 22:58:10.948678 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-78e420fc-d446-4359-8f10-da78374d0c80 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0983760 Sep 14 22:58:10.954815 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52378) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:10.968005 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a958e2b6-bb83-465a-b113-5cfa78a3eb19 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:security_group_rule and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:10.974516 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:10.976361 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-ef14d760-a4dd-4ab0-b52e-140f1a53ccac tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Request body: {'security_group_rule': {'security_group_id': 'cd27f267-2c9c-4b3a-a435-80011afbfa89', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:10.982632 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8bc72c-a36c-4e52-897b-a0e29c1a6c4e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event deleted for resources: {'Port': ['ID=dac58739-cfef-48c7-b7a1-073b36a71425,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:10.982916 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8688de-e661-4f2c-88c3-d200ad214338 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Pushing event deleted for resources: {'Port': ['ID=af1272a6-2357-4ec5-883b-21f98e464834,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:10.987460 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:10.991298 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a958e2b6-bb83-465a-b113-5cfa78a3eb19 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:10.991420 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ef14d760-a4dd-4ab0-b52e-140f1a53ccac tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:10.995651 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8bc72c-a36c-4e52-897b-a0e29c1a6c4e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] No DVR routers for this DVR port dac58739-cfef-48c7-b7a1-073b36a71425 on host dv-neutron-857791-1-hyperv {{(pid=89170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:58:11.000163 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ef14d760-a4dd-4ab0-b52e-140f1a53ccac tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Usage tracker for resource:security_group_rule and tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:11.003730 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5a8688de-e661-4f2c-88c3-d200ad214338 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:11.007664 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ef14d760-a4dd-4ab0-b52e-140f1a53ccac tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:11.014964 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ef14d760-a4dd-4ab0-b52e-140f1a53ccac tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:11.017857 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5a8688de-e661-4f2c-88c3-d200ad214338 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] 10.222.0.33 "DELETE /v2.0/ports/af1272a6-2357-4ec5-883b-21f98e464834 HTTP/1.1" status: 204 len: 168 time: 0.7712824 Sep 14 22:58:11.021143 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52382) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:11.027209 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-bb98c253-4146-47de-bd37-a3d9555de279 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:58:11.027209 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-bb98c253-4146-47de-bd37-a3d9555de279 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:58:11.034911 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-1f0fc01a-3561-4ba3-bf7d-de094829c4ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:58:11.036065 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-1f0fc01a-3561-4ba3-bf7d-de094829c4ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:58:11.042116 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-a958e2b6-bb83-465a-b113-5cfa78a3eb19 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:11.057492 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4d40067a-9f8f-455b-badf-3d69dbd46e62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:11.067260 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-6421a7eb-671a-4108-bda7-518900dffe5f tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] DELETE failed (client error): The resource could not be found. Sep 14 22:58:11.067627 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6421a7eb-671a-4108-bda7-518900dffe5f tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:58:11.071798 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6421a7eb-671a-4108-bda7-518900dffe5f tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] 10.222.0.33 "DELETE /v2.0/subnets/2b614861-0d2d-4c99-abc3-aeb6d2739ef0 HTTP/1.1" status: 404 len: 337 time: 0.0472915 Sep 14 22:58:11.073796 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52386) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:11.144048 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-4d40067a-9f8f-455b-badf-3d69dbd46e62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f9afd30-9c51-49e5-bb90-0163ba7b326c']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:11.187581 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-4d40067a-9f8f-455b-badf-3d69dbd46e62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e07d08d1-5f9a-43d2-9231-c5427f2e869e') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:11.187866 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-4d40067a-9f8f-455b-badf-3d69dbd46e62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e07d08d1-5f9a-43d2-9231-c5427f2e869e') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:11.204508 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ad8bc72c-a36c-4e52-897b-a0e29c1a6c4e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:11.228581 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4d40067a-9f8f-455b-badf-3d69dbd46e62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:11.268488 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-ad8bc72c-a36c-4e52-897b-a0e29c1a6c4e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb35505-7eed-478a-9e2d-aa6bc99aea1f']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:11.279948 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4d40067a-9f8f-455b-badf-3d69dbd46e62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:11.281803 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-ef14d760-a4dd-4ab0-b52e-140f1a53ccac tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 22:58:11.282820 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ef14d760-a4dd-4ab0-b52e-140f1a53ccac tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3202446 Sep 14 22:58:11.285794 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52390) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:11.290876 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-82dda410-477d-4a06-a1c6-d988b71bda26 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Request body: {'security_group_rule': {'security_group_id': 'cd27f267-2c9c-4b3a-a435-80011afbfa89', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:11.292811 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-ad8bc72c-a36c-4e52-897b-a0e29c1a6c4e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '376b6d86-8d11-43ef-a642-2e043f136fe8') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:11.293109 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-ad8bc72c-a36c-4e52-897b-a0e29c1a6c4e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '376b6d86-8d11-43ef-a642-2e043f136fe8') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:11.300803 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d40067a-9f8f-455b-badf-3d69dbd46e62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:58:11.301229 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4d40067a-9f8f-455b-badf-3d69dbd46e62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:11.306057 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-82dda410-477d-4a06-a1c6-d988b71bda26 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:11.313559 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-82dda410-477d-4a06-a1c6-d988b71bda26 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Usage tracker for resource:security_group_rule and tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:11.318136 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-82dda410-477d-4a06-a1c6-d988b71bda26 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:11.323499 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-541f46c3-461d-4983-bcbb-5d7cdde696d8 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:11.328773 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-82dda410-477d-4a06-a1c6-d988b71bda26 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:11.377920 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ad8bc72c-a36c-4e52-897b-a0e29c1a6c4e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:11.425288 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ad8bc72c-a36c-4e52-897b-a0e29c1a6c4e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:11.442468 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad8bc72c-a36c-4e52-897b-a0e29c1a6c4e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:58:11.442862 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ad8bc72c-a36c-4e52-897b-a0e29c1a6c4e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:11.464474 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4d40067a-9f8f-455b-badf-3d69dbd46e62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:11.466919 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-82dda410-477d-4a06-a1c6-d988b71bda26 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 22:58:11.467958 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-82dda410-477d-4a06-a1c6-d988b71bda26 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1812665 Sep 14 22:58:11.468277 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4d40067a-9f8f-455b-badf-3d69dbd46e62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:11.471489 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52394) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:11.492987 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-541f46c3-461d-4983-bcbb-5d7cdde696d8 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:11.528546 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-bb98c253-4146-47de-bd37-a3d9555de279 None None] Deleting port dac58739-cfef-48c7-b7a1-073b36a71425 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:58:11.529027 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bb98c253-4146-47de-bd37-a3d9555de279 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:11.537653 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-541f46c3-461d-4983-bcbb-5d7cdde696d8 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e874e469-f566-4854-9765-41c0734a208c']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:11.554315 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-541f46c3-461d-4983-bcbb-5d7cdde696d8 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6043d73e-d4c0-4aca-924f-0b637b55b934') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:11.554676 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-541f46c3-461d-4983-bcbb-5d7cdde696d8 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6043d73e-d4c0-4aca-924f-0b637b55b934') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:11.561548 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1f0fc01a-3561-4ba3-bf7d-de094829c4ee None None] Deleting port d53d08f0-400f-4263-a7c1-9a85b401d464 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:58:11.562316 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1f0fc01a-3561-4ba3-bf7d-de094829c4ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:11.579638 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-541f46c3-461d-4983-bcbb-5d7cdde696d8 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:11.579873 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a958e2b6-bb83-465a-b113-5cfa78a3eb19 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:11.580749 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40067a-9f8f-455b-badf-3d69dbd46e62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Network': ['ID=0f9afd30-9c51-49e5-bb90-0163ba7b326c,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:11.590512 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3e2857dc-5eaf-4330-800c-b97dc7a2177c tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:11.594537 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a958e2b6-bb83-465a-b113-5cfa78a3eb19 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:11.611458 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-541f46c3-461d-4983-bcbb-5d7cdde696d8 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:11.616047 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4d40067a-9f8f-455b-badf-3d69dbd46e62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/networks/0f9afd30-9c51-49e5-bb90-0163ba7b326c HTTP/1.1" status: 204 len: 168 time: 2.4106932 Sep 14 22:58:11.626195 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52398) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:11.629903 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-541f46c3-461d-4983-bcbb-5d7cdde696d8 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:58:11.630546 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-541f46c3-461d-4983-bcbb-5d7cdde696d8 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:11.634704 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ad8bc72c-a36c-4e52-897b-a0e29c1a6c4e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:11.638630 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ad8bc72c-a36c-4e52-897b-a0e29c1a6c4e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:11.645275 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-e3dd2def-d35d-462b-a7c4-6d1cb2745aeb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-906121768'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:11.661939 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-bb98c253-4146-47de-bd37-a3d9555de279 None None] The port 'dac58739-cfef-48c7-b7a1-073b36a71425' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:58:11.674686 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1f0fc01a-3561-4ba3-bf7d-de094829c4ee None None] The port 'd53d08f0-400f-4263-a7c1-9a85b401d464' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:58:11.678109 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a958e2b6-bb83-465a-b113-5cfa78a3eb19 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:58:11.690788 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958e2b6-bb83-465a-b113-5cfa78a3eb19 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ad3349-8057-4cf7-b4c7-481fd3571fc0,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:11.697785 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-e3dd2def-d35d-462b-a7c4-6d1cb2745aeb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:11.707983 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-e3dd2def-d35d-462b-a7c4-6d1cb2745aeb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:network and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:11.711050 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-e3dd2def-d35d-462b-a7c4-6d1cb2745aeb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:11.716569 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8bc72c-a36c-4e52-897b-a0e29c1a6c4e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event deleted for resources: {'Network': ['ID=2eb35505-7eed-478a-9e2d-aa6bc99aea1f,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:11.718504 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-e3dd2def-d35d-462b-a7c4-6d1cb2745aeb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:11.723579 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment e07d08d1-5f9a-43d2-9231-c5427f2e869e resource provider aggregate not found Sep 14 22:58:11.728711 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 6043d73e-d4c0-4aca-924f-0b637b55b934 resource provider aggregate not found Sep 14 22:58:11.734737 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ad8bc72c-a36c-4e52-897b-a0e29c1a6c4e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/networks/2eb35505-7eed-478a-9e2d-aa6bc99aea1f HTTP/1.1" status: 204 len: 168 time: 2.4886863 Sep 14 22:58:11.742242 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3e2857dc-5eaf-4330-800c-b97dc7a2177c tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:11.746231 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a958e2b6-bb83-465a-b113-5cfa78a3eb19 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:11.746465 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-a958e2b6-bb83-465a-b113-5cfa78a3eb19 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Added segment ff3a9455-56cd-43a6-823a-2104e157bc58 of type vlan for network 4c809588-b3c1-4746-8ba4-9926f66ad551 Sep 14 22:58:11.747513 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52410) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:11.750203 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment e07d08d1-5f9a-43d2-9231-c5427f2e869e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e07d08d1-5f9a-43d2-9231-c5427f2e869e found for delete ", "request_id": "req-eec1ff45-9236-4538-95f3-920d83489728"}]} Sep 14 22:58:11.751277 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 6043d73e-d4c0-4aca-924f-0b637b55b934 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6043d73e-d4c0-4aca-924f-0b637b55b934 found for delete ", "request_id": "req-5035377b-cf92-4d9e-a91b-261aee910c84"}]} Sep 14 22:58:11.771120 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-def5300d-4aa7-4cb2-912d-01de9b094c7a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1338449832', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:11.779374 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 376b6d86-8d11-43ef-a642-2e043f136fe8 resource provider aggregate not found Sep 14 22:58:11.784210 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-def5300d-4aa7-4cb2-912d-01de9b094c7a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:11.790654 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dd2def-d35d-462b-a7c4-6d1cb2745aeb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Made reservation on behalf of 1c14bf9f432e425688de72a35501bf7a for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:11.794262 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e3dd2def-d35d-462b-a7c4-6d1cb2745aeb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:11.795312 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device dac58739-cfef-48c7-b7a1-073b36a71425 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:58:11.808293 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 376b6d86-8d11-43ef-a642-2e043f136fe8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 376b6d86-8d11-43ef-a642-2e043f136fe8 found for delete ", "request_id": "req-5c34171b-cf02-40e5-815a-be37a68c8015"}]} Sep 14 22:58:11.811269 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-541f46c3-461d-4983-bcbb-5d7cdde696d8 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:11.826181 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-def5300d-4aa7-4cb2-912d-01de9b094c7a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Usage tracker for resource:router and tenant:25d4f6710d2343efa0693e5e6584ceb8 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:11.833528 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-def5300d-4aa7-4cb2-912d-01de9b094c7a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:11.833885 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: dac58739-cfef-48c7-b7a1-073b36a71425 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:58:11.834223 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device dac58739-cfef-48c7-b7a1-073b36a71425 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:58:11.837525 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-541f46c3-461d-4983-bcbb-5d7cdde696d8 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:11.845012 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-def5300d-4aa7-4cb2-912d-01de9b094c7a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:11.847254 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a958e2b6-bb83-465a-b113-5cfa78a3eb19 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:11.849833 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-541f46c3-461d-4983-bcbb-5d7cdde696d8 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] 10.222.0.33 "DELETE /v2.0/networks/e874e469-f566-4854-9765-41c0734a208c HTTP/1.1" status: 204 len: 168 time: 0.7750642 Sep 14 22:58:11.850990 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f46c3-461d-4983-bcbb-5d7cdde696d8 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Pushing event deleted for resources: {'Network': ['ID=e874e469-f566-4854-9765-41c0734a208c,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:11.852784 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52418) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:11.873786 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3dd2def-d35d-462b-a7c4-6d1cb2745aeb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:58:11.880975 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-def5300d-4aa7-4cb2-912d-01de9b094c7a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:11.881916 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-def5300d-4aa7-4cb2-912d-01de9b094c7a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:11.905788 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3e2857dc-5eaf-4330-800c-b97dc7a2177c tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:11.906929 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e3dd2def-d35d-462b-a7c4-6d1cb2745aeb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:11.907269 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-e3dd2def-d35d-462b-a7c4-6d1cb2745aeb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Added segment 4d9dd83f-f2c4-4d56-97a3-065ef3b8c2b9 of type vlan for network ba13c51f-ebc6-47e9-be69-52d852be67fb Sep 14 22:58:11.928354 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-def5300d-4aa7-4cb2-912d-01de9b094c7a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:11.931191 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2857dc-5eaf-4330-800c-b97dc7a2177c tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd27f267-2c9c-4b3a-a435-80011afbfa89,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:11.946656 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-3fa504ce-a7d3-46b9-b57b-775ba90f3745 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Deleting port 07b73698-e838-4785-8789-8bfa63e64e9d {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:58:11.946991 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3fa504ce-a7d3-46b9-b57b-775ba90f3745 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:11.971466 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3e2857dc-5eaf-4330-800c-b97dc7a2177c tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:11.972584 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3e2857dc-5eaf-4330-800c-b97dc7a2177c tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "DELETE /v2.0/security-groups/cd27f267-2c9c-4b3a-a435-80011afbfa89 HTTP/1.1" status: 204 len: 168 time: 0.5002275 Sep 14 22:58:11.978384 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52422) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:12.056099 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a958e2b6-bb83-465a-b113-5cfa78a3eb19 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:12.061407 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a958e2b6-bb83-465a-b113-5cfa78a3eb19 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:12.061983 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a958e2b6-bb83-465a-b113-5cfa78a3eb19 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:12.086016 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e3dd2def-d35d-462b-a7c4-6d1cb2745aeb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:12.098445 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c84057f6-3981-4484-b588-eb5f42e91a77 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Synchronizing usage tracker for tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 on resource:security_group {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:58:12.187762 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c84057f6-3981-4484-b588-eb5f42e91a77 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Unset dirty status for tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 on resource:security_group {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:58:12.195850 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c84057f6-3981-4484-b588-eb5f42e91a77 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2096941 Sep 14 22:58:12.196047 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-def5300d-4aa7-4cb2-912d-01de9b094c7a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:12.200072 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a958e2b6-bb83-465a-b113-5cfa78a3eb19 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7801888 Sep 14 22:58:12.201482 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52426) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:12.203297 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52428) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:12.213587 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-7ea989a6-c9d4-4a22-acef-b528688a762f tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Request body: {'security_group': {'name': 'tempest-secgroup--649452587'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:12.219980 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958e2b6-bb83-465a-b113-5cfa78a3eb19 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Network': ['ID=4c809588-b3c1-4746-8ba4-9926f66ad551,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:12.223993 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-52b459b3-8389-43f6-9167-2ae215aac5af tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'port': {'network_id': '4c809588-b3c1-4746-8ba4-9926f66ad551', 'name': 'tempest-PortsIpV6TestJSON-2101730947'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:12.227725 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-def5300d-4aa7-4cb2-912d-01de9b094c7a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:12.229119 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-def5300d-4aa7-4cb2-912d-01de9b094c7a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4749889 Sep 14 22:58:12.230455 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e3dd2def-d35d-462b-a7c4-6d1cb2745aeb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:12.235999 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dd2def-d35d-462b-a7c4-6d1cb2745aeb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:12.236776 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e3dd2def-d35d-462b-a7c4-6d1cb2745aeb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:12.236897 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 4c809588-b3c1-4746-8ba4-9926f66ad551 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:58:12.241131 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52434) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:12.257925 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-7ea989a6-c9d4-4a22-acef-b528688a762f tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:12.311894 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-33b5016c-4aca-4bbe-80ad-ee2c4365e821 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Request body: {'network': {'name': 'tempest-RoutersTest-2079164451'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:12.318694 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-e3dd2def-d35d-462b-a7c4-6d1cb2745aeb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6911807 Sep 14 22:58:12.324814 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52438) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:12.325058 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3fa504ce-a7d3-46b9-b57b-775ba90f3745 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:12.341144 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-83a707ce-d6a1-4a75-8f0b-190fdc619ed0 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'subnet': {'network_id': 'ba13c51f-ebc6-47e9-be69-52d852be67fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:12.352404 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-33b5016c-4aca-4bbe-80ad-ee2c4365e821 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:12.360403 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-7ea989a6-c9d4-4a22-acef-b528688a762f tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:12.363037 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-33b5016c-4aca-4bbe-80ad-ee2c4365e821 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Usage tracker for resource:network and tenant:25d4f6710d2343efa0693e5e6584ceb8 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:12.379521 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:12.421704 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-33b5016c-4aca-4bbe-80ad-ee2c4365e821 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:12.444824 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd2def-d35d-462b-a7c4-6d1cb2745aeb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Network': ['ID=ba13c51f-ebc6-47e9-be69-52d852be67fb,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:12.455064 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network ba13c51f-ebc6-47e9-be69-52d852be67fb details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:58:12.478494 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-83a707ce-d6a1-4a75-8f0b-190fdc619ed0 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:12.483369 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-83a707ce-d6a1-4a75-8f0b-190fdc619ed0 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:subnet and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:12.486994 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-83a707ce-d6a1-4a75-8f0b-190fdc619ed0 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:12.491651 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-3fa504ce-a7d3-46b9-b57b-775ba90f3745 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Calling delete_port for 07b73698-e838-4785-8789-8bfa63e64e9d owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:58:12.493166 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-83a707ce-d6a1-4a75-8f0b-190fdc619ed0 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:12.503171 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a707ce-d6a1-4a75-8f0b-190fdc619ed0 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Made reservation on behalf of 1c14bf9f432e425688de72a35501bf7a for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:12.506632 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-83a707ce-d6a1-4a75-8f0b-190fdc619ed0 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:12.526293 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-33b5016c-4aca-4bbe-80ad-ee2c4365e821 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:12.557375 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7ea989a6-c9d4-4a22-acef-b528688a762f tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:12.575381 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b5016c-4aca-4bbe-80ad-ee2c4365e821 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Made reservation on behalf of 25d4f6710d2343efa0693e5e6584ceb8 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:12.578752 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-33b5016c-4aca-4bbe-80ad-ee2c4365e821 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:12.609774 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-52b459b3-8389-43f6-9167-2ae215aac5af tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:12.613142 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-7ea989a6-c9d4-4a22-acef-b528688a762f tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:12.622584 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-52b459b3-8389-43f6-9167-2ae215aac5af tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:port and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:12.625341 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-7ea989a6-c9d4-4a22-acef-b528688a762f tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Usage tracker for resource:security_group_rule and tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:12.639530 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-7ea989a6-c9d4-4a22-acef-b528688a762f tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:12.642342 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-52b459b3-8389-43f6-9167-2ae215aac5af tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:12.652290 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-7ea989a6-c9d4-4a22-acef-b528688a762f tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:12.654285 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-52b459b3-8389-43f6-9167-2ae215aac5af tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:12.668327 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b5016c-4aca-4bbe-80ad-ee2c4365e821 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:58:12.687509 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3fa504ce-a7d3-46b9-b57b-775ba90f3745 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:12.690065 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-33b5016c-4aca-4bbe-80ad-ee2c4365e821 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:12.690394 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-33b5016c-4aca-4bbe-80ad-ee2c4365e821 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Added segment b42d6318-bcb5-48cd-9921-8ecc85cae146 of type vlan for network 75ea059b-2f00-49a6-9551-ce55ec1f21b9 Sep 14 22:58:12.693683 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b459b3-8389-43f6-9167-2ae215aac5af tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Made reservation on behalf of c0a980b2e8bf40c8a14dfb2d5527a283 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:12.697092 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-52b459b3-8389-43f6-9167-2ae215aac5af tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:12.724138 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-83a707ce-d6a1-4a75-8f0b-190fdc619ed0 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:12.773424 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa504ce-a7d3-46b9-b57b-775ba90f3745 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Pushing event deleted for resources: {'Port': ['ID=07b73698-e838-4785-8789-8bfa63e64e9d,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:12.800793 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-52b459b3-8389-43f6-9167-2ae215aac5af tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] device_id is not set on port 54f26116-9237-4286-b989-e1fba34ad84e yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:58:12.805452 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a707ce-d6a1-4a75-8f0b-190fdc619ed0 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Subnet': ['ID=5f0993f2-bd78-47ba-bcaf-4c917be693f1,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:12.814028 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a707ce-d6a1-4a75-8f0b-190fdc619ed0 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Checking segment: {'id': '4d9dd83f-f2c4-4d56-97a3-065ef3b8c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ba13c51f-ebc6-47e9-be69-52d852be67fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:58:12.814375 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a707ce-d6a1-4a75-8f0b-190fdc619ed0 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Network hostable DHCP agents. Network: ba13c51f-ebc6-47e9-be69-52d852be67fb, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:58:12.834139 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a707ce-d6a1-4a75-8f0b-190fdc619ed0 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Network ba13c51f-ebc6-47e9-be69-52d852be67fb is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:58:12.838376 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-33b5016c-4aca-4bbe-80ad-ee2c4365e821 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:12.842229 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3fa504ce-a7d3-46b9-b57b-775ba90f3745 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:12.843321 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-83a707ce-d6a1-4a75-8f0b-190fdc619ed0 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, ba13c51f-ebc6-47e9-be69-52d852be67fb) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:12.847733 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a707ce-d6a1-4a75-8f0b-190fdc619ed0 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:12.848657 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-83a707ce-d6a1-4a75-8f0b-190fdc619ed0 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:12.855158 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a6ef1b-e35c-48e1-9cc6-cfe02f854589 None None] Network ba13c51f-ebc6-47e9-be69-52d852be67fb requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:58:12.872770 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-83a707ce-d6a1-4a75-8f0b-190fdc619ed0 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5465703 Sep 14 22:58:12.875010 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52442) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:12.882469 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-21b4b846-9ac4-4b99-b41b-1dc3550710f1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'port': {'network_id': 'ba13c51f-ebc6-47e9-be69-52d852be67fb', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1826522656'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:12.920924 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3fa504ce-a7d3-46b9-b57b-775ba90f3745 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] 10.222.0.33 "DELETE /v2.0/ports/07b73698-e838-4785-8789-8bfa63e64e9d HTTP/1.1" status: 204 len: 168 time: 1.0672503 Sep 14 22:58:12.940696 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52446) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:12.984473 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7ea989a6-c9d4-4a22-acef-b528688a762f tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:13.003269 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7082e68-0337-4208-9932-ab68d17fda93 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] DELETE failed (client error): The resource could not be found. Sep 14 22:58:13.003713 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7082e68-0337-4208-9932-ab68d17fda93 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:58:13.005967 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c7082e68-0337-4208-9932-ab68d17fda93 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] 10.222.0.33 "DELETE /v2.0/subnets/7cbfdeaf-55f9-4944-ac8d-3af3a7e17fb1 HTTP/1.1" status: 404 len: 337 time: 0.0629079 Sep 14 22:58:13.006636 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-33b5016c-4aca-4bbe-80ad-ee2c4365e821 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:13.011882 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b5016c-4aca-4bbe-80ad-ee2c4365e821 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:13.012459 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-33b5016c-4aca-4bbe-80ad-ee2c4365e821 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:13.016061 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7ea989a6-c9d4-4a22-acef-b528688a762f tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:13.021839 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52450) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:13.054071 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-21b4b846-9ac4-4b99-b41b-1dc3550710f1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:13.058843 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-21b4b846-9ac4-4b99-b41b-1dc3550710f1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:port and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:13.061949 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-21b4b846-9ac4-4b99-b41b-1dc3550710f1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:13.069885 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-21b4b846-9ac4-4b99-b41b-1dc3550710f1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:13.083377 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b4b846-9ac4-4b99-b41b-1dc3550710f1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Made reservation on behalf of 1c14bf9f432e425688de72a35501bf7a for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:13.087075 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-21b4b846-9ac4-4b99-b41b-1dc3550710f1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:13.109742 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-21b4b846-9ac4-4b99-b41b-1dc3550710f1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] device_id is not set on port b8e95f5f-60a2-4845-a613-003e776cb947 yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:58:13.129866 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e401b1-2cc1-4a66-84d2-a49c6a819041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-ba13c51f-ebc6-47e9-be69-52d852be67fb', 'network_id': 'ba13c51f-ebc6-47e9-be69-52d852be67fb', 'tenant_id': '1c14bf9f432e425688de72a35501bf7a', 'fixed_ips': [{'subnet_id': '5f0993f2-bd78-47ba-bcaf-4c917be693f1'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:58:13.130943 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f0e401b1-2cc1-4a66-84d2-a49c6a819041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:13.263799 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-21b4b846-9ac4-4b99-b41b-1dc3550710f1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Allocated IP 172.20.0.9 (ba13c51f-ebc6-47e9-be69-52d852be67fb/5f0993f2-bd78-47ba-bcaf-4c917be693f1/b8e95f5f-60a2-4845-a613-003e776cb947) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:58:13.413778 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea989a6-c9d4-4a22-acef-b528688a762f tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbd4faf-fa85-4008-8eb6-99c973a752d2,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:13.415977 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7ea989a6-c9d4-4a22-acef-b528688a762f tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:13.422614 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7ea989a6-c9d4-4a22-acef-b528688a762f tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2150083 Sep 14 22:58:13.422614 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-33b5016c-4aca-4bbe-80ad-ee2c4365e821 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1688352 Sep 14 22:58:13.426758 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52454) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:13.427097 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52456) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:13.444557 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-33943969-e00d-4a79-937b-4a6bc06615b2 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Request body: {'security_group_rule': {'security_group_id': 'dcbd4faf-fa85-4008-8eb6-99c973a752d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:13.451815 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-aa6fec84-af9b-4e90-95b1-374163ff2d67 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Request body: {'subnet': {'network_id': '75ea059b-2f00-49a6-9551-ce55ec1f21b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:13.459635 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5016c-4aca-4bbe-80ad-ee2c4365e821 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Network': ['ID=75ea059b-2f00-49a6-9551-ce55ec1f21b9,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:13.469799 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 75ea059b-2f00-49a6-9551-ce55ec1f21b9 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:58:13.508673 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e4c8e9a7-fbb8-4346-8fd6-3ae1c2c31a53 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:13.514536 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-52b459b3-8389-43f6-9167-2ae215aac5af tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:13.526609 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-33943969-e00d-4a79-937b-4a6bc06615b2 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:13.545251 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-21b4b846-9ac4-4b99-b41b-1dc3550710f1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:13.558321 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-33943969-e00d-4a79-937b-4a6bc06615b2 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Usage tracker for resource:security_group_rule and tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:13.565000 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-33943969-e00d-4a79-937b-4a6bc06615b2 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:13.587277 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-33943969-e00d-4a79-937b-4a6bc06615b2 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:13.591655 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-21b4b846-9ac4-4b99-b41b-1dc3550710f1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Transition to ACTIVE for port object b8e95f5f-60a2-4845-a613-003e776cb947 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:13.607713 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-aa6fec84-af9b-4e90-95b1-374163ff2d67 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:13.619636 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-aa6fec84-af9b-4e90-95b1-374163ff2d67 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Usage tracker for resource:subnet and tenant:25d4f6710d2343efa0693e5e6584ceb8 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:13.623062 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-aa6fec84-af9b-4e90-95b1-374163ff2d67 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:13.629931 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-aa6fec84-af9b-4e90-95b1-374163ff2d67 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:13.657437 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6fec84-af9b-4e90-95b1-374163ff2d67 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Made reservation on behalf of 25d4f6710d2343efa0693e5e6584ceb8 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:13.658066 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e4c8e9a7-fbb8-4346-8fd6-3ae1c2c31a53 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:13.662016 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-aa6fec84-af9b-4e90-95b1-374163ff2d67 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:13.681877 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-52b459b3-8389-43f6-9167-2ae215aac5af tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:13.686449 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-33943969-e00d-4a79-937b-4a6bc06615b2 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] create failed (client error): The resource could not be found. Sep 14 22:58:13.687481 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-33943969-e00d-4a79-937b-4a6bc06615b2 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2577267 Sep 14 22:58:13.717549 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-e4c8e9a7-fbb8-4346-8fd6-3ae1c2c31a53 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8507839f-c7c2-476a-9a60-67855f536fa0']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:13.724877 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52462) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:13.739634 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-f8115c51-a3cb-492f-9637-cca6b7426a93 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Request body: {'security_group_rule': {'security_group_id': 'dcbd4faf-fa85-4008-8eb6-99c973a752d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bd07d181-2c59-40fd-865a-225be4c52804'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:13.756359 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-21b4b846-9ac4-4b99-b41b-1dc3550710f1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:13.760077 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-e4c8e9a7-fbb8-4346-8fd6-3ae1c2c31a53 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11f97132-8ae8-4021-b069-81de42113b59') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:13.760368 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-e4c8e9a7-fbb8-4346-8fd6-3ae1c2c31a53 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11f97132-8ae8-4021-b069-81de42113b59') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:13.774138 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-f8115c51-a3cb-492f-9637-cca6b7426a93 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:13.785141 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-f8115c51-a3cb-492f-9637-cca6b7426a93 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Usage tracker for resource:security_group_rule and tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:13.795986 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e4c8e9a7-fbb8-4346-8fd6-3ae1c2c31a53 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:13.802370 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-f8115c51-a3cb-492f-9637-cca6b7426a93 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:13.819115 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-f8115c51-a3cb-492f-9637-cca6b7426a93 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:13.819953 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-f0e401b1-2cc1-4a66-84d2-a49c6a819041 None None] Allocated IP 172.20.0.2 (ba13c51f-ebc6-47e9-be69-52d852be67fb/5f0993f2-bd78-47ba-bcaf-4c917be693f1/b209bca5-1bda-4586-a360-ebcd462f0ce2) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:58:13.831788 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b459b3-8389-43f6-9167-2ae215aac5af tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Port': ['ID=54f26116-9237-4286-b989-e1fba34ad84e,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:13.843729 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e4c8e9a7-fbb8-4346-8fd6-3ae1c2c31a53 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:13.855426 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b4b846-9ac4-4b99-b41b-1dc3550710f1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Network ba13c51f-ebc6-47e9-be69-52d852be67fb is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:13.855855 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c8e9a7-fbb8-4346-8fd6-3ae1c2c31a53 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:58:13.856222 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e4c8e9a7-fbb8-4346-8fd6-3ae1c2c31a53 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:13.860350 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-21b4b846-9ac4-4b99-b41b-1dc3550710f1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:13.864590 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b4b846-9ac4-4b99-b41b-1dc3550710f1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Port': ['ID=b8e95f5f-60a2-4845-a613-003e776cb947,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:13.866939 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b4b846-9ac4-4b99-b41b-1dc3550710f1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:58:13.884526 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b459b3-8389-43f6-9167-2ae215aac5af tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Checking segment: {'id': 'ff3a9455-56cd-43a6-823a-2104e157bc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4c809588-b3c1-4746-8ba4-9926f66ad551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:58:13.884899 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b459b3-8389-43f6-9167-2ae215aac5af tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Network hostable DHCP agents. Network: 4c809588-b3c1-4746-8ba4-9926f66ad551, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:58:13.937925 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 11f97132-8ae8-4021-b069-81de42113b59 resource provider aggregate not found Sep 14 22:58:13.977078 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 11f97132-8ae8-4021-b069-81de42113b59 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11f97132-8ae8-4021-b069-81de42113b59 found for delete ", "request_id": "req-76fb4695-350b-4d12-abb3-3c0e3cc207c2"}]} Sep 14 22:58:13.998064 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e4c8e9a7-fbb8-4346-8fd6-3ae1c2c31a53 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:14.000466 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b459b3-8389-43f6-9167-2ae215aac5af tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Network 4c809588-b3c1-4746-8ba4-9926f66ad551 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:58:14.020548 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-f8115c51-a3cb-492f-9637-cca6b7426a93 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] create failed (client error): The resource could not be found. Sep 14 22:58:14.025108 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f8115c51-a3cb-492f-9637-cca6b7426a93 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2949996 Sep 14 22:58:14.025479 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e4c8e9a7-fbb8-4346-8fd6-3ae1c2c31a53 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:14.033752 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52470) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:14.039345 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8e9a7-fbb8-4346-8fd6-3ae1c2c31a53 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Pushing event deleted for resources: {'Network': ['ID=8507839f-c7c2-476a-9a60-67855f536fa0,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:14.056943 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e4c8e9a7-fbb8-4346-8fd6-3ae1c2c31a53 tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] 10.222.0.33 "DELETE /v2.0/networks/8507839f-c7c2-476a-9a60-67855f536fa0 HTTP/1.1" status: 204 len: 168 time: 1.0077322 Sep 14 22:58:14.058294 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-52b459b3-8389-43f6-9167-2ae215aac5af tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 4c809588-b3c1-4746-8ba4-9926f66ad551) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:14.061896 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52474) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:14.072997 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f0e401b1-2cc1-4a66-84d2-a49c6a819041 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:14.076797 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf510e15-dbc2-4393-a2d0-401d4047f9af None None] Network 4c809588-b3c1-4746-8ba4-9926f66ad551 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:58:14.093825 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b4b846-9ac4-4b99-b41b-1dc3550710f1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:14.094433 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-21b4b846-9ac4-4b99-b41b-1dc3550710f1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:14.100854 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b459b3-8389-43f6-9167-2ae215aac5af tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:58:14.102148 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f0e401b1-2cc1-4a66-84d2-a49c6a819041 None None] Transition to ACTIVE for port object b209bca5-1bda-4586-a360-ebcd462f0ce2 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:14.106181 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b459b3-8389-43f6-9167-2ae215aac5af tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:14.106808 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-52b459b3-8389-43f6-9167-2ae215aac5af tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:14.158654 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-21b4b846-9ac4-4b99-b41b-1dc3550710f1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.2792547 Sep 14 22:58:14.159271 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52478) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:14.180409 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-98c744e8-7902-4601-8a68-fa1382caa369 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:14.196272 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f0e401b1-2cc1-4a66-84d2-a49c6a819041 None None] Transition to ACTIVE for port object b209bca5-1bda-4586-a360-ebcd462f0ce2 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:14.207319 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-98c744e8-7902-4601-8a68-fa1382caa369 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:14.231039 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f0e401b1-2cc1-4a66-84d2-a49c6a819041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:14.231335 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-aa6fec84-af9b-4e90-95b1-374163ff2d67 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:14.250594 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-52b459b3-8389-43f6-9167-2ae215aac5af tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0432935 Sep 14 22:58:14.255517 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52482) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:14.267196 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-e01b2fec-84a8-4ab3-868c-0591c6799e49 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-444502040'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:14.279579 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b48899-9a9c-45ac-9af6-dc4a5c5f606e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Deleting subnet fec1cf66-c928-40c3-a958-8846e5fb3ea8 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:58:14.281875 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-98c744e8-7902-4601-8a68-fa1382caa369 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:14.282987 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-fa1a5101-07a7-47f4-b8ba-314cfa992b46 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Deleting port b8e95f5f-60a2-4845-a613-003e776cb947 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:58:14.283333 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fa1a5101-07a7-47f4-b8ba-314cfa992b46 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:14.286600 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-e01b2fec-84a8-4ab3-868c-0591c6799e49 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:14.303594 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f7b48899-9a9c-45ac-9af6-dc4a5c5f606e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:14.334894 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e01b2fec-84a8-4ab3-868c-0591c6799e49 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:network and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:14.340632 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e01b2fec-84a8-4ab3-868c-0591c6799e49 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:14.351143 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e401b1-2cc1-4a66-84d2-a49c6a819041 None None] Network ba13c51f-ebc6-47e9-be69-52d852be67fb is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:14.351663 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c744e8-7902-4601-8a68-fa1382caa369 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbd4faf-fa85-4008-8eb6-99c973a752d2,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:14.356540 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e401b1-2cc1-4a66-84d2-a49c6a819041 None None] Pushing event updated for resources: {'Port': ['ID=b209bca5-1bda-4586-a360-ebcd462f0ce2,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:14.365617 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-f0e401b1-2cc1-4a66-84d2-a49c6a819041 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:14.370355 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-e01b2fec-84a8-4ab3-868c-0591c6799e49 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:14.381333 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e401b1-2cc1-4a66-84d2-a49c6a819041 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:58:14.393306 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-98c744e8-7902-4601-8a68-fa1382caa369 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:14.398437 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-98c744e8-7902-4601-8a68-fa1382caa369 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "DELETE /v2.0/security-groups/dcbd4faf-fa85-4008-8eb6-99c973a752d2 HTTP/1.1" status: 204 len: 168 time: 0.3635023 Sep 14 22:58:14.401085 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52486) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:14.443227 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6fec84-af9b-4e90-95b1-374163ff2d67 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Subnet': ['ID=7685bee7-2691-4beb-bf8a-e1d2202721f9,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:14.451494 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01b2fec-84a8-4ab3-868c-0591c6799e49 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Made reservation on behalf of c0a980b2e8bf40c8a14dfb2d5527a283 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:14.455340 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e01b2fec-84a8-4ab3-868c-0591c6799e49 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:14.486682 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f7b48899-9a9c-45ac-9af6-dc4a5c5f606e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:14.492004 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6fec84-af9b-4e90-95b1-374163ff2d67 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Checking segment: {'id': 'b42d6318-bcb5-48cd-9921-8ecc85cae146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '75ea059b-2f00-49a6-9551-ce55ec1f21b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:58:14.492365 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6fec84-af9b-4e90-95b1-374163ff2d67 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Network hostable DHCP agents. Network: 75ea059b-2f00-49a6-9551-ce55ec1f21b9, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:58:14.498525 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-f0e401b1-2cc1-4a66-84d2-a49c6a819041 None None] Attempting to bind port b209bca5-1bda-4586-a360-ebcd462f0ce2 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:58:14.498893 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-f0e401b1-2cc1-4a66-84d2-a49c6a819041 None None] Attempting to bind port b209bca5-1bda-4586-a360-ebcd462f0ce2 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '4d9dd83f-f2c4-4d56-97a3-065ef3b8c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ba13c51f-ebc6-47e9-be69-52d852be67fb'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:58:14.499248 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e401b1-2cc1-4a66-84d2-a49c6a819041 None None] Attempting to bind port b209bca5-1bda-4586-a360-ebcd462f0ce2 on network ba13c51f-ebc6-47e9-be69-52d852be67fb {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:58:14.508313 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e401b1-2cc1-4a66-84d2-a49c6a819041 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:58:14.508703 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e401b1-2cc1-4a66-84d2-a49c6a819041 None None] Checking segment: {'id': '4d9dd83f-f2c4-4d56-97a3-065ef3b8c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ba13c51f-ebc6-47e9-be69-52d852be67fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:58:14.509098 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f0e401b1-2cc1-4a66-84d2-a49c6a819041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:14.509480 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e401b1-2cc1-4a66-84d2-a49c6a819041 None None] Bound using segment: {'id': '4d9dd83f-f2c4-4d56-97a3-065ef3b8c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ba13c51f-ebc6-47e9-be69-52d852be67fb'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:58:14.509938 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-f0e401b1-2cc1-4a66-84d2-a49c6a819041 None None] Bound port: b209bca5-1bda-4586-a360-ebcd462f0ce2, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d9dd83f-f2c4-4d56-97a3-065ef3b8c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ba13c51f-ebc6-47e9-be69-52d852be67fb'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:58:14.510302 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f0e401b1-2cc1-4a66-84d2-a49c6a819041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:14.550611 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-8cb1e691-8ed3-43b4-a0b6-3e8d1efc6b2a tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Synchronizing usage tracker for tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 on resource:security_group {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:58:14.553887 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e01b2fec-84a8-4ab3-868c-0591c6799e49 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:58:14.574329 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e01b2fec-84a8-4ab3-868c-0591c6799e49 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:14.575578 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-e01b2fec-84a8-4ab3-868c-0591c6799e49 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Added segment b780e76e-ce73-4cb2-be9c-ea58540cacf4 of type vlan for network 4d17f139-1ccd-465e-89a3-12b0900bbcd3 Sep 14 22:58:14.592751 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6fec84-af9b-4e90-95b1-374163ff2d67 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Network 75ea059b-2f00-49a6-9551-ce55ec1f21b9 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:58:14.604863 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-f0e401b1-2cc1-4a66-84d2-a49c6a819041 None None] For port b209bca5-1bda-4586-a360-ebcd462f0ce2, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:58:14.606989 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-8cb1e691-8ed3-43b4-a0b6-3e8d1efc6b2a tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Unset dirty status for tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 on resource:security_group {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:58:14.608639 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-f0e401b1-2cc1-4a66-84d2-a49c6a819041 None None] For port b209bca5-1bda-4586-a360-ebcd462f0ce2, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=b209bca5-1bda-4586-a360-ebcd462f0ce2,segment=NetworkSegment(4d9dd83f-f2c4-4d56-97a3-065ef3b8c2b9),segment_id=4d9dd83f-f2c4-4d56-97a3-065ef3b8c2b9)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:58:14.610059 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8cb1e691-8ed3-43b4-a0b6-3e8d1efc6b2a tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2053256 Sep 14 22:58:14.618431 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f0e401b1-2cc1-4a66-84d2-a49c6a819041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:14.621757 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52490) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:14.627206 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-aa6fec84-af9b-4e90-95b1-374163ff2d67 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 75ea059b-2f00-49a6-9551-ce55ec1f21b9) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:14.631786 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-0b4934ff-03c9-4ff1-81bd-a6aa15b4db22 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Request body: {'security_group_rule': {'security_group_id': '0fb25d0e-ff5c-49cb-ae2e-c12b5ee51a89', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:14.635033 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e01b2fec-84a8-4ab3-868c-0591c6799e49 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:14.641455 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0b4934ff-03c9-4ff1-81bd-a6aa15b4db22 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:14.646618 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6fec84-af9b-4e90-95b1-374163ff2d67 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:14.647032 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-aa6fec84-af9b-4e90-95b1-374163ff2d67 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:14.655001 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f7b48899-9a9c-45ac-9af6-dc4a5c5f606e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:14.660857 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d633d7-00a1-4de8-8849-e76208bdeade None None] Network 75ea059b-2f00-49a6-9551-ce55ec1f21b9 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:58:14.672029 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0b4934ff-03c9-4ff1-81bd-a6aa15b4db22 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Usage tracker for resource:security_group_rule and tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:14.678435 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0b4934ff-03c9-4ff1-81bd-a6aa15b4db22 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:14.685409 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-aa6fec84-af9b-4e90-95b1-374163ff2d67 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2542961 Sep 14 22:58:14.688155 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52494) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:14.689718 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0b4934ff-03c9-4ff1-81bd-a6aa15b4db22 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:14.693951 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fa1a5101-07a7-47f4-b8ba-314cfa992b46 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:14.724685 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e01b2fec-84a8-4ab3-868c-0591c6799e49 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:14.730253 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01b2fec-84a8-4ab3-868c-0591c6799e49 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:14.730841 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e01b2fec-84a8-4ab3-868c-0591c6799e49 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:14.783795 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e401b1-2cc1-4a66-84d2-a49c6a819041 None None] Pushing event updated for resources: {'Port': ['ID=b209bca5-1bda-4586-a360-ebcd462f0ce2,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:14.861710 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b2fec-84a8-4ab3-868c-0591c6799e49 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Network': ['ID=4d17f139-1ccd-465e-89a3-12b0900bbcd3,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:14.870049 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e01b2fec-84a8-4ab3-868c-0591c6799e49 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6130366 Sep 14 22:58:14.872435 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52498) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:14.879659 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-1cddbed4-aa22-436e-9bd3-5dc93d517d7e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'ports': [{'network_id': '4c809588-b3c1-4746-8ba4-9926f66ad551'}, {'network_id': '4d17f139-1ccd-465e-89a3-12b0900bbcd3'}]} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:14.880259 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-1cddbed4-aa22-436e-9bd3-5dc93d517d7e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'port': {'network_id': '4c809588-b3c1-4746-8ba4-9926f66ad551'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:14.880989 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-1cddbed4-aa22-436e-9bd3-5dc93d517d7e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'port': {'network_id': '4d17f139-1ccd-465e-89a3-12b0900bbcd3'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:14.898757 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f7b48899-9a9c-45ac-9af6-dc4a5c5f606e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:14.914953 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 4d17f139-1ccd-465e-89a3-12b0900bbcd3 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:58:14.971408 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-fa1a5101-07a7-47f4-b8ba-314cfa992b46 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Calling delete_port for b8e95f5f-60a2-4845-a613-003e776cb947 owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:58:15.011829 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f7b48899-9a9c-45ac-9af6-dc4a5c5f606e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:15.018330 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f7b48899-9a9c-45ac-9af6-dc4a5c5f606e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] 10.222.0.33 "DELETE /v2.0/subnets/fec1cf66-c928-40c3-a958-8846e5fb3ea8 HTTP/1.1" status: 204 len: 168 time: 0.9555984 Sep 14 22:58:15.019622 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b48899-9a9c-45ac-9af6-dc4a5c5f606e tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Pushing event deleted for resources: {'Subnet': ['ID=fec1cf66-c928-40c3-a958-8846e5fb3ea8,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:15.021942 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52502) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:15.062678 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a8dc9a-c90d-46e6-bff9-d39151eb20c7 None None] Network 81f625d2-18ad-483d-8efe-b6ec32ab793d requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:58:15.204758 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11da31e5-92aa-4ff4-9b6a-486c3fd77c5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-75ea059b-2f00-49a6-9551-ce55ec1f21b9', 'network_id': '75ea059b-2f00-49a6-9551-ce55ec1f21b9', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'fixed_ips': [{'subnet_id': '7685bee7-2691-4beb-bf8a-e1d2202721f9'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:58:15.205832 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-11da31e5-92aa-4ff4-9b6a-486c3fd77c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:15.334755 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-1cddbed4-aa22-436e-9bd3-5dc93d517d7e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:15.338575 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1cddbed4-aa22-436e-9bd3-5dc93d517d7e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:port and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:15.341694 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1cddbed4-aa22-436e-9bd3-5dc93d517d7e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:15.347678 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-1cddbed4-aa22-436e-9bd3-5dc93d517d7e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:15.361669 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cddbed4-aa22-436e-9bd3-5dc93d517d7e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Made reservation on behalf of c0a980b2e8bf40c8a14dfb2d5527a283 for: {'port': 2} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:15.367685 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1cddbed4-aa22-436e-9bd3-5dc93d517d7e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:15.388313 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-0b4934ff-03c9-4ff1-81bd-a6aa15b4db22 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] create failed (client error): The resource could not be found. Sep 14 22:58:15.393456 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0b4934ff-03c9-4ff1-81bd-a6aa15b4db22 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7669392 Sep 14 22:58:15.400444 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52506) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:15.401356 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1cddbed4-aa22-436e-9bd3-5dc93d517d7e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:15.417221 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-c3ccbcaf-7eb1-4391-b16e-a168c2bf3977 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Request body: {'security_group': {'name': 'tempest-secgroup--1247466067'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:15.423820 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c3ccbcaf-7eb1-4391-b16e-a168c2bf3977 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:15.435935 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c3ccbcaf-7eb1-4391-b16e-a168c2bf3977 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:15.452772 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c3ccbcaf-7eb1-4391-b16e-a168c2bf3977 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:15.494020 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-977f3441-7465-4913-8b0e-3a67b531f1ca tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:15.514779 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-11da31e5-92aa-4ff4-9b6a-486c3fd77c5f None None] Allocated IP 172.20.0.2 (75ea059b-2f00-49a6-9551-ce55ec1f21b9/7685bee7-2691-4beb-bf8a-e1d2202721f9/7290e29a-1b8f-46d4-92a1-d5457e79dbd0) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:58:15.587366 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c3ccbcaf-7eb1-4391-b16e-a168c2bf3977 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:15.607469 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c3ccbcaf-7eb1-4391-b16e-a168c2bf3977 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Usage tracker for resource:security_group_rule and tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:15.610676 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041063ec-6c3a-4dcc-a686-d9698471413c None None] DHCP port deletion for 81f625d2-18ad-483d-8efe-b6ec32ab793d request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:58:15.614387 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c3ccbcaf-7eb1-4391-b16e-a168c2bf3977 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:15.619327 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-041063ec-6c3a-4dcc-a686-d9698471413c None None] Deleting port ee31a67e-2c81-493c-8570-f1180f193c4c {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:58:15.619949 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-041063ec-6c3a-4dcc-a686-d9698471413c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:15.678066 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c3ccbcaf-7eb1-4391-b16e-a168c2bf3977 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:15.723694 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-1cddbed4-aa22-436e-9bd3-5dc93d517d7e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] device_id is not set on port 125e69f8-d899-45ef-8a81-0cc7a47ee111 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:58:15.820440 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-977f3441-7465-4913-8b0e-3a67b531f1ca tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Deleting port ee31a67e-2c81-493c-8570-f1180f193c4c {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:58:15.820782 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-977f3441-7465-4913-8b0e-3a67b531f1ca tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:15.858398 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1cddbed4-aa22-436e-9bd3-5dc93d517d7e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:15.911334 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device b209bca5-1bda-4586-a360-ebcd462f0ce2 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:58:15.918007 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-51dd9398-2e80-481e-832e-1faf5420b1d7 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:16.034831 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fa1a5101-07a7-47f4-b8ba-314cfa992b46 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:16.074026 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c3ccbcaf-7eb1-4391-b16e-a168c2bf3977 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:16.077839 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5b26b9-c353-4a9d-87be-07177da70c71 None None] Network ba13c51f-ebc6-47e9-be69-52d852be67fb requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:58:16.080063 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-1cddbed4-aa22-436e-9bd3-5dc93d517d7e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] device_id is not set on port caeacfc5-9403-469b-a1a2-3eb60ffa2652 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:58:16.085035 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c3ccbcaf-7eb1-4391-b16e-a168c2bf3977 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:16.146355 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ccbcaf-7eb1-4391-b16e-a168c2bf3977 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=659be864-a48f-40c5-8a97-4dabcc0e9318,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:16.161424 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c3ccbcaf-7eb1-4391-b16e-a168c2bf3977 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:16.163408 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c3ccbcaf-7eb1-4391-b16e-a168c2bf3977 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7519231 Sep 14 22:58:16.166475 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52510) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:16.176971 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-685feefd-9f7c-411d-95ee-cd82819e2672 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Request body: {'security_group': {'name': 'tempest-secgroup--554508716'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:16.181073 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-041063ec-6c3a-4dcc-a686-d9698471413c None None] For port ee31a67e-2c81-493c-8570-f1180f193c4c, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=ee31a67e-2c81-493c-8570-f1180f193c4c,segment=NetworkSegment(c57d74fb-cafa-4844-9ce6-cc5c1458b2f5),segment_id=c57d74fb-cafa-4844-9ce6-cc5c1458b2f5)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:58:16.182529 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-041063ec-6c3a-4dcc-a686-d9698471413c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:16.182696 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a5101-07a7-47f4-b8ba-314cfa992b46 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Port': ['ID=b8e95f5f-60a2-4845-a613-003e776cb947,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:16.188797 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-685feefd-9f7c-411d-95ee-cd82819e2672 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:16.205537 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-685feefd-9f7c-411d-95ee-cd82819e2672 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Usage tracker for resource:security_group and tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:16.210317 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-685feefd-9f7c-411d-95ee-cd82819e2672 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:16.215854 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-11da31e5-92aa-4ff4-9b6a-486c3fd77c5f None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:16.230263 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-685feefd-9f7c-411d-95ee-cd82819e2672 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:16.260197 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-685feefd-9f7c-411d-95ee-cd82819e2672 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:16.280118 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1cddbed4-aa22-436e-9bd3-5dc93d517d7e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:16.295372 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-685feefd-9f7c-411d-95ee-cd82819e2672 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:16.301969 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-685feefd-9f7c-411d-95ee-cd82819e2672 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Usage tracker for resource:security_group_rule and tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:16.306091 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-685feefd-9f7c-411d-95ee-cd82819e2672 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:16.314772 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-685feefd-9f7c-411d-95ee-cd82819e2672 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:16.344345 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-041063ec-6c3a-4dcc-a686-d9698471413c None None] Calling delete_port for ee31a67e-2c81-493c-8570-f1180f193c4c owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:58:16.361144 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1cddbed4-aa22-436e-9bd3-5dc93d517d7e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:16.371576 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-2824f0a0-6e98-419c-a34b-9dece26a3903 None None] Provisioning for port b209bca5-1bda-4586-a360-ebcd462f0ce2 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:58:16.399181 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-11da31e5-92aa-4ff4-9b6a-486c3fd77c5f None None] Transition to ACTIVE for port object 7290e29a-1b8f-46d4-92a1-d5457e79dbd0 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:16.450913 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port b209bca5-1bda-4586-a360-ebcd462f0ce2 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:58:16.454379 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cddbed4-aa22-436e-9bd3-5dc93d517d7e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Network 4c809588-b3c1-4746-8ba4-9926f66ad551 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:16.458786 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-1cddbed4-aa22-436e-9bd3-5dc93d517d7e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:16.461505 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cddbed4-aa22-436e-9bd3-5dc93d517d7e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:58:16.462602 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1cddbed4-aa22-436e-9bd3-5dc93d517d7e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:16.471191 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-11da31e5-92aa-4ff4-9b6a-486c3fd77c5f None None] Transition to ACTIVE for port object 7290e29a-1b8f-46d4-92a1-d5457e79dbd0 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:16.480027 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port b209bca5-1bda-4586-a360-ebcd462f0ce2 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:16.481626 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:16.498243 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fa1a5101-07a7-47f4-b8ba-314cfa992b46 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:16.502065 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-977f3441-7465-4913-8b0e-3a67b531f1ca tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] For port ee31a67e-2c81-493c-8570-f1180f193c4c, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=ee31a67e-2c81-493c-8570-f1180f193c4c,segment=NetworkSegment(c57d74fb-cafa-4844-9ce6-cc5c1458b2f5),segment_id=c57d74fb-cafa-4844-9ce6-cc5c1458b2f5)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:58:16.502818 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-977f3441-7465-4913-8b0e-3a67b531f1ca tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:16.516036 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cddbed4-aa22-436e-9bd3-5dc93d517d7e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Port': ['ID=125e69f8-d899-45ef-8a81-0cc7a47ee111,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:16.555975 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-11da31e5-92aa-4ff4-9b6a-486c3fd77c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:16.561735 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-685feefd-9f7c-411d-95ee-cd82819e2672 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:16.587932 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-685feefd-9f7c-411d-95ee-cd82819e2672 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:16.647339 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cddbed4-aa22-436e-9bd3-5dc93d517d7e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Checking segment: {'id': 'b780e76e-ce73-4cb2-be9c-ea58540cacf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4d17f139-1ccd-465e-89a3-12b0900bbcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:58:16.647823 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cddbed4-aa22-436e-9bd3-5dc93d517d7e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Network hostable DHCP agents. Network: 4d17f139-1ccd-465e-89a3-12b0900bbcd3, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:58:16.658141 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11da31e5-92aa-4ff4-9b6a-486c3fd77c5f None None] Network 75ea059b-2f00-49a6-9551-ce55ec1f21b9 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:16.662676 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cddbed4-aa22-436e-9bd3-5dc93d517d7e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Port': ['ID=caeacfc5-9403-469b-a1a2-3eb60ffa2652,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:16.669210 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-11da31e5-92aa-4ff4-9b6a-486c3fd77c5f None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:16.687325 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-685feefd-9f7c-411d-95ee-cd82819e2672 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:16.691440 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-685feefd-9f7c-411d-95ee-cd82819e2672 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5214844 Sep 14 22:58:16.691440 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685feefd-9f7c-411d-95ee-cd82819e2672 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b52129f5-0584-44a4-8d10-400fdbcc7d18,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:16.692018 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52514) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:16.692690 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-977f3441-7465-4913-8b0e-3a67b531f1ca tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Calling delete_port for ee31a67e-2c81-493c-8570-f1180f193c4c owned by network:dhcp {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:58:16.698174 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-8648b1aa-866c-4474-af57-69adffc3593e tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Request body: {'security_group_rule': {'security_group_id': '659be864-a48f-40c5-8a97-4dabcc0e9318', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'b52129f5-0584-44a4-8d10-400fdbcc7d18'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:16.705815 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-8648b1aa-866c-4474-af57-69adffc3593e tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:16.711585 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11da31e5-92aa-4ff4-9b6a-486c3fd77c5f None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:58:16.713396 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-8648b1aa-866c-4474-af57-69adffc3593e tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Usage tracker for resource:security_group_rule and tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:16.717013 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-8648b1aa-866c-4474-af57-69adffc3593e tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:16.720497 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cddbed4-aa22-436e-9bd3-5dc93d517d7e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Network 4d17f139-1ccd-465e-89a3-12b0900bbcd3 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:58:16.725560 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-fa1a5101-07a7-47f4-b8ba-314cfa992b46 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/ports/b8e95f5f-60a2-4845-a613-003e776cb947 HTTP/1.1" status: 204 len: 168 time: 2.5652325 Sep 14 22:58:16.727857 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-041063ec-6c3a-4dcc-a686-d9698471413c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:16.730525 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52518) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:16.731350 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-8648b1aa-866c-4474-af57-69adffc3593e tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:16.771873 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da31e5-92aa-4ff4-9b6a-486c3fd77c5f None None] Pushing event updated for resources: {'Port': ['ID=7290e29a-1b8f-46d4-92a1-d5457e79dbd0,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:16.778229 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-1cddbed4-aa22-436e-9bd3-5dc93d517d7e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 4d17f139-1ccd-465e-89a3-12b0900bbcd3) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:16.784660 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cddbed4-aa22-436e-9bd3-5dc93d517d7e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:58:16.790160 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cddbed4-aa22-436e-9bd3-5dc93d517d7e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:16.795958 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cddbed4-aa22-436e-9bd3-5dc93d517d7e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:16.796663 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1cddbed4-aa22-436e-9bd3-5dc93d517d7e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:16.812145 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca14c23-df4a-43bd-b941-da0a45b21a54 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] GET failed (client error): The resource could not be found. Sep 14 22:58:16.812677 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0ca14c23-df4a-43bd-b941-da0a45b21a54 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Synchronizing usage tracker for tenant:1c14bf9f432e425688de72a35501bf7a on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:58:16.829285 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041063ec-6c3a-4dcc-a686-d9698471413c None None] No DVR routers for this DVR port ee31a67e-2c81-493c-8570-f1180f193c4c on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:58:16.834031 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d179e5f-e41e-4f0c-9329-74900b08f0b5 None None] Network 4d17f139-1ccd-465e-89a3-12b0900bbcd3 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:58:16.838124 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.api [None req-977f3441-7465-4913-8b0e-3a67b531f1ca tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:58:16.838476 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG oslo_db.api [None req-977f3441-7465-4913-8b0e-3a67b531f1ca tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:58:16.846106 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1cddbed4-aa22-436e-9bd3-5dc93d517d7e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9724240 Sep 14 22:58:16.849690 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52522) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:16.864431 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-8648b1aa-866c-4474-af57-69adffc3593e tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 22:58:16.864431 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8648b1aa-866c-4474-af57-69adffc3593e tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1633255 Sep 14 22:58:16.865622 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52526) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:16.883450 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0ca14c23-df4a-43bd-b941-da0a45b21a54 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Unset dirty status for tenant:1c14bf9f432e425688de72a35501bf7a on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:58:16.887581 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0ca14c23-df4a-43bd-b941-da0a45b21a54 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "GET /v2.0/ports/b8e95f5f-60a2-4845-a613-003e776cb947 HTTP/1.1" status: 404 len: 333 time: 0.1539044 Sep 14 22:58:16.888257 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52530) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:16.938996 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-51dd9398-2e80-481e-832e-1faf5420b1d7 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Allocated IP 172.20.0.1 (75ea059b-2f00-49a6-9551-ce55ec1f21b9/7685bee7-2691-4beb-bf8a-e1d2202721f9/6cffdb05-630d-45d9-8ba8-0ced348ae677) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:58:16.960358 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-1b2caf4d-3fde-4118-a03d-7a0c025fec27 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Deleting port caeacfc5-9403-469b-a1a2-3eb60ffa2652 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:58:16.960809 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1b2caf4d-3fde-4118-a03d-7a0c025fec27 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:16.969607 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041063ec-6c3a-4dcc-a686-d9698471413c None None] Pushing event deleted for resources: {'Port': ['ID=ee31a67e-2c81-493c-8570-f1180f193c4c,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:17.003952 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0ceb426-56d5-4c64-8dd8-378cc4f475f2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Deleting subnet 5f0993f2-bd78-47ba-bcaf-4c917be693f1 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:58:17.010437 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e0ceb426-56d5-4c64-8dd8-378cc4f475f2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:17.057884 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-75774d37-6acf-45d5-ab24-339c395baa51 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:17.092985 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-75774d37-6acf-45d5-ab24-339c395baa51 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:17.095011 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-11da31e5-92aa-4ff4-9b6a-486c3fd77c5f None None] Attempting to bind port 7290e29a-1b8f-46d4-92a1-d5457e79dbd0 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:58:17.095482 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-11da31e5-92aa-4ff4-9b6a-486c3fd77c5f None None] Attempting to bind port 7290e29a-1b8f-46d4-92a1-d5457e79dbd0 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'b42d6318-bcb5-48cd-9921-8ecc85cae146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '75ea059b-2f00-49a6-9551-ce55ec1f21b9'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:58:17.096110 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11da31e5-92aa-4ff4-9b6a-486c3fd77c5f None None] Attempting to bind port 7290e29a-1b8f-46d4-92a1-d5457e79dbd0 on network 75ea059b-2f00-49a6-9551-ce55ec1f21b9 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:58:17.118619 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e0ceb426-56d5-4c64-8dd8-378cc4f475f2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:17.140372 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port b209bca5-1bda-4586-a360-ebcd462f0ce2 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:58:17.140915 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:17.149783 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11da31e5-92aa-4ff4-9b6a-486c3fd77c5f None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:58:17.150324 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11da31e5-92aa-4ff4-9b6a-486c3fd77c5f None None] Checking segment: {'id': 'b42d6318-bcb5-48cd-9921-8ecc85cae146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '75ea059b-2f00-49a6-9551-ce55ec1f21b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:58:17.150837 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-11da31e5-92aa-4ff4-9b6a-486c3fd77c5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:17.151487 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11da31e5-92aa-4ff4-9b6a-486c3fd77c5f None None] Bound using segment: {'id': 'b42d6318-bcb5-48cd-9921-8ecc85cae146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '75ea059b-2f00-49a6-9551-ce55ec1f21b9'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:58:17.152073 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-11da31e5-92aa-4ff4-9b6a-486c3fd77c5f None None] Bound port: 7290e29a-1b8f-46d4-92a1-d5457e79dbd0, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42d6318-bcb5-48cd-9921-8ecc85cae146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '75ea059b-2f00-49a6-9551-ce55ec1f21b9'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:58:17.152551 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-11da31e5-92aa-4ff4-9b6a-486c3fd77c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:17.197162 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-75774d37-6acf-45d5-ab24-339c395baa51 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:17.231964 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75774d37-6acf-45d5-ab24-339c395baa51 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52129f5-0584-44a4-8d10-400fdbcc7d18,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:17.243285 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-75774d37-6acf-45d5-ab24-339c395baa51 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:17.247025 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-75774d37-6acf-45d5-ab24-339c395baa51 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "DELETE /v2.0/security-groups/b52129f5-0584-44a4-8d10-400fdbcc7d18 HTTP/1.1" status: 204 len: 168 time: 0.3788106 Sep 14 22:58:17.247618 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52534) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:17.273082 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e0ceb426-56d5-4c64-8dd8-378cc4f475f2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:17.306252 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-51dd9398-2e80-481e-832e-1faf5420b1d7 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:17.351175 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-11da31e5-92aa-4ff4-9b6a-486c3fd77c5f None None] For port 7290e29a-1b8f-46d4-92a1-d5457e79dbd0, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:58:17.357391 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-11da31e5-92aa-4ff4-9b6a-486c3fd77c5f None None] For port 7290e29a-1b8f-46d4-92a1-d5457e79dbd0, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=7290e29a-1b8f-46d4-92a1-d5457e79dbd0,segment=NetworkSegment(b42d6318-bcb5-48cd-9921-8ecc85cae146),segment_id=b42d6318-bcb5-48cd-9921-8ecc85cae146)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:58:17.371406 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-11da31e5-92aa-4ff4-9b6a-486c3fd77c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:17.380554 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-53a5c89f-a29f-45a2-970c-ad46e0338495 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Synchronizing usage tracker for tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 on resource:security_group {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:58:17.405902 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-53a5c89f-a29f-45a2-970c-ad46e0338495 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Unset dirty status for tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 on resource:security_group {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:58:17.408671 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-53a5c89f-a29f-45a2-970c-ad46e0338495 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1591511 Sep 14 22:58:17.410687 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52538) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:17.414407 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e0ceb426-56d5-4c64-8dd8-378cc4f475f2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:17.474690 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e0ceb426-56d5-4c64-8dd8-378cc4f475f2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:17.494401 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ceb426-56d5-4c64-8dd8-378cc4f475f2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Subnet': ['ID=5f0993f2-bd78-47ba-bcaf-4c917be693f1,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:17.507073 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-977f3441-7465-4913-8b0e-3a67b531f1ca tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Deleting port ee31a67e-2c81-493c-8570-f1180f193c4c {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:58:17.507073 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-977f3441-7465-4913-8b0e-3a67b531f1ca tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:17.520401 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e0ceb426-56d5-4c64-8dd8-378cc4f475f2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/subnets/5f0993f2-bd78-47ba-bcaf-4c917be693f1 HTTP/1.1" status: 204 len: 168 time: 0.6254504 Sep 14 22:58:17.521018 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52542) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:17.565055 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da31e5-92aa-4ff4-9b6a-486c3fd77c5f None None] Pushing event updated for resources: {'Port': ['ID=7290e29a-1b8f-46d4-92a1-d5457e79dbd0,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:17.568185 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:58:17.568773 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:58:17.571109 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-51dd9398-2e80-481e-832e-1faf5420b1d7 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Transition to ACTIVE for port object 6cffdb05-630d-45d9-8ba8-0ced348ae677 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:17.580212 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1b2caf4d-3fde-4118-a03d-7a0c025fec27 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:17.640948 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1073ce05-7473-430f-9517-13570a6a69db None None] Network ba13c51f-ebc6-47e9-be69-52d852be67fb requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:58:17.667901 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bb5e1304-2a2b-4f76-b99b-1419839ae950 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:17.713972 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bb5e1304-2a2b-4f76-b99b-1419839ae950 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:17.727595 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1cbd22d8-b08e-4029-aba8-90053960b656 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:17.751534 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-977f3441-7465-4913-8b0e-3a67b531f1ca tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] The port 'ee31a67e-2c81-493c-8570-f1180f193c4c' was deleted {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:58:17.773588 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-1cbd22d8-b08e-4029-aba8-90053960b656 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Deleting port b209bca5-1bda-4586-a360-ebcd462f0ce2 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:58:17.773958 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1cbd22d8-b08e-4029-aba8-90053960b656 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:17.789880 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-1b2caf4d-3fde-4118-a03d-7a0c025fec27 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Calling delete_port for caeacfc5-9403-469b-a1a2-3eb60ffa2652 owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:58:17.821261 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-51dd9398-2e80-481e-832e-1faf5420b1d7 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:17.847487 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bb5e1304-2a2b-4f76-b99b-1419839ae950 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:17.886341 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-4e71bbee-21a1-49eb-82b7-628d54faeef1 None None] Provisioning complete for port b209bca5-1bda-4586-a360-ebcd462f0ce2 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:17.886625 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4e71bbee-21a1-49eb-82b7-628d54faeef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:18.048976 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e1304-2a2b-4f76-b99b-1419839ae950 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=659be864-a48f-40c5-8a97-4dabcc0e9318,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:18.050709 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-4e71bbee-21a1-49eb-82b7-628d54faeef1 None None] Current status of the port b209bca5-1bda-4586-a360-ebcd462f0ce2 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:58:18.051883 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4e71bbee-21a1-49eb-82b7-628d54faeef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:18.064709 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e4eb96-1572-46e6-950c-3759893ee805 None None] DHCP port deletion for ba13c51f-ebc6-47e9-be69-52d852be67fb request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:58:18.078625 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bb5e1304-2a2b-4f76-b99b-1419839ae950 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:18.082600 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-bb5e1304-2a2b-4f76-b99b-1419839ae950 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "DELETE /v2.0/security-groups/659be864-a48f-40c5-8a97-4dabcc0e9318 HTTP/1.1" status: 204 len: 168 time: 0.6708388 Sep 14 22:58:18.084337 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52546) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:18.117384 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-a1e4eb96-1572-46e6-950c-3759893ee805 None None] Deleting port b209bca5-1bda-4586-a360-ebcd462f0ce2 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:58:18.117758 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a1e4eb96-1572-46e6-950c-3759893ee805 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:18.118153 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dd9398-2e80-481e-832e-1faf5420b1d7 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Network 75ea059b-2f00-49a6-9551-ce55ec1f21b9 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:18.125289 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-977f3441-7465-4913-8b0e-3a67b531f1ca tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:18.136702 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-51dd9398-2e80-481e-832e-1faf5420b1d7 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:18.150210 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dd9398-2e80-481e-832e-1faf5420b1d7 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:58:18.178262 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-1cbd22d8-b08e-4029-aba8-90053960b656 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] For port b209bca5-1bda-4586-a360-ebcd462f0ce2, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=b209bca5-1bda-4586-a360-ebcd462f0ce2,segment=NetworkSegment(4d9dd83f-f2c4-4d56-97a3-065ef3b8c2b9),segment_id=4d9dd83f-f2c4-4d56-97a3-065ef3b8c2b9)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:58:18.178977 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1cbd22d8-b08e-4029-aba8-90053960b656 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:18.194755 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-4e71bbee-21a1-49eb-82b7-628d54faeef1 None None] For port b209bca5-1bda-4586-a360-ebcd462f0ce2, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=b209bca5-1bda-4586-a360-ebcd462f0ce2,segment=NetworkSegment(4d9dd83f-f2c4-4d56-97a3-065ef3b8c2b9),segment_id=4d9dd83f-f2c4-4d56-97a3-065ef3b8c2b9)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:58:18.206426 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port b209bca5-1bda-4586-a360-ebcd462f0ce2 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:58:18.206804 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:18.211873 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd9398-2e80-481e-832e-1faf5420b1d7 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Port': ['ID=6cffdb05-630d-45d9-8ba8-0ced348ae677,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:18.216105 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4e71bbee-21a1-49eb-82b7-628d54faeef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:18.255961 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-35c2f817-d82e-4583-8e24-afca08710430 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1642034 Sep 14 22:58:18.261009 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-977f3441-7465-4913-8b0e-3a67b531f1ca tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81f625d2-18ad-483d-8efe-b6ec32ab793d']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:18.273371 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52550) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:18.287131 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-977f3441-7465-4913-8b0e-3a67b531f1ca tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c57d74fb-cafa-4844-9ce6-cc5c1458b2f5') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:18.287636 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-977f3441-7465-4913-8b0e-3a67b531f1ca tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c57d74fb-cafa-4844-9ce6-cc5c1458b2f5') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:18.297367 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-6e7aea70-0ee4-4dbf-97a3-c64934b15433 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Request body: {'security_group': {'name': 'tempest-secgroup--141070105'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:18.311819 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-977f3441-7465-4913-8b0e-3a67b531f1ca tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:18.320649 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1b2caf4d-3fde-4118-a03d-7a0c025fec27 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:18.321127 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-1cbd22d8-b08e-4029-aba8-90053960b656 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Calling delete_port for b209bca5-1bda-4586-a360-ebcd462f0ce2 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:58:18.324740 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6e7aea70-0ee4-4dbf-97a3-c64934b15433 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:18.366192 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6e7aea70-0ee4-4dbf-97a3-c64934b15433 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Usage tracker for resource:security_group and tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:18.383065 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6e7aea70-0ee4-4dbf-97a3-c64934b15433 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:18.386549 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-51dd9398-2e80-481e-832e-1faf5420b1d7 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:18.402670 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2caf4d-3fde-4118-a03d-7a0c025fec27 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Port': ['ID=caeacfc5-9403-469b-a1a2-3eb60ffa2652,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:18.405011 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6e7aea70-0ee4-4dbf-97a3-c64934b15433 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:18.407645 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-977f3441-7465-4913-8b0e-3a67b531f1ca tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:18.417762 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.db.api [None req-1cbd22d8-b08e-4029-aba8-90053960b656 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:58:18.418139 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG oslo_db.api [None req-1cbd22d8-b08e-4029-aba8-90053960b656 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:58:18.434936 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-977f3441-7465-4913-8b0e-3a67b531f1ca tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:58:18.435765 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-977f3441-7465-4913-8b0e-3a67b531f1ca tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:18.465385 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1b2caf4d-3fde-4118-a03d-7a0c025fec27 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:18.480463 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71bbee-21a1-49eb-82b7-628d54faeef1 None None] Pushing event updated for resources: {'Port': ['ID=b209bca5-1bda-4586-a360-ebcd462f0ce2,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:18.505741 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:58:18.506099 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:58:18.522799 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment c57d74fb-cafa-4844-9ce6-cc5c1458b2f5 resource provider aggregate not found Sep 14 22:58:18.528123 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-a1e4eb96-1572-46e6-950c-3759893ee805 None None] For port b209bca5-1bda-4586-a360-ebcd462f0ce2, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=b209bca5-1bda-4586-a360-ebcd462f0ce2,segment=NetworkSegment(4d9dd83f-f2c4-4d56-97a3-065ef3b8c2b9),segment_id=4d9dd83f-f2c4-4d56-97a3-065ef3b8c2b9)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:58:18.528712 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a1e4eb96-1572-46e6-950c-3759893ee805 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:18.539618 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6e7aea70-0ee4-4dbf-97a3-c64934b15433 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:18.560821 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment c57d74fb-cafa-4844-9ce6-cc5c1458b2f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c57d74fb-cafa-4844-9ce6-cc5c1458b2f5 found for delete ", "request_id": "req-a3353914-b9e8-4d92-8621-de8a6961e9c3"}]} Sep 14 22:58:18.587517 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52558) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:18.587844 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1b2caf4d-3fde-4118-a03d-7a0c025fec27 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/ports/caeacfc5-9403-469b-a1a2-3eb60ffa2652 HTTP/1.1" status: 204 len: 168 time: 1.7332959 Sep 14 22:58:18.601073 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-977f3441-7465-4913-8b0e-3a67b531f1ca tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:18.602736 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6e7aea70-0ee4-4dbf-97a3-c64934b15433 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:18.623109 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-977f3441-7465-4913-8b0e-3a67b531f1ca tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:18.631360 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6e7aea70-0ee4-4dbf-97a3-c64934b15433 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Usage tracker for resource:security_group_rule and tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:18.639817 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6e7aea70-0ee4-4dbf-97a3-c64934b15433 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:18.649640 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f3441-7465-4913-8b0e-3a67b531f1ca tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] Pushing event deleted for resources: {'Network': ['ID=81f625d2-18ad-483d-8efe-b6ec32ab793d,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:18.651800 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6e7aea70-0ee4-4dbf-97a3-c64934b15433 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:18.682018 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-977f3441-7465-4913-8b0e-3a67b531f1ca tempest-NetworksIpV6TestAttrs-1206447544 tempest-NetworksIpV6TestAttrs-1206447544-project] 10.222.0.33 "DELETE /v2.0/networks/81f625d2-18ad-483d-8efe-b6ec32ab793d HTTP/1.1" status: 204 len: 168 time: 3.5938926 Sep 14 22:58:18.692903 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-a1e4eb96-1572-46e6-950c-3759893ee805 None None] Calling delete_port for b209bca5-1bda-4586-a360-ebcd462f0ce2 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:58:18.707900 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67db0bd3-1c60-4110-8cfb-df11026db8aa tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:18.715391 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67db0bd3-1c60-4110-8cfb-df11026db8aa tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:18.716504 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-67db0bd3-1c60-4110-8cfb-df11026db8aa tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Synchronizing usage tracker for tenant:c0a980b2e8bf40c8a14dfb2d5527a283 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:58:18.741467 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-67db0bd3-1c60-4110-8cfb-df11026db8aa tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Unset dirty status for tenant:c0a980b2e8bf40c8a14dfb2d5527a283 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:58:18.742814 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-67db0bd3-1c60-4110-8cfb-df11026db8aa tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1542621 Sep 14 22:58:18.745878 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52564) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:18.794090 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-51dd9398-2e80-481e-832e-1faf5420b1d7 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:18.850316 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a1e4eb96-1572-46e6-950c-3759893ee805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:18.872066 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-4a12640c-fbb1-4762-a0e7-3073a0c42e0c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Deleting port 125e69f8-d899-45ef-8a81-0cc7a47ee111 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:58:18.872522 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4a12640c-fbb1-4762-a0e7-3073a0c42e0c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:18.915598 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e4eb96-1572-46e6-950c-3759893ee805 None None] No DVR routers for this DVR port b209bca5-1bda-4586-a360-ebcd462f0ce2 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:58:18.929083 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e4eb96-1572-46e6-950c-3759893ee805 None None] Pushing event deleted for resources: {'Port': ['ID=b209bca5-1bda-4586-a360-ebcd462f0ce2,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:18.951644 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-1cbd22d8-b08e-4029-aba8-90053960b656 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Deleting port b209bca5-1bda-4586-a360-ebcd462f0ce2 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:58:18.952099 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1cbd22d8-b08e-4029-aba8-90053960b656 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:18.957263 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86cb6a0-0b27-4b42-aa2c-83da16954fbb None None] Network 75ea059b-2f00-49a6-9551-ce55ec1f21b9 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:58:18.994013 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6e7aea70-0ee4-4dbf-97a3-c64934b15433 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:19.046518 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6e7aea70-0ee4-4dbf-97a3-c64934b15433 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:19.092905 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Port b209bca5-1bda-4586-a360-ebcd462f0ce2 update to ACTIVE by agent not found {{(pid=89172) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2176}} Sep 14 22:58:19.114618 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-7bea1c54-242d-4c00-8271-77eaeeabd870 None None] Provisioning for port 7290e29a-1b8f-46d4-92a1-d5457e79dbd0 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:58:19.128046 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7aea70-0ee4-4dbf-97a3-c64934b15433 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d5a847-b374-4620-a3bb-2e61272c4bc2,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:19.141829 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6e7aea70-0ee4-4dbf-97a3-c64934b15433 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:19.143035 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6e7aea70-0ee4-4dbf-97a3-c64934b15433 tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8651650 Sep 14 22:58:19.179509 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device ee31a67e-2c81-493c-8570-f1180f193c4c no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:58:19.181047 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52570) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:19.181380 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52572) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:19.215102 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-1cbd22d8-b08e-4029-aba8-90053960b656 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] The port 'b209bca5-1bda-4586-a360-ebcd462f0ce2' was deleted {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:58:19.232050 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-7152d4f0-8d7d-426f-97a5-50b0756c2d4b tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:19.233159 dv-neutron-857791-1-hyperv neutron-server[89170]: WARNING neutron.api.v2.base [None req-7152d4f0-8d7d-426f-97a5-50b0756c2d4b tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 14 22:58:19.233667 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-7152d4f0-8d7d-426f-97a5-50b0756c2d4b tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] update failed (client error): There was a conflict when trying to complete your request. Sep 14 22:58:19.237360 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7152d4f0-8d7d-426f-97a5-50b0756c2d4b tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "PUT /v2.0/security-groups/d3d5a847-b374-4620-a3bb-2e61272c4bc2 HTTP/1.1" status: 409 len: 330 time: 0.0523424 Sep 14 22:58:19.240517 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:19.244430 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: ee31a67e-2c81-493c-8570-f1180f193c4c {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:58:19.245042 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device ee31a67e-2c81-493c-8570-f1180f193c4c not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:58:19.247994 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52578) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:19.304027 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4a12640c-fbb1-4762-a0e7-3073a0c42e0c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:19.448483 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 7290e29a-1b8f-46d4-92a1-d5457e79dbd0 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:58:19.537482 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 7290e29a-1b8f-46d4-92a1-d5457e79dbd0 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:58:19.540205 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-51dd9398-2e80-481e-832e-1faf5420b1d7 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:19.544645 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 7290e29a-1b8f-46d4-92a1-d5457e79dbd0 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:19.545096 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:19.549708 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-4a12640c-fbb1-4762-a0e7-3073a0c42e0c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Calling delete_port for 125e69f8-d899-45ef-8a81-0cc7a47ee111 owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:58:19.561365 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-51dd9398-2e80-481e-832e-1faf5420b1d7 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:19.617974 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1cbd22d8-b08e-4029-aba8-90053960b656 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:19.658613 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-1cbd22d8-b08e-4029-aba8-90053960b656 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba13c51f-ebc6-47e9-be69-52d852be67fb']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:19.691514 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 7290e29a-1b8f-46d4-92a1-d5457e79dbd0 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:58:19.692859 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:19.705324 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-1cbd22d8-b08e-4029-aba8-90053960b656 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d9dd83f-f2c4-4d56-97a3-065ef3b8c2b9') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:19.705694 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-1cbd22d8-b08e-4029-aba8-90053960b656 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d9dd83f-f2c4-4d56-97a3-065ef3b8c2b9') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:19.731860 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1cbd22d8-b08e-4029-aba8-90053960b656 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:19.737985 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 7290e29a-1b8f-46d4-92a1-d5457e79dbd0, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=7290e29a-1b8f-46d4-92a1-d5457e79dbd0,segment=NetworkSegment(b42d6318-bcb5-48cd-9921-8ecc85cae146),segment_id=b42d6318-bcb5-48cd-9921-8ecc85cae146)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:58:19.739944 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd9398-2e80-481e-832e-1faf5420b1d7 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Port': ['ID=6cffdb05-630d-45d9-8ba8-0ced348ae677,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:19.746742 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:19.751656 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-51dd9398-2e80-481e-832e-1faf5420b1d7 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:19.760897 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-49cc69fa-2162-493e-8b39-16a89ae1849c tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:19.778322 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1cbd22d8-b08e-4029-aba8-90053960b656 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:19.786487 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cbd22d8-b08e-4029-aba8-90053960b656 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:58:19.787122 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1cbd22d8-b08e-4029-aba8-90053960b656 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:19.811177 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-49cc69fa-2162-493e-8b39-16a89ae1849c tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:19.830387 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-009ab3b6-37ab-46a5-a2e1-88df7131ed8b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d414d78b994047078c628b39b0ceaf5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6463246 Sep 14 22:58:19.837199 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52584) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:19.847363 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=7290e29a-1b8f-46d4-92a1-d5457e79dbd0,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:19.857076 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device b209bca5-1bda-4586-a360-ebcd462f0ce2 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:58:19.900642 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: b209bca5-1bda-4586-a360-ebcd462f0ce2 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:58:19.901360 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device b209bca5-1bda-4586-a360-ebcd462f0ce2 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:58:19.903002 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4a12640c-fbb1-4762-a0e7-3073a0c42e0c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:19.904289 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-ca4a1fc8-7e2c-47eb-9b8c-0cb88e704b92 None None] Provisioning complete for port 7290e29a-1b8f-46d4-92a1-d5457e79dbd0 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:19.905058 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ca4a1fc8-7e2c-47eb-9b8c-0cb88e704b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:19.967821 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 4d9dd83f-f2c4-4d56-97a3-065ef3b8c2b9 resource provider aggregate not found Sep 14 22:58:19.971305 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1cbd22d8-b08e-4029-aba8-90053960b656 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:19.973499 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12640c-fbb1-4762-a0e7-3073a0c42e0c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Port': ['ID=125e69f8-d899-45ef-8a81-0cc7a47ee111,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:19.993840 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1cbd22d8-b08e-4029-aba8-90053960b656 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:20.016314 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 4d9dd83f-f2c4-4d56-97a3-065ef3b8c2b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d9dd83f-f2c4-4d56-97a3-065ef3b8c2b9 found for delete ", "request_id": "req-38e46b37-428a-448c-93b5-8caa526f92d5"}]} Sep 14 22:58:20.019241 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1cbd22d8-b08e-4029-aba8-90053960b656 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/networks/ba13c51f-ebc6-47e9-be69-52d852be67fb HTTP/1.1" status: 204 len: 168 time: 2.4974492 Sep 14 22:58:20.020452 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd22d8-b08e-4029-aba8-90053960b656 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Network': ['ID=ba13c51f-ebc6-47e9-be69-52d852be67fb,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:20.023861 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52592) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:20.028357 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4a12640c-fbb1-4762-a0e7-3073a0c42e0c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:20.033036 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4a12640c-fbb1-4762-a0e7-3073a0c42e0c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/ports/125e69f8-d899-45ef-8a81-0cc7a47ee111 HTTP/1.1" status: 204 len: 168 time: 1.2853866 Sep 14 22:58:20.038077 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-df7d83bf-9136-4da2-88c0-237df38b3d9c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'port': {'network_id': '54998194-279a-4fa5-95ce-887c2e0abbe0', 'name': 'tempest-PortsTestJSON-306972630'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:20.041875 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52596) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:20.051134 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-49cc69fa-2162-493e-8b39-16a89ae1849c tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:20.071932 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a1fc8-7e2c-47eb-9b8c-0cb88e704b92 None None] Current status of the port 7290e29a-1b8f-46d4-92a1-d5457e79dbd0 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:58:20.083883 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-ca4a1fc8-7e2c-47eb-9b8c-0cb88e704b92 None None] Provisioning for port 6cffdb05-630d-45d9-8ba8-0ced348ae677 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:58:20.089922 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-ca4a1fc8-7e2c-47eb-9b8c-0cb88e704b92 None None] Provisioning complete for port 6cffdb05-630d-45d9-8ba8-0ced348ae677 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:20.090624 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ca4a1fc8-7e2c-47eb-9b8c-0cb88e704b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:20.099838 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1c14e31d-c62b-419e-b4e4-838eac7ec669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:20.133740 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc69fa-2162-493e-8b39-16a89ae1849c tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d5a847-b374-4620-a3bb-2e61272c4bc2,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:20.170130 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a1fc8-7e2c-47eb-9b8c-0cb88e704b92 None None] Port 6cffdb05-630d-45d9-8ba8-0ced348ae677 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:58:20.183962 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-49cc69fa-2162-493e-8b39-16a89ae1849c tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:20.185934 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-49cc69fa-2162-493e-8b39-16a89ae1849c tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "DELETE /v2.0/security-groups/d3d5a847-b374-4620-a3bb-2e61272c4bc2 HTTP/1.1" status: 204 len: 168 time: 0.9214132 Sep 14 22:58:20.188236 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dd9398-2e80-481e-832e-1faf5420b1d7 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Network 75ea059b-2f00-49a6-9551-ce55ec1f21b9 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:20.192467 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52600) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:20.195847 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-51dd9398-2e80-481e-832e-1faf5420b1d7 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:20.198931 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1c14e31d-c62b-419e-b4e4-838eac7ec669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:20.262744 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-df7d83bf-9136-4da2-88c0-237df38b3d9c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:20.267330 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-df7d83bf-9136-4da2-88c0-237df38b3d9c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:port and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:20.270520 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-df7d83bf-9136-4da2-88c0-237df38b3d9c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:20.276710 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-df7d83bf-9136-4da2-88c0-237df38b3d9c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:20.289977 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7d83bf-9136-4da2-88c0-237df38b3d9c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Made reservation on behalf of 1c14bf9f432e425688de72a35501bf7a for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:20.294161 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-df7d83bf-9136-4da2-88c0-237df38b3d9c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:20.298970 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f0f2349c-7760-4687-b442-e3ad02643c28 None None] Provisioning complete for port 6cffdb05-630d-45d9-8ba8-0ced348ae677 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:20.299378 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f0f2349c-7760-4687-b442-e3ad02643c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:20.318659 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-df7d83bf-9136-4da2-88c0-237df38b3d9c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] device_id is not set on port 18587f86-fb11-4bb9-a71e-35333cc684bd yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:58:20.415983 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-f0f2349c-7760-4687-b442-e3ad02643c28 None None] Port 6cffdb05-630d-45d9-8ba8-0ced348ae677 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:58:20.454723 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9347cc-0112-4220-b558-2fb27afe362e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:20.455414 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5c9347cc-0112-4220-b558-2fb27afe362e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Synchronizing usage tracker for tenant:c0a980b2e8bf40c8a14dfb2d5527a283 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:58:20.469567 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6607dbfb-b64d-4290-95c9-add4a647ceef tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Synchronizing usage tracker for tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:58:20.505184 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5c9347cc-0112-4220-b558-2fb27afe362e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Unset dirty status for tenant:c0a980b2e8bf40c8a14dfb2d5527a283 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:58:20.508662 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5c9347cc-0112-4220-b558-2fb27afe362e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4611499 Sep 14 22:58:20.509125 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52604) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:20.536599 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-5bb53e8c-8a6b-455f-9a3b-d375baf8a303 None None] Provisioning complete for port 6cffdb05-630d-45d9-8ba8-0ced348ae677 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:20.537097 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5bb53e8c-8a6b-455f-9a3b-d375baf8a303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:20.546459 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1c14e31d-c62b-419e-b4e4-838eac7ec669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:20.562655 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6607dbfb-b64d-4290-95c9-add4a647ceef tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] Unset dirty status for tenant:1131d84f6f2443fa927e0fe3cd2aa5b7 on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:58:20.567562 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6607dbfb-b64d-4290-95c9-add4a647ceef tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3696485 Sep 14 22:58:20.567907 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52608) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:20.579456 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-aabf737d-4820-4a9d-a553-ddd23a10654d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] GET failed (client error): The resource could not be found. Sep 14 22:58:20.583923 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-aabf737d-4820-4a9d-a553-ddd23a10654d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "GET /v2.0/ports/caeacfc5-9403-469b-a1a2-3eb60ffa2652 HTTP/1.1" status: 404 len: 333 time: 0.0708041 Sep 14 22:58:20.583923 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c14e31d-c62b-419e-b4e4-838eac7ec669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307e8189-47a5-4b95-8b50-fb65585a97b0,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:20.586764 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52612) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:20.593619 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-d8064f7e-4f38-4dff-bdfa-f418167b09ae tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] delete failed (client error): The resource could not be found. Sep 14 22:58:20.599029 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d8064f7e-4f38-4dff-bdfa-f418167b09ae tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "DELETE /v2.0/security-groups/6dc329ab-10e6-443e-9134-8661cd9c1b8c HTTP/1.1" status: 404 len: 347 time: 0.0258040 Sep 14 22:58:20.601141 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52616) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:20.604239 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-df7d83bf-9136-4da2-88c0-237df38b3d9c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:20.612769 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-5bb53e8c-8a6b-455f-9a3b-d375baf8a303 None None] Port 6cffdb05-630d-45d9-8ba8-0ced348ae677 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:58:20.630436 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-5b0c4751-7f29-4d3e-8f6e-f71dc49a5a6c tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] show failed (client error): The resource could not be found. Sep 14 22:58:20.631553 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5b0c4751-7f29-4d3e-8f6e-f71dc49a5a6c tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "GET /v2.0/security-groups/e47dfd8b-e403-4330-b905-146a70394ce2 HTTP/1.1" status: 404 len: 347 time: 0.0249407 Sep 14 22:58:20.637278 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52620) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:20.637464 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1c14e31d-c62b-419e-b4e4-838eac7ec669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:20.638572 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1c14e31d-c62b-419e-b4e4-838eac7ec669 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/307e8189-47a5-4b95-8b50-fb65585a97b0 HTTP/1.1" status: 204 len: 168 time: 0.7845709 Sep 14 22:58:20.641416 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-de42b096-898b-47d0-8c24-6411603c0dba tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] GET failed (client error): The resource could not be found. Sep 14 22:58:20.642733 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-de42b096-898b-47d0-8c24-6411603c0dba tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "GET /v2.0/ports/125e69f8-d899-45ef-8a81-0cc7a47ee111 HTTP/1.1" status: 404 len: 333 time: 0.0549324 Sep 14 22:58:20.645448 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51dd9398-2e80-481e-832e-1faf5420b1d7 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Router 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:58:20.648713 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52626) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:20.656998 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-57f26f68-da73-4e8f-aa9a-31b8249feb6b tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] show failed (client error): The resource could not be found. Sep 14 22:58:20.658003 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-57f26f68-da73-4e8f-aa9a-31b8249feb6b tempest-NegativeSecGroupTest-2046240595 tempest-NegativeSecGroupTest-2046240595-project] 10.222.0.33 "GET /v2.0/security-group-rules/552189ab-eb20-498d-bdb2-4d8073f56656 HTTP/1.1" status: 404 len: 356 time: 0.0197096 Sep 14 22:58:20.681530 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-df7d83bf-9136-4da2-88c0-237df38b3d9c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:20.762451 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7d83bf-9136-4da2-88c0-237df38b3d9c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Network 54998194-279a-4fa5-95ce-887c2e0abbe0 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:20.765778 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-df7d83bf-9136-4da2-88c0-237df38b3d9c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:20.770422 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7d83bf-9136-4da2-88c0-237df38b3d9c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:58:20.775924 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7d83bf-9136-4da2-88c0-237df38b3d9c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:20.776812 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-df7d83bf-9136-4da2-88c0-237df38b3d9c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:20.790253 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d83bf-9136-4da2-88c0-237df38b3d9c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Port': ['ID=18587f86-fb11-4bb9-a71e-35333cc684bd,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:20.815456 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-df7d83bf-9136-4da2-88c0-237df38b3d9c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7889154 Sep 14 22:58:20.818848 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52636) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:20.912104 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-ba083c78-6484-4713-ad0a-c3fa19c87e16 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Deleting port 18587f86-fb11-4bb9-a71e-35333cc684bd {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:58:20.912885 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ba083c78-6484-4713-ad0a-c3fa19c87e16 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:20.919221 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52640) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:20.934925 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-81e6270c-d72d-4162-85c8-a341f8c4d420 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:20.937523 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51dd9398-2e80-481e-832e-1faf5420b1d7 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:58:20.942977 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-51dd9398-2e80-481e-832e-1faf5420b1d7 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "PUT /v2.0/routers/1f7ddff8-0c20-4b5c-8c00-49db05062fa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2547796 Sep 14 22:58:20.948849 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52648) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:20.952321 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fa1336-d43e-46fd-944a-11af9efabdc6 None None] Sync routers for ids ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:58:20.966687 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-0ce9bf46-dcf0-4736-9d8b-30f771bab900 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Request body: {'network': {'name': 'tempest-RoutersTest-149442523'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:20.972154 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fa1336-d43e-46fd-944a-11af9efabdc6 None None] Routers {'1f7ddff8-0c20-4b5c-8c00-49db05062fa5'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:58:20.973332 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-24fa1336-d43e-46fd-944a-11af9efabdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:58:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:20.991126 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0ce9bf46-dcf0-4736-9d8b-30f771bab900 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:20.995519 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0ce9bf46-dcf0-4736-9d8b-30f771bab900 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Usage tracker for resource:network and tenant:25d4f6710d2343efa0693e5e6584ceb8 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:20.998279 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0ce9bf46-dcf0-4736-9d8b-30f771bab900 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:21.017337 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0ce9bf46-dcf0-4736-9d8b-30f771bab900 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:21.098717 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce9bf46-dcf0-4736-9d8b-30f771bab900 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Made reservation on behalf of 25d4f6710d2343efa0693e5e6584ceb8 for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:21.102266 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0ce9bf46-dcf0-4736-9d8b-30f771bab900 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:21.199519 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-24fa1336-d43e-46fd-944a-11af9efabdc6 None None] Set router 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:58:21.201937 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ba083c78-6484-4713-ad0a-c3fa19c87e16 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:21.243291 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-81e6270c-d72d-4162-85c8-a341f8c4d420 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:21.262109 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce9bf46-dcf0-4736-9d8b-30f771bab900 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:58:21.277297 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-553a63b6-16db-4fee-9cd9-3c6fe6cf30fb admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=1131d84f6f2443fa927e0fe3cd2aa5b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3570065 Sep 14 22:58:21.280935 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52660) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:21.460859 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-ba083c78-6484-4713-ad0a-c3fa19c87e16 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Calling delete_port for 18587f86-fb11-4bb9-a71e-35333cc684bd owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:58:21.475960 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-81e6270c-d72d-4162-85c8-a341f8c4d420 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d17f139-1ccd-465e-89a3-12b0900bbcd3']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:21.493917 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0ce9bf46-dcf0-4736-9d8b-30f771bab900 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:21.493917 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-0ce9bf46-dcf0-4736-9d8b-30f771bab900 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Added segment 96b53950-9a9a-4847-8dd9-74f1530180ce of type vlan for network 77d744c3-5dc8-4254-a77a-f866be4e427e Sep 14 22:58:21.509284 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-81e6270c-d72d-4162-85c8-a341f8c4d420 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b780e76e-ce73-4cb2-be9c-ea58540cacf4') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:21.509517 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-81e6270c-d72d-4162-85c8-a341f8c4d420 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b780e76e-ce73-4cb2-be9c-ea58540cacf4') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:21.524395 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 7290e29a-1b8f-46d4-92a1-d5457e79dbd0 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:58:21.545443 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-81e6270c-d72d-4162-85c8-a341f8c4d420 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:21.582995 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0ce9bf46-dcf0-4736-9d8b-30f771bab900 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:21.599136 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-81e6270c-d72d-4162-85c8-a341f8c4d420 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:21.600342 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ba083c78-6484-4713-ad0a-c3fa19c87e16 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:21.601397 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f1c1e4a1-5c59-4463-9901-f061f1130adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:21.631947 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e6270c-d72d-4162-85c8-a341f8c4d420 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:58:21.632383 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-81e6270c-d72d-4162-85c8-a341f8c4d420 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:21.658224 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 7290e29a-1b8f-46d4-92a1-d5457e79dbd0 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:21.658836 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:21.669455 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ba083c78-6484-4713-ad0a-c3fa19c87e16 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:21.695841 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba083c78-6484-4713-ad0a-c3fa19c87e16 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Port': ['ID=18587f86-fb11-4bb9-a71e-35333cc684bd,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:21.703175 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ba083c78-6484-4713-ad0a-c3fa19c87e16 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/ports/18587f86-fb11-4bb9-a71e-35333cc684bd HTTP/1.1" status: 204 len: 168 time: 0.8827374 Sep 14 22:58:21.705757 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52674) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:21.712674 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-a818f095-ee53-46f0-9a8e-06c7382050fa tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'port': {'network_id': '54998194-279a-4fa5-95ce-887c2e0abbe0', 'mac_address': 'fa:16:3e:09:0d:23', 'name': 'tempest-PortsTestJSON-513884147'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:21.724739 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f1c1e4a1-5c59-4463-9901-f061f1130adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:21.725634 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-24fa1336-d43e-46fd-944a-11af9efabdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'name': 'tempest-RoutersTest-router-1338449832', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:11Z', 'updated_at': '2022-09-14T22:58:18Z', 'revision_number': 2, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'gw_port_host': None, '_interfaces': [{'id': '6cffdb05-630d-45d9-8ba8-0ced348ae677', 'name': '', 'network_id': '75ea059b-2f00-49a6-9551-ce55ec1f21b9', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:db:4a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:16Z', 'updated_at': '2022-09-14T22:58:19Z', 'revision_number': 2, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:21.733876 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fa1336-d43e-46fd-944a-11af9efabdc6 None None] Checking router: 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:58:21.734226 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fa1336-d43e-46fd-944a-11af9efabdc6 None None] Updating router 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 port 6cffdb05-630d-45d9-8ba8-0ced348ae677 binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:58:21.734772 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment b780e76e-ce73-4cb2-be9c-ea58540cacf4 resource provider aggregate not found Sep 14 22:58:21.774600 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment b780e76e-ce73-4cb2-be9c-ea58540cacf4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b780e76e-ce73-4cb2-be9c-ea58540cacf4 found for delete ", "request_id": "req-b696126e-5861-44d6-80d9-fcc884db5bdc"}]} Sep 14 22:58:21.797073 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0ce9bf46-dcf0-4736-9d8b-30f771bab900 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:21.802995 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce9bf46-dcf0-4736-9d8b-30f771bab900 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:21.803590 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0ce9bf46-dcf0-4736-9d8b-30f771bab900 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:21.837367 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-81e6270c-d72d-4162-85c8-a341f8c4d420 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:21.842631 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 7290e29a-1b8f-46d4-92a1-d5457e79dbd0 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:58:21.853195 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-24fa1336-d43e-46fd-944a-11af9efabdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:21.879458 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a818f095-ee53-46f0-9a8e-06c7382050fa tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:21.887229 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a818f095-ee53-46f0-9a8e-06c7382050fa tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:port and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:21.890760 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a818f095-ee53-46f0-9a8e-06c7382050fa tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:21.897293 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a818f095-ee53-46f0-9a8e-06c7382050fa tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:21.898875 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-81e6270c-d72d-4162-85c8-a341f8c4d420 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:21.943947 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce9bf46-dcf0-4736-9d8b-30f771bab900 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Network': ['ID=77d744c3-5dc8-4254-a77a-f866be4e427e,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:21.951185 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-81e6270c-d72d-4162-85c8-a341f8c4d420 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/networks/4d17f139-1ccd-465e-89a3-12b0900bbcd3 HTTP/1.1" status: 204 len: 168 time: 1.2993374 Sep 14 22:58:21.951854 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52682) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:21.963107 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-6f983c45-c0d7-4abb-99c3-ca8080db88d6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-59035890'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:21.973383 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 77d744c3-5dc8-4254-a77a-f866be4e427e details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:58:21.974619 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a818f095-ee53-46f0-9a8e-06c7382050fa tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Made reservation on behalf of 1c14bf9f432e425688de72a35501bf7a for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:21.981617 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0ce9bf46-dcf0-4736-9d8b-30f771bab900 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0188160 Sep 14 22:58:21.982596 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52686) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:21.991640 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-6f983c45-c0d7-4abb-99c3-ca8080db88d6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:21.993950 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-3c757f58-d2c2-4b12-b07e-1c5b095f3567 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Request body: {'subnet': {'network_id': '77d744c3-5dc8-4254-a77a-f866be4e427e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:22.011427 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6f983c45-c0d7-4abb-99c3-ca8080db88d6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:network and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:22.067087 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6f983c45-c0d7-4abb-99c3-ca8080db88d6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:22.093951 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-6f983c45-c0d7-4abb-99c3-ca8080db88d6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:22.094157 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f1c1e4a1-5c59-4463-9901-f061f1130adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:22.097749 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f1c1e4a1-5c59-4463-9901-f061f1130adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:22.099014 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f1c1e4a1-5c59-4463-9901-f061f1130adf admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6d77f1f9-8d3a-4132-af45-0b676f6b09d7 HTTP/1.1" status: 204 len: 168 time: 0.8148000 Sep 14 22:58:22.111974 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6270c-d72d-4162-85c8-a341f8c4d420 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Network': ['ID=4d17f139-1ccd-465e-89a3-12b0900bbcd3,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:22.132085 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1e4a1-5c59-4463-9901-f061f1130adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d77f1f9-8d3a-4132-af45-0b676f6b09d7,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:22.145622 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-3c757f58-d2c2-4b12-b07e-1c5b095f3567 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:22.150457 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-3c757f58-d2c2-4b12-b07e-1c5b095f3567 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Usage tracker for resource:subnet and tenant:25d4f6710d2343efa0693e5e6584ceb8 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:22.153442 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-3c757f58-d2c2-4b12-b07e-1c5b095f3567 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:22.160476 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-3c757f58-d2c2-4b12-b07e-1c5b095f3567 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:22.178056 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c757f58-d2c2-4b12-b07e-1c5b095f3567 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Made reservation on behalf of 25d4f6710d2343efa0693e5e6584ceb8 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:22.182187 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f983c45-c0d7-4abb-99c3-ca8080db88d6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Made reservation on behalf of c0a980b2e8bf40c8a14dfb2d5527a283 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:22.184735 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3c757f58-d2c2-4b12-b07e-1c5b095f3567 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:22.203495 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6f983c45-c0d7-4abb-99c3-ca8080db88d6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:22.251824 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a818f095-ee53-46f0-9a8e-06c7382050fa tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:22.313167 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-a818f095-ee53-46f0-9a8e-06c7382050fa tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] device_id is not set on port d9aa1216-a3c9-414f-b9a7-26fde5bd4dd6 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:58:22.359403 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f983c45-c0d7-4abb-99c3-ca8080db88d6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:58:22.393120 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6f983c45-c0d7-4abb-99c3-ca8080db88d6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:22.393509 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-6f983c45-c0d7-4abb-99c3-ca8080db88d6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Added segment 967f2675-0290-4df1-8835-9042f39a5e8e of type vlan for network ef62c66f-26ca-4f9d-8e8f-bcbefbe663c6 Sep 14 22:58:22.453687 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6f983c45-c0d7-4abb-99c3-ca8080db88d6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:22.457684 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-24fa1336-d43e-46fd-944a-11af9efabdc6 None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:22.492666 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-24fa1336-d43e-46fd-944a-11af9efabdc6 None None] Transition to ACTIVE for port object 6cffdb05-630d-45d9-8ba8-0ced348ae677 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:22.504884 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-24fa1336-d43e-46fd-944a-11af9efabdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:22.551622 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3c757f58-d2c2-4b12-b07e-1c5b095f3567 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:22.600170 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6f983c45-c0d7-4abb-99c3-ca8080db88d6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:22.606987 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f983c45-c0d7-4abb-99c3-ca8080db88d6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:22.607635 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6f983c45-c0d7-4abb-99c3-ca8080db88d6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:22.660488 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c757f58-d2c2-4b12-b07e-1c5b095f3567 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Subnet': ['ID=0e956994-0ac1-4bda-8610-401143b8eb45,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:22.670891 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c757f58-d2c2-4b12-b07e-1c5b095f3567 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Checking segment: {'id': '96b53950-9a9a-4847-8dd9-74f1530180ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '77d744c3-5dc8-4254-a77a-f866be4e427e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:58:22.671264 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c757f58-d2c2-4b12-b07e-1c5b095f3567 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Network hostable DHCP agents. Network: 77d744c3-5dc8-4254-a77a-f866be4e427e, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:58:22.702666 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c757f58-d2c2-4b12-b07e-1c5b095f3567 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Network 77d744c3-5dc8-4254-a77a-f866be4e427e is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:58:22.723253 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-3c757f58-d2c2-4b12-b07e-1c5b095f3567 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 77d744c3-5dc8-4254-a77a-f866be4e427e) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:22.729918 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c757f58-d2c2-4b12-b07e-1c5b095f3567 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:22.730496 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3c757f58-d2c2-4b12-b07e-1c5b095f3567 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:22.768549 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3c757f58-d2c2-4b12-b07e-1c5b095f3567 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7827466 Sep 14 22:58:22.769295 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52710) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:22.785432 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96733acf-c145-49ad-974b-6deb10394b8e None None] Network 77d744c3-5dc8-4254-a77a-f866be4e427e requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:58:22.865783 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e7572-16da-4a51-a9b1-d2e1be360099 None None] Pushing event updated for resources: {'Port': ['ID=6cffdb05-630d-45d9-8ba8-0ced348ae677,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:22.907874 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f983c45-c0d7-4abb-99c3-ca8080db88d6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Network': ['ID=ef62c66f-26ca-4f9d-8e8f-bcbefbe663c6,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:22.924196 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a818f095-ee53-46f0-9a8e-06c7382050fa tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:22.936163 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network ef62c66f-26ca-4f9d-8e8f-bcbefbe663c6 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:58:22.943537 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6f983c45-c0d7-4abb-99c3-ca8080db88d6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9895549 Sep 14 22:58:22.947129 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52718) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:22.956285 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-b74bad65-b228-4242-a12c-0f15ddd8f230 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'subnet': {'network_id': 'ef62c66f-26ca-4f9d-8e8f-bcbefbe663c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:23.039604 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-24fa1336-d43e-46fd-944a-11af9efabdc6 None None] Attempting to bind port 6cffdb05-630d-45d9-8ba8-0ced348ae677 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:58:23.039995 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-24fa1336-d43e-46fd-944a-11af9efabdc6 None None] Attempting to bind port 6cffdb05-630d-45d9-8ba8-0ced348ae677 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'b42d6318-bcb5-48cd-9921-8ecc85cae146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '75ea059b-2f00-49a6-9551-ce55ec1f21b9'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:58:23.050743 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fa1336-d43e-46fd-944a-11af9efabdc6 None None] Attempting to bind port 6cffdb05-630d-45d9-8ba8-0ced348ae677 on network 75ea059b-2f00-49a6-9551-ce55ec1f21b9 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:58:23.113951 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52724) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:23.118470 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fa1336-d43e-46fd-944a-11af9efabdc6 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:58:23.118909 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fa1336-d43e-46fd-944a-11af9efabdc6 None None] Checking segment: {'id': 'b42d6318-bcb5-48cd-9921-8ecc85cae146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '75ea059b-2f00-49a6-9551-ce55ec1f21b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:58:23.119386 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-24fa1336-d43e-46fd-944a-11af9efabdc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:23.119872 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fa1336-d43e-46fd-944a-11af9efabdc6 None None] Bound using segment: {'id': 'b42d6318-bcb5-48cd-9921-8ecc85cae146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '75ea059b-2f00-49a6-9551-ce55ec1f21b9'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:58:23.120518 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-24fa1336-d43e-46fd-944a-11af9efabdc6 None None] Bound port: 6cffdb05-630d-45d9-8ba8-0ced348ae677, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42d6318-bcb5-48cd-9921-8ecc85cae146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '75ea059b-2f00-49a6-9551-ce55ec1f21b9'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:58:23.121148 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-24fa1336-d43e-46fd-944a-11af9efabdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:23.125569 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-2f703a8e-5862-4aa5-99f5-43124fc33cd2 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1938873504', 'description': 'tempest-secgroup-smoke-1938873504 description', 'project_id': '4b3796dd934c412e8cbfebdb8122849f'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:23.133497 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b74bad65-b228-4242-a12c-0f15ddd8f230 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:23.135897 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2f703a8e-5862-4aa5-99f5-43124fc33cd2 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:23.142278 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b74bad65-b228-4242-a12c-0f15ddd8f230 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:subnet and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:23.146120 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2f703a8e-5862-4aa5-99f5-43124fc33cd2 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Usage tracker for resource:security_group and tenant:4b3796dd934c412e8cbfebdb8122849f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:23.148665 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b74bad65-b228-4242-a12c-0f15ddd8f230 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:23.151662 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2f703a8e-5862-4aa5-99f5-43124fc33cd2 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:23.160632 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b74bad65-b228-4242-a12c-0f15ddd8f230 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:23.163951 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2f703a8e-5862-4aa5-99f5-43124fc33cd2 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:23.176328 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a818f095-ee53-46f0-9a8e-06c7382050fa tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:23.183337 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2f703a8e-5862-4aa5-99f5-43124fc33cd2 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:23.236413 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74bad65-b228-4242-a12c-0f15ddd8f230 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Made reservation on behalf of c0a980b2e8bf40c8a14dfb2d5527a283 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:23.239999 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b74bad65-b228-4242-a12c-0f15ddd8f230 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:23.275747 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2f703a8e-5862-4aa5-99f5-43124fc33cd2 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:23.348246 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-24fa1336-d43e-46fd-944a-11af9efabdc6 None None] For port 6cffdb05-630d-45d9-8ba8-0ced348ae677, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:58:23.363117 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-24fa1336-d43e-46fd-944a-11af9efabdc6 None None] For port 6cffdb05-630d-45d9-8ba8-0ced348ae677, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=6cffdb05-630d-45d9-8ba8-0ced348ae677,segment=NetworkSegment(b42d6318-bcb5-48cd-9921-8ecc85cae146),segment_id=b42d6318-bcb5-48cd-9921-8ecc85cae146)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:58:23.372763 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-24fa1336-d43e-46fd-944a-11af9efabdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:23.481436 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f755de-3dba-4f14-9091-2798b5d00766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-77d744c3-5dc8-4254-a77a-f866be4e427e', 'network_id': '77d744c3-5dc8-4254-a77a-f866be4e427e', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'fixed_ips': [{'subnet_id': '0e956994-0ac1-4bda-8610-401143b8eb45'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:58:23.482392 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a5f755de-3dba-4f14-9091-2798b5d00766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:23.528328 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a818f095-ee53-46f0-9a8e-06c7382050fa tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Network 54998194-279a-4fa5-95ce-887c2e0abbe0 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:23.539859 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2f703a8e-5862-4aa5-99f5-43124fc33cd2 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:23.554565 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-a818f095-ee53-46f0-9a8e-06c7382050fa tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:23.563535 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a818f095-ee53-46f0-9a8e-06c7382050fa tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:58:23.570186 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a818f095-ee53-46f0-9a8e-06c7382050fa tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:23.570815 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a818f095-ee53-46f0-9a8e-06c7382050fa tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:23.578069 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2f703a8e-5862-4aa5-99f5-43124fc33cd2 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Usage tracker for resource:security_group_rule and tenant:4b3796dd934c412e8cbfebdb8122849f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:23.586181 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a818f095-ee53-46f0-9a8e-06c7382050fa tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Port': ['ID=d9aa1216-a3c9-414f-b9a7-26fde5bd4dd6,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:23.603087 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2f703a8e-5862-4aa5-99f5-43124fc33cd2 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:23.607319 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.ipam_backend_mixin [None req-b74bad65-b228-4242-a12c-0f15ddd8f230 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Performing IP validity checks on allocation pools {{(pid=89171) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 14 22:58:23.610266 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.ipam_backend_mixin [None req-b74bad65-b228-4242-a12c-0f15ddd8f230 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89171) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 14 22:58:23.624502 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2f703a8e-5862-4aa5-99f5-43124fc33cd2 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:23.631779 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fa1336-d43e-46fd-944a-11af9efabdc6 None None] Routers {'1f7ddff8-0c20-4b5c-8c00-49db05062fa5'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:58:23.633063 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a818f095-ee53-46f0-9a8e-06c7382050fa tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9258671 Sep 14 22:58:23.635776 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-24fa1336-d43e-46fd-944a-11af9efabdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:58:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:23.636308 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52738) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:23.641092 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-eb7c0880-299e-40cd-8b49-9f97fb28a467 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:23.824378 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e7572-16da-4a51-a9b1-d2e1be360099 None None] Pushing event updated for resources: {'Port': ['ID=6cffdb05-630d-45d9-8ba8-0ced348ae677,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:23.915820 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-24fa1336-d43e-46fd-944a-11af9efabdc6 None None] Set router 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:58:23.942079 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2f703a8e-5862-4aa5-99f5-43124fc33cd2 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:23.958109 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2f703a8e-5862-4aa5-99f5-43124fc33cd2 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:23.990560 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2f703a8e-5862-4aa5-99f5-43124fc33cd2 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:23.993140 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b74bad65-b228-4242-a12c-0f15ddd8f230 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:24.026498 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2f703a8e-5862-4aa5-99f5-43124fc33cd2 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Usage tracker for resource:security_group_rule and tenant:4b3796dd934c412e8cbfebdb8122849f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:24.038271 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2f703a8e-5862-4aa5-99f5-43124fc33cd2 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:24.052512 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f703a8e-5862-4aa5-99f5-43124fc33cd2 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa1bd0a-0871-4167-b6cd-2352a974f279,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:24.056294 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2f703a8e-5862-4aa5-99f5-43124fc33cd2 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:24.107179 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bad65-b228-4242-a12c-0f15ddd8f230 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Subnet': ['ID=fd85b1aa-bf53-4fa3-878c-badc396817c7,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:24.122736 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74bad65-b228-4242-a12c-0f15ddd8f230 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Checking segment: {'id': '967f2675-0290-4df1-8835-9042f39a5e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ef62c66f-26ca-4f9d-8e8f-bcbefbe663c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:58:24.123151 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74bad65-b228-4242-a12c-0f15ddd8f230 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Network hostable DHCP agents. Network: ef62c66f-26ca-4f9d-8e8f-bcbefbe663c6, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:58:24.174036 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74bad65-b228-4242-a12c-0f15ddd8f230 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Network ef62c66f-26ca-4f9d-8e8f-bcbefbe663c6 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:58:24.187233 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdab40a-f0aa-4b8a-9658-e29e6877d69a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:24.187887 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-abdab40a-f0aa-4b8a-9658-e29e6877d69a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Synchronizing usage tracker for tenant:1c14bf9f432e425688de72a35501bf7a on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:58:24.194856 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-b74bad65-b228-4242-a12c-0f15ddd8f230 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, ef62c66f-26ca-4f9d-8e8f-bcbefbe663c6) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:24.202834 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2f703a8e-5862-4aa5-99f5-43124fc33cd2 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:24.204217 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74bad65-b228-4242-a12c-0f15ddd8f230 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:24.204899 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b74bad65-b228-4242-a12c-0f15ddd8f230 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:24.211633 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2f703a8e-5862-4aa5-99f5-43124fc33cd2 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:24.244039 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-abdab40a-f0aa-4b8a-9658-e29e6877d69a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Unset dirty status for tenant:1c14bf9f432e425688de72a35501bf7a on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:58:24.249370 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52754) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:24.249754 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51d8794-4dd7-41bf-b659-0f87839d4023 None None] Network ef62c66f-26ca-4f9d-8e8f-bcbefbe663c6 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:58:24.251269 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-abdab40a-f0aa-4b8a-9658-e29e6877d69a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "GET /v2.0/ports/d9aa1216-a3c9-414f-b9a7-26fde5bd4dd6 HTTP/1.1" status: 200 len: 840 time: 0.6132386 Sep 14 22:58:24.318981 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b74bad65-b228-4242-a12c-0f15ddd8f230 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3682787 Sep 14 22:58:24.318981 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f703a8e-5862-4aa5-99f5-43124fc33cd2 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=948c967b-0640-4ed1-8762-05161c06a02f,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:24.323278 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52758) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:24.326645 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2f703a8e-5862-4aa5-99f5-43124fc33cd2 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:24.328024 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2f703a8e-5862-4aa5-99f5-43124fc33cd2 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2131536 Sep 14 22:58:24.331782 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52762) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:24.334751 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-9ffdd8d1-ee0a-4ba9-9106-a07d60e7eaf5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'port': {'network_id': 'ef62c66f-26ca-4f9d-8e8f-bcbefbe663c6', 'name': 'tempest-PortsIpV6TestJSON-483153159'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:24.339809 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-3216cf46-fe34-4b6d-8800-5d08f18eb489 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Request body: {'security_group_rule': {'security_group_id': '948c967b-0640-4ed1-8762-05161c06a02f', 'project_id': '4b3796dd934c412e8cbfebdb8122849f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:24.350529 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-3216cf46-fe34-4b6d-8800-5d08f18eb489 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:24.358600 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-3216cf46-fe34-4b6d-8800-5d08f18eb489 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Usage tracker for resource:security_group_rule and tenant:4b3796dd934c412e8cbfebdb8122849f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:24.364392 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-e50147a6-fd6c-4973-9267-2452364cfbb5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Deleting port d9aa1216-a3c9-414f-b9a7-26fde5bd4dd6 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:58:24.364968 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e50147a6-fd6c-4973-9267-2452364cfbb5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:24.390369 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-3216cf46-fe34-4b6d-8800-5d08f18eb489 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:24.407823 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-3216cf46-fe34-4b6d-8800-5d08f18eb489 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:24.420207 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-a5f755de-3dba-4f14-9091-2798b5d00766 None None] Allocated IP 172.21.0.2 (77d744c3-5dc8-4254-a77a-f866be4e427e/0e956994-0ac1-4bda-8610-401143b8eb45/c3991729-44ce-46b8-af54-99e559049409) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:58:24.444225 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3216cf46-fe34-4b6d-8800-5d08f18eb489 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:24.476108 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52766) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:24.550065 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-9ffdd8d1-ee0a-4ba9-9106-a07d60e7eaf5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:24.561487 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-9ffdd8d1-ee0a-4ba9-9106-a07d60e7eaf5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:24.574411 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffdd8d1-ee0a-4ba9-9106-a07d60e7eaf5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Made reservation on behalf of c0a980b2e8bf40c8a14dfb2d5527a283 for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:24.581078 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9ffdd8d1-ee0a-4ba9-9106-a07d60e7eaf5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:24.606911 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-9ffdd8d1-ee0a-4ba9-9106-a07d60e7eaf5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] device_id is not set on port ebf19d13-d521-4fe5-9c85-2431b802986e yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:58:24.633337 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e50147a6-fd6c-4973-9267-2452364cfbb5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:24.695132 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-0ebf70c9-a1a4-44eb-acb4-db5613d87dc2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'network': {'name': 'tempest-network-smoke--881514894', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'port_security_enabled': True}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:24.702094 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0ebf70c9-a1a4-44eb-acb4-db5613d87dc2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:24.710552 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0ebf70c9-a1a4-44eb-acb4-db5613d87dc2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:network and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:24.715177 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0ebf70c9-a1a4-44eb-acb4-db5613d87dc2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:24.758630 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0ebf70c9-a1a4-44eb-acb4-db5613d87dc2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:24.766153 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc68e65f-fa7f-4685-86c1-3072d296ebaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-ef62c66f-26ca-4f9d-8e8f-bcbefbe663c6', 'network_id': 'ef62c66f-26ca-4f9d-8e8f-bcbefbe663c6', 'tenant_id': 'c0a980b2e8bf40c8a14dfb2d5527a283', 'fixed_ips': [{'subnet_id': 'fd85b1aa-bf53-4fa3-878c-badc396817c7'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:58:24.766428 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-e50147a6-fd6c-4973-9267-2452364cfbb5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Calling delete_port for d9aa1216-a3c9-414f-b9a7-26fde5bd4dd6 owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:58:24.766982 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bc68e65f-fa7f-4685-86c1-3072d296ebaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:24.783909 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebf70c9-a1a4-44eb-acb4-db5613d87dc2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Made reservation on behalf of c57dd58bea08430d873bf967651d6b8d for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:24.788452 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0ebf70c9-a1a4-44eb-acb4-db5613d87dc2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:24.805448 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0ebf70c9-a1a4-44eb-acb4-db5613d87dc2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:24.836845 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0ebf70c9-a1a4-44eb-acb4-db5613d87dc2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:24.839581 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-9ffdd8d1-ee0a-4ba9-9106-a07d60e7eaf5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Allocated IP 2001:db8::6f (ef62c66f-26ca-4f9d-8e8f-bcbefbe663c6/fd85b1aa-bf53-4fa3-878c-badc396817c7/ebf19d13-d521-4fe5-9c85-2431b802986e) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:58:24.845117 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0ebf70c9-a1a4-44eb-acb4-db5613d87dc2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:24.849633 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0ebf70c9-a1a4-44eb-acb4-db5613d87dc2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:24.856176 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e50147a6-fd6c-4973-9267-2452364cfbb5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:24.859090 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0ebf70c9-a1a4-44eb-acb4-db5613d87dc2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:24.876652 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-24fa1336-d43e-46fd-944a-11af9efabdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'name': 'tempest-RoutersTest-router-1338449832', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:11Z', 'updated_at': '2022-09-14T22:58:18Z', 'revision_number': 2, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'gw_port_host': None, '_interfaces': [{'id': '6cffdb05-630d-45d9-8ba8-0ced348ae677', 'name': '', 'network_id': '75ea059b-2f00-49a6-9551-ce55ec1f21b9', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:db:4a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:16Z', 'updated_at': '2022-09-14T22:58:23Z', 'revision_number': 4, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:24.907780 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fa1336-d43e-46fd-944a-11af9efabdc6 None None] The sync data for ids ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'] in dv-neutron-857791-1-hyperv is: [{'id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'name': 'tempest-RoutersTest-router-1338449832', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:11Z', 'updated_at': '2022-09-14T22:58:18Z', 'revision_number': 2, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'gw_port_host': None, '_interfaces': [{'id': '6cffdb05-630d-45d9-8ba8-0ced348ae677', 'name': '', 'network_id': '75ea059b-2f00-49a6-9551-ce55ec1f21b9', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:db:4a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:16Z', 'updated_at': '2022-09-14T22:58:23Z', 'revision_number': 4, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:58:24.919602 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a5f755de-3dba-4f14-9091-2798b5d00766 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:24.928799 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50147a6-fd6c-4973-9267-2452364cfbb5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Port': ['ID=d9aa1216-a3c9-414f-b9a7-26fde5bd4dd6,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:24.939402 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-a5f755de-3dba-4f14-9091-2798b5d00766 None None] Transition to ACTIVE for port object c3991729-44ce-46b8-af54-99e559049409 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:24.953879 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e50147a6-fd6c-4973-9267-2452364cfbb5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:24.959446 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-a5f755de-3dba-4f14-9091-2798b5d00766 None None] Transition to ACTIVE for port object c3991729-44ce-46b8-af54-99e559049409 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:24.970854 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a5f755de-3dba-4f14-9091-2798b5d00766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:24.986473 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3216cf46-fe34-4b6d-8800-5d08f18eb489 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:24.990283 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e50147a6-fd6c-4973-9267-2452364cfbb5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/ports/d9aa1216-a3c9-414f-b9a7-26fde5bd4dd6 HTTP/1.1" status: 204 len: 168 time: 0.7392235 Sep 14 22:58:24.992201 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52774) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:24.996597 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3216cf46-fe34-4b6d-8800-5d08f18eb489 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:25.042576 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f755de-3dba-4f14-9091-2798b5d00766 None None] Network 77d744c3-5dc8-4254-a77a-f866be4e427e is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:25.045356 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-a5f755de-3dba-4f14-9091-2798b5d00766 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:25.049342 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f755de-3dba-4f14-9091-2798b5d00766 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:58:25.057799 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216cf46-fe34-4b6d-8800-5d08f18eb489 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5768cce7-c914-4b0b-8161-fd2843e3cdab,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:25.072311 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-963ab7a6-c2ae-4f48-8191-f57b478305b0 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] GET failed (client error): The resource could not be found. Sep 14 22:58:25.073152 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-963ab7a6-c2ae-4f48-8191-f57b478305b0 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Synchronizing usage tracker for tenant:1c14bf9f432e425688de72a35501bf7a on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:58:25.086762 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f755de-3dba-4f14-9091-2798b5d00766 None None] Pushing event updated for resources: {'Port': ['ID=c3991729-44ce-46b8-af54-99e559049409,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:25.091325 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3216cf46-fe34-4b6d-8800-5d08f18eb489 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:25.092643 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3216cf46-fe34-4b6d-8800-5d08f18eb489 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7589772 Sep 14 22:58:25.095892 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52778) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:25.103333 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-e02a52f0-faee-47ed-88dd-5a45bd2e3eca tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Request body: {'security_group_rule': {'security_group_id': '948c967b-0640-4ed1-8762-05161c06a02f', 'project_id': '4b3796dd934c412e8cbfebdb8122849f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:25.110282 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-963ab7a6-c2ae-4f48-8191-f57b478305b0 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Unset dirty status for tenant:1c14bf9f432e425688de72a35501bf7a on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:58:25.115263 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-963ab7a6-c2ae-4f48-8191-f57b478305b0 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "GET /v2.0/ports/d9aa1216-a3c9-414f-b9a7-26fde5bd4dd6 HTTP/1.1" status: 404 len: 333 time: 0.1214697 Sep 14 22:58:25.116479 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-e02a52f0-faee-47ed-88dd-5a45bd2e3eca tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:25.118607 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52782) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:25.125716 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-ddfaf238-b5f4-4f6c-90ac-0fb5d32046c2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'port': {'network_id': '54998194-279a-4fa5-95ce-887c2e0abbe0', 'name': 'tempest-PortsTestJSON-1116958888'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:25.142792 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e02a52f0-faee-47ed-88dd-5a45bd2e3eca tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Usage tracker for resource:security_group_rule and tenant:4b3796dd934c412e8cbfebdb8122849f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:25.149141 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e02a52f0-faee-47ed-88dd-5a45bd2e3eca tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:25.174877 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-eb7c0880-299e-40cd-8b49-9f97fb28a467 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Allocated IP 172.21.0.1 (77d744c3-5dc8-4254-a77a-f866be4e427e/0e956994-0ac1-4bda-8610-401143b8eb45/1677ea41-3f6e-40c6-9468-c17e77f65545) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:58:25.182829 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0ebf70c9-a1a4-44eb-acb4-db5613d87dc2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:25.198069 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0ebf70c9-a1a4-44eb-acb4-db5613d87dc2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:25.199834 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-a5f755de-3dba-4f14-9091-2798b5d00766 None None] Attempting to bind port c3991729-44ce-46b8-af54-99e559049409 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:58:25.199834 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-a5f755de-3dba-4f14-9091-2798b5d00766 None None] Attempting to bind port c3991729-44ce-46b8-af54-99e559049409 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '96b53950-9a9a-4847-8dd9-74f1530180ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '77d744c3-5dc8-4254-a77a-f866be4e427e'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:58:25.200250 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f755de-3dba-4f14-9091-2798b5d00766 None None] Attempting to bind port c3991729-44ce-46b8-af54-99e559049409 on network 77d744c3-5dc8-4254-a77a-f866be4e427e {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:58:25.208192 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f755de-3dba-4f14-9091-2798b5d00766 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:58:25.208453 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-e02a52f0-faee-47ed-88dd-5a45bd2e3eca tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:25.208563 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f755de-3dba-4f14-9091-2798b5d00766 None None] Checking segment: {'id': '96b53950-9a9a-4847-8dd9-74f1530180ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '77d744c3-5dc8-4254-a77a-f866be4e427e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:58:25.208934 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a5f755de-3dba-4f14-9091-2798b5d00766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:25.209759 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f755de-3dba-4f14-9091-2798b5d00766 None None] Bound using segment: {'id': '96b53950-9a9a-4847-8dd9-74f1530180ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '77d744c3-5dc8-4254-a77a-f866be4e427e'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:58:25.210327 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-a5f755de-3dba-4f14-9091-2798b5d00766 None None] Bound port: c3991729-44ce-46b8-af54-99e559049409, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b53950-9a9a-4847-8dd9-74f1530180ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '77d744c3-5dc8-4254-a77a-f866be4e427e'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:58:25.210792 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a5f755de-3dba-4f14-9091-2798b5d00766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:25.260013 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9ffdd8d1-ee0a-4ba9-9106-a07d60e7eaf5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:25.290356 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e02a52f0-faee-47ed-88dd-5a45bd2e3eca tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:25.325288 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ddfaf238-b5f4-4f6c-90ac-0fb5d32046c2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:25.361405 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ebf70c9-a1a4-44eb-acb4-db5613d87dc2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:58:25.368965 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-a5f755de-3dba-4f14-9091-2798b5d00766 None None] For port c3991729-44ce-46b8-af54-99e559049409, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:58:25.374357 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-a5f755de-3dba-4f14-9091-2798b5d00766 None None] For port c3991729-44ce-46b8-af54-99e559049409, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=c3991729-44ce-46b8-af54-99e559049409,segment=NetworkSegment(96b53950-9a9a-4847-8dd9-74f1530180ce),segment_id=96b53950-9a9a-4847-8dd9-74f1530180ce)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:58:25.374673 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ddfaf238-b5f4-4f6c-90ac-0fb5d32046c2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:25.382167 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf70c9-a1a4-44eb-acb4-db5613d87dc2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=842ea750-791c-4c44-af62-a68857e02f51,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:25.385116 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a5f755de-3dba-4f14-9091-2798b5d00766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:25.422288 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfaf238-b5f4-4f6c-90ac-0fb5d32046c2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Made reservation on behalf of 1c14bf9f432e425688de72a35501bf7a for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:25.426121 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ddfaf238-b5f4-4f6c-90ac-0fb5d32046c2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:25.438687 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0ebf70c9-a1a4-44eb-acb4-db5613d87dc2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:25.439202 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-0ebf70c9-a1a4-44eb-acb4-db5613d87dc2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Added segment 2fad94cf-df1c-4231-849b-0a33d62ac5fc of type vlan for network d1a73eec-09dc-48d5-82d9-e45fd9ffc362 Sep 14 22:58:25.470331 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-9ffdd8d1-ee0a-4ba9-9106-a07d60e7eaf5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Transition to ACTIVE for port object ebf19d13-d521-4fe5-9c85-2431b802986e will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:25.480209 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e02a52f0-faee-47ed-88dd-5a45bd2e3eca tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:25.481749 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-ddfaf238-b5f4-4f6c-90ac-0fb5d32046c2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] device_id is not set on port 07a380d3-940c-4ae7-a3fc-e3b3a31a0dd4 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:58:25.486030 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0ebf70c9-a1a4-44eb-acb4-db5613d87dc2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:25.523556 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e02a52f0-faee-47ed-88dd-5a45bd2e3eca tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:25.561897 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 6cffdb05-630d-45d9-8ba8-0ced348ae677 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:58:25.575195 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a52f0-faee-47ed-88dd-5a45bd2e3eca tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74224f50-7fdd-4895-9715-3b178888786a,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:25.588165 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0ebf70c9-a1a4-44eb-acb4-db5613d87dc2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:25.594921 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebf70c9-a1a4-44eb-acb4-db5613d87dc2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:25.595610 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0ebf70c9-a1a4-44eb-acb4-db5613d87dc2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:25.640965 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e02a52f0-faee-47ed-88dd-5a45bd2e3eca tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:25.645967 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e02a52f0-faee-47ed-88dd-5a45bd2e3eca tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5454645 Sep 14 22:58:25.645967 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52786) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:25.653578 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-d524b983-4869-4b93-82d6-ad084cfa6f1e tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Request body: {'security_group_rule': {'security_group_id': '948c967b-0640-4ed1-8762-05161c06a02f', 'project_id': '4b3796dd934c412e8cbfebdb8122849f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:25.663094 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-d524b983-4869-4b93-82d6-ad084cfa6f1e tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:25.669501 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-d524b983-4869-4b93-82d6-ad084cfa6f1e tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Usage tracker for resource:security_group_rule and tenant:4b3796dd934c412e8cbfebdb8122849f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:25.673888 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-d524b983-4869-4b93-82d6-ad084cfa6f1e tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:25.682906 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-d524b983-4869-4b93-82d6-ad084cfa6f1e tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:25.684467 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f755de-3dba-4f14-9091-2798b5d00766 None None] Pushing event updated for resources: {'Port': ['ID=c3991729-44ce-46b8-af54-99e559049409,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:25.713487 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 6cffdb05-630d-45d9-8ba8-0ced348ae677 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:58:25.719035 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 6cffdb05-630d-45d9-8ba8-0ced348ae677 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:25.719400 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:25.728040 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d524b983-4869-4b93-82d6-ad084cfa6f1e tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:25.744912 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf70c9-a1a4-44eb-acb4-db5613d87dc2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Network': ['ID=d1a73eec-09dc-48d5-82d9-e45fd9ffc362,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:25.757471 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-eb7c0880-299e-40cd-8b49-9f97fb28a467 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:25.779173 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network d1a73eec-09dc-48d5-82d9-e45fd9ffc362 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:58:25.793479 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-eb7c0880-299e-40cd-8b49-9f97fb28a467 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Transition to ACTIVE for port object 1677ea41-3f6e-40c6-9468-c17e77f65545 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:25.806756 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9ffdd8d1-ee0a-4ba9-9106-a07d60e7eaf5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:25.916471 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0ebf70c9-a1a4-44eb-acb4-db5613d87dc2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4363253 Sep 14 22:58:25.919537 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52790) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:25.931007 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-f608ccfa-9ed1-47ad-a335-ea08e39fc9ad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1539886236', 'admin_state_up': True, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:25.932326 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffdd8d1-ee0a-4ba9-9106-a07d60e7eaf5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Network ef62c66f-26ca-4f9d-8e8f-bcbefbe663c6 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:25.956731 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-9ffdd8d1-ee0a-4ba9-9106-a07d60e7eaf5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:25.962455 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffdd8d1-ee0a-4ba9-9106-a07d60e7eaf5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:58:25.969165 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffdd8d1-ee0a-4ba9-9106-a07d60e7eaf5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:25.969784 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9ffdd8d1-ee0a-4ba9-9106-a07d60e7eaf5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:25.983867 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-f608ccfa-9ed1-47ad-a335-ea08e39fc9ad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:25.998606 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-f608ccfa-9ed1-47ad-a335-ea08e39fc9ad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:router and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:26.010796 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffdd8d1-ee0a-4ba9-9106-a07d60e7eaf5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Port': ['ID=ebf19d13-d521-4fe5-9c85-2431b802986e,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:26.017725 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9ffdd8d1-ee0a-4ba9-9106-a07d60e7eaf5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6907754 Sep 14 22:58:26.018659 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52794) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:26.029949 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-f608ccfa-9ed1-47ad-a335-ea08e39fc9ad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:26.057218 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-f608ccfa-9ed1-47ad-a335-ea08e39fc9ad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:26.072555 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ddfaf238-b5f4-4f6c-90ac-0fb5d32046c2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:26.076201 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d524b983-4869-4b93-82d6-ad084cfa6f1e tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:26.078767 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-bc68e65f-fa7f-4685-86c1-3072d296ebaf None None] Allocated IP 2001:db8::2 (ef62c66f-26ca-4f9d-8e8f-bcbefbe663c6/fd85b1aa-bf53-4fa3-878c-badc396817c7/6400fb12-2c4a-4948-a4e5-be7e8f9a49fa) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:58:26.087760 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d524b983-4869-4b93-82d6-ad084cfa6f1e tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:26.088498 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 6cffdb05-630d-45d9-8ba8-0ced348ae677 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:58:26.088977 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:26.095490 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-eb7c0880-299e-40cd-8b49-9f97fb28a467 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:26.115124 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f608ccfa-9ed1-47ad-a335-ea08e39fc9ad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:26.116347 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f608ccfa-9ed1-47ad-a335-ea08e39fc9ad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:26.136839 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524b983-4869-4b93-82d6-ad084cfa6f1e tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2202bf4-ed20-4be1-9f9a-d6ce329e20cf,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:26.156491 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f608ccfa-9ed1-47ad-a335-ea08e39fc9ad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:26.165919 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d524b983-4869-4b93-82d6-ad084cfa6f1e tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:26.170000 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d524b983-4869-4b93-82d6-ad084cfa6f1e tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5210803 Sep 14 22:58:26.172935 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52798) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:26.180785 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-0ce302c8-0550-455d-a4c9-0b048155af3a tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Request body: {'security_group_rule': {'security_group_id': '948c967b-0640-4ed1-8762-05161c06a02f', 'project_id': '4b3796dd934c412e8cbfebdb8122849f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:26.188745 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0ce302c8-0550-455d-a4c9-0b048155af3a tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:26.193477 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0ce302c8-0550-455d-a4c9-0b048155af3a tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Usage tracker for resource:security_group_rule and tenant:4b3796dd934c412e8cbfebdb8122849f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:26.197151 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0ce302c8-0550-455d-a4c9-0b048155af3a tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:26.203292 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0ce302c8-0550-455d-a4c9-0b048155af3a tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:26.225935 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ddfaf238-b5f4-4f6c-90ac-0fb5d32046c2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:26.226666 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 6cffdb05-630d-45d9-8ba8-0ced348ae677, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=6cffdb05-630d-45d9-8ba8-0ced348ae677,segment=NetworkSegment(b42d6318-bcb5-48cd-9921-8ecc85cae146),segment_id=b42d6318-bcb5-48cd-9921-8ecc85cae146)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:58:26.227782 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0ce302c8-0550-455d-a4c9-0b048155af3a tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:26.234067 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:26.342358 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=6cffdb05-630d-45d9-8ba8-0ced348ae677,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:26.364534 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7c0880-299e-40cd-8b49-9f97fb28a467 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Network 77d744c3-5dc8-4254-a77a-f866be4e427e is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:26.371864 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-eb7c0880-299e-40cd-8b49-9f97fb28a467 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:26.377823 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7c0880-299e-40cd-8b49-9f97fb28a467 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:58:26.416264 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-1807b852-d16c-46d5-a11a-55ab1e0dcae9 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Deleting port ebf19d13-d521-4fe5-9c85-2431b802986e {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:58:26.417017 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1807b852-d16c-46d5-a11a-55ab1e0dcae9 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:26.440951 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bc68e65f-fa7f-4685-86c1-3072d296ebaf None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:26.455243 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-bc68e65f-fa7f-4685-86c1-3072d296ebaf None None] Transition to ACTIVE for port object 6400fb12-2c4a-4948-a4e5-be7e8f9a49fa will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:26.475219 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-bc68e65f-fa7f-4685-86c1-3072d296ebaf None None] Transition to ACTIVE for port object 6400fb12-2c4a-4948-a4e5-be7e8f9a49fa will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:26.486566 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bc68e65f-fa7f-4685-86c1-3072d296ebaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:26.493215 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c0880-299e-40cd-8b49-9f97fb28a467 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Port': ['ID=1677ea41-3f6e-40c6-9468-c17e77f65545,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:26.558185 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc68e65f-fa7f-4685-86c1-3072d296ebaf None None] Network ef62c66f-26ca-4f9d-8e8f-bcbefbe663c6 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:26.561054 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-bc68e65f-fa7f-4685-86c1-3072d296ebaf None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:26.561894 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-eb7c0880-299e-40cd-8b49-9f97fb28a467 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:26.565307 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc68e65f-fa7f-4685-86c1-3072d296ebaf None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:58:26.575136 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68e65f-fa7f-4685-86c1-3072d296ebaf None None] Pushing event updated for resources: {'Port': ['ID=6400fb12-2c4a-4948-a4e5-be7e8f9a49fa,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:26.632397 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0ce302c8-0550-455d-a4c9-0b048155af3a tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:26.650494 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfaf238-b5f4-4f6c-90ac-0fb5d32046c2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Network 54998194-279a-4fa5-95ce-887c2e0abbe0 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:26.653141 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0ce302c8-0550-455d-a4c9-0b048155af3a tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:26.663972 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-ddfaf238-b5f4-4f6c-90ac-0fb5d32046c2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:26.692992 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-bc68e65f-fa7f-4685-86c1-3072d296ebaf None None] Attempting to bind port 6400fb12-2c4a-4948-a4e5-be7e8f9a49fa on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:58:26.693350 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-bc68e65f-fa7f-4685-86c1-3072d296ebaf None None] Attempting to bind port 6400fb12-2c4a-4948-a4e5-be7e8f9a49fa by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '967f2675-0290-4df1-8835-9042f39a5e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ef62c66f-26ca-4f9d-8e8f-bcbefbe663c6'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:58:26.693708 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc68e65f-fa7f-4685-86c1-3072d296ebaf None None] Attempting to bind port 6400fb12-2c4a-4948-a4e5-be7e8f9a49fa on network ef62c66f-26ca-4f9d-8e8f-bcbefbe663c6 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:58:26.699785 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc68e65f-fa7f-4685-86c1-3072d296ebaf None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:58:26.699785 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc68e65f-fa7f-4685-86c1-3072d296ebaf None None] Checking segment: {'id': '967f2675-0290-4df1-8835-9042f39a5e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ef62c66f-26ca-4f9d-8e8f-bcbefbe663c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:58:26.700225 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bc68e65f-fa7f-4685-86c1-3072d296ebaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:26.700568 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc68e65f-fa7f-4685-86c1-3072d296ebaf None None] Bound using segment: {'id': '967f2675-0290-4df1-8835-9042f39a5e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ef62c66f-26ca-4f9d-8e8f-bcbefbe663c6'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:58:26.701069 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-bc68e65f-fa7f-4685-86c1-3072d296ebaf None None] Bound port: 6400fb12-2c4a-4948-a4e5-be7e8f9a49fa, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '967f2675-0290-4df1-8835-9042f39a5e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ef62c66f-26ca-4f9d-8e8f-bcbefbe663c6'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:58:26.701429 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bc68e65f-fa7f-4685-86c1-3072d296ebaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:26.730505 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfaf238-b5f4-4f6c-90ac-0fb5d32046c2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:58:26.736000 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfaf238-b5f4-4f6c-90ac-0fb5d32046c2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:26.736532 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ddfaf238-b5f4-4f6c-90ac-0fb5d32046c2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:26.746901 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfaf238-b5f4-4f6c-90ac-0fb5d32046c2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Port': ['ID=07a380d3-940c-4ae7-a3fc-e3b3a31a0dd4,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:26.756279 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1807b852-d16c-46d5-a11a-55ab1e0dcae9 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:26.810884 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-bc68e65f-fa7f-4685-86c1-3072d296ebaf None None] For port 6400fb12-2c4a-4948-a4e5-be7e8f9a49fa, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:58:26.814114 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-bc68e65f-fa7f-4685-86c1-3072d296ebaf None None] For port 6400fb12-2c4a-4948-a4e5-be7e8f9a49fa, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=6400fb12-2c4a-4948-a4e5-be7e8f9a49fa,segment=NetworkSegment(967f2675-0290-4df1-8835-9042f39a5e8e),segment_id=967f2675-0290-4df1-8835-9042f39a5e8e)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:58:26.824400 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce302c8-0550-455d-a4c9-0b048155af3a tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43500e09-ed1b-456c-ae97-16fb18563b45,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:26.825204 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bc68e65f-fa7f-4685-86c1-3072d296ebaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:26.850502 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f608ccfa-9ed1-47ad-a335-ea08e39fc9ad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:26.861895 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0ce302c8-0550-455d-a4c9-0b048155af3a tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:26.867351 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0ce302c8-0550-455d-a4c9-0b048155af3a tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6922495 Sep 14 22:58:26.867351 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52802) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:26.871279 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ddfaf238-b5f4-4f6c-90ac-0fb5d32046c2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7514539 Sep 14 22:58:26.875078 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-b220da25-ae10-4197-8bb5-a4c1c67ceade tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Request body: {'security_group_rule': {'security_group_id': '948c967b-0640-4ed1-8762-05161c06a02f', 'project_id': '4b3796dd934c412e8cbfebdb8122849f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:26.881875 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52806) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:26.899267 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b220da25-ae10-4197-8bb5-a4c1c67ceade tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:26.905310 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-f786a6fc-285d-4498-85c8-dbe7fa8c8700 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:26.932557 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68e65f-fa7f-4685-86c1-3072d296ebaf None None] Pushing event updated for resources: {'Port': ['ID=6400fb12-2c4a-4948-a4e5-be7e8f9a49fa,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:26.950518 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b220da25-ae10-4197-8bb5-a4c1c67ceade tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Usage tracker for resource:security_group_rule and tenant:4b3796dd934c412e8cbfebdb8122849f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:26.967176 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-1807b852-d16c-46d5-a11a-55ab1e0dcae9 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Calling delete_port for ebf19d13-d521-4fe5-9c85-2431b802986e owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:58:27.023103 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-eb7c0880-299e-40cd-8b49-9f97fb28a467 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:27.031781 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b220da25-ae10-4197-8bb5-a4c1c67ceade tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:27.115425 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b220da25-ae10-4197-8bb5-a4c1c67ceade tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:27.184275 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f786a6fc-285d-4498-85c8-dbe7fa8c8700 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:27.197627 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.securitygroups_db [None req-b220da25-ae10-4197-8bb5-a4c1c67ceade tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Project 4b3796dd934c412e8cbfebdb8122849f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 22:58:27.249768 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b220da25-ae10-4197-8bb5-a4c1c67ceade tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:27.515845 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b220da25-ae10-4197-8bb5-a4c1c67ceade tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:27.531293 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b220da25-ae10-4197-8bb5-a4c1c67ceade tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:27.560041 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 6400fb12-2c4a-4948-a4e5-be7e8f9a49fa up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:58:27.570091 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220da25-ae10-4197-8bb5-a4c1c67ceade tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b05ee1-6214-48b6-9da9-7632e2be4db7,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:27.592697 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b220da25-ae10-4197-8bb5-a4c1c67ceade tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:27.594222 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b220da25-ae10-4197-8bb5-a4c1c67ceade tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7258902 Sep 14 22:58:27.647826 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52810) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:27.649191 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 6400fb12-2c4a-4948-a4e5-be7e8f9a49fa completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:58:27.657143 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 6cffdb05-630d-45d9-8ba8-0ced348ae677 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:58:27.659311 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-1eec7cc2-fbd7-4611-96ae-30588679da7c tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Request body: {'security_group_rule': {'security_group_id': '948c967b-0640-4ed1-8762-05161c06a02f', 'project_id': '4b3796dd934c412e8cbfebdb8122849f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:27.669583 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-eb7c0880-299e-40cd-8b49-9f97fb28a467 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:27.672036 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1eec7cc2-fbd7-4611-96ae-30588679da7c tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:27.678695 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1eec7cc2-fbd7-4611-96ae-30588679da7c tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Usage tracker for resource:security_group_rule and tenant:4b3796dd934c412e8cbfebdb8122849f is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:27.681454 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1807b852-d16c-46d5-a11a-55ab1e0dcae9 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:27.683196 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-eb7c0880-299e-40cd-8b49-9f97fb28a467 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:27.718546 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f786a6fc-285d-4498-85c8-dbe7fa8c8700 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:27.723256 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1eec7cc2-fbd7-4611-96ae-30588679da7c tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:27.736451 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f786a6fc-285d-4498-85c8-dbe7fa8c8700 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:27.739735 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-f786a6fc-285d-4498-85c8-dbe7fa8c8700 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] In _notify_port_updated(), no bound segment for port 07a380d3-940c-4ae7-a3fc-e3b3a31a0dd4 on network 54998194-279a-4fa5-95ce-887c2e0abbe0 {{(pid=89171) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 14 22:58:27.745186 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f786a6fc-285d-4498-85c8-dbe7fa8c8700 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:27.745800 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f786a6fc-285d-4498-85c8-dbe7fa8c8700 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:27.750047 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f786a6fc-285d-4498-85c8-dbe7fa8c8700 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "PUT /v2.0/ports/07a380d3-940c-4ae7-a3fc-e3b3a31a0dd4 HTTP/1.1" status: 200 len: 818 time: 0.8669858 Sep 14 22:58:27.752729 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52814) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:27.770539 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 6cffdb05-630d-45d9-8ba8-0ced348ae677 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:27.771519 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:27.836263 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1eec7cc2-fbd7-4611-96ae-30588679da7c tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:27.888502 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1807b852-d16c-46d5-a11a-55ab1e0dcae9 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:27.914563 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-eb7c0880-299e-40cd-8b49-9f97fb28a467 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:27.926424 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f608ccfa-9ed1-47ad-a335-ea08e39fc9ad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_gateway, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:27.930100 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c0880-299e-40cd-8b49-9f97fb28a467 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Port': ['ID=1677ea41-3f6e-40c6-9468-c17e77f65545,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:27.935391 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.securitygroups_db [None req-1eec7cc2-fbd7-4611-96ae-30588679da7c tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Project 4b3796dd934c412e8cbfebdb8122849f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 22:58:27.958088 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 6cffdb05-630d-45d9-8ba8-0ced348ae677 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:58:27.959523 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device c3991729-44ce-46b8-af54-99e559049409 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:58:27.978191 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786a6fc-285d-4498-85c8-dbe7fa8c8700 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Port': ['ID=07a380d3-940c-4ae7-a3fc-e3b3a31a0dd4,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:27.994482 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f608ccfa-9ed1-47ad-a335-ea08e39fc9ad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:28.006930 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1eec7cc2-fbd7-4611-96ae-30588679da7c tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:28.028124 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807b852-d16c-46d5-a11a-55ab1e0dcae9 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Port': ['ID=ebf19d13-d521-4fe5-9c85-2431b802986e,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:28.032942 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1807b852-d16c-46d5-a11a-55ab1e0dcae9 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/ports/ebf19d13-d521-4fe5-9c85-2431b802986e HTTP/1.1" status: 204 len: 168 time: 2.0139143 Sep 14 22:58:28.056362 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52818) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:28.072735 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port c3991729-44ce-46b8-af54-99e559049409 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:58:28.170268 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-f608ccfa-9ed1-47ad-a335-ea08e39fc9ad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Allocated IP 172.26.5.4 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/99e36943-ed66-4133-a7e1-6b84d1976b93) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:58:28.300657 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-6cc4faf4-e5ed-44ff-8059-72eb733d7c7c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Deleting port 07a380d3-940c-4ae7-a3fc-e3b3a31a0dd4 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:58:28.301544 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6cc4faf4-e5ed-44ff-8059-72eb733d7c7c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:28.322327 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9774801-cec4-438d-ad9e-b86e757a73e3 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] DELETE failed (client error): The resource could not be found. Sep 14 22:58:28.322782 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9774801-cec4-438d-ad9e-b86e757a73e3 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:58:28.325595 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-e9774801-cec4-438d-ad9e-b86e757a73e3 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/ports/ebf19d13-d521-4fe5-9c85-2431b802986e HTTP/1.1" status: 404 len: 333 time: 0.2669713 Sep 14 22:58:28.329977 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52822) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:28.390256 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1eec7cc2-fbd7-4611-96ae-30588679da7c tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:28.403938 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1eec7cc2-fbd7-4611-96ae-30588679da7c tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:28.435206 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec7cc2-fbd7-4611-96ae-30588679da7c tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b46ddf20-7ffb-4ae0-8d11-69123a4ad20f,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:28.449110 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7c0880-299e-40cd-8b49-9f97fb28a467 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Network 77d744c3-5dc8-4254-a77a-f866be4e427e is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:28.450800 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-eb7c0880-299e-40cd-8b49-9f97fb28a467 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:28.451720 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70b9bcb-ae85-49c3-8a38-4c3bc9f9a304 None None] Network ef62c66f-26ca-4f9d-8e8f-bcbefbe663c6 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:58:28.458367 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1eec7cc2-fbd7-4611-96ae-30588679da7c tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:28.461145 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1eec7cc2-fbd7-4611-96ae-30588679da7c tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8107586 Sep 14 22:58:28.560221 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-87102289-787f-424e-9157-5bfd0b55f3a4 None None] Provisioning for port 6400fb12-2c4a-4948-a4e5-be7e8f9a49fa completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:58:28.577330 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-87102289-787f-424e-9157-5bfd0b55f3a4 None None] Provisioning complete for port 6400fb12-2c4a-4948-a4e5-be7e8f9a49fa triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:28.577709 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-87102289-787f-424e-9157-5bfd0b55f3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:28.631721 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52826) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:28.644995 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf4f976-7ed7-4ce3-a397-9a6f41c01f71 None None] Network 77d744c3-5dc8-4254-a77a-f866be4e427e requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:58:28.645169 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-76878228-58c4-4fec-bdde-6d7e6b4e65ae tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Request body: {'network': {'name': 'tempest-network-smoke--210666297', 'project_id': '4b3796dd934c412e8cbfebdb8122849f', 'port_security_enabled': True}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:28.650923 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f608ccfa-9ed1-47ad-a335-ea08e39fc9ad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:28.657230 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ef3c5fb-8e86-42ee-b68c-ce1503c21f14 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] GET failed (client error): The resource could not be found. Sep 14 22:58:28.657970 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5ef3c5fb-8e86-42ee-b68c-ce1503c21f14 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Synchronizing usage tracker for tenant:c0a980b2e8bf40c8a14dfb2d5527a283 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:58:28.664913 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-76878228-58c4-4fec-bdde-6d7e6b4e65ae tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:28.665645 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7c0880-299e-40cd-8b49-9f97fb28a467 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Router 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:58:28.687745 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-76878228-58c4-4fec-bdde-6d7e6b4e65ae tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Usage tracker for resource:network and tenant:4b3796dd934c412e8cbfebdb8122849f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:28.695688 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-76878228-58c4-4fec-bdde-6d7e6b4e65ae tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:28.698519 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5ef3c5fb-8e86-42ee-b68c-ce1503c21f14 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Unset dirty status for tenant:c0a980b2e8bf40c8a14dfb2d5527a283 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:58:28.702975 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5ef3c5fb-8e86-42ee-b68c-ce1503c21f14 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "GET /v2.0/ports/ebf19d13-d521-4fe5-9c85-2431b802986e HTTP/1.1" status: 404 len: 333 time: 0.3718047 Sep 14 22:58:28.708448 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52830) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:28.714272 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-76878228-58c4-4fec-bdde-6d7e6b4e65ae tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:28.821756 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76878228-58c4-4fec-bdde-6d7e6b4e65ae tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Made reservation on behalf of 4b3796dd934c412e8cbfebdb8122849f for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:28.825145 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-76878228-58c4-4fec-bdde-6d7e6b4e65ae tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:28.839520 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7c0880-299e-40cd-8b49-9f97fb28a467 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:58:28.848344 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-eb7c0880-299e-40cd-8b49-9f97fb28a467 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "PUT /v2.0/routers/1f7ddff8-0c20-4b5c-8c00-49db05062fa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0774105 Sep 14 22:58:28.849045 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52834) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:28.856126 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-60f1caca-e753-4964-a06a-9db021585aa6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Request body: {'network': {'name': 'tempest-RoutersTest-1020355592'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:28.857635 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f1f117-e9d7-45ec-93e0-0c6eca08d871 None None] Sync routers for ids ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:58:28.865603 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-60f1caca-e753-4964-a06a-9db021585aa6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:28.867486 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f1f117-e9d7-45ec-93e0-0c6eca08d871 None None] Routers {'1f7ddff8-0c20-4b5c-8c00-49db05062fa5'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:58:28.868285 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-e6f1f117-e9d7-45ec-93e0-0c6eca08d871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:58:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:28.870568 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-60f1caca-e753-4964-a06a-9db021585aa6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Usage tracker for resource:network and tenant:25d4f6710d2343efa0693e5e6584ceb8 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:28.873683 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-60f1caca-e753-4964-a06a-9db021585aa6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:28.879500 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-60f1caca-e753-4964-a06a-9db021585aa6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:28.891490 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f1caca-e753-4964-a06a-9db021585aa6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Made reservation on behalf of 25d4f6710d2343efa0693e5e6584ceb8 for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:28.896458 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-60f1caca-e753-4964-a06a-9db021585aa6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:28.929476 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60f1caca-e753-4964-a06a-9db021585aa6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:58:28.942182 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-60f1caca-e753-4964-a06a-9db021585aa6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:28.942732 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-60f1caca-e753-4964-a06a-9db021585aa6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Added segment e70e2874-8ff1-4b79-8e4f-158f52527781 of type vlan for network ae0a4235-6b0a-40b9-96ce-b2601772b2b0 Sep 14 22:58:28.947941 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-87102289-787f-424e-9157-5bfd0b55f3a4 None None] Current status of the port 6400fb12-2c4a-4948-a4e5-be7e8f9a49fa is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:58:28.948325 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-87102289-787f-424e-9157-5bfd0b55f3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:28.977726 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-60f1caca-e753-4964-a06a-9db021585aa6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:29.016551 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-60f1caca-e753-4964-a06a-9db021585aa6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:29.025502 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f1caca-e753-4964-a06a-9db021585aa6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:29.026317 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-60f1caca-e753-4964-a06a-9db021585aa6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:29.029076 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76878228-58c4-4fec-bdde-6d7e6b4e65ae tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:58:29.029631 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-e6f1f117-e9d7-45ec-93e0-0c6eca08d871 None None] Set router 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:58:29.041310 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-76878228-58c4-4fec-bdde-6d7e6b4e65ae tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:29.041824 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-76878228-58c4-4fec-bdde-6d7e6b4e65ae tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Added segment 0822189f-b9aa-4007-86b1-4daf9e8873b5 of type vlan for network e54d4215-9b0b-4b80-af38-991540bcc5bc Sep 14 22:58:29.073755 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-87102289-787f-424e-9157-5bfd0b55f3a4 None None] For port 6400fb12-2c4a-4948-a4e5-be7e8f9a49fa, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=6400fb12-2c4a-4948-a4e5-be7e8f9a49fa,segment=NetworkSegment(967f2675-0290-4df1-8835-9042f39a5e8e),segment_id=967f2675-0290-4df1-8835-9042f39a5e8e)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:58:29.079116 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-76878228-58c4-4fec-bdde-6d7e6b4e65ae tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:29.116278 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6cc4faf4-e5ed-44ff-8059-72eb733d7c7c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:29.119037 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-87102289-787f-424e-9157-5bfd0b55f3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:29.135837 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-66559513-fc95-4af4-a2c7-a928d6c2423e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Deleting subnet fd85b1aa-bf53-4fa3-878c-badc396817c7 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:58:29.143705 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-76878228-58c4-4fec-bdde-6d7e6b4e65ae tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:29.150645 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76878228-58c4-4fec-bdde-6d7e6b4e65ae tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:29.151633 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-76878228-58c4-4fec-bdde-6d7e6b4e65ae tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:29.184413 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-60f1caca-e753-4964-a06a-9db021585aa6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3340216 Sep 14 22:58:29.186253 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-66559513-fc95-4af4-a2c7-a928d6c2423e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:29.191282 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52838) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:29.201950 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-e03f3490-aeec-4717-a670-de8233355444 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Request body: {'subnet': {'network_id': 'ae0a4235-6b0a-40b9-96ce-b2601772b2b0', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:29.212251 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87102289-787f-424e-9157-5bfd0b55f3a4 None None] Pushing event updated for resources: {'Port': ['ID=6400fb12-2c4a-4948-a4e5-be7e8f9a49fa,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:29.234602 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f1caca-e753-4964-a06a-9db021585aa6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Network': ['ID=ae0a4235-6b0a-40b9-96ce-b2601772b2b0,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:29.247882 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network ae0a4235-6b0a-40b9-96ce-b2601772b2b0 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:58:29.269089 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-00c2235a-3e1b-4e51-875e-549802472cda None None] Provisioning for port c3991729-44ce-46b8-af54-99e559049409 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:58:29.345968 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-00c2235a-3e1b-4e51-875e-549802472cda None None] Provisioning complete for port c3991729-44ce-46b8-af54-99e559049409 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:29.346711 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-00c2235a-3e1b-4e51-875e-549802472cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:29.415375 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-76878228-58c4-4fec-bdde-6d7e6b4e65ae tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7812898 Sep 14 22:58:29.421470 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52842) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:29.432975 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-1182dee7-0675-4986-9c2a-9942acf56459 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-559660577', 'admin_state_up': True, 'project_id': '4b3796dd934c412e8cbfebdb8122849f', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:29.448022 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 6400fb12-2c4a-4948-a4e5-be7e8f9a49fa up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:58:29.458293 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1182dee7-0675-4986-9c2a-9942acf56459 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:29.487466 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1182dee7-0675-4986-9c2a-9942acf56459 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Usage tracker for resource:router and tenant:4b3796dd934c412e8cbfebdb8122849f is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:29.496925 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1182dee7-0675-4986-9c2a-9942acf56459 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:29.508743 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-e03f3490-aeec-4717-a670-de8233355444 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:29.513333 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1182dee7-0675-4986-9c2a-9942acf56459 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:29.516145 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-e03f3490-aeec-4717-a670-de8233355444 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Usage tracker for resource:subnet and tenant:25d4f6710d2343efa0693e5e6584ceb8 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:29.522040 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-e03f3490-aeec-4717-a670-de8233355444 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:29.533115 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-e03f3490-aeec-4717-a670-de8233355444 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:29.543493 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1182dee7-0675-4986-9c2a-9942acf56459 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:29.544663 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1182dee7-0675-4986-9c2a-9942acf56459 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:29.555032 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03f3490-aeec-4717-a670-de8233355444 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Made reservation on behalf of 25d4f6710d2343efa0693e5e6584ceb8 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:29.558920 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e03f3490-aeec-4717-a670-de8233355444 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:29.614365 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-e6f1f117-e9d7-45ec-93e0-0c6eca08d871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'name': 'tempest-RoutersTest-router-1338449832', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:11Z', 'updated_at': '2022-09-14T22:58:26Z', 'revision_number': 3, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'gw_port_host': None, '_interfaces': [{'id': '1677ea41-3f6e-40c6-9468-c17e77f65545', 'name': '', 'network_id': '77d744c3-5dc8-4254-a77a-f866be4e427e', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:26:1c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:24Z', 'updated_at': '2022-09-14T22:58:27Z', 'revision_number': 2, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cffdb05-630d-45d9-8ba8-0ced348ae677', 'name': '', 'network_id': '75ea059b-2f00-49a6-9551-ce55ec1f21b9', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:db:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:16Z', 'updated_at': '2022-09-14T22:58:26Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:29.619316 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f1f117-e9d7-45ec-93e0-0c6eca08d871 None None] Checking router: 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:58:29.619668 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f1f117-e9d7-45ec-93e0-0c6eca08d871 None None] Updating router 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 port 1677ea41-3f6e-40c6-9468-c17e77f65545 binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:58:29.678584 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 6400fb12-2c4a-4948-a4e5-be7e8f9a49fa triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:29.679062 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:29.693734 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-e6f1f117-e9d7-45ec-93e0-0c6eca08d871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:29.724542 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-6cc4faf4-e5ed-44ff-8059-72eb733d7c7c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Calling delete_port for 07a380d3-940c-4ae7-a3fc-e3b3a31a0dd4 owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:58:29.820145 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f608ccfa-9ed1-47ad-a335-ea08e39fc9ad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:29.924195 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e03f3490-aeec-4717-a670-de8233355444 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:29.931548 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1182dee7-0675-4986-9c2a-9942acf56459 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:29.940774 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-00c2235a-3e1b-4e51-875e-549802472cda None None] Current status of the port c3991729-44ce-46b8-af54-99e559049409 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:58:29.946082 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-00c2235a-3e1b-4e51-875e-549802472cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:29.971371 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f608ccfa-9ed1-47ad-a335-ea08e39fc9ad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:29.989568 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608ccfa-9ed1-47ad-a335-ea08e39fc9ad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=99e36943-ed66-4133-a7e1-6b84d1976b93,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:29.993512 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-f608ccfa-9ed1-47ad-a335-ea08e39fc9ad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:30.011182 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f608ccfa-9ed1-47ad-a335-ea08e39fc9ad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:58:30.090155 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-66559513-fc95-4af4-a2c7-a928d6c2423e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:30.151692 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-00c2235a-3e1b-4e51-875e-549802472cda None None] For port c3991729-44ce-46b8-af54-99e559049409, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=c3991729-44ce-46b8-af54-99e559049409,segment=NetworkSegment(96b53950-9a9a-4847-8dd9-74f1530180ce),segment_id=96b53950-9a9a-4847-8dd9-74f1530180ce)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:58:30.161213 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 6400fb12-2c4a-4948-a4e5-be7e8f9a49fa is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:58:30.167910 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-00c2235a-3e1b-4e51-875e-549802472cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:30.285972 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e6e935f2-c0a0-4878-9da2-a228fdbf6528 None None] Could not find standard attr ID for object ebf19d13-d521-4fe5-9c85-2431b802986e. {{(pid=89172) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 14 22:58:30.287664 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-e6f1f117-e9d7-45ec-93e0-0c6eca08d871 None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:30.305300 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-e6f1f117-e9d7-45ec-93e0-0c6eca08d871 None None] Transition to ACTIVE for port object 1677ea41-3f6e-40c6-9468-c17e77f65545 will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:30.307227 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2235a-3e1b-4e51-875e-549802472cda None None] Pushing event updated for resources: {'Port': ['ID=c3991729-44ce-46b8-af54-99e559049409,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:30.316759 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e6e935f2-c0a0-4878-9da2-a228fdbf6528 None None] Provisioning for port 1677ea41-3f6e-40c6-9468-c17e77f65545 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:58:30.317629 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-e6f1f117-e9d7-45ec-93e0-0c6eca08d871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:30.342678 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e6e935f2-c0a0-4878-9da2-a228fdbf6528 None None] Provisioning complete for port 6400fb12-2c4a-4948-a4e5-be7e8f9a49fa triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:30.343056 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e6e935f2-c0a0-4878-9da2-a228fdbf6528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:30.354857 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f3490-aeec-4717-a670-de8233355444 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Subnet': ['ID=69183486-971f-4bfb-8509-7ef2c5a773a7,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:30.403934 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76878228-58c4-4fec-bdde-6d7e6b4e65ae tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Pushing event updated for resources: {'Network': ['ID=e54d4215-9b0b-4b80-af38-991540bcc5bc,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:30.444980 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network e54d4215-9b0b-4b80-af38-991540bcc5bc details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:58:30.501441 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03f3490-aeec-4717-a670-de8233355444 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Checking segment: {'id': 'e70e2874-8ff1-4b79-8e4f-158f52527781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ae0a4235-6b0a-40b9-96ce-b2601772b2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:58:30.501765 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6cc4faf4-e5ed-44ff-8059-72eb733d7c7c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:30.501944 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03f3490-aeec-4717-a670-de8233355444 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Network hostable DHCP agents. Network: ae0a4235-6b0a-40b9-96ce-b2601772b2b0, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:58:30.511473 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9bcf0-2dce-483b-b9bd-afb914c9efb0 None None] Pushing event updated for resources: {'Port': ['ID=1677ea41-3f6e-40c6-9468-c17e77f65545,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:30.515514 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-e6e935f2-c0a0-4878-9da2-a228fdbf6528 None None] Current status of the port 6400fb12-2c4a-4948-a4e5-be7e8f9a49fa is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:58:30.520872 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f9bcf0-2dce-483b-b9bd-afb914c9efb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:30.521214 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f9bcf0-2dce-483b-b9bd-afb914c9efb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:30.521630 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f9bcf0-2dce-483b-b9bd-afb914c9efb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:30.521961 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f9bcf0-2dce-483b-b9bd-afb914c9efb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:30.522278 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f9bcf0-2dce-483b-b9bd-afb914c9efb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:30.522594 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1182dee7-0675-4986-9c2a-9942acf56459 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:30.522726 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f9bcf0-2dce-483b-b9bd-afb914c9efb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:30.522919 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f9bcf0-2dce-483b-b9bd-afb914c9efb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:30.523232 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f9bcf0-2dce-483b-b9bd-afb914c9efb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:30.523643 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f9bcf0-2dce-483b-b9bd-afb914c9efb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:30.523962 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f9bcf0-2dce-483b-b9bd-afb914c9efb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:30.524273 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f9bcf0-2dce-483b-b9bd-afb914c9efb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:30.524579 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f9bcf0-2dce-483b-b9bd-afb914c9efb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:30.581936 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6cc4faf4-e5ed-44ff-8059-72eb733d7c7c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:30.586733 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc4faf4-e5ed-44ff-8059-72eb733d7c7c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Port': ['ID=07a380d3-940c-4ae7-a3fc-e3b3a31a0dd4,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:30.654181 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e6e935f2-c0a0-4878-9da2-a228fdbf6528 None None] Provisioning complete for port c3991729-44ce-46b8-af54-99e559049409 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:30.655011 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e6e935f2-c0a0-4878-9da2-a228fdbf6528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:30.662448 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-e6f1f117-e9d7-45ec-93e0-0c6eca08d871 None None] Attempting to bind port 1677ea41-3f6e-40c6-9468-c17e77f65545 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:58:30.662809 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-e6f1f117-e9d7-45ec-93e0-0c6eca08d871 None None] Attempting to bind port 1677ea41-3f6e-40c6-9468-c17e77f65545 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '96b53950-9a9a-4847-8dd9-74f1530180ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '77d744c3-5dc8-4254-a77a-f866be4e427e'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:58:30.663213 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f1f117-e9d7-45ec-93e0-0c6eca08d871 None None] Attempting to bind port 1677ea41-3f6e-40c6-9468-c17e77f65545 on network 77d744c3-5dc8-4254-a77a-f866be4e427e {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:58:30.671008 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f1f117-e9d7-45ec-93e0-0c6eca08d871 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:58:30.671319 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f1f117-e9d7-45ec-93e0-0c6eca08d871 None None] Checking segment: {'id': '96b53950-9a9a-4847-8dd9-74f1530180ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '77d744c3-5dc8-4254-a77a-f866be4e427e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:58:30.671714 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-e6f1f117-e9d7-45ec-93e0-0c6eca08d871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:30.672094 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f1f117-e9d7-45ec-93e0-0c6eca08d871 None None] Bound using segment: {'id': '96b53950-9a9a-4847-8dd9-74f1530180ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '77d744c3-5dc8-4254-a77a-f866be4e427e'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:58:30.672549 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-e6f1f117-e9d7-45ec-93e0-0c6eca08d871 None None] Bound port: 1677ea41-3f6e-40c6-9468-c17e77f65545, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b53950-9a9a-4847-8dd9-74f1530180ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '77d744c3-5dc8-4254-a77a-f866be4e427e'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:58:30.672962 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-e6f1f117-e9d7-45ec-93e0-0c6eca08d871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:30.722130 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03f3490-aeec-4717-a670-de8233355444 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Network ae0a4235-6b0a-40b9-96ce-b2601772b2b0 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:58:30.743720 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 22:58:30.776834 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-e6f1f117-e9d7-45ec-93e0-0c6eca08d871 None None] For port 1677ea41-3f6e-40c6-9468-c17e77f65545, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:58:30.778101 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6cc4faf4-e5ed-44ff-8059-72eb733d7c7c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/ports/07a380d3-940c-4ae7-a3fc-e3b3a31a0dd4 HTTP/1.1" status: 204 len: 168 time: 2.9897697 Sep 14 22:58:30.779590 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-e6f1f117-e9d7-45ec-93e0-0c6eca08d871 None None] For port 1677ea41-3f6e-40c6-9468-c17e77f65545, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=1677ea41-3f6e-40c6-9468-c17e77f65545,segment=NetworkSegment(96b53950-9a9a-4847-8dd9-74f1530180ce),segment_id=96b53950-9a9a-4847-8dd9-74f1530180ce)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:58:30.784177 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52848) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:30.785870 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-e6f1f117-e9d7-45ec-93e0-0c6eca08d871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:30.791099 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-e03f3490-aeec-4717-a670-de8233355444 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, ae0a4235-6b0a-40b9-96ce-b2601772b2b0) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:30.801615 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ba9465-e140-43cb-9fcf-60a0abed8abb None None] Network ae0a4235-6b0a-40b9-96ce-b2601772b2b0 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:58:30.815848 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-66559513-fc95-4af4-a2c7-a928d6c2423e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:30.858440 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03f3490-aeec-4717-a670-de8233355444 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:30.859038 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e03f3490-aeec-4717-a670-de8233355444 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:30.872914 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f608ccfa-9ed1-47ad-a335-ea08e39fc9ad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_gateway, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:30.878622 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-e6e935f2-c0a0-4878-9da2-a228fdbf6528 None None] Current status of the port c3991729-44ce-46b8-af54-99e559049409 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:58:30.895263 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9bcf0-2dce-483b-b9bd-afb914c9efb0 None None] Pushing event updated for resources: {'Port': ['ID=1677ea41-3f6e-40c6-9468-c17e77f65545,revision_number=4']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:30.904886 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f1f117-e9d7-45ec-93e0-0c6eca08d871 None None] Routers {'1f7ddff8-0c20-4b5c-8c00-49db05062fa5'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:58:30.906007 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-e6f1f117-e9d7-45ec-93e0-0c6eca08d871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:58:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:30.907272 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-e03f3490-aeec-4717-a670-de8233355444 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7146332 Sep 14 22:58:30.911232 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52852) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:31.092218 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-e6f1f117-e9d7-45ec-93e0-0c6eca08d871 None None] Set router 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:58:31.104838 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8223a6-d729-4993-a9c1-82d906e674d1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:31.106323 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4e8223a6-d729-4993-a9c1-82d906e674d1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3193510 Sep 14 22:58:31.110774 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52856) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:31.122445 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ae9699-20cc-4835-92b9-5f6cdc58a0f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-ae0a4235-6b0a-40b9-96ce-b2601772b2b0', 'network_id': 'ae0a4235-6b0a-40b9-96ce-b2601772b2b0', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'fixed_ips': [{'subnet_id': '69183486-971f-4bfb-8509-7ef2c5a773a7'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:58:31.125411 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-25ae9699-20cc-4835-92b9-5f6cdc58a0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:31.185955 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-a397b50d-56d7-42e6-a504-ae687993d8ee tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] GET failed (client error): The resource could not be found. Sep 14 22:58:31.187612 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a397b50d-56d7-42e6-a504-ae687993d8ee tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "GET /v2.0/ports/07a380d3-940c-4ae7-a3fc-e3b3a31a0dd4 HTTP/1.1" status: 404 len: 333 time: 0.0715232 Sep 14 22:58:31.197550 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52860) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:31.212952 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-0ae323d9-82f9-472f-8691-17910e09283a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1094907668'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:31.220815 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0ae323d9-82f9-472f-8691-17910e09283a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:31.229951 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-66559513-fc95-4af4-a2c7-a928d6c2423e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:31.242074 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0ae323d9-82f9-472f-8691-17910e09283a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:network and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:31.283212 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0ae323d9-82f9-472f-8691-17910e09283a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:31.287100 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66559513-fc95-4af4-a2c7-a928d6c2423e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Subnet': ['ID=fd85b1aa-bf53-4fa3-878c-badc396817c7,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:31.291897 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-66559513-fc95-4af4-a2c7-a928d6c2423e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:31.298824 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0ae323d9-82f9-472f-8691-17910e09283a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:31.309281 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-66559513-fc95-4af4-a2c7-a928d6c2423e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/subnets/fd85b1aa-bf53-4fa3-878c-badc396817c7 HTTP/1.1" status: 204 len: 168 time: 2.5972104 Sep 14 22:58:31.312972 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52864) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:31.317327 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3abe89-b42f-4f21-9067-de35ad0dbb24 None None] Network ef62c66f-26ca-4f9d-8e8f-bcbefbe663c6 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:58:31.493724 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device c3991729-44ce-46b8-af54-99e559049409 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:58:31.510226 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae323d9-82f9-472f-8691-17910e09283a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Made reservation on behalf of 1c14bf9f432e425688de72a35501bf7a for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:31.513618 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0ae323d9-82f9-472f-8691-17910e09283a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:31.546315 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f608ccfa-9ed1-47ad-a335-ea08e39fc9ad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:31.553773 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-e6f1f117-e9d7-45ec-93e0-0c6eca08d871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'name': 'tempest-RoutersTest-router-1338449832', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:11Z', 'updated_at': '2022-09-14T22:58:26Z', 'revision_number': 3, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'gw_port_host': None, '_interfaces': [{'id': '1677ea41-3f6e-40c6-9468-c17e77f65545', 'name': '', 'network_id': '77d744c3-5dc8-4254-a77a-f866be4e427e', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:26:1c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:24Z', 'updated_at': '2022-09-14T22:58:30Z', 'revision_number': 4, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cffdb05-630d-45d9-8ba8-0ced348ae677', 'name': '', 'network_id': '75ea059b-2f00-49a6-9551-ce55ec1f21b9', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:db:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:16Z', 'updated_at': '2022-09-14T22:58:26Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:31.558476 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f1f117-e9d7-45ec-93e0-0c6eca08d871 None None] The sync data for ids ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'] in dv-neutron-857791-1-hyperv is: [{'id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'name': 'tempest-RoutersTest-router-1338449832', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:11Z', 'updated_at': '2022-09-14T22:58:26Z', 'revision_number': 3, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'gw_port_host': None, '_interfaces': [{'id': '1677ea41-3f6e-40c6-9468-c17e77f65545', 'name': '', 'network_id': '77d744c3-5dc8-4254-a77a-f866be4e427e', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:26:1c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:24Z', 'updated_at': '2022-09-14T22:58:30Z', 'revision_number': 4, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cffdb05-630d-45d9-8ba8-0ced348ae677', 'name': '', 'network_id': '75ea059b-2f00-49a6-9551-ce55ec1f21b9', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:db:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:16Z', 'updated_at': '2022-09-14T22:58:26Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:58:31.740504 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-25ae9699-20cc-4835-92b9-5f6cdc58a0f1 None None] Allocated IP 172.22.0.2 (ae0a4235-6b0a-40b9-96ce-b2601772b2b0/69183486-971f-4bfb-8509-7ef2c5a773a7/5f41c416-e8ab-4b1f-8b3d-1455372c5440) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:58:31.748418 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1182dee7-0675-4986-9c2a-9942acf56459 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for router_gateway, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:31.793020 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1182dee7-0675-4986-9c2a-9942acf56459 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:31.797438 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ae323d9-82f9-472f-8691-17910e09283a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:58:31.829198 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0ae323d9-82f9-472f-8691-17910e09283a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:31.829534 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-0ae323d9-82f9-472f-8691-17910e09283a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Added segment 74767ee8-f805-407b-8123-caa7185ee5cf of type vlan for network 227b3554-e660-46be-87e5-b40bca4157c3 Sep 14 22:58:31.843859 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c9560c00-dc67-4644-b957-d9cd2fcb3cb2 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:31.886188 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-c9560c00-dc67-4644-b957-d9cd2fcb3cb2 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Deleting port 6400fb12-2c4a-4948-a4e5-be7e8f9a49fa {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:58:31.886543 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c9560c00-dc67-4644-b957-d9cd2fcb3cb2 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:31.933141 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port c3991729-44ce-46b8-af54-99e559049409 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:31.933700 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:31.951966 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0ae323d9-82f9-472f-8691-17910e09283a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:32.066036 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9fd26a32-25d9-4441-b988-6583932bc7e3 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:32.077995 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-1182dee7-0675-4986-9c2a-9942acf56459 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Allocated IP 172.26.5.29 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/e8a4bef4-8303-407f-aa43-828fc9578469) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:58:32.124016 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0ae323d9-82f9-472f-8691-17910e09283a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:32.130319 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae323d9-82f9-472f-8691-17910e09283a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:32.130980 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0ae323d9-82f9-472f-8691-17910e09283a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:32.158829 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f608ccfa-9ed1-47ad-a335-ea08e39fc9ad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router 1b251f69-63d4-42e7-b4b3-ece204612809 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:58:32.213968 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-25ae9699-20cc-4835-92b9-5f6cdc58a0f1 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:32.231742 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port c3991729-44ce-46b8-af54-99e559049409 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:58:32.239129 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-25ae9699-20cc-4835-92b9-5f6cdc58a0f1 None None] Transition to ACTIVE for port object 5f41c416-e8ab-4b1f-8b3d-1455372c5440 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:32.272297 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c48069d-eca9-4dbf-ae9c-6a97234008f1 None None] DHCP port deletion for ef62c66f-26ca-4f9d-8e8f-bcbefbe663c6 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:58:32.287220 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-25ae9699-20cc-4835-92b9-5f6cdc58a0f1 None None] Transition to ACTIVE for port object 5f41c416-e8ab-4b1f-8b3d-1455372c5440 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:32.290323 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-9c48069d-eca9-4dbf-ae9c-6a97234008f1 None None] Deleting port 6400fb12-2c4a-4948-a4e5-be7e8f9a49fa {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:58:32.290755 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9c48069d-eca9-4dbf-ae9c-6a97234008f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:32.355868 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0ae323d9-82f9-472f-8691-17910e09283a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1571839 Sep 14 22:58:32.356524 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52868) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:32.379262 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-25ae9699-20cc-4835-92b9-5f6cdc58a0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:32.381306 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-57352afb-b8ee-4666-8ef9-5bb9db1bbbdf tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'subnet': {'network_id': '227b3554-e660-46be-87e5-b40bca4157c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:32.410754 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae323d9-82f9-472f-8691-17910e09283a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Network': ['ID=227b3554-e660-46be-87e5-b40bca4157c3,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:32.469307 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 227b3554-e660-46be-87e5-b40bca4157c3 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:58:32.481189 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-c9560c00-dc67-4644-b957-d9cd2fcb3cb2 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] For port 6400fb12-2c4a-4948-a4e5-be7e8f9a49fa, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=6400fb12-2c4a-4948-a4e5-be7e8f9a49fa,segment=NetworkSegment(967f2675-0290-4df1-8835-9042f39a5e8e),segment_id=967f2675-0290-4df1-8835-9042f39a5e8e)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:58:32.481530 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c9560c00-dc67-4644-b957-d9cd2fcb3cb2 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:32.611288 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ae9699-20cc-4835-92b9-5f6cdc58a0f1 None None] Network ae0a4235-6b0a-40b9-96ce-b2601772b2b0 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:32.631885 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-25ae9699-20cc-4835-92b9-5f6cdc58a0f1 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:32.634641 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ae9699-20cc-4835-92b9-5f6cdc58a0f1 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:58:32.646288 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1182dee7-0675-4986-9c2a-9942acf56459 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:32.720029 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae9699-20cc-4835-92b9-5f6cdc58a0f1 None None] Pushing event updated for resources: {'Port': ['ID=5f41c416-e8ab-4b1f-8b3d-1455372c5440,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:32.795175 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1182dee7-0675-4986-9c2a-9942acf56459 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:32.799273 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-9fd26a32-25d9-4441-b988-6583932bc7e3 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Allocated IP 172.22.0.1 (ae0a4235-6b0a-40b9-96ce-b2601772b2b0/69183486-971f-4bfb-8509-7ef2c5a773a7/0c671110-245b-4efb-b517-ab25976b0156) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:58:32.814529 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-c9560c00-dc67-4644-b957-d9cd2fcb3cb2 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Calling delete_port for 6400fb12-2c4a-4948-a4e5-be7e8f9a49fa owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:58:32.872694 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-25ae9699-20cc-4835-92b9-5f6cdc58a0f1 None None] Attempting to bind port 5f41c416-e8ab-4b1f-8b3d-1455372c5440 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:58:32.872999 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-25ae9699-20cc-4835-92b9-5f6cdc58a0f1 None None] Attempting to bind port 5f41c416-e8ab-4b1f-8b3d-1455372c5440 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'e70e2874-8ff1-4b79-8e4f-158f52527781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ae0a4235-6b0a-40b9-96ce-b2601772b2b0'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:58:32.873991 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ae9699-20cc-4835-92b9-5f6cdc58a0f1 None None] Attempting to bind port 5f41c416-e8ab-4b1f-8b3d-1455372c5440 on network ae0a4235-6b0a-40b9-96ce-b2601772b2b0 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:58:32.874664 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1182dee7-0675-4986-9c2a-9942acf56459 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:32.879847 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-1182dee7-0675-4986-9c2a-9942acf56459 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:32.894909 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-57352afb-b8ee-4666-8ef9-5bb9db1bbbdf tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:32.898000 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ae9699-20cc-4835-92b9-5f6cdc58a0f1 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:58:32.898000 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ae9699-20cc-4835-92b9-5f6cdc58a0f1 None None] Checking segment: {'id': 'e70e2874-8ff1-4b79-8e4f-158f52527781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ae0a4235-6b0a-40b9-96ce-b2601772b2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:58:32.898279 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-25ae9699-20cc-4835-92b9-5f6cdc58a0f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:32.898988 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ae9699-20cc-4835-92b9-5f6cdc58a0f1 None None] Bound using segment: {'id': 'e70e2874-8ff1-4b79-8e4f-158f52527781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ae0a4235-6b0a-40b9-96ce-b2601772b2b0'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:58:32.899582 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-25ae9699-20cc-4835-92b9-5f6cdc58a0f1 None None] Bound port: 5f41c416-e8ab-4b1f-8b3d-1455372c5440, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70e2874-8ff1-4b79-8e4f-158f52527781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ae0a4235-6b0a-40b9-96ce-b2601772b2b0'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:58:32.900024 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-25ae9699-20cc-4835-92b9-5f6cdc58a0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:32.902942 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1182dee7-0675-4986-9c2a-9942acf56459 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:58:32.907145 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-57352afb-b8ee-4666-8ef9-5bb9db1bbbdf tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:subnet and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:32.920306 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-57352afb-b8ee-4666-8ef9-5bb9db1bbbdf tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:32.921631 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-9c48069d-eca9-4dbf-ae9c-6a97234008f1 None None] For port 6400fb12-2c4a-4948-a4e5-be7e8f9a49fa, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=6400fb12-2c4a-4948-a4e5-be7e8f9a49fa,segment=NetworkSegment(967f2675-0290-4df1-8835-9042f39a5e8e),segment_id=967f2675-0290-4df1-8835-9042f39a5e8e)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:58:32.922085 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9c48069d-eca9-4dbf-ae9c-6a97234008f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:32.928650 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f608ccfa-9ed1-47ad-a335-ea08e39fc9ad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:58:32.930881 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-57352afb-b8ee-4666-8ef9-5bb9db1bbbdf tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:32.958992 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c9560c00-dc67-4644-b957-d9cd2fcb3cb2 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:33.000418 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f608ccfa-9ed1-47ad-a335-ea08e39fc9ad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:33.001650 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f608ccfa-9ed1-47ad-a335-ea08e39fc9ad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.0811486 Sep 14 22:58:33.002400 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57352afb-b8ee-4666-8ef9-5bb9db1bbbdf tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Made reservation on behalf of 1c14bf9f432e425688de72a35501bf7a for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:33.006544 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-57352afb-b8ee-4666-8ef9-5bb9db1bbbdf tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:33.006694 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182dee7-0675-4986-9c2a-9942acf56459 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Pushing event updated for resources: {'Port': ['ID=e8a4bef4-8303-407f-aa43-828fc9578469,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:33.013304 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52872) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:33.033813 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9560c00-dc67-4644-b957-d9cd2fcb3cb2 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Port': ['ID=6400fb12-2c4a-4948-a4e5-be7e8f9a49fa,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:33.043601 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be94b2e-85f2-48b2-ba5e-29582c451e69 None None] Sync routers for ids ['1b251f69-63d4-42e7-b4b3-ece204612809'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:58:33.093404 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9560c00-dc67-4644-b957-d9cd2fcb3cb2 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] No DVR routers for this DVR port 6400fb12-2c4a-4948-a4e5-be7e8f9a49fa on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:58:33.128076 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-9c48069d-eca9-4dbf-ae9c-6a97234008f1 None None] Calling delete_port for 6400fb12-2c4a-4948-a4e5-be7e8f9a49fa owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:58:33.178879 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be94b2e-85f2-48b2-ba5e-29582c451e69 None None] Routers {'1b251f69-63d4-42e7-b4b3-ece204612809'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:58:33.179503 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-1be94b2e-85f2-48b2-ba5e-29582c451e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:58:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1b251f69-63d4-42e7-b4b3-ece204612809'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:33.226190 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4d085dd6-60d8-41c0-9c84-127146e62682 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=c57dd58bea08430d873bf967651d6b8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2094352 Sep 14 22:58:33.232770 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52878) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:33.274121 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c9560c00-dc67-4644-b957-d9cd2fcb3cb2 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:33.299916 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9fd26a32-25d9-4441-b988-6583932bc7e3 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:33.324785 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-9fd26a32-25d9-4441-b988-6583932bc7e3 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Transition to ACTIVE for port object 0c671110-245b-4efb-b517-ab25976b0156 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:33.364928 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-25ae9699-20cc-4835-92b9-5f6cdc58a0f1 None None] For port 5f41c416-e8ab-4b1f-8b3d-1455372c5440, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:58:33.383622 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-c9560c00-dc67-4644-b957-d9cd2fcb3cb2 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef62c66f-26ca-4f9d-8e8f-bcbefbe663c6']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:33.406627 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-c9560c00-dc67-4644-b957-d9cd2fcb3cb2 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '967f2675-0290-4df1-8835-9042f39a5e8e') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:33.407214 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-c9560c00-dc67-4644-b957-d9cd2fcb3cb2 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '967f2675-0290-4df1-8835-9042f39a5e8e') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:33.417148 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-25ae9699-20cc-4835-92b9-5f6cdc58a0f1 None None] For port 5f41c416-e8ab-4b1f-8b3d-1455372c5440, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=5f41c416-e8ab-4b1f-8b3d-1455372c5440,segment=NetworkSegment(e70e2874-8ff1-4b79-8e4f-158f52527781),segment_id=e70e2874-8ff1-4b79-8e4f-158f52527781)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:58:33.434601 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c9560c00-dc67-4644-b957-d9cd2fcb3cb2 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:33.475868 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 1677ea41-3f6e-40c6-9468-c17e77f65545 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:58:33.514131 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-25ae9699-20cc-4835-92b9-5f6cdc58a0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:33.519191 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c9560c00-dc67-4644-b957-d9cd2fcb3cb2 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:33.529538 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6da9531-f2cc-4927-94d7-cb5533fefa19 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:33.533614 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d6da9531-f2cc-4927-94d7-cb5533fefa19 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2942374 Sep 14 22:58:33.536242 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52882) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:33.537369 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9560c00-dc67-4644-b957-d9cd2fcb3cb2 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:58:33.537911 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c9560c00-dc67-4644-b957-d9cd2fcb3cb2 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:33.563532 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-9c48069d-eca9-4dbf-ae9c-6a97234008f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:58:33.563885 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-9c48069d-eca9-4dbf-ae9c-6a97234008f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:58:33.577534 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9fd26a32-25d9-4441-b988-6583932bc7e3 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:33.631975 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1182dee7-0675-4986-9c2a-9942acf56459 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for router_gateway, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:33.653220 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-1be94b2e-85f2-48b2-ba5e-29582c451e69 None None] Set router 1b251f69-63d4-42e7-b4b3-ece204612809 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:58:33.658612 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 967f2675-0290-4df1-8835-9042f39a5e8e resource provider aggregate not found Sep 14 22:58:33.702450 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae9699-20cc-4835-92b9-5f6cdc58a0f1 None None] Pushing event updated for resources: {'Port': ['ID=5f41c416-e8ab-4b1f-8b3d-1455372c5440,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:33.709616 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-58749f98-fdf2-4b27-8805-4d00e25d04ee tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=681410b9-e86d-4f65-a0f3-ea2093b5104b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1533377 Sep 14 22:58:33.717262 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 967f2675-0290-4df1-8835-9042f39a5e8e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 967f2675-0290-4df1-8835-9042f39a5e8e found for delete ", "request_id": "req-a762f5e5-245a-4b8d-9e2a-c86e11780ba2"}]} Sep 14 22:58:33.717567 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52890) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:33.736870 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c9560c00-dc67-4644-b957-d9cd2fcb3cb2 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:33.750313 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd26a32-25d9-4441-b988-6583932bc7e3 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Network ae0a4235-6b0a-40b9-96ce-b2601772b2b0 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:33.757147 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-53fadae5-662a-4b8e-9328-47ce2ead2f00 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-217751569', 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:33.760759 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c9560c00-dc67-4644-b957-d9cd2fcb3cb2 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:33.768384 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-57352afb-b8ee-4666-8ef9-5bb9db1bbbdf tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:33.778478 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-9fd26a32-25d9-4441-b988-6583932bc7e3 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:33.781069 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd26a32-25d9-4441-b988-6583932bc7e3 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:58:33.801063 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9560c00-dc67-4644-b957-d9cd2fcb3cb2 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Network': ['ID=ef62c66f-26ca-4f9d-8e8f-bcbefbe663c6,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:33.829264 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c9560c00-dc67-4644-b957-d9cd2fcb3cb2 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/networks/ef62c66f-26ca-4f9d-8e8f-bcbefbe663c6 HTTP/1.1" status: 204 len: 168 time: 2.3359358 Sep 14 22:58:33.831685 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52894) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:33.856237 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-9cfb1f7e-b27a-4efd-9ec6-5bfc875662ce tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-349090845'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:33.873998 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-9cfb1f7e-b27a-4efd-9ec6-5bfc875662ce tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:33.881045 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57352afb-b8ee-4666-8ef9-5bb9db1bbbdf tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Subnet': ['ID=38811ed7-a287-47ce-a3bd-3eb7fa66f4f6,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:33.905501 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9cfb1f7e-b27a-4efd-9ec6-5bfc875662ce tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:network and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:33.910888 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9cfb1f7e-b27a-4efd-9ec6-5bfc875662ce tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:33.922066 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-9cfb1f7e-b27a-4efd-9ec6-5bfc875662ce tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:33.942966 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 1677ea41-3f6e-40c6-9468-c17e77f65545 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:58:33.943513 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57352afb-b8ee-4666-8ef9-5bb9db1bbbdf tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Checking segment: {'id': '74767ee8-f805-407b-8123-caa7185ee5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '227b3554-e660-46be-87e5-b40bca4157c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:58:33.943942 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57352afb-b8ee-4666-8ef9-5bb9db1bbbdf tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Network hostable DHCP agents. Network: 227b3554-e660-46be-87e5-b40bca4157c3, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:58:33.950992 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfb1f7e-b27a-4efd-9ec6-5bfc875662ce tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Made reservation on behalf of c0a980b2e8bf40c8a14dfb2d5527a283 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:33.951445 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 1677ea41-3f6e-40c6-9468-c17e77f65545 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:33.951823 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:33.954680 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9cfb1f7e-b27a-4efd-9ec6-5bfc875662ce tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:34.009274 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57352afb-b8ee-4666-8ef9-5bb9db1bbbdf tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Network 227b3554-e660-46be-87e5-b40bca4157c3 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:58:34.030933 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cfb1f7e-b27a-4efd-9ec6-5bfc875662ce tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:58:34.040910 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd26a32-25d9-4441-b988-6583932bc7e3 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Port': ['ID=0c671110-245b-4efb-b517-ab25976b0156,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:34.059036 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9cfb1f7e-b27a-4efd-9ec6-5bfc875662ce tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:34.059690 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-9cfb1f7e-b27a-4efd-9ec6-5bfc875662ce tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Added segment c5c70c98-91ae-4fdf-958e-439c09487b36 of type vlan for network 843c0578-c53f-4c98-9faf-d8c8f13016bb Sep 14 22:58:34.065977 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-9c48069d-eca9-4dbf-ae9c-6a97234008f1 None None] Deleting port 6400fb12-2c4a-4948-a4e5-be7e8f9a49fa {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:58:34.067162 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9c48069d-eca9-4dbf-ae9c-6a97234008f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:34.099054 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9cfb1f7e-b27a-4efd-9ec6-5bfc875662ce tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:34.139956 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-57352afb-b8ee-4666-8ef9-5bb9db1bbbdf tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 227b3554-e660-46be-87e5-b40bca4157c3) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:34.145532 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57352afb-b8ee-4666-8ef9-5bb9db1bbbdf tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:34.146497 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-57352afb-b8ee-4666-8ef9-5bb9db1bbbdf tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:34.151345 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9cfb1f7e-b27a-4efd-9ec6-5bfc875662ce tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:34.157473 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfb1f7e-b27a-4efd-9ec6-5bfc875662ce tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:34.158329 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9cfb1f7e-b27a-4efd-9ec6-5bfc875662ce tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:34.172091 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d27082-9b85-4ede-8d2b-efde7088a011 None None] Network 227b3554-e660-46be-87e5-b40bca4157c3 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:58:34.191811 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-9c48069d-eca9-4dbf-ae9c-6a97234008f1 None None] The port '6400fb12-2c4a-4948-a4e5-be7e8f9a49fa' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:58:34.210164 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-53fadae5-662a-4b8e-9328-47ce2ead2f00 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:34.212455 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-53fadae5-662a-4b8e-9328-47ce2ead2f00 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:subnet and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:34.215442 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-53fadae5-662a-4b8e-9328-47ce2ead2f00 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:34.224988 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9fd26a32-25d9-4441-b988-6583932bc7e3 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:34.227559 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-53fadae5-662a-4b8e-9328-47ce2ead2f00 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:34.301323 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb1f7e-b27a-4efd-9ec6-5bfc875662ce tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Network': ['ID=843c0578-c53f-4c98-9faf-d8c8f13016bb,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:34.326398 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9cfb1f7e-b27a-4efd-9ec6-5bfc875662ce tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4892488 Sep 14 22:58:34.326853 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52898) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:34.334383 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-e18c599b-1624-409f-9a91-b7e699cca77a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'subnet': {'network_id': '843c0578-c53f-4c98-9faf-d8c8f13016bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:34.338947 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 843c0578-c53f-4c98-9faf-d8c8f13016bb details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:58:34.339107 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fadae5-662a-4b8e-9328-47ce2ead2f00 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Made reservation on behalf of c57dd58bea08430d873bf967651d6b8d for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:34.342407 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-53fadae5-662a-4b8e-9328-47ce2ead2f00 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:34.351205 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-57352afb-b8ee-4666-8ef9-5bb9db1bbbdf tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9825182 Sep 14 22:58:34.355452 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52902) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:34.365931 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-b7b0d043-cfec-439e-94fd-1a01fc7d9c45 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'subnet': {'network_id': '227b3554-e660-46be-87e5-b40bca4157c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:34.458450 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 1677ea41-3f6e-40c6-9468-c17e77f65545 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:58:34.458827 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:34.489613 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-1be94b2e-85f2-48b2-ba5e-29582c451e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'name': 'tempest-TestNetworkBasicOps-router-1539886236', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:26Z', 'updated_at': '2022-09-14T22:58:30Z', 'revision_number': 3, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:28Z', 'updated_at': '2022-09-14T22:58:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:34.505591 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be94b2e-85f2-48b2-ba5e-29582c451e69 None None] Checking router: 1b251f69-63d4-42e7-b4b3-ece204612809 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:58:34.505935 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be94b2e-85f2-48b2-ba5e-29582c451e69 None None] Updating router 1b251f69-63d4-42e7-b4b3-ece204612809 port 99e36943-ed66-4133-a7e1-6b84d1976b93 binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:58:34.552354 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-e18c599b-1624-409f-9a91-b7e699cca77a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:34.556476 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e18c599b-1624-409f-9a91-b7e699cca77a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:subnet and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:34.559852 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e18c599b-1624-409f-9a91-b7e699cca77a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:34.566040 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-e18c599b-1624-409f-9a91-b7e699cca77a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:34.570971 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1182dee7-0675-4986-9c2a-9942acf56459 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:34.627718 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18c599b-1624-409f-9a91-b7e699cca77a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Made reservation on behalf of c0a980b2e8bf40c8a14dfb2d5527a283 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:34.631186 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e18c599b-1624-409f-9a91-b7e699cca77a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:34.652729 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 1677ea41-3f6e-40c6-9468-c17e77f65545, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=1677ea41-3f6e-40c6-9468-c17e77f65545,segment=NetworkSegment(96b53950-9a9a-4847-8dd9-74f1530180ce),segment_id=96b53950-9a9a-4847-8dd9-74f1530180ce)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:58:34.666024 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:34.674272 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1be94b2e-85f2-48b2-ba5e-29582c451e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:34.764810 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-53fadae5-662a-4b8e-9328-47ce2ead2f00 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:34.789294 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 6400fb12-2c4a-4948-a4e5-be7e8f9a49fa no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:58:34.806088 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b7b0d043-cfec-439e-94fd-1a01fc7d9c45 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:34.816768 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b7b0d043-cfec-439e-94fd-1a01fc7d9c45 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:subnet and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:34.863718 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b7b0d043-cfec-439e-94fd-1a01fc7d9c45 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:34.878123 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 6400fb12-2c4a-4948-a4e5-be7e8f9a49fa {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:58:34.878594 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 6400fb12-2c4a-4948-a4e5-be7e8f9a49fa not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:58:34.887740 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b7b0d043-cfec-439e-94fd-1a01fc7d9c45 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:34.920448 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b0d043-cfec-439e-94fd-1a01fc7d9c45 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Made reservation on behalf of 1c14bf9f432e425688de72a35501bf7a for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:34.924281 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b7b0d043-cfec-439e-94fd-1a01fc7d9c45 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:34.952303 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fadae5-662a-4b8e-9328-47ce2ead2f00 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Subnet': ['ID=0333997c-a1e9-459f-8c5d-4805fd79339b,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:35.012284 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce46dd5-3c11-4478-b3db-a9585e9dc814 None None] Network ae0a4235-6b0a-40b9-96ce-b2601772b2b0 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:58:35.101527 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fadae5-662a-4b8e-9328-47ce2ead2f00 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Checking segment: {'id': '2fad94cf-df1c-4231-849b-0a33d62ac5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:58:35.101879 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fadae5-662a-4b8e-9328-47ce2ead2f00 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network hostable DHCP agents. Network: d1a73eec-09dc-48d5-82d9-e45fd9ffc362, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:58:35.103445 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1596a16a-2d7d-43c8-96dd-0e68b8f41e5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-227b3554-e660-46be-87e5-b40bca4157c3', 'network_id': '227b3554-e660-46be-87e5-b40bca4157c3', 'tenant_id': '1c14bf9f432e425688de72a35501bf7a', 'fixed_ips': [{'subnet_id': '38811ed7-a287-47ce-a3bd-3eb7fa66f4f6'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:58:35.104277 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1596a16a-2d7d-43c8-96dd-0e68b8f41e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:35.110276 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.ipam_backend_mixin [None req-b7b0d043-cfec-439e-94fd-1a01fc7d9c45 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 38811ed7-a287-47ce-a3bd-3eb7fa66f4f6 (CIDR: 172.20.0.0/28) Sep 14 22:58:35.117657 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b0d043-cfec-439e-94fd-1a01fc7d9c45 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 22:58:35.118190 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b0d043-cfec-439e-94fd-1a01fc7d9c45 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:58:35.119546 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9fd26a32-25d9-4441-b988-6583932bc7e3 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:35.157656 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b7b0d043-cfec-439e-94fd-1a01fc7d9c45 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8010125 Sep 14 22:58:35.169671 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52906) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:35.180013 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-2c979b35-6838-40da-b540-d3de9028695a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'subnet': {'network_id': '227b3554-e660-46be-87e5-b40bca4157c3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:35.197718 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fadae5-662a-4b8e-9328-47ce2ead2f00 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network d1a73eec-09dc-48d5-82d9-e45fd9ffc362 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:58:35.228081 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=1677ea41-3f6e-40c6-9468-c17e77f65545,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:35.241466 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-53fadae5-662a-4b8e-9328-47ce2ead2f00 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, d1a73eec-09dc-48d5-82d9-e45fd9ffc362) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:35.274023 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e18c599b-1624-409f-9a91-b7e699cca77a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:35.298609 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d821ab-5235-441c-b2e0-1d6b6cb4c465 None None] Network d1a73eec-09dc-48d5-82d9-e45fd9ffc362 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:58:35.308143 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fadae5-662a-4b8e-9328-47ce2ead2f00 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:35.308754 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-53fadae5-662a-4b8e-9328-47ce2ead2f00 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:35.311315 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-2714b1ef-9207-45b3-9f3f-844b2744bc09 None None] Provisioning for port 5f41c416-e8ab-4b1f-8b3d-1455372c5440 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:58:35.357552 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c599b-1624-409f-9a91-b7e699cca77a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Subnet': ['ID=0ff3edd5-5ef6-4aa6-9fb1-4fe50c921243,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:35.452518 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1182dee7-0675-4986-9c2a-9942acf56459 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Router e893ad02-b149-4f27-904a-8ab02c70229e is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:58:35.457193 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2c979b35-6838-40da-b540-d3de9028695a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:35.464314 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2c979b35-6838-40da-b540-d3de9028695a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:subnet and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:35.472386 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2c979b35-6838-40da-b540-d3de9028695a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:35.480401 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18c599b-1624-409f-9a91-b7e699cca77a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Checking segment: {'id': 'c5c70c98-91ae-4fdf-958e-439c09487b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '843c0578-c53f-4c98-9faf-d8c8f13016bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:58:35.481078 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18c599b-1624-409f-9a91-b7e699cca77a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Network hostable DHCP agents. Network: 843c0578-c53f-4c98-9faf-d8c8f13016bb, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:58:35.492096 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2c979b35-6838-40da-b540-d3de9028695a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:35.529218 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c979b35-6838-40da-b540-d3de9028695a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Made reservation on behalf of 1c14bf9f432e425688de72a35501bf7a for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:35.533516 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2c979b35-6838-40da-b540-d3de9028695a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:35.555961 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18c599b-1624-409f-9a91-b7e699cca77a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Network 843c0578-c53f-4c98-9faf-d8c8f13016bb is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:58:35.566073 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 1677ea41-3f6e-40c6-9468-c17e77f65545 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:58:35.577234 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-53fadae5-662a-4b8e-9328-47ce2ead2f00 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8583922 Sep 14 22:58:35.582173 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52910) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:35.632503 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-e18c599b-1624-409f-9a91-b7e699cca77a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 843c0578-c53f-4c98-9faf-d8c8f13016bb) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:35.641021 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18c599b-1624-409f-9a91-b7e699cca77a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:35.641699 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e18c599b-1624-409f-9a91-b7e699cca77a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:35.666700 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5e488a-d35d-4b0e-a9b1-0deed8f3500e None None] Network 843c0578-c53f-4c98-9faf-d8c8f13016bb requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:58:35.684370 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e18c599b-1624-409f-9a91-b7e699cca77a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3536041 Sep 14 22:58:35.686051 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52914) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:35.695614 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-ac3ae814-426b-40a9-bb06-7bfa0c15a127 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'port': {'network_id': '843c0578-c53f-4c98-9faf-d8c8f13016bb', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-425738512'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:35.877808 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-1596a16a-2d7d-43c8-96dd-0e68b8f41e5a None None] Allocated IP 172.20.0.2 (227b3554-e660-46be-87e5-b40bca4157c3/38811ed7-a287-47ce-a3bd-3eb7fa66f4f6/7d207a73-5684-450b-83b8-604aeceba4a2) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:58:35.903723 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ac3ae814-426b-40a9-bb06-7bfa0c15a127 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:35.911590 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ac3ae814-426b-40a9-bb06-7bfa0c15a127 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:port and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:35.916172 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ac3ae814-426b-40a9-bb06-7bfa0c15a127 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:35.926420 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ac3ae814-426b-40a9-bb06-7bfa0c15a127 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:35.943216 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3ae814-426b-40a9-bb06-7bfa0c15a127 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Made reservation on behalf of c0a980b2e8bf40c8a14dfb2d5527a283 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:35.946932 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ac3ae814-426b-40a9-bb06-7bfa0c15a127 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:35.983013 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-ac3ae814-426b-40a9-bb06-7bfa0c15a127 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] device_id is not set on port ff4b74a1-9aae-48bd-86d9-edeba3612455 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:58:36.052328 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2c979b35-6838-40da-b540-d3de9028695a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:36.090598 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1182dee7-0675-4986-9c2a-9942acf56459 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:58:36.106642 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f2a908-c982-40b0-a361-7fc14f6227d8 None None] Sync routers for ids ['e893ad02-b149-4f27-904a-8ab02c70229e'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:58:36.117102 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f2a908-c982-40b0-a361-7fc14f6227d8 None None] Routers {'e893ad02-b149-4f27-904a-8ab02c70229e'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:58:36.118055 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-85f2a908-c982-40b0-a361-7fc14f6227d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:58:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['e893ad02-b149-4f27-904a-8ab02c70229e'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:36.120023 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c979b35-6838-40da-b540-d3de9028695a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Network 227b3554-e660-46be-87e5-b40bca4157c3 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:36.126357 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-2c979b35-6838-40da-b540-d3de9028695a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:36.130767 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c979b35-6838-40da-b540-d3de9028695a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:36.131345 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2c979b35-6838-40da-b540-d3de9028695a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:36.163728 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 1677ea41-3f6e-40c6-9468-c17e77f65545 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:36.164286 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:36.179291 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2c979b35-6838-40da-b540-d3de9028695a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0082457 Sep 14 22:58:36.180001 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52918) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:36.188785 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9fd26a32-25d9-4441-b988-6583932bc7e3 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:36.189459 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cb7191-bcfb-4f53-a3cb-6ace4f8e680f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-d1a73eec-09dc-48d5-82d9-e45fd9ffc362', 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ips': [{'subnet_id': '0333997c-a1e9-459f-8c5d-4805fd79339b'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:58:36.190291 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a5cb7191-bcfb-4f53-a3cb-6ace4f8e680f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:36.232773 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-dc7dd33e-ef09-4702-8286-d4fce4e7b529 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'port': {'network_id': '227b3554-e660-46be-87e5-b40bca4157c3', 'fixed_ips': [{'subnet_id': '38811ed7-a287-47ce-a3bd-3eb7fa66f4f6'}, {'subnet_id': '7a1c66db-6fb0-4c82-877a-752fa6f2d8d4'}], 'name': 'tempest-PortsTestJSON-1402425080'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:36.241982 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1be94b2e-85f2-48b2-ba5e-29582c451e69 None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:36.256382 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c979b35-6838-40da-b540-d3de9028695a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Subnet': ['ID=7a1c66db-6fb0-4c82-877a-752fa6f2d8d4,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:36.305243 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-85f2a908-c982-40b0-a361-7fc14f6227d8 None None] Set router e893ad02-b149-4f27-904a-8ab02c70229e gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:58:36.309929 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1be94b2e-85f2-48b2-ba5e-29582c451e69 None None] Transition to ACTIVE for port object 99e36943-ed66-4133-a7e1-6b84d1976b93 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:36.312312 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9fd26a32-25d9-4441-b988-6583932bc7e3 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:36.374491 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1be94b2e-85f2-48b2-ba5e-29582c451e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:36.422230 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-dc7dd33e-ef09-4702-8286-d4fce4e7b529 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:36.424552 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9fd26a32-25d9-4441-b988-6583932bc7e3 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:36.428361 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-dc7dd33e-ef09-4702-8286-d4fce4e7b529 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:port and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:36.432751 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-dc7dd33e-ef09-4702-8286-d4fce4e7b529 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:36.441421 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-dc7dd33e-ef09-4702-8286-d4fce4e7b529 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:36.474584 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1182dee7-0675-4986-9c2a-9942acf56459 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:36.478592 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1182dee7-0675-4986-9c2a-9942acf56459 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 7.0533702 Sep 14 22:58:36.486036 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-ac3ae814-426b-40a9-bb06-7bfa0c15a127 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Allocated IP 2001:db8::235 (843c0578-c53f-4c98-9faf-d8c8f13016bb/0ff3edd5-5ef6-4aa6-9fb1-4fe50c921243/ff4b74a1-9aae-48bd-86d9-edeba3612455) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:58:36.561079 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52922) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:36.707274 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-1be94b2e-85f2-48b2-ba5e-29582c451e69 None None] Attempting to bind port 99e36943-ed66-4133-a7e1-6b84d1976b93 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:58:36.707647 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-1be94b2e-85f2-48b2-ba5e-29582c451e69 None None] Attempting to bind port 99e36943-ed66-4133-a7e1-6b84d1976b93 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:58:36.708006 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be94b2e-85f2-48b2-ba5e-29582c451e69 None None] Attempting to bind port 99e36943-ed66-4133-a7e1-6b84d1976b93 on network 681410b9-e86d-4f65-a0f3-ea2093b5104b {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:58:36.717831 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7dd33e-ef09-4702-8286-d4fce4e7b529 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Made reservation on behalf of 1c14bf9f432e425688de72a35501bf7a for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:36.747515 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be94b2e-85f2-48b2-ba5e-29582c451e69 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:58:36.747936 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be94b2e-85f2-48b2-ba5e-29582c451e69 None None] Checking segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:58:36.748555 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1be94b2e-85f2-48b2-ba5e-29582c451e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:36.748982 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be94b2e-85f2-48b2-ba5e-29582c451e69 None None] Bound using segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:58:36.749464 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-1be94b2e-85f2-48b2-ba5e-29582c451e69 None None] Bound port: 99e36943-ed66-4133-a7e1-6b84d1976b93, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:58:36.749840 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1be94b2e-85f2-48b2-ba5e-29582c451e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:36.781178 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3a88e7-2724-40da-bbd8-cbe98dec641e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-843c0578-c53f-4c98-9faf-d8c8f13016bb', 'network_id': '843c0578-c53f-4c98-9faf-d8c8f13016bb', 'tenant_id': 'c0a980b2e8bf40c8a14dfb2d5527a283', 'fixed_ips': [{'subnet_id': '0ff3edd5-5ef6-4aa6-9fb1-4fe50c921243'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:58:36.782080 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-de3a88e7-2724-40da-bbd8-cbe98dec641e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:36.791871 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-85f2a908-c982-40b0-a361-7fc14f6227d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559660577', 'tenant_id': '4b3796dd934c412e8cbfebdb8122849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e8a4bef4-8303-407f-aa43-828fc9578469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:29Z', 'updated_at': '2022-09-14T22:58:33Z', 'revision_number': 3, 'project_id': '4b3796dd934c412e8cbfebdb8122849f', 'gw_port': {'id': 'e8a4bef4-8303-407f-aa43-828fc9578469', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:31Z', 'updated_at': '2022-09-14T22:58:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:36.799854 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f2a908-c982-40b0-a361-7fc14f6227d8 None None] Checking router: e893ad02-b149-4f27-904a-8ab02c70229e for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:58:36.800403 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f2a908-c982-40b0-a361-7fc14f6227d8 None None] Updating router e893ad02-b149-4f27-904a-8ab02c70229e port e8a4bef4-8303-407f-aa43-828fc9578469 binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:58:36.876962 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41c83f-446f-43fa-950e-74d890ac9648 None None] Pushing event updated for resources: {'Port': ['ID=99e36943-ed66-4133-a7e1-6b84d1976b93,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:36.878793 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-85f2a908-c982-40b0-a361-7fc14f6227d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:36.920729 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c262bef8-7b7e-44c8-983d-3160b4d518e8 tempest-TestNetworkAdvancedServerOps-1832633752 tempest-TestNetworkAdvancedServerOps-1832633752-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=4b3796dd934c412e8cbfebdb8122849f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3560100 Sep 14 22:58:36.923674 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52928) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:36.929421 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd26a32-25d9-4441-b988-6583932bc7e3 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Port': ['ID=0c671110-245b-4efb-b517-ab25976b0156,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:37.137318 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-9c546a7e-36ab-4e63-b9dc-7b7a4246c063 None None] Provisioning for port 0c671110-245b-4efb-b517-ab25976b0156 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:58:37.143860 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dc7dd33e-ef09-4702-8286-d4fce4e7b529 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:37.152496 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 1677ea41-3f6e-40c6-9468-c17e77f65545 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:58:37.153650 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 5f41c416-e8ab-4b1f-8b3d-1455372c5440 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:58:37.194711 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd26a32-25d9-4441-b988-6583932bc7e3 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Network ae0a4235-6b0a-40b9-96ce-b2601772b2b0 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:37.206232 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ac3ae814-426b-40a9-bb06-7bfa0c15a127 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:37.211870 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-9fd26a32-25d9-4441-b988-6583932bc7e3 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:37.212128 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-9c546a7e-36ab-4e63-b9dc-7b7a4246c063 None None] Provisioning complete for port 0c671110-245b-4efb-b517-ab25976b0156 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:37.212579 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9c546a7e-36ab-4e63-b9dc-7b7a4246c063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:37.228876 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-ac3ae814-426b-40a9-bb06-7bfa0c15a127 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Transition to ACTIVE for port object ff4b74a1-9aae-48bd-86d9-edeba3612455 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:37.261838 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-dc7dd33e-ef09-4702-8286-d4fce4e7b529 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] device_id is not set on port 2337cd94-7f67-4037-84c4-449cf1231110 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:58:37.273173 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1596a16a-2d7d-43c8-96dd-0e68b8f41e5a None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:37.290549 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1be94b2e-85f2-48b2-ba5e-29582c451e69 None None] For port 99e36943-ed66-4133-a7e1-6b84d1976b93, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:58:37.303146 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-a5cb7191-bcfb-4f53-a3cb-6ace4f8e680f None None] Allocated IP 172.20.0.2 (d1a73eec-09dc-48d5-82d9-e45fd9ffc362/0333997c-a1e9-459f-8c5d-4805fd79339b/23fe3bd9-0ca2-4196-acc3-c2ce44ed15f3) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:58:37.337019 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1be94b2e-85f2-48b2-ba5e-29582c451e69 None None] For port 99e36943-ed66-4133-a7e1-6b84d1976b93, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=99e36943-ed66-4133-a7e1-6b84d1976b93,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:58:37.344737 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1596a16a-2d7d-43c8-96dd-0e68b8f41e5a None None] Transition to ACTIVE for port object 7d207a73-5684-450b-83b8-604aeceba4a2 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:37.345034 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-85f2a908-c982-40b0-a361-7fc14f6227d8 None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:37.369634 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-85f2a908-c982-40b0-a361-7fc14f6227d8 None None] Transition to ACTIVE for port object e8a4bef4-8303-407f-aa43-828fc9578469 will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:37.380263 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ac3ae814-426b-40a9-bb06-7bfa0c15a127 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:37.382444 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-85f2a908-c982-40b0-a361-7fc14f6227d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:37.426279 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1be94b2e-85f2-48b2-ba5e-29582c451e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:37.453068 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-85f2a908-c982-40b0-a361-7fc14f6227d8 None None] Attempting to bind port e8a4bef4-8303-407f-aa43-828fc9578469 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:58:37.455573 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-85f2a908-c982-40b0-a361-7fc14f6227d8 None None] Attempting to bind port e8a4bef4-8303-407f-aa43-828fc9578469 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:58:37.455850 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f2a908-c982-40b0-a361-7fc14f6227d8 None None] Attempting to bind port e8a4bef4-8303-407f-aa43-828fc9578469 on network 681410b9-e86d-4f65-a0f3-ea2093b5104b {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:58:37.480548 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f2a908-c982-40b0-a361-7fc14f6227d8 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:58:37.481050 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f2a908-c982-40b0-a361-7fc14f6227d8 None None] Checking segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:58:37.481511 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-85f2a908-c982-40b0-a361-7fc14f6227d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:37.481964 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f2a908-c982-40b0-a361-7fc14f6227d8 None None] Bound using segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:58:37.482563 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-85f2a908-c982-40b0-a361-7fc14f6227d8 None None] Bound port: e8a4bef4-8303-407f-aa43-828fc9578469, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:58:37.483014 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-85f2a908-c982-40b0-a361-7fc14f6227d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:37.541405 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3ae814-426b-40a9-bb06-7bfa0c15a127 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Network 843c0578-c53f-4c98-9faf-d8c8f13016bb is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:37.555961 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-ac3ae814-426b-40a9-bb06-7bfa0c15a127 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:37.560142 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13b45e-27ec-4a50-bf1e-d31ec1c98bc6 None None] Pushing event updated for resources: {'Port': ['ID=e8a4bef4-8303-407f-aa43-828fc9578469,revision_number=2']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:37.576665 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3ae814-426b-40a9-bb06-7bfa0c15a127 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:58:37.582803 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3ae814-426b-40a9-bb06-7bfa0c15a127 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:37.583426 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ac3ae814-426b-40a9-bb06-7bfa0c15a127 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:37.591815 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-85f2a908-c982-40b0-a361-7fc14f6227d8 None None] For port e8a4bef4-8303-407f-aa43-828fc9578469, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:58:37.596599 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-85f2a908-c982-40b0-a361-7fc14f6227d8 None None] For port e8a4bef4-8303-407f-aa43-828fc9578469, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=e8a4bef4-8303-407f-aa43-828fc9578469,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:58:37.603307 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-85f2a908-c982-40b0-a361-7fc14f6227d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:37.624256 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-9c546a7e-36ab-4e63-b9dc-7b7a4246c063 None None] Port 0c671110-245b-4efb-b517-ab25976b0156 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:58:37.637673 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ae814-426b-40a9-bb06-7bfa0c15a127 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Port': ['ID=ff4b74a1-9aae-48bd-86d9-edeba3612455,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:37.644049 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ac3ae814-426b-40a9-bb06-7bfa0c15a127 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.9581459 Sep 14 22:58:37.645414 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52932) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:37.710509 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13b45e-27ec-4a50-bf1e-d31ec1c98bc6 None None] Pushing event updated for resources: {'Port': ['ID=e8a4bef4-8303-407f-aa43-828fc9578469,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:37.717197 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-ec7dc3b8-fadd-45a8-8466-d6fb394719d8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Deleting port ff4b74a1-9aae-48bd-86d9-edeba3612455 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:58:37.717537 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ec7dc3b8-fadd-45a8-8466-d6fb394719d8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:37.720364 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f2a908-c982-40b0-a361-7fc14f6227d8 None None] Routers {'e893ad02-b149-4f27-904a-8ab02c70229e'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:58:37.721200 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-85f2a908-c982-40b0-a361-7fc14f6227d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:58:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['e893ad02-b149-4f27-904a-8ab02c70229e'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:37.770131 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a5cb7191-bcfb-4f53-a3cb-6ace4f8e680f None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:37.781150 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-a5cb7191-bcfb-4f53-a3cb-6ace4f8e680f None None] Transition to ACTIVE for port object 23fe3bd9-0ca2-4196-acc3-c2ce44ed15f3 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:37.801006 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6297ef51-9d23-4362-a3eb-ab139feb9a1a tempest-TestNetworkAdvancedServerOps-1832633752 tempest-TestNetworkAdvancedServerOps-1832633752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:37.806764 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6297ef51-9d23-4362-a3eb-ab139feb9a1a tempest-TestNetworkAdvancedServerOps-1832633752 tempest-TestNetworkAdvancedServerOps-1832633752-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8644702 Sep 14 22:58:37.814119 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52936) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:37.842499 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-a5cb7191-bcfb-4f53-a3cb-6ace4f8e680f None None] Transition to ACTIVE for port object 23fe3bd9-0ca2-4196-acc3-c2ce44ed15f3 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:37.867179 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd26a32-25d9-4441-b988-6583932bc7e3 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Router 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:58:37.879597 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1596a16a-2d7d-43c8-96dd-0e68b8f41e5a None None] Transition to ACTIVE for port object 7d207a73-5684-450b-83b8-604aeceba4a2 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:37.880859 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d7ba278a-10a5-4e5d-aadf-bd3d5397fedb tempest-TestNetworkAdvancedServerOps-1832633752 tempest-TestNetworkAdvancedServerOps-1832633752-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=681410b9-e86d-4f65-a0f3-ea2093b5104b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0647628 Sep 14 22:58:37.885528 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52940) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:37.893140 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be94b2e-85f2-48b2-ba5e-29582c451e69 None None] Routers {'1b251f69-63d4-42e7-b4b3-ece204612809'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:58:37.893906 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-1be94b2e-85f2-48b2-ba5e-29582c451e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:58:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1b251f69-63d4-42e7-b4b3-ece204612809'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:37.896910 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-f273b107-e94b-458b-a1bc-dd689a147b80 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1277243631', 'network_id': 'e54d4215-9b0b-4b80-af38-991540bcc5bc', 'project_id': '4b3796dd934c412e8cbfebdb8122849f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:37.956647 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7cb780cd-20f9-4d78-8785-6d9cc0437c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:37.958522 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a5cb7191-bcfb-4f53-a3cb-6ace4f8e680f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:37.967728 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1596a16a-2d7d-43c8-96dd-0e68b8f41e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:37.971050 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 5f41c416-e8ab-4b1f-8b3d-1455372c5440 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:58:37.996999 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-85f2a908-c982-40b0-a361-7fc14f6227d8 None None] Set router e893ad02-b149-4f27-904a-8ab02c70229e gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:58:38.021865 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-f273b107-e94b-458b-a1bc-dd689a147b80 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:38.024231 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-9c546a7e-36ab-4e63-b9dc-7b7a4246c063 None None] Provisioning complete for port 5f41c416-e8ab-4b1f-8b3d-1455372c5440 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:38.024382 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9c546a7e-36ab-4e63-b9dc-7b7a4246c063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:38.026687 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-f273b107-e94b-458b-a1bc-dd689a147b80 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Usage tracker for resource:subnet and tenant:4b3796dd934c412e8cbfebdb8122849f is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:38.029852 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-f273b107-e94b-458b-a1bc-dd689a147b80 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:38.036513 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-f273b107-e94b-458b-a1bc-dd689a147b80 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:38.055062 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 5f41c416-e8ab-4b1f-8b3d-1455372c5440 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:38.055454 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:38.075657 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ec7dc3b8-fadd-45a8-8466-d6fb394719d8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:38.086149 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f273b107-e94b-458b-a1bc-dd689a147b80 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Made reservation on behalf of 4b3796dd934c412e8cbfebdb8122849f for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:38.090034 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f273b107-e94b-458b-a1bc-dd689a147b80 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:38.116768 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cb7191-bcfb-4f53-a3cb-6ace4f8e680f None None] Network d1a73eec-09dc-48d5-82d9-e45fd9ffc362 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:38.135972 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1596a16a-2d7d-43c8-96dd-0e68b8f41e5a None None] Network 227b3554-e660-46be-87e5-b40bca4157c3 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:38.147095 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-de3a88e7-2724-40da-bbd8-cbe98dec641e None None] Allocated IP 2001:db8::2 (843c0578-c53f-4c98-9faf-d8c8f13016bb/0ff3edd5-5ef6-4aa6-9fb1-4fe50c921243/81963410-0c54-4ebb-81ee-74d958e37e9c) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:58:38.150420 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-1596a16a-2d7d-43c8-96dd-0e68b8f41e5a None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:38.152565 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-a5cb7191-bcfb-4f53-a3cb-6ace4f8e680f None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:38.169377 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1596a16a-2d7d-43c8-96dd-0e68b8f41e5a None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:58:38.173535 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cb7191-bcfb-4f53-a3cb-6ace4f8e680f None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:58:38.222090 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41c83f-446f-43fa-950e-74d890ac9648 None None] Pushing event updated for resources: {'Port': ['ID=99e36943-ed66-4133-a7e1-6b84d1976b93,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:38.259959 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-ec7dc3b8-fadd-45a8-8466-d6fb394719d8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Calling delete_port for ff4b74a1-9aae-48bd-86d9-edeba3612455 owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:58:38.349700 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-dc7dd33e-ef09-4702-8286-d4fce4e7b529 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Allocated IP 172.20.0.14 (227b3554-e660-46be-87e5-b40bca4157c3/38811ed7-a287-47ce-a3bd-3eb7fa66f4f6/2337cd94-7f67-4037-84c4-449cf1231110) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:58:38.367261 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-dc7dd33e-ef09-4702-8286-d4fce4e7b529 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Allocated IP 172.20.0.24 (227b3554-e660-46be-87e5-b40bca4157c3/7a1c66db-6fb0-4c82-877a-752fa6f2d8d4/2337cd94-7f67-4037-84c4-449cf1231110) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:58:38.419478 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd26a32-25d9-4441-b988-6583932bc7e3 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:58:38.436454 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9fd26a32-25d9-4441-b988-6583932bc7e3 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "PUT /v2.0/routers/1f7ddff8-0c20-4b5c-8c00-49db05062fa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5209916 Sep 14 22:58:38.442011 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52944) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:38.452941 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-d2d48499-5a5a-4d40-9ef8-1fd41b98a8cf tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Request body: {'network': {'name': 'tempest-RoutersTest-363253975'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:38.465337 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-d2d48499-5a5a-4d40-9ef8-1fd41b98a8cf tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:38.480775 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-d2d48499-5a5a-4d40-9ef8-1fd41b98a8cf tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Usage tracker for resource:network and tenant:25d4f6710d2343efa0693e5e6584ceb8 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:38.487337 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-d2d48499-5a5a-4d40-9ef8-1fd41b98a8cf tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:38.507229 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105f4eef-ccd7-406d-96d0-936837360075 None None] Sync routers for ids ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:58:38.528681 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-d2d48499-5a5a-4d40-9ef8-1fd41b98a8cf tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:38.557208 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d48499-5a5a-4d40-9ef8-1fd41b98a8cf tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Made reservation on behalf of 25d4f6710d2343efa0693e5e6584ceb8 for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:38.559740 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-85f2a908-c982-40b0-a361-7fc14f6227d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559660577', 'tenant_id': '4b3796dd934c412e8cbfebdb8122849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e8a4bef4-8303-407f-aa43-828fc9578469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:29Z', 'updated_at': '2022-09-14T22:58:33Z', 'revision_number': 3, 'project_id': '4b3796dd934c412e8cbfebdb8122849f', 'gw_port': {'id': 'e8a4bef4-8303-407f-aa43-828fc9578469', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:31Z', 'updated_at': '2022-09-14T22:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:38.561762 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d2d48499-5a5a-4d40-9ef8-1fd41b98a8cf tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:38.569908 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f2a908-c982-40b0-a361-7fc14f6227d8 None None] The sync data for ids ['e893ad02-b149-4f27-904a-8ab02c70229e'] in dv-neutron-857791-1-hyperv is: [{'id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559660577', 'tenant_id': '4b3796dd934c412e8cbfebdb8122849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e8a4bef4-8303-407f-aa43-828fc9578469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:29Z', 'updated_at': '2022-09-14T22:58:33Z', 'revision_number': 3, 'project_id': '4b3796dd934c412e8cbfebdb8122849f', 'gw_port': {'id': 'e8a4bef4-8303-407f-aa43-828fc9578469', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:31Z', 'updated_at': '2022-09-14T22:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:58:38.590052 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f63da7cf-56c3-442a-96de-2c2ed59655e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:38.621522 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2d48499-5a5a-4d40-9ef8-1fd41b98a8cf tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:58:38.633030 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ec7dc3b8-fadd-45a8-8466-d6fb394719d8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:38.699563 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7dc3b8-fadd-45a8-8466-d6fb394719d8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Port': ['ID=ff4b74a1-9aae-48bd-86d9-edeba3612455,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:38.742109 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d2d48499-5a5a-4d40-9ef8-1fd41b98a8cf tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:38.742490 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-d2d48499-5a5a-4d40-9ef8-1fd41b98a8cf tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Added segment e468b38e-8097-4f86-a951-d8649ec43194 of type vlan for network a0633eae-78c5-44f8-876c-d9fcebb4fda8 Sep 14 22:58:38.752359 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ec7dc3b8-fadd-45a8-8466-d6fb394719d8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:38.762339 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ec7dc3b8-fadd-45a8-8466-d6fb394719d8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/ports/ff4b74a1-9aae-48bd-86d9-edeba3612455 HTTP/1.1" status: 204 len: 168 time: 1.1155410 Sep 14 22:58:38.766498 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52948) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:38.827352 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a46cd25-ee76-41e6-9837-4afb8f88f1b3 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] GET failed (client error): The resource could not be found. Sep 14 22:58:38.827876 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5a46cd25-ee76-41e6-9837-4afb8f88f1b3 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Synchronizing usage tracker for tenant:c0a980b2e8bf40c8a14dfb2d5527a283 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:58:38.874410 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5a46cd25-ee76-41e6-9837-4afb8f88f1b3 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Unset dirty status for tenant:c0a980b2e8bf40c8a14dfb2d5527a283 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:58:38.876907 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5a46cd25-ee76-41e6-9837-4afb8f88f1b3 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "GET /v2.0/ports/ff4b74a1-9aae-48bd-86d9-edeba3612455 HTTP/1.1" status: 404 len: 333 time: 0.1093216 Sep 14 22:58:38.881470 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52952) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:38.902001 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d2d48499-5a5a-4d40-9ef8-1fd41b98a8cf tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:38.924935 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dc7dd33e-ef09-4702-8286-d4fce4e7b529 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:38.960969 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-de3a88e7-2724-40da-bbd8-cbe98dec641e None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:38.966507 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-dc7dd33e-ef09-4702-8286-d4fce4e7b529 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Transition to ACTIVE for port object 2337cd94-7f67-4037-84c4-449cf1231110 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:38.974950 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-de3a88e7-2724-40da-bbd8-cbe98dec641e None None] Transition to ACTIVE for port object 81963410-0c54-4ebb-81ee-74d958e37e9c will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:38.990304 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5817c81-fa7c-4bcf-9832-8b49015943a8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Deleting subnet 0ff3edd5-5ef6-4aa6-9fb1-4fe50c921243 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:58:39.000463 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-de3a88e7-2724-40da-bbd8-cbe98dec641e None None] Transition to ACTIVE for port object 81963410-0c54-4ebb-81ee-74d958e37e9c will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:39.004586 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105f4eef-ccd7-406d-96d0-936837360075 None None] Routers {'1f7ddff8-0c20-4b5c-8c00-49db05062fa5'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:58:39.005767 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-105f4eef-ccd7-406d-96d0-936837360075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:58:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:39.017620 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d2d48499-5a5a-4d40-9ef8-1fd41b98a8cf tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:39.023763 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d48499-5a5a-4d40-9ef8-1fd41b98a8cf tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:39.024462 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d2d48499-5a5a-4d40-9ef8-1fd41b98a8cf tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:39.024732 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d5817c81-fa7c-4bcf-9832-8b49015943a8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:39.046806 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f273b107-e94b-458b-a1bc-dd689a147b80 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:39.063163 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dc7dd33e-ef09-4702-8286-d4fce4e7b529 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:39.072731 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 5f41c416-e8ab-4b1f-8b3d-1455372c5440 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:58:39.073470 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:39.091225 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-a5cb7191-bcfb-4f53-a3cb-6ace4f8e680f None None] Attempting to bind port 23fe3bd9-0ca2-4196-acc3-c2ce44ed15f3 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:58:39.092101 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-a5cb7191-bcfb-4f53-a3cb-6ace4f8e680f None None] Attempting to bind port 23fe3bd9-0ca2-4196-acc3-c2ce44ed15f3 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '2fad94cf-df1c-4231-849b-0a33d62ac5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:58:39.092852 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cb7191-bcfb-4f53-a3cb-6ace4f8e680f None None] Attempting to bind port 23fe3bd9-0ca2-4196-acc3-c2ce44ed15f3 on network d1a73eec-09dc-48d5-82d9-e45fd9ffc362 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:58:39.151420 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 5f41c416-e8ab-4b1f-8b3d-1455372c5440, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=5f41c416-e8ab-4b1f-8b3d-1455372c5440,segment=NetworkSegment(e70e2874-8ff1-4b79-8e4f-158f52527781),segment_id=e70e2874-8ff1-4b79-8e4f-158f52527781)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:58:39.153301 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cb7191-bcfb-4f53-a3cb-6ace4f8e680f None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:58:39.153903 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cb7191-bcfb-4f53-a3cb-6ace4f8e680f None None] Checking segment: {'id': '2fad94cf-df1c-4231-849b-0a33d62ac5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:58:39.154492 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a5cb7191-bcfb-4f53-a3cb-6ace4f8e680f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:39.155728 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cb7191-bcfb-4f53-a3cb-6ace4f8e680f None None] Bound using segment: {'id': '2fad94cf-df1c-4231-849b-0a33d62ac5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:58:39.156553 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-a5cb7191-bcfb-4f53-a3cb-6ace4f8e680f None None] Bound port: 23fe3bd9-0ca2-4196-acc3-c2ce44ed15f3, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fad94cf-df1c-4231-849b-0a33d62ac5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:58:39.157068 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a5cb7191-bcfb-4f53-a3cb-6ace4f8e680f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:39.169497 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7dd33e-ef09-4702-8286-d4fce4e7b529 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Network 227b3554-e660-46be-87e5-b40bca4157c3 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:39.177390 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7dd33e-ef09-4702-8286-d4fce4e7b529 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Port': ['ID=2337cd94-7f67-4037-84c4-449cf1231110,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:39.178408 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-1596a16a-2d7d-43c8-96dd-0e68b8f41e5a None None] Attempting to bind port 7d207a73-5684-450b-83b8-604aeceba4a2 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:58:39.178874 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-1596a16a-2d7d-43c8-96dd-0e68b8f41e5a None None] Attempting to bind port 7d207a73-5684-450b-83b8-604aeceba4a2 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '74767ee8-f805-407b-8123-caa7185ee5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '227b3554-e660-46be-87e5-b40bca4157c3'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:58:39.180179 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-dc7dd33e-ef09-4702-8286-d4fce4e7b529 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:39.188512 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1596a16a-2d7d-43c8-96dd-0e68b8f41e5a None None] Attempting to bind port 7d207a73-5684-450b-83b8-604aeceba4a2 on network 227b3554-e660-46be-87e5-b40bca4157c3 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:58:39.190434 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7dd33e-ef09-4702-8286-d4fce4e7b529 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:58:39.201879 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-de3a88e7-2724-40da-bbd8-cbe98dec641e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:39.302698 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d48499-5a5a-4d40-9ef8-1fd41b98a8cf tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Network': ['ID=a0633eae-78c5-44f8-876c-d9fcebb4fda8,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:39.319219 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d2d48499-5a5a-4d40-9ef8-1fd41b98a8cf tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8716011 Sep 14 22:58:39.319219 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f273b107-e94b-458b-a1bc-dd689a147b80 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Checking segment: {'id': '0822189f-b9aa-4007-86b1-4daf9e8873b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e54d4215-9b0b-4b80-af38-991540bcc5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:58:39.319219 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f273b107-e94b-458b-a1bc-dd689a147b80 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Network hostable DHCP agents. Network: e54d4215-9b0b-4b80-af38-991540bcc5bc, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:58:39.335412 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-a5cb7191-bcfb-4f53-a3cb-6ace4f8e680f None None] For port 23fe3bd9-0ca2-4196-acc3-c2ce44ed15f3, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:58:39.337774 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52956) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:39.338477 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f273b107-e94b-458b-a1bc-dd689a147b80 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Pushing event updated for resources: {'Subnet': ['ID=1ece0b40-82a5-4ecd-b72f-56ccf822e69f,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:39.339392 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-a5cb7191-bcfb-4f53-a3cb-6ace4f8e680f None None] For port 23fe3bd9-0ca2-4196-acc3-c2ce44ed15f3, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=23fe3bd9-0ca2-4196-acc3-c2ce44ed15f3,segment=NetworkSegment(2fad94cf-df1c-4231-849b-0a33d62ac5fc),segment_id=2fad94cf-df1c-4231-849b-0a33d62ac5fc)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:58:39.349147 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1596a16a-2d7d-43c8-96dd-0e68b8f41e5a None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:58:39.349726 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1596a16a-2d7d-43c8-96dd-0e68b8f41e5a None None] Checking segment: {'id': '74767ee8-f805-407b-8123-caa7185ee5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '227b3554-e660-46be-87e5-b40bca4157c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:58:39.350333 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1596a16a-2d7d-43c8-96dd-0e68b8f41e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:39.351227 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1596a16a-2d7d-43c8-96dd-0e68b8f41e5a None None] Bound using segment: {'id': '74767ee8-f805-407b-8123-caa7185ee5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '227b3554-e660-46be-87e5-b40bca4157c3'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:58:39.352127 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-1596a16a-2d7d-43c8-96dd-0e68b8f41e5a None None] Bound port: 7d207a73-5684-450b-83b8-604aeceba4a2, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74767ee8-f805-407b-8123-caa7185ee5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '227b3554-e660-46be-87e5-b40bca4157c3'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:58:39.352602 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1596a16a-2d7d-43c8-96dd-0e68b8f41e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:39.362481 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-6cf550a6-955b-407b-9cd0-6c9e08ac487a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Request body: {'subnet': {'network_id': 'a0633eae-78c5-44f8-876c-d9fcebb4fda8', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:39.393342 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3a88e7-2724-40da-bbd8-cbe98dec641e None None] Network 843c0578-c53f-4c98-9faf-d8c8f13016bb is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:39.395133 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:39.420963 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d5817c81-fa7c-4bcf-9832-8b49015943a8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:39.518145 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7dd33e-ef09-4702-8286-d4fce4e7b529 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:39.518797 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dc7dd33e-ef09-4702-8286-d4fce4e7b529 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:39.571255 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-de3a88e7-2724-40da-bbd8-cbe98dec641e None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:39.573406 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network a0633eae-78c5-44f8-876c-d9fcebb4fda8 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:58:39.579757 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-dc7dd33e-ef09-4702-8286-d4fce4e7b529 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.3608849 Sep 14 22:58:39.587100 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52960) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:39.589325 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3a88e7-2724-40da-bbd8-cbe98dec641e None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:58:39.597183 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6cf550a6-955b-407b-9cd0-6c9e08ac487a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:39.597788 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-1be94b2e-85f2-48b2-ba5e-29582c451e69 None None] Set router 1b251f69-63d4-42e7-b4b3-ece204612809 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:58:39.598852 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-257579fd-3b65-4d27-bcc6-5117a1454021 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '38811ed7-a287-47ce-a3bd-3eb7fa66f4f6'}]}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:39.601234 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6cf550a6-955b-407b-9cd0-6c9e08ac487a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Usage tracker for resource:subnet and tenant:25d4f6710d2343efa0693e5e6584ceb8 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:39.604185 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6cf550a6-955b-407b-9cd0-6c9e08ac487a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:39.610593 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6cf550a6-955b-407b-9cd0-6c9e08ac487a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:39.632971 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf550a6-955b-407b-9cd0-6c9e08ac487a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Made reservation on behalf of 25d4f6710d2343efa0693e5e6584ceb8 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:39.637419 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6cf550a6-955b-407b-9cd0-6c9e08ac487a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:39.661536 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e8a4bef4-8303-407f-aa43-828fc9578469 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:58:39.666810 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f273b107-e94b-458b-a1bc-dd689a147b80 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Network e54d4215-9b0b-4b80-af38-991540bcc5bc is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:58:39.680479 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d5817c81-fa7c-4bcf-9832-8b49015943a8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:39.686921 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a5cb7191-bcfb-4f53-a3cb-6ace4f8e680f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:39.814491 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-257579fd-3b65-4d27-bcc6-5117a1454021 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:39.895539 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d5817c81-fa7c-4bcf-9832-8b49015943a8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:39.924323 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb7191-bcfb-4f53-a3cb-6ace4f8e680f None None] Pushing event updated for resources: {'Port': ['ID=23fe3bd9-0ca2-4196-acc3-c2ce44ed15f3,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:39.950893 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-f273b107-e94b-458b-a1bc-dd689a147b80 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, e54d4215-9b0b-4b80-af38-991540bcc5bc) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:39.955855 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f273b107-e94b-458b-a1bc-dd689a147b80 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:39.956438 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f273b107-e94b-458b-a1bc-dd689a147b80 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:39.971115 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5817c81-fa7c-4bcf-9832-8b49015943a8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Subnet': ['ID=0ff3edd5-5ef6-4aa6-9fb1-4fe50c921243,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:39.985774 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d5817c81-fa7c-4bcf-9832-8b49015943a8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:39.996833 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d5817c81-fa7c-4bcf-9832-8b49015943a8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/subnets/0ff3edd5-5ef6-4aa6-9fb1-4fe50c921243 HTTP/1.1" status: 204 len: 168 time: 1.1123540 Sep 14 22:58:39.999571 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52968) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:40.020782 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f273b107-e94b-458b-a1bc-dd689a147b80 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1287961 Sep 14 22:58:40.022616 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52972) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:40.036926 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-f63da7cf-56c3-442a-96de-2c2ed59655e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Allocated IP 172.20.0.1 (d1a73eec-09dc-48d5-82d9-e45fd9ffc362/0333997c-a1e9-459f-8c5d-4805fd79339b/d8b347fa-5a34-4924-99ca-d5ac13de454c) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:58:40.062915 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b173a92-2b3d-4c73-96a0-daefd15bb0bb None None] Network e54d4215-9b0b-4b80-af38-991540bcc5bc requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:58:40.130778 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d21bb1e2-b42d-46e3-b35f-614784faa282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:40.268037 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6cf550a6-955b-407b-9cd0-6c9e08ac487a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:40.270971 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cc3ba532-a049-4e93-bd31-93dca54e455a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:40.305602 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-9c546a7e-36ab-4e63-b9dc-7b7a4246c063 None None] Current status of the port 5f41c416-e8ab-4b1f-8b3d-1455372c5440 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:58:40.340869 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf550a6-955b-407b-9cd0-6c9e08ac487a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Subnet': ['ID=9a4d0133-d0db-4023-a396-071f61f22130,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:40.381125 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f63da7cf-56c3-442a-96de-2c2ed59655e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:40.418003 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-f63da7cf-56c3-442a-96de-2c2ed59655e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Transition to ACTIVE for port object d8b347fa-5a34-4924-99ca-d5ac13de454c will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:40.422238 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf550a6-955b-407b-9cd0-6c9e08ac487a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Checking segment: {'id': 'e468b38e-8097-4f86-a951-d8649ec43194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a0633eae-78c5-44f8-876c-d9fcebb4fda8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:58:40.422641 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf550a6-955b-407b-9cd0-6c9e08ac487a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Network hostable DHCP agents. Network: a0633eae-78c5-44f8-876c-d9fcebb4fda8, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:58:40.447352 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf550a6-955b-407b-9cd0-6c9e08ac487a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Network a0633eae-78c5-44f8-876c-d9fcebb4fda8 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:58:40.448994 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-cc3ba532-a049-4e93-bd31-93dca54e455a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Deleting port 81963410-0c54-4ebb-81ee-74d958e37e9c {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:58:40.449335 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cc3ba532-a049-4e93-bd31-93dca54e455a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:40.464868 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-6cf550a6-955b-407b-9cd0-6c9e08ac487a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, a0633eae-78c5-44f8-876c-d9fcebb4fda8) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:40.465467 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-de3a88e7-2724-40da-bbd8-cbe98dec641e None None] Attempting to bind port 81963410-0c54-4ebb-81ee-74d958e37e9c on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:58:40.465982 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-de3a88e7-2724-40da-bbd8-cbe98dec641e None None] Attempting to bind port 81963410-0c54-4ebb-81ee-74d958e37e9c by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'c5c70c98-91ae-4fdf-958e-439c09487b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '843c0578-c53f-4c98-9faf-d8c8f13016bb'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:58:40.469510 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a88e7-2724-40da-bbd8-cbe98dec641e None None] Attempting to bind port 81963410-0c54-4ebb-81ee-74d958e37e9c on network 843c0578-c53f-4c98-9faf-d8c8f13016bb {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:58:40.470282 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf550a6-955b-407b-9cd0-6c9e08ac487a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:40.470868 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6cf550a6-955b-407b-9cd0-6c9e08ac487a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:40.495284 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f63da7cf-56c3-442a-96de-2c2ed59655e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:40.497703 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-105f4eef-ccd7-406d-96d0-936837360075 None None] Set router 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:58:40.551685 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6cf550a6-955b-407b-9cd0-6c9e08ac487a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1974235 Sep 14 22:58:40.562594 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52978) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:40.658925 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63da7cf-56c3-442a-96de-2c2ed59655e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network d1a73eec-09dc-48d5-82d9-e45fd9ffc362 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:40.659637 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a88e7-2724-40da-bbd8-cbe98dec641e None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:58:40.660802 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a88e7-2724-40da-bbd8-cbe98dec641e None None] Checking segment: {'id': 'c5c70c98-91ae-4fdf-958e-439c09487b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '843c0578-c53f-4c98-9faf-d8c8f13016bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:58:40.661416 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-de3a88e7-2724-40da-bbd8-cbe98dec641e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:40.662141 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a88e7-2724-40da-bbd8-cbe98dec641e None None] Bound using segment: {'id': 'c5c70c98-91ae-4fdf-958e-439c09487b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '843c0578-c53f-4c98-9faf-d8c8f13016bb'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:58:40.662801 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-de3a88e7-2724-40da-bbd8-cbe98dec641e None None] Bound port: 81963410-0c54-4ebb-81ee-74d958e37e9c, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c70c98-91ae-4fdf-958e-439c09487b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '843c0578-c53f-4c98-9faf-d8c8f13016bb'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:58:40.663406 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-de3a88e7-2724-40da-bbd8-cbe98dec641e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:40.675433 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93644aa-7eb2-43f5-adeb-aa0af4b6af2d None None] Network a0633eae-78c5-44f8-876c-d9fcebb4fda8 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:58:40.687860 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1596a16a-2d7d-43c8-96dd-0e68b8f41e5a None None] Pushing event updated for resources: {'Port': ['ID=7d207a73-5684-450b-83b8-604aeceba4a2,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:40.719626 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-257579fd-3b65-4d27-bcc6-5117a1454021 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Delete allocated IP 172.20.0.24 (227b3554-e660-46be-87e5-b40bca4157c3/7a1c66db-6fb0-4c82-877a-752fa6f2d8d4) {{(pid=89171) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 14 22:58:40.719887 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-f63da7cf-56c3-442a-96de-2c2ed59655e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:40.723003 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63da7cf-56c3-442a-96de-2c2ed59655e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:58:40.756508 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1596a16a-2d7d-43c8-96dd-0e68b8f41e5a None None] For port 7d207a73-5684-450b-83b8-604aeceba4a2, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:58:40.782175 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port e8a4bef4-8303-407f-aa43-828fc9578469 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:58:40.819713 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63da7cf-56c3-442a-96de-2c2ed59655e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=d8b347fa-5a34-4924-99ca-d5ac13de454c,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:40.870259 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-bba54fd2-54ba-41cb-a0a7-963cce059e5c None None] Provisioning complete for port 0c671110-245b-4efb-b517-ab25976b0156 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:40.870710 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bba54fd2-54ba-41cb-a0a7-963cce059e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:40.909125 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port e8a4bef4-8303-407f-aa43-828fc9578469 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:40.909495 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:40.932643 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f63da7cf-56c3-442a-96de-2c2ed59655e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:41.003921 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-cc3ba532-a049-4e93-bd31-93dca54e455a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] For port 81963410-0c54-4ebb-81ee-74d958e37e9c, host dv-neutron-857791-1-hyperv, got binding levels [] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:58:41.004278 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cc3ba532-a049-4e93-bd31-93dca54e455a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:41.058257 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-bba54fd2-54ba-41cb-a0a7-963cce059e5c None None] Port 0c671110-245b-4efb-b517-ab25976b0156 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:58:41.153195 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1596a16a-2d7d-43c8-96dd-0e68b8f41e5a None None] For port 7d207a73-5684-450b-83b8-604aeceba4a2, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=7d207a73-5684-450b-83b8-604aeceba4a2,segment=NetworkSegment(74767ee8-f805-407b-8123-caa7185ee5cf),segment_id=74767ee8-f805-407b-8123-caa7185ee5cf)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:58:41.254280 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1596a16a-2d7d-43c8-96dd-0e68b8f41e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:41.292074 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-cc3ba532-a049-4e93-bd31-93dca54e455a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Calling delete_port for 81963410-0c54-4ebb-81ee-74d958e37e9c owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:58:41.303365 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f63da7cf-56c3-442a-96de-2c2ed59655e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:41.312090 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:41.351350 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:41.366736 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a88e7-2724-40da-bbd8-cbe98dec641e None None] Pushing event updated for resources: {'Port': ['ID=81963410-0c54-4ebb-81ee-74d958e37e9c,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:41.657770 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-de3a88e7-2724-40da-bbd8-cbe98dec641e None None] For port 81963410-0c54-4ebb-81ee-74d958e37e9c, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:58:41.715785 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-de3a88e7-2724-40da-bbd8-cbe98dec641e None None] For port 81963410-0c54-4ebb-81ee-74d958e37e9c, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=81963410-0c54-4ebb-81ee-74d958e37e9c,segment=NetworkSegment(c5c70c98-91ae-4fdf-958e-439c09487b36),segment_id=c5c70c98-91ae-4fdf-958e-439c09487b36)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:58:41.771962 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.db.api [None req-cc3ba532-a049-4e93-bd31-93dca54e455a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:58:41.772273 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG oslo_db.api [None req-cc3ba532-a049-4e93-bd31-93dca54e455a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:58:41.822635 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=5f41c416-e8ab-4b1f-8b3d-1455372c5440,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:41.844284 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-257579fd-3b65-4d27-bcc6-5117a1454021 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:41.901664 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-257579fd-3b65-4d27-bcc6-5117a1454021 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Ignored duplicate provisioning block setup for port 2337cd94-7f67-4037-84c4-449cf1231110 by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 14 22:58:41.921163 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-257579fd-3b65-4d27-bcc6-5117a1454021 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:41.938908 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-de3a88e7-2724-40da-bbd8-cbe98dec641e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:42.069436 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313037fc-45e4-4e94-8a01-4bc59e9e7ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-e54d4215-9b0b-4b80-af38-991540bcc5bc', 'network_id': 'e54d4215-9b0b-4b80-af38-991540bcc5bc', 'tenant_id': '4b3796dd934c412e8cbfebdb8122849f', 'fixed_ips': [{'subnet_id': '1ece0b40-82a5-4ecd-b72f-56ccf822e69f'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:58:42.070618 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-313037fc-45e4-4e94-8a01-4bc59e9e7ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:42.142742 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257579fd-3b65-4d27-bcc6-5117a1454021 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Port': ['ID=2337cd94-7f67-4037-84c4-449cf1231110,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:42.143745 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port e8a4bef4-8303-407f-aa43-828fc9578469 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:58:42.144710 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:42.178370 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-257579fd-3b65-4d27-bcc6-5117a1454021 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] In _notify_port_updated(), no bound segment for port 2337cd94-7f67-4037-84c4-449cf1231110 on network 227b3554-e660-46be-87e5-b40bca4157c3 {{(pid=89171) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 14 22:58:42.178980 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-1be94b2e-85f2-48b2-ba5e-29582c451e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'name': 'tempest-TestNetworkBasicOps-router-1539886236', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:26Z', 'updated_at': '2022-09-14T22:58:30Z', 'revision_number': 3, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:28Z', 'updated_at': '2022-09-14T22:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:42.181098 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51748a63-4835-4b5a-b56e-7d37a88e85cc None None] Network d1a73eec-09dc-48d5-82d9-e45fd9ffc362 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:58:42.183999 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257579fd-3b65-4d27-bcc6-5117a1454021 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:42.184631 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-257579fd-3b65-4d27-bcc6-5117a1454021 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:42.189419 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-257579fd-3b65-4d27-bcc6-5117a1454021 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "PUT /v2.0/ports/2337cd94-7f67-4037-84c4-449cf1231110 HTTP/1.1" status: 200 len: 920 time: 2.5961673 Sep 14 22:58:42.189580 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 52982) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:42.199804 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-76fa858e-fd3f-4c64-a30c-5e273b210d24 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '38811ed7-a287-47ce-a3bd-3eb7fa66f4f6'}, {'subnet_id': '7a1c66db-6fb0-4c82-877a-752fa6f2d8d4'}]}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:42.201388 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d8a31361-0387-4577-8652-56fce05e9650 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:42.273480 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1ca08c1c-3c4a-4107-b568-b95554d120f6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:42.278005 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-cc3ba532-a049-4e93-bd31-93dca54e455a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Deleting port 81963410-0c54-4ebb-81ee-74d958e37e9c {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:58:42.278346 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cc3ba532-a049-4e93-bd31-93dca54e455a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:42.294611 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be94b2e-85f2-48b2-ba5e-29582c451e69 None None] The sync data for ids ['1b251f69-63d4-42e7-b4b3-ece204612809'] in dv-neutron-857791-1-hyperv is: [{'id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'name': 'tempest-TestNetworkBasicOps-router-1539886236', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:26Z', 'updated_at': '2022-09-14T22:58:30Z', 'revision_number': 3, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:28Z', 'updated_at': '2022-09-14T22:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:58:42.297399 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb7191-bcfb-4f53-a3cb-6ace4f8e680f None None] Pushing event updated for resources: {'Port': ['ID=23fe3bd9-0ca2-4196-acc3-c2ce44ed15f3,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:42.582437 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.resource_extend [None req-f63da7cf-56c3-442a-96de-2c2ed59655e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 22:58:42.610278 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a972ee-d8b0-45cb-acca-a1a25eeb58a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-a0633eae-78c5-44f8-876c-d9fcebb4fda8', 'network_id': 'a0633eae-78c5-44f8-876c-d9fcebb4fda8', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'fixed_ips': [{'subnet_id': '9a4d0133-d0db-4023-a396-071f61f22130'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:58:42.611647 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-59a972ee-d8b0-45cb-acca-a1a25eeb58a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:42.623957 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f63da7cf-56c3-442a-96de-2c2ed59655e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:42.672713 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f63da7cf-56c3-442a-96de-2c2ed59655e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:42.801062 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-cc3ba532-a049-4e93-bd31-93dca54e455a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] For port 81963410-0c54-4ebb-81ee-74d958e37e9c, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=81963410-0c54-4ebb-81ee-74d958e37e9c,segment=NetworkSegment(c5c70c98-91ae-4fdf-958e-439c09487b36),segment_id=c5c70c98-91ae-4fdf-958e-439c09487b36)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:58:42.802107 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cc3ba532-a049-4e93-bd31-93dca54e455a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:42.805684 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f63da7cf-56c3-442a-96de-2c2ed59655e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:42.837344 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-bbfbe7fa-bc7d-4286-ab98-01d8e10f9dac None None] Provisioning for port 23fe3bd9-0ca2-4196-acc3-c2ce44ed15f3 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:58:42.854352 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1596a16a-2d7d-43c8-96dd-0e68b8f41e5a None None] Pushing event updated for resources: {'Port': ['ID=7d207a73-5684-450b-83b8-604aeceba4a2,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:42.889292 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port e8a4bef4-8303-407f-aa43-828fc9578469, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=e8a4bef4-8303-407f-aa43-828fc9578469,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:58:42.904689 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7cafaa-2cfb-4675-8c39-4888dfb2cff4 None None] Network 843c0578-c53f-4c98-9faf-d8c8f13016bb requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:58:43.088337 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63da7cf-56c3-442a-96de-2c2ed59655e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=d8b347fa-5a34-4924-99ca-d5ac13de454c,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:43.131455 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17824aa0-643b-4290-9827-98ff4ecd2228 None None] Network 227b3554-e660-46be-87e5-b40bca4157c3 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:58:43.160361 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-cc3ba532-a049-4e93-bd31-93dca54e455a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Calling delete_port for 81963410-0c54-4ebb-81ee-74d958e37e9c owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:58:43.204354 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-76fa858e-fd3f-4c64-a30c-5e273b210d24 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:43.271035 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cc3ba532-a049-4e93-bd31-93dca54e455a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:43.305002 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:43.324668 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:43.381194 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ba532-a049-4e93-bd31-93dca54e455a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Port': ['ID=81963410-0c54-4ebb-81ee-74d958e37e9c,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:43.387851 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63da7cf-56c3-442a-96de-2c2ed59655e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network d1a73eec-09dc-48d5-82d9-e45fd9ffc362 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:43.391114 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-1ca08c1c-3c4a-4107-b568-b95554d120f6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Allocated IP 172.23.0.1 (a0633eae-78c5-44f8-876c-d9fcebb4fda8/9a4d0133-d0db-4023-a396-071f61f22130/7dfb54e5-5e98-4d03-831e-3c6c39bc2fac) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:58:43.391252 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3ba532-a049-4e93-bd31-93dca54e455a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] No DVR routers for this DVR port 81963410-0c54-4ebb-81ee-74d958e37e9c on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:58:43.402470 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-f63da7cf-56c3-442a-96de-2c2ed59655e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:43.530562 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-313037fc-45e4-4e94-8a01-4bc59e9e7ceb None None] Allocated IP 172.20.0.2 (e54d4215-9b0b-4b80-af38-991540bcc5bc/1ece0b40-82a5-4ecd-b72f-56ccf822e69f/8af5e539-87c0-406a-9677-d9eb4c3f58ac) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:58:43.617195 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cc3ba532-a049-4e93-bd31-93dca54e455a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:43.648246 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-cc3ba532-a049-4e93-bd31-93dca54e455a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['843c0578-c53f-4c98-9faf-d8c8f13016bb']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:43.665827 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-cc3ba532-a049-4e93-bd31-93dca54e455a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c70c98-91ae-4fdf-958e-439c09487b36') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:43.666378 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-cc3ba532-a049-4e93-bd31-93dca54e455a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c70c98-91ae-4fdf-958e-439c09487b36') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:43.679743 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cc3ba532-a049-4e93-bd31-93dca54e455a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:43.705829 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cc3ba532-a049-4e93-bd31-93dca54e455a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:43.710072 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 23fe3bd9-0ca2-4196-acc3-c2ce44ed15f3 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:58:43.713959 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc3ba532-a049-4e93-bd31-93dca54e455a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:58:43.714726 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cc3ba532-a049-4e93-bd31-93dca54e455a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:43.795774 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-105f4eef-ccd7-406d-96d0-936837360075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'name': 'tempest-RoutersTest-router-1338449832', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:11Z', 'updated_at': '2022-09-14T22:58:34Z', 'revision_number': 4, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'gw_port_host': None, '_interfaces': [{'id': '0c671110-245b-4efb-b517-ab25976b0156', 'name': '', 'network_id': 'ae0a4235-6b0a-40b9-96ce-b2601772b2b0', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:d0:91:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '69183486-971f-4bfb-8509-7ef2c5a773a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:32Z', 'updated_at': '2022-09-14T22:58:35Z', 'revision_number': 2, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '69183486-971f-4bfb-8509-7ef2c5a773a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1677ea41-3f6e-40c6-9468-c17e77f65545', 'name': '', 'network_id': '77d744c3-5dc8-4254-a77a-f866be4e427e', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:26:1c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:24Z', 'updated_at': '2022-09-14T22:58:34Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cffdb05-630d-45d9-8ba8-0ced348ae677', 'name': '', 'network_id': '75ea059b-2f00-49a6-9551-ce55ec1f21b9', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:db:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:16Z', 'updated_at': '2022-09-14T22:58:26Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:43.797768 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a88e7-2724-40da-bbd8-cbe98dec641e None None] Pushing event updated for resources: {'Port': ['ID=81963410-0c54-4ebb-81ee-74d958e37e9c,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:43.811992 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-368b3748-2a5b-4731-9ba4-c2780ddf1d50 None None] Provisioning for port 7d207a73-5684-450b-83b8-604aeceba4a2 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:58:43.812593 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment c5c70c98-91ae-4fdf-958e-439c09487b36 resource provider aggregate not found Sep 14 22:58:43.841074 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment c5c70c98-91ae-4fdf-958e-439c09487b36 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5c70c98-91ae-4fdf-958e-439c09487b36 found for delete ", "request_id": "req-11b88f7f-2896-4027-bb17-3e35a2ff4627"}]} Sep 14 22:58:43.856487 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cc3ba532-a049-4e93-bd31-93dca54e455a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:43.869617 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cc3ba532-a049-4e93-bd31-93dca54e455a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:43.902088 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105f4eef-ccd7-406d-96d0-936837360075 None None] Checking router: 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:58:43.902643 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105f4eef-ccd7-406d-96d0-936837360075 None None] Updating router 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 port 0c671110-245b-4efb-b517-ab25976b0156 binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:58:43.904598 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ba532-a049-4e93-bd31-93dca54e455a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Network': ['ID=843c0578-c53f-4c98-9faf-d8c8f13016bb,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:43.918074 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-cc3ba532-a049-4e93-bd31-93dca54e455a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/networks/843c0578-c53f-4c98-9faf-d8c8f13016bb HTTP/1.1" status: 204 len: 168 time: 3.9175553 Sep 14 22:58:43.921455 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52990) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:43.928424 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-24291425-0d30-4f12-8826-8082fa8e20e4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'port': {'network_id': '4c809588-b3c1-4746-8ba4-9926f66ad551', 'name': 'tempest-PortsIpV6TestJSON-1058879268'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:44.053683 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-24291425-0d30-4f12-8826-8082fa8e20e4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:44.057908 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-24291425-0d30-4f12-8826-8082fa8e20e4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:port and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:44.060845 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-24291425-0d30-4f12-8826-8082fa8e20e4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:44.067531 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-24291425-0d30-4f12-8826-8082fa8e20e4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:44.071992 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63da7cf-56c3-442a-96de-2c2ed59655e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router 1b251f69-63d4-42e7-b4b3-ece204612809 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:58:44.078696 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24291425-0d30-4f12-8826-8082fa8e20e4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Made reservation on behalf of c0a980b2e8bf40c8a14dfb2d5527a283 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:44.086066 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-24291425-0d30-4f12-8826-8082fa8e20e4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:44.094460 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-105f4eef-ccd7-406d-96d0-936837360075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:44.113178 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=e8a4bef4-8303-407f-aa43-828fc9578469,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:44.117639 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-24291425-0d30-4f12-8826-8082fa8e20e4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] device_id is not set on port 027437cb-1058-49fd-9f35-a47a368d50ce yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:58:44.157948 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1ca08c1c-3c4a-4107-b568-b95554d120f6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:44.219325 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 23fe3bd9-0ca2-4196-acc3-c2ce44ed15f3 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:58:44.258531 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 23fe3bd9-0ca2-4196-acc3-c2ce44ed15f3 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:44.258896 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:44.268105 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-76fa858e-fd3f-4c64-a30c-5e273b210d24 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Allocated IP 172.20.0.24 (227b3554-e660-46be-87e5-b40bca4157c3/7a1c66db-6fb0-4c82-877a-752fa6f2d8d4/2337cd94-7f67-4037-84c4-449cf1231110) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:58:44.275788 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-1ca08c1c-3c4a-4107-b568-b95554d120f6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Transition to ACTIVE for port object 7dfb54e5-5e98-4d03-831e-3c6c39bc2fac will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:44.329286 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-313037fc-45e4-4e94-8a01-4bc59e9e7ceb None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:44.403392 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-313037fc-45e4-4e94-8a01-4bc59e9e7ceb None None] Transition to ACTIVE for port object 8af5e539-87c0-406a-9677-d9eb4c3f58ac will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:44.476969 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-24291425-0d30-4f12-8826-8082fa8e20e4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:44.504154 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-313037fc-45e4-4e94-8a01-4bc59e9e7ceb None None] Transition to ACTIVE for port object 8af5e539-87c0-406a-9677-d9eb4c3f58ac will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:44.545480 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-313037fc-45e4-4e94-8a01-4bc59e9e7ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:44.560727 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1ca08c1c-3c4a-4107-b568-b95554d120f6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:44.571120 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-24291425-0d30-4f12-8826-8082fa8e20e4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:44.649406 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca08c1c-3c4a-4107-b568-b95554d120f6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Network a0633eae-78c5-44f8-876c-d9fcebb4fda8 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:44.667316 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-1ca08c1c-3c4a-4107-b568-b95554d120f6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:44.670298 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca08c1c-3c4a-4107-b568-b95554d120f6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:58:44.678755 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24291425-0d30-4f12-8826-8082fa8e20e4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Port': ['ID=027437cb-1058-49fd-9f35-a47a368d50ce,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:44.708504 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24291425-0d30-4f12-8826-8082fa8e20e4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Network 4c809588-b3c1-4746-8ba4-9926f66ad551 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:44.714905 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-24291425-0d30-4f12-8826-8082fa8e20e4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:44.724336 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24291425-0d30-4f12-8826-8082fa8e20e4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:58:44.727785 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63da7cf-56c3-442a-96de-2c2ed59655e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:58:44.731257 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24291425-0d30-4f12-8826-8082fa8e20e4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:44.732031 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-24291425-0d30-4f12-8826-8082fa8e20e4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:44.740549 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4524b7e4-a53c-4ba9-abad-9d8efd20c559 None None] Sync routers for ids ['1b251f69-63d4-42e7-b4b3-ece204612809'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:58:44.761896 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-d8a31361-0387-4577-8652-56fce05e9650 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Allocated IP 172.20.0.1 (e54d4215-9b0b-4b80-af38-991540bcc5bc/1ece0b40-82a5-4ecd-b72f-56ccf822e69f/73625d6f-ef6d-448a-9c8f-8888297becfe) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:58:44.765811 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-76fa858e-fd3f-4c64-a30c-5e273b210d24 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:44.771794 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-24291425-0d30-4f12-8826-8082fa8e20e4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8488798 Sep 14 22:58:44.775730 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4524b7e4-a53c-4ba9-abad-9d8efd20c559 None None] Routers {'1b251f69-63d4-42e7-b4b3-ece204612809'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:58:44.775730 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-4524b7e4-a53c-4ba9-abad-9d8efd20c559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:58:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1b251f69-63d4-42e7-b4b3-ece204612809'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:44.776261 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52994) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:44.776662 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f63da7cf-56c3-442a-96de-2c2ed59655e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "PUT /v2.0/routers/1b251f69-63d4-42e7-b4b3-ece204612809/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1851563 Sep 14 22:58:44.776806 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 52996) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:44.793710 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca08c1c-3c4a-4107-b568-b95554d120f6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Port': ['ID=7dfb54e5-5e98-4d03-831e-3c6c39bc2fac,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:44.811476 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-76fa858e-fd3f-4c64-a30c-5e273b210d24 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Ignored duplicate provisioning block setup for port 2337cd94-7f67-4037-84c4-449cf1231110 by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 14 22:58:44.818630 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1ca08c1c-3c4a-4107-b568-b95554d120f6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:44.822658 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-76fa858e-fd3f-4c64-a30c-5e273b210d24 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:44.964291 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313037fc-45e4-4e94-8a01-4bc59e9e7ceb None None] Network e54d4215-9b0b-4b80-af38-991540bcc5bc is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:44.988551 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-313037fc-45e4-4e94-8a01-4bc59e9e7ceb None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:45.036115 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313037fc-45e4-4e94-8a01-4bc59e9e7ceb None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:58:45.058165 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cd27f5-8d2c-4200-a412-bf695c21756d None None] Update dhcp port {'port': {'network_id': '227b3554-e660-46be-87e5-b40bca4157c3', 'fixed_ips': [{'subnet_id': '38811ed7-a287-47ce-a3bd-3eb7fa66f4f6', 'ip_address': '172.20.0.2'}, {'subnet_id': '7a1c66db-6fb0-4c82-877a-752fa6f2d8d4'}], 'binding:host_id': 'dv-neutron-857791-1-hyperv'}, 'id': '7d207a73-5684-450b-83b8-604aeceba4a2'} from dv-neutron-857791-1-hyperv. {{(pid=89172) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 14 22:58:45.076057 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-76fa858e-fd3f-4c64-a30c-5e273b210d24 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] In _notify_port_updated(), no bound segment for port 2337cd94-7f67-4037-84c4-449cf1231110 on network 227b3554-e660-46be-87e5-b40bca4157c3 {{(pid=89170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 14 22:58:45.084385 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fa858e-fd3f-4c64-a30c-5e273b210d24 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:45.085437 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-76fa858e-fd3f-4c64-a30c-5e273b210d24 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:45.089366 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-76fa858e-fd3f-4c64-a30c-5e273b210d24 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "PUT /v2.0/ports/2337cd94-7f67-4037-84c4-449cf1231110 HTTP/1.1" status: 200 len: 1000 time: 2.8968737 Sep 14 22:58:45.091063 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-72de0da1-507d-4ec2-9633-7b433114e2ff None None] Provisioning complete for port 23fe3bd9-0ca2-4196-acc3-c2ce44ed15f3 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:45.091063 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-72de0da1-507d-4ec2-9633-7b433114e2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:45.091294 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53002) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:45.093599 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-af8d759f-f289-48d3-b03a-638e9b1984be tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Deleting port 027437cb-1058-49fd-9f35-a47a368d50ce {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:58:45.096383 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-af8d759f-f289-48d3-b03a-638e9b1984be tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:45.101546 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-4524b7e4-a53c-4ba9-abad-9d8efd20c559 None None] Set router 1b251f69-63d4-42e7-b4b3-ece204612809 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:58:45.133314 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 23fe3bd9-0ca2-4196-acc3-c2ce44ed15f3 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:58:45.133718 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:45.142554 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313037fc-45e4-4e94-8a01-4bc59e9e7ceb None None] Pushing event updated for resources: {'Port': ['ID=8af5e539-87c0-406a-9677-d9eb4c3f58ac,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:45.145650 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d3e148-3e8b-4be7-8748-74729e0c93f7 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:45.152114 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d3e148-3e8b-4be7-8748-74729e0c93f7 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:45.153667 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d3e148-3e8b-4be7-8748-74729e0c93f7 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:45.154217 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d3e148-3e8b-4be7-8748-74729e0c93f7 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:45.154676 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d3e148-3e8b-4be7-8748-74729e0c93f7 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:45.155133 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d3e148-3e8b-4be7-8748-74729e0c93f7 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:45.155768 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d3e148-3e8b-4be7-8748-74729e0c93f7 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:45.158882 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d3e148-3e8b-4be7-8748-74729e0c93f7 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:45.161521 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d3e148-3e8b-4be7-8748-74729e0c93f7 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:45.162168 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d3e148-3e8b-4be7-8748-74729e0c93f7 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:45.162953 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d3e148-3e8b-4be7-8748-74729e0c93f7 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:45.163605 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d3e148-3e8b-4be7-8748-74729e0c93f7 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:45.166373 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c8d3e148-3e8b-4be7-8748-74729e0c93f7 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8328 time: 0.3864353 Sep 14 22:58:45.188354 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53006) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:45.201083 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa858e-fd3f-4c64-a30c-5e273b210d24 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Port': ['ID=2337cd94-7f67-4037-84c4-449cf1231110,revision_number=3']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:45.243302 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-59a972ee-d8b0-45cb-acca-a1a25eeb58a2 None None] Allocated IP 172.23.0.2 (a0633eae-78c5-44f8-876c-d9fcebb4fda8/9a4d0133-d0db-4023-a396-071f61f22130/a2b29ccc-ebaa-4590-942d-bc1bf8943b12) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:58:45.319096 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-c8b63599-4303-4dd9-af8a-7d77485d46f2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Deleting port 2337cd94-7f67-4037-84c4-449cf1231110 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:58:45.319683 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c8b63599-4303-4dd9-af8a-7d77485d46f2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:45.385951 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e3cd27f5-8d2c-4200-a412-bf695c21756d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:45.435036 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-313037fc-45e4-4e94-8a01-4bc59e9e7ceb None None] Attempting to bind port 8af5e539-87c0-406a-9677-d9eb4c3f58ac on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:58:45.435417 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-313037fc-45e4-4e94-8a01-4bc59e9e7ceb None None] Attempting to bind port 8af5e539-87c0-406a-9677-d9eb4c3f58ac by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '0822189f-b9aa-4007-86b1-4daf9e8873b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e54d4215-9b0b-4b80-af38-991540bcc5bc'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:58:45.435778 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313037fc-45e4-4e94-8a01-4bc59e9e7ceb None None] Attempting to bind port 8af5e539-87c0-406a-9677-d9eb4c3f58ac on network e54d4215-9b0b-4b80-af38-991540bcc5bc {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:58:45.482462 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c25153-7cf8-4cf0-94fd-464f6a3626f3 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:45.482666 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c25153-7cf8-4cf0-94fd-464f6a3626f3 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:45.482977 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c25153-7cf8-4cf0-94fd-464f6a3626f3 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:45.483432 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c25153-7cf8-4cf0-94fd-464f6a3626f3 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:45.483874 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c25153-7cf8-4cf0-94fd-464f6a3626f3 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:45.484320 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c25153-7cf8-4cf0-94fd-464f6a3626f3 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:45.484814 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c25153-7cf8-4cf0-94fd-464f6a3626f3 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:45.485259 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c25153-7cf8-4cf0-94fd-464f6a3626f3 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:45.485698 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c25153-7cf8-4cf0-94fd-464f6a3626f3 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:45.486136 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c25153-7cf8-4cf0-94fd-464f6a3626f3 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:45.486570 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c25153-7cf8-4cf0-94fd-464f6a3626f3 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:45.493090 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-66c25153-7cf8-4cf0-94fd-464f6a3626f3 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6905 time: 0.3010714 Sep 14 22:58:45.508669 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.resource_extend [None req-105f4eef-ccd7-406d-96d0-936837360075 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 22:58:45.518846 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 23fe3bd9-0ca2-4196-acc3-c2ce44ed15f3, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=23fe3bd9-0ca2-4196-acc3-c2ce44ed15f3,segment=NetworkSegment(2fad94cf-df1c-4231-849b-0a33d62ac5fc),segment_id=2fad94cf-df1c-4231-849b-0a33d62ac5fc)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:58:45.539375 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53010) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:45.554138 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313037fc-45e4-4e94-8a01-4bc59e9e7ceb None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:58:45.554518 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313037fc-45e4-4e94-8a01-4bc59e9e7ceb None None] Checking segment: {'id': '0822189f-b9aa-4007-86b1-4daf9e8873b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e54d4215-9b0b-4b80-af38-991540bcc5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:58:45.554889 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-313037fc-45e4-4e94-8a01-4bc59e9e7ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:45.555286 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313037fc-45e4-4e94-8a01-4bc59e9e7ceb None None] Bound using segment: {'id': '0822189f-b9aa-4007-86b1-4daf9e8873b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e54d4215-9b0b-4b80-af38-991540bcc5bc'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:58:45.555776 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-313037fc-45e4-4e94-8a01-4bc59e9e7ceb None None] Bound port: 8af5e539-87c0-406a-9677-d9eb4c3f58ac, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0822189f-b9aa-4007-86b1-4daf9e8873b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e54d4215-9b0b-4b80-af38-991540bcc5bc'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:58:45.556161 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-313037fc-45e4-4e94-8a01-4bc59e9e7ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:45.576915 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:45.577694 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 7d207a73-5684-450b-83b8-604aeceba4a2 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:58:45.635171 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-4524b7e4-a53c-4ba9-abad-9d8efd20c559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'name': 'tempest-TestNetworkBasicOps-router-1539886236', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:26Z', 'updated_at': '2022-09-14T22:58:41Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:28Z', 'updated_at': '2022-09-14T22:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'd8b347fa-5a34-4924-99ca-d5ac13de454c', 'name': '', 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:b5:3a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '0333997c-a1e9-459f-8c5d-4805fd79339b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:39Z', 'updated_at': '2022-09-14T22:58:41Z', 'revision_number': 2, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '0333997c-a1e9-459f-8c5d-4805fd79339b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:45.641402 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4524b7e4-a53c-4ba9-abad-9d8efd20c559 None None] Checking router: 1b251f69-63d4-42e7-b4b3-ece204612809 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:58:45.642041 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4524b7e4-a53c-4ba9-abad-9d8efd20c559 None None] Updating router 1b251f69-63d4-42e7-b4b3-ece204612809 port d8b347fa-5a34-4924-99ca-d5ac13de454c binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:58:45.705158 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-4524b7e4-a53c-4ba9-abad-9d8efd20c559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:45.729018 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d8a31361-0387-4577-8652-56fce05e9650 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:45.752569 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-af8d759f-f289-48d3-b03a-638e9b1984be tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:45.890829 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-af8d759f-f289-48d3-b03a-638e9b1984be tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Calling delete_port for 027437cb-1058-49fd-9f35-a47a368d50ce owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:58:45.949953 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c8b63599-4303-4dd9-af8a-7d77485d46f2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:45.970104 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-105f4eef-ccd7-406d-96d0-936837360075 None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:45.990032 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-af8d759f-f289-48d3-b03a-638e9b1984be tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:45.999516 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=23fe3bd9-0ca2-4196-acc3-c2ce44ed15f3,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:46.037376 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-72de0da1-507d-4ec2-9633-7b433114e2ff None None] Current status of the port 23fe3bd9-0ca2-4196-acc3-c2ce44ed15f3 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:58:46.039865 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-105f4eef-ccd7-406d-96d0-936837360075 None None] Transition to ACTIVE for port object 0c671110-245b-4efb-b517-ab25976b0156 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:46.064381 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-af8d759f-f289-48d3-b03a-638e9b1984be tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:46.074118 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-d8a31361-0387-4577-8652-56fce05e9650 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Transition to ACTIVE for port object 73625d6f-ef6d-448a-9c8f-8888297becfe will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:46.079304 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-af8d759f-f289-48d3-b03a-638e9b1984be tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/ports/027437cb-1058-49fd-9f35-a47a368d50ce HTTP/1.1" status: 204 len: 168 time: 1.3013470 Sep 14 22:58:46.081069 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53014) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:46.084473 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d759f-f289-48d3-b03a-638e9b1984be tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Port': ['ID=027437cb-1058-49fd-9f35-a47a368d50ce,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:46.096307 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-14188d60-b07b-4f1e-9e70-a6ec1cbd023c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'port': {'network_id': '4c809588-b3c1-4746-8ba4-9926f66ad551', 'mac_address': 'fa:16:3e:a3:58:8c', 'name': 'tempest-PortsIpV6TestJSON-1301245364'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:46.113434 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-4524b7e4-a53c-4ba9-abad-9d8efd20c559 None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:46.126978 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-4524b7e4-a53c-4ba9-abad-9d8efd20c559 None None] Transition to ACTIVE for port object d8b347fa-5a34-4924-99ca-d5ac13de454c will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:46.127794 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-c8b63599-4303-4dd9-af8a-7d77485d46f2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Calling delete_port for 2337cd94-7f67-4037-84c4-449cf1231110 owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:58:46.141701 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-4524b7e4-a53c-4ba9-abad-9d8efd20c559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:46.153334 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-105f4eef-ccd7-406d-96d0-936837360075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:46.210917 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-313037fc-45e4-4e94-8a01-4bc59e9e7ceb None None] For port 8af5e539-87c0-406a-9677-d9eb4c3f58ac, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:58:46.242405 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-14188d60-b07b-4f1e-9e70-a6ec1cbd023c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:46.247910 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-14188d60-b07b-4f1e-9e70-a6ec1cbd023c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:port and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:46.251640 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-14188d60-b07b-4f1e-9e70-a6ec1cbd023c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:46.257159 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d8a31361-0387-4577-8652-56fce05e9650 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:46.292092 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 7d207a73-5684-450b-83b8-604aeceba4a2 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:58:46.295870 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-313037fc-45e4-4e94-8a01-4bc59e9e7ceb None None] For port 8af5e539-87c0-406a-9677-d9eb4c3f58ac, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=8af5e539-87c0-406a-9677-d9eb4c3f58ac,segment=NetworkSegment(0822189f-b9aa-4007-86b1-4daf9e8873b5),segment_id=0822189f-b9aa-4007-86b1-4daf9e8873b5)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:58:46.304022 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-14188d60-b07b-4f1e-9e70-a6ec1cbd023c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:46.313081 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-72de0da1-507d-4ec2-9633-7b433114e2ff None None] Provisioning for port d8b347fa-5a34-4924-99ca-d5ac13de454c completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:58:46.315662 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eada82c-3975-4d37-b217-5ad489d4990c None None] Pushing event updated for resources: {'Port': ['ID=d8b347fa-5a34-4924-99ca-d5ac13de454c,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:46.320343 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-59a972ee-d8b0-45cb-acca-a1a25eeb58a2 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:46.322971 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 7d207a73-5684-450b-83b8-604aeceba4a2 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:46.323087 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:46.347982 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-313037fc-45e4-4e94-8a01-4bc59e9e7ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:46.357817 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14188d60-b07b-4f1e-9e70-a6ec1cbd023c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Made reservation on behalf of c0a980b2e8bf40c8a14dfb2d5527a283 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:46.380880 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a31361-0387-4577-8652-56fce05e9650 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Network e54d4215-9b0b-4b80-af38-991540bcc5bc is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:46.443928 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-4524b7e4-a53c-4ba9-abad-9d8efd20c559 None None] Attempting to bind port d8b347fa-5a34-4924-99ca-d5ac13de454c on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:58:46.444494 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-4524b7e4-a53c-4ba9-abad-9d8efd20c559 None None] Attempting to bind port d8b347fa-5a34-4924-99ca-d5ac13de454c by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '2fad94cf-df1c-4231-849b-0a33d62ac5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:58:46.444951 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4524b7e4-a53c-4ba9-abad-9d8efd20c559 None None] Attempting to bind port d8b347fa-5a34-4924-99ca-d5ac13de454c on network d1a73eec-09dc-48d5-82d9-e45fd9ffc362 {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:58:46.459614 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4524b7e4-a53c-4ba9-abad-9d8efd20c559 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:58:46.459980 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4524b7e4-a53c-4ba9-abad-9d8efd20c559 None None] Checking segment: {'id': '2fad94cf-df1c-4231-849b-0a33d62ac5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:58:46.460377 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-4524b7e4-a53c-4ba9-abad-9d8efd20c559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:46.460981 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4524b7e4-a53c-4ba9-abad-9d8efd20c559 None None] Bound using segment: {'id': '2fad94cf-df1c-4231-849b-0a33d62ac5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:58:46.461348 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-4524b7e4-a53c-4ba9-abad-9d8efd20c559 None None] Bound port: d8b347fa-5a34-4924-99ca-d5ac13de454c, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fad94cf-df1c-4231-849b-0a33d62ac5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:58:46.461833 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-4524b7e4-a53c-4ba9-abad-9d8efd20c559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:46.477403 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-e3cd27f5-8d2c-4200-a412-bf695c21756d None None] Allocated IP 172.20.0.18 (227b3554-e660-46be-87e5-b40bca4157c3/7a1c66db-6fb0-4c82-877a-752fa6f2d8d4/7d207a73-5684-450b-83b8-604aeceba4a2) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:58:46.496858 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-d8a31361-0387-4577-8652-56fce05e9650 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:46.501103 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-59a972ee-d8b0-45cb-acca-a1a25eeb58a2 None None] Transition to ACTIVE for port object a2b29ccc-ebaa-4590-942d-bc1bf8943b12 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:46.506760 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1ca08c1c-3c4a-4107-b568-b95554d120f6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:46.508148 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-14188d60-b07b-4f1e-9e70-a6ec1cbd023c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:46.528765 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a31361-0387-4577-8652-56fce05e9650 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:58:46.568914 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf799e9-cae3-4fdc-aa10-332bc286efa4 None None] Pushing event updated for resources: {'Port': ['ID=0c671110-245b-4efb-b517-ab25976b0156,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:46.579542 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-4524b7e4-a53c-4ba9-abad-9d8efd20c559 None None] For port d8b347fa-5a34-4924-99ca-d5ac13de454c, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:58:46.583886 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-4524b7e4-a53c-4ba9-abad-9d8efd20c559 None None] For port d8b347fa-5a34-4924-99ca-d5ac13de454c, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=d8b347fa-5a34-4924-99ca-d5ac13de454c,segment=NetworkSegment(2fad94cf-df1c-4231-849b-0a33d62ac5fc),segment_id=2fad94cf-df1c-4231-849b-0a33d62ac5fc)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:58:46.592452 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-4524b7e4-a53c-4ba9-abad-9d8efd20c559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:46.615869 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d8a31361-0387-4577-8652-56fce05e9650 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:46.617832 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c8b63599-4303-4dd9-af8a-7d77485d46f2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:46.647693 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a31361-0387-4577-8652-56fce05e9650 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Pushing event updated for resources: {'Port': ['ID=73625d6f-ef6d-448a-9c8f-8888297becfe,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:46.662332 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-14188d60-b07b-4f1e-9e70-a6ec1cbd023c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] device_id is not set on port 876c969d-7819-4a99-a50a-7166435d2d14 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:58:46.707227 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4524b7e4-a53c-4ba9-abad-9d8efd20c559 None None] Routers {'1b251f69-63d4-42e7-b4b3-ece204612809'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:58:46.707956 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-4524b7e4-a53c-4ba9-abad-9d8efd20c559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:58:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1b251f69-63d4-42e7-b4b3-ece204612809'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:46.740152 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-59a972ee-d8b0-45cb-acca-a1a25eeb58a2 None None] Transition to ACTIVE for port object a2b29ccc-ebaa-4590-942d-bc1bf8943b12 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:46.758626 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-105f4eef-ccd7-406d-96d0-936837360075 None None] Attempting to bind port 0c671110-245b-4efb-b517-ab25976b0156 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:58:46.759272 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-105f4eef-ccd7-406d-96d0-936837360075 None None] Attempting to bind port 0c671110-245b-4efb-b517-ab25976b0156 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'e70e2874-8ff1-4b79-8e4f-158f52527781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ae0a4235-6b0a-40b9-96ce-b2601772b2b0'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:58:46.759805 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105f4eef-ccd7-406d-96d0-936837360075 None None] Attempting to bind port 0c671110-245b-4efb-b517-ab25976b0156 on network ae0a4235-6b0a-40b9-96ce-b2601772b2b0 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:58:46.786029 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-59a972ee-d8b0-45cb-acca-a1a25eeb58a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:46.802915 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105f4eef-ccd7-406d-96d0-936837360075 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:58:46.803606 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105f4eef-ccd7-406d-96d0-936837360075 None None] Checking segment: {'id': 'e70e2874-8ff1-4b79-8e4f-158f52527781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ae0a4235-6b0a-40b9-96ce-b2601772b2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:58:46.804175 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-105f4eef-ccd7-406d-96d0-936837360075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:46.804744 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105f4eef-ccd7-406d-96d0-936837360075 None None] Bound using segment: {'id': 'e70e2874-8ff1-4b79-8e4f-158f52527781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ae0a4235-6b0a-40b9-96ce-b2601772b2b0'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:58:46.805378 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-105f4eef-ccd7-406d-96d0-936837360075 None None] Bound port: 0c671110-245b-4efb-b517-ab25976b0156, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70e2874-8ff1-4b79-8e4f-158f52527781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ae0a4235-6b0a-40b9-96ce-b2601772b2b0'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:58:46.805931 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-105f4eef-ccd7-406d-96d0-936837360075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:46.842300 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b63599-4303-4dd9-af8a-7d77485d46f2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Port': ['ID=2337cd94-7f67-4037-84c4-449cf1231110,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:46.979050 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-4524b7e4-a53c-4ba9-abad-9d8efd20c559 None None] Set router 1b251f69-63d4-42e7-b4b3-ece204612809 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:58:46.983400 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a972ee-d8b0-45cb-acca-a1a25eeb58a2 None None] Network a0633eae-78c5-44f8-876c-d9fcebb4fda8 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:47.008147 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-59a972ee-d8b0-45cb-acca-a1a25eeb58a2 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:47.023181 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313037fc-45e4-4e94-8a01-4bc59e9e7ceb None None] Pushing event updated for resources: {'Port': ['ID=8af5e539-87c0-406a-9677-d9eb4c3f58ac,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:47.029967 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a972ee-d8b0-45cb-acca-a1a25eeb58a2 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:58:47.136437 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c8b63599-4303-4dd9-af8a-7d77485d46f2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:47.154878 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c8b63599-4303-4dd9-af8a-7d77485d46f2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/ports/2337cd94-7f67-4037-84c4-449cf1231110 HTTP/1.1" status: 204 len: 168 time: 2.0608346 Sep 14 22:58:47.170860 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53018) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:47.210147 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-e3cd27f5-8d2c-4200-a412-bf695c21756d None None] For port 7d207a73-5684-450b-83b8-604aeceba4a2, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=7d207a73-5684-450b-83b8-604aeceba4a2,segment=NetworkSegment(74767ee8-f805-407b-8123-caa7185ee5cf),segment_id=74767ee8-f805-407b-8123-caa7185ee5cf)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:58:47.222775 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 7d207a73-5684-450b-83b8-604aeceba4a2 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:58:47.223179 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:47.235944 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-61315f51-e982-42e7-8c25-4688b559208f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] GET failed (client error): The resource could not be found. Sep 14 22:58:47.237374 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-61315f51-e982-42e7-8c25-4688b559208f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Synchronizing usage tracker for tenant:1c14bf9f432e425688de72a35501bf7a on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:58:47.247787 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-14188d60-b07b-4f1e-9e70-a6ec1cbd023c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:47.250409 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d8a31361-0387-4577-8652-56fce05e9650 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:47.286610 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-105f4eef-ccd7-406d-96d0-936837360075 None None] For port 0c671110-245b-4efb-b517-ab25976b0156, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:58:47.302116 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a972ee-d8b0-45cb-acca-a1a25eeb58a2 None None] Pushing event updated for resources: {'Port': ['ID=a2b29ccc-ebaa-4590-942d-bc1bf8943b12,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:47.318274 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-105f4eef-ccd7-406d-96d0-936837360075 None None] For port 0c671110-245b-4efb-b517-ab25976b0156, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=0c671110-245b-4efb-b517-ab25976b0156,segment=NetworkSegment(e70e2874-8ff1-4b79-8e4f-158f52527781),segment_id=e70e2874-8ff1-4b79-8e4f-158f52527781)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:58:47.341209 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-105f4eef-ccd7-406d-96d0-936837360075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:47.344393 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e3cd27f5-8d2c-4200-a412-bf695c21756d None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:47.396928 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-59a972ee-d8b0-45cb-acca-a1a25eeb58a2 None None] Attempting to bind port a2b29ccc-ebaa-4590-942d-bc1bf8943b12 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:58:47.397312 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-59a972ee-d8b0-45cb-acca-a1a25eeb58a2 None None] Attempting to bind port a2b29ccc-ebaa-4590-942d-bc1bf8943b12 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'e468b38e-8097-4f86-a951-d8649ec43194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a0633eae-78c5-44f8-876c-d9fcebb4fda8'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:58:47.397661 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a972ee-d8b0-45cb-acca-a1a25eeb58a2 None None] Attempting to bind port a2b29ccc-ebaa-4590-942d-bc1bf8943b12 on network a0633eae-78c5-44f8-876c-d9fcebb4fda8 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:58:47.439966 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a972ee-d8b0-45cb-acca-a1a25eeb58a2 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:58:47.440414 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a972ee-d8b0-45cb-acca-a1a25eeb58a2 None None] Checking segment: {'id': 'e468b38e-8097-4f86-a951-d8649ec43194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a0633eae-78c5-44f8-876c-d9fcebb4fda8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:58:47.441120 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-59a972ee-d8b0-45cb-acca-a1a25eeb58a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:47.441248 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a972ee-d8b0-45cb-acca-a1a25eeb58a2 None None] Bound using segment: {'id': 'e468b38e-8097-4f86-a951-d8649ec43194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a0633eae-78c5-44f8-876c-d9fcebb4fda8'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:58:47.441631 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-59a972ee-d8b0-45cb-acca-a1a25eeb58a2 None None] Bound port: a2b29ccc-ebaa-4590-942d-bc1bf8943b12, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e468b38e-8097-4f86-a951-d8649ec43194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a0633eae-78c5-44f8-876c-d9fcebb4fda8'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:58:47.442001 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-59a972ee-d8b0-45cb-acca-a1a25eeb58a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:47.453037 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eada82c-3975-4d37-b217-5ad489d4990c None None] Pushing event updated for resources: {'Port': ['ID=d8b347fa-5a34-4924-99ca-d5ac13de454c,revision_number=4']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:47.460192 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-4524b7e4-a53c-4ba9-abad-9d8efd20c559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'name': 'tempest-TestNetworkBasicOps-router-1539886236', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:26Z', 'updated_at': '2022-09-14T22:58:41Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:28Z', 'updated_at': '2022-09-14T22:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'd8b347fa-5a34-4924-99ca-d5ac13de454c', 'name': '', 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:b5:3a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '0333997c-a1e9-459f-8c5d-4805fd79339b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:39Z', 'updated_at': '2022-09-14T22:58:46Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '0333997c-a1e9-459f-8c5d-4805fd79339b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:47.465501 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4524b7e4-a53c-4ba9-abad-9d8efd20c559 None None] The sync data for ids ['1b251f69-63d4-42e7-b4b3-ece204612809'] in dv-neutron-857791-1-hyperv is: [{'id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'name': 'tempest-TestNetworkBasicOps-router-1539886236', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:26Z', 'updated_at': '2022-09-14T22:58:41Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:28Z', 'updated_at': '2022-09-14T22:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'd8b347fa-5a34-4924-99ca-d5ac13de454c', 'name': '', 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:b5:3a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '0333997c-a1e9-459f-8c5d-4805fd79339b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:39Z', 'updated_at': '2022-09-14T22:58:46Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '0333997c-a1e9-459f-8c5d-4805fd79339b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:58:47.469848 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e3cd27f5-8d2c-4200-a412-bf695c21756d None None] Transition to ACTIVE for port object 7d207a73-5684-450b-83b8-604aeceba4a2 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:47.553071 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-14188d60-b07b-4f1e-9e70-a6ec1cbd023c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:47.561356 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105f4eef-ccd7-406d-96d0-936837360075 None None] Routers {'1f7ddff8-0c20-4b5c-8c00-49db05062fa5'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:58:47.562691 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-105f4eef-ccd7-406d-96d0-936837360075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:58:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:47.601186 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-61315f51-e982-42e7-8c25-4688b559208f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Unset dirty status for tenant:1c14bf9f432e425688de72a35501bf7a on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:58:47.604057 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-61315f51-e982-42e7-8c25-4688b559208f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "GET /v2.0/ports/2337cd94-7f67-4037-84c4-449cf1231110 HTTP/1.1" status: 404 len: 333 time: 0.4324496 Sep 14 22:58:47.616579 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53022) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:47.699801 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e3cd27f5-8d2c-4200-a412-bf695c21756d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:47.787094 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-59a972ee-d8b0-45cb-acca-a1a25eeb58a2 None None] For port a2b29ccc-ebaa-4590-942d-bc1bf8943b12, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:58:47.790736 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-59a972ee-d8b0-45cb-acca-a1a25eeb58a2 None None] For port a2b29ccc-ebaa-4590-942d-bc1bf8943b12, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=a2b29ccc-ebaa-4590-942d-bc1bf8943b12,segment=NetworkSegment(e468b38e-8097-4f86-a951-d8649ec43194),segment_id=e468b38e-8097-4f86-a951-d8649ec43194)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:58:47.820385 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ec96a00-bad8-4636-a00f-5b9288075339 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Deleting subnet 7a1c66db-6fb0-4c82-877a-752fa6f2d8d4 {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:58:47.840405 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9ec96a00-bad8-4636-a00f-5b9288075339 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:47.865641 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14188d60-b07b-4f1e-9e70-a6ec1cbd023c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Port': ['ID=876c969d-7819-4a99-a50a-7166435d2d14,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:47.894110 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-59a972ee-d8b0-45cb-acca-a1a25eeb58a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:47.913441 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf799e9-cae3-4fdc-aa10-332bc286efa4 None None] Pushing event updated for resources: {'Port': ['ID=0c671110-245b-4efb-b517-ab25976b0156,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:47.915916 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14188d60-b07b-4f1e-9e70-a6ec1cbd023c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Network 4c809588-b3c1-4746-8ba4-9926f66ad551 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:47.922417 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-14188d60-b07b-4f1e-9e70-a6ec1cbd023c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:47.939222 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14188d60-b07b-4f1e-9e70-a6ec1cbd023c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:58:47.945850 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14188d60-b07b-4f1e-9e70-a6ec1cbd023c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:47.949252 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-14188d60-b07b-4f1e-9e70-a6ec1cbd023c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:47.988064 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1ca08c1c-3c4a-4107-b568-b95554d120f6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:48.007777 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1ca08c1c-3c4a-4107-b568-b95554d120f6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:48.126755 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-14188d60-b07b-4f1e-9e70-a6ec1cbd023c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0416105 Sep 14 22:58:48.136707 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53026) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:48.182561 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd27f5-8d2c-4200-a412-bf695c21756d None None] Pushing event updated for resources: {'Port': ['ID=7d207a73-5684-450b-83b8-604aeceba4a2,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:48.260305 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eca5019-e527-4cc8-8a79-5f1d00be0081 None None] Network e54d4215-9b0b-4b80-af38-991540bcc5bc requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:58:48.294368 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:58:48.294949 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:58:48.347519 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-105f4eef-ccd7-406d-96d0-936837360075 None None] Set router 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:58:48.363211 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9969566c-48e7-412f-b202-57406854574f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:48.363884 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9969566c-48e7-412f-b202-57406854574f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Synchronizing usage tracker for tenant:c0a980b2e8bf40c8a14dfb2d5527a283 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:58:48.440745 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9969566c-48e7-412f-b202-57406854574f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Unset dirty status for tenant:c0a980b2e8bf40c8a14dfb2d5527a283 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:58:48.442301 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca08c1c-3c4a-4107-b568-b95554d120f6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event updated for resources: {'Port': ['ID=7dfb54e5-5e98-4d03-831e-3c6c39bc2fac,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:48.460529 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9969566c-48e7-412f-b202-57406854574f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "GET /v2.0/ports/876c969d-7819-4a99-a50a-7166435d2d14 HTTP/1.1" status: 200 len: 845 time: 0.3224955 Sep 14 22:58:48.464402 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53030) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:48.476263 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1ca08c1c-3c4a-4107-b568-b95554d120f6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:48.490709 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9ec96a00-bad8-4636-a00f-5b9288075339 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:48.504006 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d8a31361-0387-4577-8652-56fce05e9650 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:48.523315 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d8a31361-0387-4577-8652-56fce05e9650 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:48.556122 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3ba5ba34-13bf-4686-9e40-da607f3cfbab tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2863 time: 3.0155113 Sep 14 22:58:48.618586 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9ec96a00-bad8-4636-a00f-5b9288075339 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:48.707628 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-2902d86d-36af-4a57-a32d-26a0863dd853 None None] Provisioning for port 8af5e539-87c0-406a-9677-d9eb4c3f58ac completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:58:48.715386 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a972ee-d8b0-45cb-acca-a1a25eeb58a2 None None] Pushing event updated for resources: {'Port': ['ID=a2b29ccc-ebaa-4590-942d-bc1bf8943b12,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:48.732851 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-99a7435c-791a-4d43-8a8f-2e096d67261f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Deleting port 876c969d-7819-4a99-a50a-7166435d2d14 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:58:48.733188 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-99a7435c-791a-4d43-8a8f-2e096d67261f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:48.796865 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d8a31361-0387-4577-8652-56fce05e9650 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:48.800941 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a31361-0387-4577-8652-56fce05e9650 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Pushing event updated for resources: {'Port': ['ID=73625d6f-ef6d-448a-9c8f-8888297becfe,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:48.881872 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca08c1c-3c4a-4107-b568-b95554d120f6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Network a0633eae-78c5-44f8-876c-d9fcebb4fda8 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:48.885206 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-1ca08c1c-3c4a-4107-b568-b95554d120f6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:48.973287 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 7d207a73-5684-450b-83b8-604aeceba4a2 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:58:48.973721 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:49.090935 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9ec96a00-bad8-4636-a00f-5b9288075339 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:49.095759 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a31361-0387-4577-8652-56fce05e9650 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Network e54d4215-9b0b-4b80-af38-991540bcc5bc is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:49.099301 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-d8a31361-0387-4577-8652-56fce05e9650 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:49.168528 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545072fc-504d-4b4b-a7dc-981010b7766f None None] Network 227b3554-e660-46be-87e5-b40bca4157c3 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:58:49.170949 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec96a00-bad8-4636-a00f-5b9288075339 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Subnet': ['ID=7a1c66db-6fb0-4c82-877a-752fa6f2d8d4,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:49.177386 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9ec96a00-bad8-4636-a00f-5b9288075339 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:49.184331 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9ec96a00-bad8-4636-a00f-5b9288075339 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/subnets/7a1c66db-6fb0-4c82-877a-752fa6f2d8d4 HTTP/1.1" status: 204 len: 168 time: 1.5589547 Sep 14 22:58:49.188906 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53036) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:49.292148 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca08c1c-3c4a-4107-b568-b95554d120f6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Router 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:58:49.299303 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f21019a-8cf2-4029-98b8-6ab63f89e5d3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Deleting subnet 38811ed7-a287-47ce-a3bd-3eb7fa66f4f6 {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:58:49.300791 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-920b8464-d233-47be-aafc-d93a7b122819 None None] Provisioning for port 7d207a73-5684-450b-83b8-604aeceba4a2 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:58:49.306735 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3f21019a-8cf2-4029-98b8-6ab63f89e5d3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:49.334699 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:58:49.335148 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:58:49.339479 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-920b8464-d233-47be-aafc-d93a7b122819 None None] Provisioning complete for port 7d207a73-5684-450b-83b8-604aeceba4a2 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:49.339898 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-920b8464-d233-47be-aafc-d93a7b122819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:49.368765 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:49.469916 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a31361-0387-4577-8652-56fce05e9650 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Router e893ad02-b149-4f27-904a-8ab02c70229e has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:58:49.484901 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-99a7435c-791a-4d43-8a8f-2e096d67261f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:49.527434 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-105f4eef-ccd7-406d-96d0-936837360075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'name': 'tempest-RoutersTest-router-1338449832', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:11Z', 'updated_at': '2022-09-14T22:58:45Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'gw_port_host': None, '_interfaces': [{'id': '0c671110-245b-4efb-b517-ab25976b0156', 'name': '', 'network_id': 'ae0a4235-6b0a-40b9-96ce-b2601772b2b0', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:d0:91:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '69183486-971f-4bfb-8509-7ef2c5a773a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:32Z', 'updated_at': '2022-09-14T22:58:47Z', 'revision_number': 4, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '69183486-971f-4bfb-8509-7ef2c5a773a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1677ea41-3f6e-40c6-9468-c17e77f65545', 'name': '', 'network_id': '77d744c3-5dc8-4254-a77a-f866be4e427e', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:26:1c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:24Z', 'updated_at': '2022-09-14T22:58:34Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cffdb05-630d-45d9-8ba8-0ced348ae677', 'name': '', 'network_id': '75ea059b-2f00-49a6-9551-ce55ec1f21b9', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:db:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:16Z', 'updated_at': '2022-09-14T22:58:26Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dfb54e5-5e98-4d03-831e-3c6c39bc2fac', 'name': '', 'network_id': 'a0633eae-78c5-44f8-876c-d9fcebb4fda8', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:3b:6a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '9a4d0133-d0db-4023-a396-071f61f22130', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:42Z', 'updated_at': '2022-09-14T22:58:43Z', 'revision_number': 1, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '9a4d0133-d0db-4023-a396-071f61f22130', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:49.533596 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38079e0f-109d-4cb0-b5a9-2c7d9b204a64 None None] Network a0633eae-78c5-44f8-876c-d9fcebb4fda8 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:58:49.602324 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3f21019a-8cf2-4029-98b8-6ab63f89e5d3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:49.631894 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105f4eef-ccd7-406d-96d0-936837360075 None None] The sync data for ids ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'] in dv-neutron-857791-1-hyperv is: [{'id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'name': 'tempest-RoutersTest-router-1338449832', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:11Z', 'updated_at': '2022-09-14T22:58:45Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'gw_port_host': None, '_interfaces': [{'id': '0c671110-245b-4efb-b517-ab25976b0156', 'name': '', 'network_id': 'ae0a4235-6b0a-40b9-96ce-b2601772b2b0', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:d0:91:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '69183486-971f-4bfb-8509-7ef2c5a773a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:32Z', 'updated_at': '2022-09-14T22:58:47Z', 'revision_number': 4, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '69183486-971f-4bfb-8509-7ef2c5a773a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1677ea41-3f6e-40c6-9468-c17e77f65545', 'name': '', 'network_id': '77d744c3-5dc8-4254-a77a-f866be4e427e', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:26:1c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:24Z', 'updated_at': '2022-09-14T22:58:34Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cffdb05-630d-45d9-8ba8-0ced348ae677', 'name': '', 'network_id': '75ea059b-2f00-49a6-9551-ce55ec1f21b9', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:db:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:16Z', 'updated_at': '2022-09-14T22:58:26Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dfb54e5-5e98-4d03-831e-3c6c39bc2fac', 'name': '', 'network_id': 'a0633eae-78c5-44f8-876c-d9fcebb4fda8', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:3b:6a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '9a4d0133-d0db-4023-a396-071f61f22130', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:42Z', 'updated_at': '2022-09-14T22:58:43Z', 'revision_number': 1, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '9a4d0133-d0db-4023-a396-071f61f22130', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:58:49.687098 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca08c1c-3c4a-4107-b568-b95554d120f6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:58:49.705179 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1ca08c1c-3c4a-4107-b568-b95554d120f6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "PUT /v2.0/routers/1f7ddff8-0c20-4b5c-8c00-49db05062fa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1406844 Sep 14 22:58:49.705998 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53042) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:49.725923 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-9b6416b0-1493-4866-a569-7d5e24d4e4cc tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:49.773661 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-920b8464-d233-47be-aafc-d93a7b122819 None None] Current status of the port 7d207a73-5684-450b-83b8-604aeceba4a2 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:58:49.774042 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-920b8464-d233-47be-aafc-d93a7b122819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:49.817059 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53046) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:49.826593 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-99a7435c-791a-4d43-8a8f-2e096d67261f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Calling delete_port for 876c969d-7819-4a99-a50a-7166435d2d14 owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:58:49.866398 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-920b8464-d233-47be-aafc-d93a7b122819 None None] For port 7d207a73-5684-450b-83b8-604aeceba4a2, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=7d207a73-5684-450b-83b8-604aeceba4a2,segment=NetworkSegment(74767ee8-f805-407b-8123-caa7185ee5cf),segment_id=74767ee8-f805-407b-8123-caa7185ee5cf)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:58:49.886476 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-920b8464-d233-47be-aafc-d93a7b122819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:49.887570 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-540ca684-9b31-47b5-82ed-9c54f543dbe4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-773081099', 'description': 'tempest-secgroup-smoke-773081099 description', 'project_id': 'c57dd58bea08430d873bf967651d6b8d'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:49.926927 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-540ca684-9b31-47b5-82ed-9c54f543dbe4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:49.951046 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-540ca684-9b31-47b5-82ed-9c54f543dbe4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:49.953855 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-920b8464-d233-47be-aafc-d93a7b122819 None None] Could not find standard attr ID for object 2337cd94-7f67-4037-84c4-449cf1231110. {{(pid=89172) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 14 22:58:49.961498 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-540ca684-9b31-47b5-82ed-9c54f543dbe4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:49.969358 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-540ca684-9b31-47b5-82ed-9c54f543dbe4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:49.991550 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-540ca684-9b31-47b5-82ed-9c54f543dbe4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:49.995754 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3f21019a-8cf2-4029-98b8-6ab63f89e5d3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:50.109807 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b8464-d233-47be-aafc-d93a7b122819 None None] Pushing event updated for resources: {'Port': ['ID=7d207a73-5684-450b-83b8-604aeceba4a2,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:50.140819 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-540ca684-9b31-47b5-82ed-9c54f543dbe4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:50.158879 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-540ca684-9b31-47b5-82ed-9c54f543dbe4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:50.165733 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-540ca684-9b31-47b5-82ed-9c54f543dbe4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:50.168653 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-99a7435c-791a-4d43-8a8f-2e096d67261f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:50.211457 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-833ee2bb-7a64-407d-8af2-358dc99ea087 None None] Provisioning for port a2b29ccc-ebaa-4590-942d-bc1bf8943b12 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:58:50.243442 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-540ca684-9b31-47b5-82ed-9c54f543dbe4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:50.263129 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a31361-0387-4577-8652-56fce05e9650 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:58:50.278687 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940594f6-ed17-45e2-bf15-de5a16663895 None None] Sync routers for ids ['e893ad02-b149-4f27-904a-8ab02c70229e'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:58:50.321207 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d8a31361-0387-4577-8652-56fce05e9650 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "PUT /v2.0/routers/e893ad02-b149-4f27-904a-8ab02c70229e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2188580 Sep 14 22:58:50.328311 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7435c-791a-4d43-8a8f-2e096d67261f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Port': ['ID=876c969d-7819-4a99-a50a-7166435d2d14,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:50.345912 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-99a7435c-791a-4d43-8a8f-2e096d67261f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:50.347937 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-99a7435c-791a-4d43-8a8f-2e096d67261f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/ports/876c969d-7819-4a99-a50a-7166435d2d14 HTTP/1.1" status: 204 len: 168 time: 1.8824012 Sep 14 22:58:50.357215 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53052) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:50.369194 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940594f6-ed17-45e2-bf15-de5a16663895 None None] Routers {'e893ad02-b149-4f27-904a-8ab02c70229e'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:58:50.369980 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-940594f6-ed17-45e2-bf15-de5a16663895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:58:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['e893ad02-b149-4f27-904a-8ab02c70229e'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:50.603670 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-833ee2bb-7a64-407d-8af2-358dc99ea087 None None] Provisioning for port 73625d6f-ef6d-448a-9c8f-8888297becfe completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:58:50.661833 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 7d207a73-5684-450b-83b8-604aeceba4a2 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:58:50.664167 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 99e36943-ed66-4133-a7e1-6b84d1976b93 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:58:50.724858 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-833ee2bb-7a64-407d-8af2-358dc99ea087 None None] Provisioning complete for port 73625d6f-ef6d-448a-9c8f-8888297becfe triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:50.725740 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-833ee2bb-7a64-407d-8af2-358dc99ea087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:50.732454 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3f21019a-8cf2-4029-98b8-6ab63f89e5d3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:50.799463 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd4d067-5d7a-4225-92d4-fb2d1e37f0a1 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] GET failed (client error): The resource could not be found. Sep 14 22:58:50.800173 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-cfd4d067-5d7a-4225-92d4-fb2d1e37f0a1 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Synchronizing usage tracker for tenant:c0a980b2e8bf40c8a14dfb2d5527a283 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:58:50.857202 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-cfd4d067-5d7a-4225-92d4-fb2d1e37f0a1 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Unset dirty status for tenant:c0a980b2e8bf40c8a14dfb2d5527a283 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:58:50.860419 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-cfd4d067-5d7a-4225-92d4-fb2d1e37f0a1 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "GET /v2.0/ports/876c969d-7819-4a99-a50a-7166435d2d14 HTTP/1.1" status: 404 len: 333 time: 0.5011160 Sep 14 22:58:50.865815 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53064) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:50.886767 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-5fe22126-e89a-4051-aaee-9c3d973e4db7 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'port': {'network_id': '4c809588-b3c1-4746-8ba4-9926f66ad551', 'name': 'tempest-PortsIpV6TestJSON-1325415188'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:50.898508 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f21019a-8cf2-4029-98b8-6ab63f89e5d3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Subnet': ['ID=38811ed7-a287-47ce-a3bd-3eb7fa66f4f6,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:50.903621 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3f21019a-8cf2-4029-98b8-6ab63f89e5d3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:50.925822 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3f21019a-8cf2-4029-98b8-6ab63f89e5d3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/subnets/38811ed7-a287-47ce-a3bd-3eb7fa66f4f6 HTTP/1.1" status: 204 len: 168 time: 1.7349339 Sep 14 22:58:50.926543 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53068) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:51.081002 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-5fe22126-e89a-4051-aaee-9c3d973e4db7 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:51.094030 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-5fe22126-e89a-4051-aaee-9c3d973e4db7 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:51.139215 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe22126-e89a-4051-aaee-9c3d973e4db7 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Made reservation on behalf of c0a980b2e8bf40c8a14dfb2d5527a283 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:51.142409 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-833ee2bb-7a64-407d-8af2-358dc99ea087 None None] Port 73625d6f-ef6d-448a-9c8f-8888297becfe cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:58:51.147510 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5fe22126-e89a-4051-aaee-9c3d973e4db7 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:51.152350 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3ee0351a-266a-4fdb-804d-bd86fec959eb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:51.190320 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-940594f6-ed17-45e2-bf15-de5a16663895 None None] Set router e893ad02-b149-4f27-904a-8ab02c70229e gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:58:51.218701 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-5fe22126-e89a-4051-aaee-9c3d973e4db7 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] device_id is not set on port 4bc30f55-6dff-45c6-b02c-6e3984305bb7 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:58:51.285389 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-3ee0351a-266a-4fdb-804d-bd86fec959eb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Deleting port 7d207a73-5684-450b-83b8-604aeceba4a2 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:58:51.285801 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3ee0351a-266a-4fdb-804d-bd86fec959eb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:51.307868 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 99e36943-ed66-4133-a7e1-6b84d1976b93 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:58:51.368125 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-540ca684-9b31-47b5-82ed-9c54f543dbe4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:51.382645 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-540ca684-9b31-47b5-82ed-9c54f543dbe4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:51.470151 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-088446c3-2f58-4d07-a1f3-d9d03716a1d7 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1938873504&fields=id&tenant_id=4b3796dd934c412e8cbfebdb8122849f HTTP/1.1" status: 200 len: 267 time: 0.2285240 Sep 14 22:58:51.540035 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ca684-9b31-47b5-82ed-9c54f543dbe4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c53074e8-c39b-42bf-beff-afa8712647c5,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:51.568186 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-540ca684-9b31-47b5-82ed-9c54f543dbe4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:51.569542 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-540ca684-9b31-47b5-82ed-9c54f543dbe4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.7514338 Sep 14 22:58:51.573801 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ca684-9b31-47b5-82ed-9c54f543dbe4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:51.574149 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ca684-9b31-47b5-82ed-9c54f543dbe4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:51.574487 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ca684-9b31-47b5-82ed-9c54f543dbe4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:51.574817 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ca684-9b31-47b5-82ed-9c54f543dbe4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:51.575151 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ca684-9b31-47b5-82ed-9c54f543dbe4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:51.575469 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ca684-9b31-47b5-82ed-9c54f543dbe4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:51.575793 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ca684-9b31-47b5-82ed-9c54f543dbe4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:51.576118 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ca684-9b31-47b5-82ed-9c54f543dbe4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:51.576789 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ca684-9b31-47b5-82ed-9c54f543dbe4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:51.577119 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ca684-9b31-47b5-82ed-9c54f543dbe4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:51.577445 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ca684-9b31-47b5-82ed-9c54f543dbe4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:51.577764 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ca684-9b31-47b5-82ed-9c54f543dbe4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:51.580628 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53076) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:51.608442 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-b6f1ef73-97c4-4589-8287-a25df64377f8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': 'c53074e8-c39b-42bf-beff-afa8712647c5', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:51.675927 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fd1f77-aeac-46e8-bdae-d2a5548f065f None None] Sync routers for ids ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:58:51.687148 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b6f1ef73-97c4-4589-8287-a25df64377f8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:51.692175 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fd1f77-aeac-46e8-bdae-d2a5548f065f None None] Routers {'1f7ddff8-0c20-4b5c-8c00-49db05062fa5'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:58:51.692834 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-03fd1f77-aeac-46e8-bdae-d2a5548f065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:58:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:51.702449 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c13efc-a5e7-4342-bab3-88e1cc69f55b None None] Network 227b3554-e660-46be-87e5-b40bca4157c3 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:58:51.708742 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b6f1ef73-97c4-4589-8287-a25df64377f8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:51.714726 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b6f1ef73-97c4-4589-8287-a25df64377f8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:51.731147 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b6f1ef73-97c4-4589-8287-a25df64377f8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:51.746892 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 99e36943-ed66-4133-a7e1-6b84d1976b93 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:51.747949 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:51.765424 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5fe22126-e89a-4051-aaee-9c3d973e4db7 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:51.780206 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.extraroute_db [None req-9b6416b0-1493-4866-a569-7d5e24d4e4cc tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=89170) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 14 22:58:51.781245 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b6f1ef73-97c4-4589-8287-a25df64377f8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:51.841665 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.extraroute_db [None req-9b6416b0-1493-4866-a569-7d5e24d4e4cc tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Removed routes are [] {{(pid=89170) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 14 22:58:51.842060 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9b6416b0-1493-4866-a569-7d5e24d4e4cc tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:51.844827 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-3ee0351a-266a-4fdb-804d-bd86fec959eb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] For port 7d207a73-5684-450b-83b8-604aeceba4a2, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=7d207a73-5684-450b-83b8-604aeceba4a2,segment=NetworkSegment(74767ee8-f805-407b-8123-caa7185ee5cf),segment_id=74767ee8-f805-407b-8123-caa7185ee5cf)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:58:51.845407 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3ee0351a-266a-4fdb-804d-bd86fec959eb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:51.859817 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-619b1bba-716a-474d-86fb-e11c6b951370 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:51.861924 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-619b1bba-716a-474d-86fb-e11c6b951370 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/networks?id=e54d4215-9b0b-4b80-af38-991540bcc5bc HTTP/1.1" status: 200 len: 796 time: 0.3570368 Sep 14 22:58:51.883324 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5fe22126-e89a-4051-aaee-9c3d973e4db7 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:51.886285 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b6f1ef73-97c4-4589-8287-a25df64377f8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:51.942635 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b6f1ef73-97c4-4589-8287-a25df64377f8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:51.965029 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-03fd1f77-aeac-46e8-bdae-d2a5548f065f None None] Set router 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:58:51.986073 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe22126-e89a-4051-aaee-9c3d973e4db7 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Network 4c809588-b3c1-4746-8ba4-9926f66ad551 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:51.996327 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-5fe22126-e89a-4051-aaee-9c3d973e4db7 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:52.008093 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe22126-e89a-4051-aaee-9c3d973e4db7 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:58:52.013858 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe22126-e89a-4051-aaee-9c3d973e4db7 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:52.014585 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5fe22126-e89a-4051-aaee-9c3d973e4db7 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:52.018500 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1ef73-97c4-4589-8287-a25df64377f8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e12d93b8-8c51-4d72-91af-7eeaa6c5a28f,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:52.028508 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe22126-e89a-4051-aaee-9c3d973e4db7 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Port': ['ID=4bc30f55-6dff-45c6-b02c-6e3984305bb7,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:52.041090 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b6f1ef73-97c4-4589-8287-a25df64377f8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:52.042637 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b6f1ef73-97c4-4589-8287-a25df64377f8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4585986 Sep 14 22:58:52.049118 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53080) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:52.055694 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-457eb68b-2995-442c-98e0-bbb7a598db27 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': 'c53074e8-c39b-42bf-beff-afa8712647c5', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:52.061608 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-3ee0351a-266a-4fdb-804d-bd86fec959eb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Calling delete_port for 7d207a73-5684-450b-83b8-604aeceba4a2 owned by network:dhcp {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:58:52.062069 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-457eb68b-2995-442c-98e0-bbb7a598db27 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:52.066886 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-457eb68b-2995-442c-98e0-bbb7a598db27 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:52.070575 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-457eb68b-2995-442c-98e0-bbb7a598db27 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:52.077708 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-457eb68b-2995-442c-98e0-bbb7a598db27 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:52.086530 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5fe22126-e89a-4051-aaee-9c3d973e4db7 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2195122 Sep 14 22:58:52.089727 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53084) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:52.099966 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-89b30bf6-5285-4ac9-a9cc-c048b4350be5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:52.107231 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-74952ccf-d7ce-44d7-ad09-63886c66d0aa None None] Provisioning complete for port 73625d6f-ef6d-448a-9c8f-8888297becfe triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:52.107798 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-74952ccf-d7ce-44d7-ad09-63886c66d0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:52.108936 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-047ae094-a7b8-4274-8947-c76523082e8f tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/quotas/4b3796dd934c412e8cbfebdb8122849f HTTP/1.1" status: 200 len: 375 time: 0.1796434 Sep 14 22:58:52.176807 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-457eb68b-2995-442c-98e0-bbb7a598db27 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:52.276756 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 99e36943-ed66-4133-a7e1-6b84d1976b93 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:58:52.277661 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:52.300324 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-74952ccf-d7ce-44d7-ad09-63886c66d0aa None None] Port 73625d6f-ef6d-448a-9c8f-8888297becfe cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:58:52.312581 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-940594f6-ed17-45e2-bf15-de5a16663895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559660577', 'tenant_id': '4b3796dd934c412e8cbfebdb8122849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e8a4bef4-8303-407f-aa43-828fc9578469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:29Z', 'updated_at': '2022-09-14T22:58:47Z', 'revision_number': 4, 'project_id': '4b3796dd934c412e8cbfebdb8122849f', 'gw_port': {'id': 'e8a4bef4-8303-407f-aa43-828fc9578469', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:31Z', 'updated_at': '2022-09-14T22:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '73625d6f-ef6d-448a-9c8f-8888297becfe', 'name': '', 'network_id': 'e54d4215-9b0b-4b80-af38-991540bcc5bc', 'tenant_id': '4b3796dd934c412e8cbfebdb8122849f', 'mac_address': 'fa:16:3e:80:38:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '1ece0b40-82a5-4ecd-b72f-56ccf822e69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:42Z', 'updated_at': '2022-09-14T22:58:47Z', 'revision_number': 2, 'project_id': '4b3796dd934c412e8cbfebdb8122849f', 'subnets': [{'id': '1ece0b40-82a5-4ecd-b72f-56ccf822e69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:52.317379 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-457eb68b-2995-442c-98e0-bbb7a598db27 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:52.328524 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-457eb68b-2995-442c-98e0-bbb7a598db27 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:52.333057 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940594f6-ed17-45e2-bf15-de5a16663895 None None] Checking router: e893ad02-b149-4f27-904a-8ab02c70229e for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:58:52.333523 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940594f6-ed17-45e2-bf15-de5a16663895 None None] Updating router e893ad02-b149-4f27-904a-8ab02c70229e port 73625d6f-ef6d-448a-9c8f-8888297becfe binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:58:52.374024 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457eb68b-2995-442c-98e0-bbb7a598db27 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d5d1801-4ceb-46d2-ab68-3d78c9c5d687,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:52.394892 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-89b30bf6-5285-4ac9-a9cc-c048b4350be5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:52.403389 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 99e36943-ed66-4133-a7e1-6b84d1976b93, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=99e36943-ed66-4133-a7e1-6b84d1976b93,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:58:52.404732 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-940594f6-ed17-45e2-bf15-de5a16663895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:52.413895 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-457eb68b-2995-442c-98e0-bbb7a598db27 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:52.418260 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-457eb68b-2995-442c-98e0-bbb7a598db27 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3680441 Sep 14 22:58:52.421313 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3ee0351a-266a-4fdb-804d-bd86fec959eb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:52.421878 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53088) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:52.430911 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-9cd2f9fc-e0b2-48eb-8ff7-5803f0f49306 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': 'c53074e8-c39b-42bf-beff-afa8712647c5', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:52.436021 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-03fd1f77-aeac-46e8-bdae-d2a5548f065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'name': 'tempest-RoutersTest-router-1338449832', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:11Z', 'updated_at': '2022-09-14T22:58:45Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'gw_port_host': None, '_interfaces': [{'id': '0c671110-245b-4efb-b517-ab25976b0156', 'name': '', 'network_id': 'ae0a4235-6b0a-40b9-96ce-b2601772b2b0', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:d0:91:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '69183486-971f-4bfb-8509-7ef2c5a773a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:32Z', 'updated_at': '2022-09-14T22:58:47Z', 'revision_number': 4, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '69183486-971f-4bfb-8509-7ef2c5a773a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1677ea41-3f6e-40c6-9468-c17e77f65545', 'name': '', 'network_id': '77d744c3-5dc8-4254-a77a-f866be4e427e', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:26:1c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:24Z', 'updated_at': '2022-09-14T22:58:34Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cffdb05-630d-45d9-8ba8-0ced348ae677', 'name': '', 'network_id': '75ea059b-2f00-49a6-9551-ce55ec1f21b9', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:db:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:16Z', 'updated_at': '2022-09-14T22:58:26Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dfb54e5-5e98-4d03-831e-3c6c39bc2fac', 'name': '', 'network_id': 'a0633eae-78c5-44f8-876c-d9fcebb4fda8', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:3b:6a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '9a4d0133-d0db-4023-a396-071f61f22130', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:42Z', 'updated_at': '2022-09-14T22:58:47Z', 'revision_number': 2, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '9a4d0133-d0db-4023-a396-071f61f22130', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:52.438342 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-9cd2f9fc-e0b2-48eb-8ff7-5803f0f49306 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:52.441686 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fd1f77-aeac-46e8-bdae-d2a5548f065f None None] Checking router: 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:58:52.442200 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fd1f77-aeac-46e8-bdae-d2a5548f065f None None] Updating router 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 port 7dfb54e5-5e98-4d03-831e-3c6c39bc2fac binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:58:52.444156 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9cd2f9fc-e0b2-48eb-8ff7-5803f0f49306 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:52.448123 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9cd2f9fc-e0b2-48eb-8ff7-5803f0f49306 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:52.455452 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-9cd2f9fc-e0b2-48eb-8ff7-5803f0f49306 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:52.465287 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-74952ccf-d7ce-44d7-ad09-63886c66d0aa None None] Provisioning for port 7dfb54e5-5e98-4d03-831e-3c6c39bc2fac completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:58:52.478107 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:52.479114 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 5f41c416-e8ab-4b1f-8b3d-1455372c5440 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:58:52.528766 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-03fd1f77-aeac-46e8-bdae-d2a5548f065f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:52.532316 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9cd2f9fc-e0b2-48eb-8ff7-5803f0f49306 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:52.591427 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77ecf01-2872-4585-8c70-622e18cfab62 None None] DHCP port deletion for 227b3554-e660-46be-87e5-b40bca4157c3 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:58:52.612120 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-74952ccf-d7ce-44d7-ad09-63886c66d0aa None None] Provisioning complete for port 7dfb54e5-5e98-4d03-831e-3c6c39bc2fac triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:52.612740 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-74952ccf-d7ce-44d7-ad09-63886c66d0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:52.679498 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-74952ccf-d7ce-44d7-ad09-63886c66d0aa None None] Port 7dfb54e5-5e98-4d03-831e-3c6c39bc2fac cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:58:52.714331 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0351a-266a-4fdb-804d-bd86fec959eb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Port': ['ID=7d207a73-5684-450b-83b8-604aeceba4a2,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:52.736595 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee0351a-266a-4fdb-804d-bd86fec959eb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] No DVR routers for this DVR port 7d207a73-5684-450b-83b8-604aeceba4a2 on host dv-neutron-857791-1-hyperv {{(pid=89170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:58:52.750564 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9cd2f9fc-e0b2-48eb-8ff7-5803f0f49306 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:52.764548 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9cd2f9fc-e0b2-48eb-8ff7-5803f0f49306 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:52.767667 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d040e1-ed3d-47cc-aeb7-b69d3937aa1d None None] get_active_networks_info from dv-neutron-857791-1-hyperv {{(pid=89172) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 14 22:58:52.776493 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee0351a-266a-4fdb-804d-bd86fec959eb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:52.776852 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee0351a-266a-4fdb-804d-bd86fec959eb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:52.777376 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee0351a-266a-4fdb-804d-bd86fec959eb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:52.777856 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee0351a-266a-4fdb-804d-bd86fec959eb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:52.778346 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee0351a-266a-4fdb-804d-bd86fec959eb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:52.778895 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee0351a-266a-4fdb-804d-bd86fec959eb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:52.779372 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee0351a-266a-4fdb-804d-bd86fec959eb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:52.779842 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee0351a-266a-4fdb-804d-bd86fec959eb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:52.780373 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee0351a-266a-4fdb-804d-bd86fec959eb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:52.781312 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee0351a-266a-4fdb-804d-bd86fec959eb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:52.781785 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee0351a-266a-4fdb-804d-bd86fec959eb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:52.782253 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee0351a-266a-4fdb-804d-bd86fec959eb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:52.812811 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9cd2f9fc-e0b2-48eb-8ff7-5803f0f49306 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:52.817406 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9cd2f9fc-e0b2-48eb-8ff7-5803f0f49306 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3942595 Sep 14 22:58:52.818251 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53092) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:52.831085 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-75cdb64a-6926-458e-b782-7ff8c4447b70 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': 'c53074e8-c39b-42bf-beff-afa8712647c5', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:52.834109 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 5f41c416-e8ab-4b1f-8b3d-1455372c5440 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:52.834596 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:52.839667 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2f9fc-e0b2-48eb-8ff7-5803f0f49306 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db45b2d4-6522-43ce-81f6-1a697b1ad1d4,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:52.849274 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-75cdb64a-6926-458e-b782-7ff8c4447b70 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:52.855899 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-75cdb64a-6926-458e-b782-7ff8c4447b70 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:52.860600 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-75cdb64a-6926-458e-b782-7ff8c4447b70 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:52.868946 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-75cdb64a-6926-458e-b782-7ff8c4447b70 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:52.892490 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-89b30bf6-5285-4ac9-a9cc-c048b4350be5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:52.900513 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-89b30bf6-5285-4ac9-a9cc-c048b4350be5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:52.901429 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-89b30bf6-5285-4ac9-a9cc-c048b4350be5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] In _notify_port_updated(), no bound segment for port 4bc30f55-6dff-45c6-b02c-6e3984305bb7 on network 4c809588-b3c1-4746-8ba4-9926f66ad551 {{(pid=89171) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 14 22:58:52.907076 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b30bf6-5285-4ac9-a9cc-c048b4350be5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:52.908348 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-89b30bf6-5285-4ac9-a9cc-c048b4350be5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:52.909064 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-89b30bf6-5285-4ac9-a9cc-c048b4350be5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "PUT /v2.0/ports/4bc30f55-6dff-45c6-b02c-6e3984305bb7 HTTP/1.1" status: 200 len: 818 time: 0.8181653 Sep 14 22:58:52.911094 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3ee0351a-266a-4fdb-804d-bd86fec959eb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:52.916748 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=99e36943-ed66-4133-a7e1-6b84d1976b93,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:52.946841 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-3ee0351a-266a-4fdb-804d-bd86fec959eb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['227b3554-e660-46be-87e5-b40bca4157c3']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:52.961409 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53096) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:52.963534 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-3ee0351a-266a-4fdb-804d-bd86fec959eb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74767ee8-f805-407b-8123-caa7185ee5cf') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:52.964048 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-3ee0351a-266a-4fdb-804d-bd86fec959eb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74767ee8-f805-407b-8123-caa7185ee5cf') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:52.964401 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3ab9cb1b-8a7a-4c24-abe4-85876c85b5e5 None None] Provisioning complete for port 7dfb54e5-5e98-4d03-831e-3c6c39bc2fac triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:52.964890 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3ab9cb1b-8a7a-4c24-abe4-85876c85b5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:52.978982 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3ee0351a-266a-4fdb-804d-bd86fec959eb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:52.997163 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3ee0351a-266a-4fdb-804d-bd86fec959eb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:53.005296 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ee0351a-266a-4fdb-804d-bd86fec959eb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:58:53.005967 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3ee0351a-266a-4fdb-804d-bd86fec959eb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:53.032202 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-75cdb64a-6926-458e-b782-7ff8c4447b70 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:53.048299 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-03fd1f77-aeac-46e8-bdae-d2a5548f065f None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:53.063087 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-03fd1f77-aeac-46e8-bdae-d2a5548f065f None None] Transition to ACTIVE for port object 7dfb54e5-5e98-4d03-831e-3c6c39bc2fac will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:53.074404 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-03fd1f77-aeac-46e8-bdae-d2a5548f065f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:53.120569 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-75cdb64a-6926-458e-b782-7ff8c4447b70 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:53.130352 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9b6416b0-1493-4866-a569-7d5e24d4e4cc tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:53.131648 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b30bf6-5285-4ac9-a9cc-c048b4350be5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Port': ['ID=4bc30f55-6dff-45c6-b02c-6e3984305bb7,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:53.137160 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9b6416b0-1493-4866-a569-7d5e24d4e4cc tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33045011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33045002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33047131'] for router, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:53.139332 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-75cdb64a-6926-458e-b782-7ff8c4447b70 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:53.146684 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-725a4590-51b1-43c8-808a-59698b958f89 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=4b3796dd934c412e8cbfebdb8122849f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9784939 Sep 14 22:58:53.149595 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3ee0351a-266a-4fdb-804d-bd86fec959eb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:53.154005 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 74767ee8-f805-407b-8123-caa7185ee5cf resource provider aggregate not found Sep 14 22:58:53.167688 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-c1e35090-e422-4bab-b47f-030a5b0e7968 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Deleting port 4bc30f55-6dff-45c6-b02c-6e3984305bb7 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:58:53.168029 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c1e35090-e422-4bab-b47f-030a5b0e7968 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:53.205407 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cdb64a-6926-458e-b782-7ff8c4447b70 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89589ccf-cf39-421f-8ef3-32e2f90add5d,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:53.236239 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3ee0351a-266a-4fdb-804d-bd86fec959eb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:53.242960 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 74767ee8-f805-407b-8123-caa7185ee5cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74767ee8-f805-407b-8123-caa7185ee5cf found for delete ", "request_id": "req-58d277ca-d26b-424e-a297-bf4b24529a4b"}]} Sep 14 22:58:53.246491 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-75cdb64a-6926-458e-b782-7ff8c4447b70 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:53.252132 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-75cdb64a-6926-458e-b782-7ff8c4447b70 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4285662 Sep 14 22:58:53.252812 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53106) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:53.264851 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-c9221099-864b-4101-b59e-94f8a6cda0ed tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': 'c53074e8-c39b-42bf-beff-afa8712647c5', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:53.281589 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0351a-266a-4fdb-804d-bd86fec959eb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Network': ['ID=227b3554-e660-46be-87e5-b40bca4157c3,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:53.299335 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-3ab9cb1b-8a7a-4c24-abe4-85876c85b5e5 None None] Port 7dfb54e5-5e98-4d03-831e-3c6c39bc2fac cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:58:53.302047 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87828db0-c68a-4ac0-ab41-98f5b5da1066 None None] Pushing event updated for resources: {'Port': ['ID=7dfb54e5-5e98-4d03-831e-3c6c39bc2fac,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:53.318748 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c9221099-864b-4101-b59e-94f8a6cda0ed tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:53.322168 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 5f41c416-e8ab-4b1f-8b3d-1455372c5440 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:58:53.340461 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3ab9cb1b-8a7a-4c24-abe4-85876c85b5e5 None None] Could not find standard attr ID for object 7d207a73-5684-450b-83b8-604aeceba4a2. {{(pid=89172) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 14 22:58:53.368360 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c9221099-864b-4101-b59e-94f8a6cda0ed tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:53.377043 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c9221099-864b-4101-b59e-94f8a6cda0ed tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:53.396822 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d040e1-ed3d-47cc-aeb7-b69d3937aa1d None None] Resources bound (agent type, host, resource id): {{(pid=89172) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 14 22:58:53.402758 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c9221099-864b-4101-b59e-94f8a6cda0ed tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:53.468683 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-03fd1f77-aeac-46e8-bdae-d2a5548f065f None None] Attempting to bind port 7dfb54e5-5e98-4d03-831e-3c6c39bc2fac on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:58:53.469061 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-03fd1f77-aeac-46e8-bdae-d2a5548f065f None None] Attempting to bind port 7dfb54e5-5e98-4d03-831e-3c6c39bc2fac by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'e468b38e-8097-4f86-a951-d8649ec43194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a0633eae-78c5-44f8-876c-d9fcebb4fda8'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:58:53.469421 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fd1f77-aeac-46e8-bdae-d2a5548f065f None None] Attempting to bind port 7dfb54e5-5e98-4d03-831e-3c6c39bc2fac on network a0633eae-78c5-44f8-876c-d9fcebb4fda8 {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:58:53.488723 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fd1f77-aeac-46e8-bdae-d2a5548f065f None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:58:53.489972 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fd1f77-aeac-46e8-bdae-d2a5548f065f None None] Checking segment: {'id': 'e468b38e-8097-4f86-a951-d8649ec43194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a0633eae-78c5-44f8-876c-d9fcebb4fda8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:58:53.490384 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-03fd1f77-aeac-46e8-bdae-d2a5548f065f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:53.490773 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fd1f77-aeac-46e8-bdae-d2a5548f065f None None] Bound using segment: {'id': 'e468b38e-8097-4f86-a951-d8649ec43194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a0633eae-78c5-44f8-876c-d9fcebb4fda8'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:58:53.491243 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-03fd1f77-aeac-46e8-bdae-d2a5548f065f None None] Bound port: 7dfb54e5-5e98-4d03-831e-3c6c39bc2fac, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e468b38e-8097-4f86-a951-d8649ec43194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a0633eae-78c5-44f8-876c-d9fcebb4fda8'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:58:53.491635 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-03fd1f77-aeac-46e8-bdae-d2a5548f065f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:53.554492 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.securitygroups_db [None req-c9221099-864b-4101-b59e-94f8a6cda0ed tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Project c57dd58bea08430d873bf967651d6b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 22:58:53.573846 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c9221099-864b-4101-b59e-94f8a6cda0ed tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:53.600255 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3ee0351a-266a-4fdb-804d-bd86fec959eb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/networks/227b3554-e660-46be-87e5-b40bca4157c3 HTTP/1.1" status: 204 len: 168 time: 2.6702600 Sep 14 22:58:53.612060 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53110) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:53.641264 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-940594f6-ed17-45e2-bf15-de5a16663895 None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:53.668095 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-940594f6-ed17-45e2-bf15-de5a16663895 None None] Transition to ACTIVE for port object 73625d6f-ef6d-448a-9c8f-8888297becfe will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:53.693941 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-03fd1f77-aeac-46e8-bdae-d2a5548f065f None None] For port 7dfb54e5-5e98-4d03-831e-3c6c39bc2fac, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:58:53.697164 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-940594f6-ed17-45e2-bf15-de5a16663895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:53.699349 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-03fd1f77-aeac-46e8-bdae-d2a5548f065f None None] For port 7dfb54e5-5e98-4d03-831e-3c6c39bc2fac, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=7dfb54e5-5e98-4d03-831e-3c6c39bc2fac,segment=NetworkSegment(e468b38e-8097-4f86-a951-d8649ec43194),segment_id=e468b38e-8097-4f86-a951-d8649ec43194)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:58:53.699747 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6416b0-1493-4866-a569-7d5e24d4e4cc tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Router 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:58:53.709931 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-03fd1f77-aeac-46e8-bdae-d2a5548f065f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:53.750308 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c1e35090-e422-4bab-b47f-030a5b0e7968 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:53.817333 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fd1f77-aeac-46e8-bdae-d2a5548f065f None None] Routers {'1f7ddff8-0c20-4b5c-8c00-49db05062fa5'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:58:53.818307 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-03fd1f77-aeac-46e8-bdae-d2a5548f065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:58:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:53.832829 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 23fe3bd9-0ca2-4196-acc3-c2ce44ed15f3 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:58:53.842642 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-055b73a8-213d-4c20-98c6-a891fafb9f82 service neutron] 10.222.0.33 "GET /v2.0/networks/e54d4215-9b0b-4b80-af38-991540bcc5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5986555 Sep 14 22:58:54.015473 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87828db0-c68a-4ac0-ab41-98f5b5da1066 None None] Pushing event updated for resources: {'Port': ['ID=7dfb54e5-5e98-4d03-831e-3c6c39bc2fac,revision_number=4']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:54.032901 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab1c8cb-043c-4ca6-8c43-428660a2ec5f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:54.033610 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-7ab1c8cb-043c-4ca6-8c43-428660a2ec5f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Synchronizing usage tracker for tenant:1c14bf9f432e425688de72a35501bf7a on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:58:54.039634 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-c1e35090-e422-4bab-b47f-030a5b0e7968 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Calling delete_port for 4bc30f55-6dff-45c6-b02c-6e3984305bb7 owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:58:54.060229 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-03fd1f77-aeac-46e8-bdae-d2a5548f065f None None] Set router 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:58:54.071107 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c9221099-864b-4101-b59e-94f8a6cda0ed tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:54.084016 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6416b0-1493-4866-a569-7d5e24d4e4cc tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:58:54.086163 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b9ccf9-6431-4667-a576-71435845e1cd None None] Pushing event updated for resources: {'Port': ['ID=73625d6f-ef6d-448a-9c8f-8888297becfe,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:54.092331 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c9221099-864b-4101-b59e-94f8a6cda0ed tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:54.096519 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9b6416b0-1493-4866-a569-7d5e24d4e4cc tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:54.098449 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9b6416b0-1493-4866-a569-7d5e24d4e4cc tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "PUT /v2.0/routers/1f7ddff8-0c20-4b5c-8c00-49db05062fa5 HTTP/1.1" status: 200 len: 934 time: 4.3816242 Sep 14 22:58:54.110285 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-7ab1c8cb-043c-4ca6-8c43-428660a2ec5f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Unset dirty status for tenant:1c14bf9f432e425688de72a35501bf7a on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:58:54.115555 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53114) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:54.117384 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7ab1c8cb-043c-4ca6-8c43-428660a2ec5f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4998195 Sep 14 22:58:54.120965 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53116) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:54.129918 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-940594f6-ed17-45e2-bf15-de5a16663895 None None] Attempting to bind port 73625d6f-ef6d-448a-9c8f-8888297becfe on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:58:54.130429 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-940594f6-ed17-45e2-bf15-de5a16663895 None None] Attempting to bind port 73625d6f-ef6d-448a-9c8f-8888297becfe by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '0822189f-b9aa-4007-86b1-4daf9e8873b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e54d4215-9b0b-4b80-af38-991540bcc5bc'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:58:54.130885 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940594f6-ed17-45e2-bf15-de5a16663895 None None] Attempting to bind port 73625d6f-ef6d-448a-9c8f-8888297becfe on network e54d4215-9b0b-4b80-af38-991540bcc5bc {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:58:54.142838 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940594f6-ed17-45e2-bf15-de5a16663895 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:58:54.143381 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940594f6-ed17-45e2-bf15-de5a16663895 None None] Checking segment: {'id': '0822189f-b9aa-4007-86b1-4daf9e8873b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e54d4215-9b0b-4b80-af38-991540bcc5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:58:54.144628 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-940594f6-ed17-45e2-bf15-de5a16663895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:54.145227 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940594f6-ed17-45e2-bf15-de5a16663895 None None] Bound using segment: {'id': '0822189f-b9aa-4007-86b1-4daf9e8873b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e54d4215-9b0b-4b80-af38-991540bcc5bc'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:58:54.145800 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-940594f6-ed17-45e2-bf15-de5a16663895 None None] Bound port: 73625d6f-ef6d-448a-9c8f-8888297becfe, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0822189f-b9aa-4007-86b1-4daf9e8873b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e54d4215-9b0b-4b80-af38-991540bcc5bc'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:58:54.146272 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-940594f6-ed17-45e2-bf15-de5a16663895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:54.205013 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-a02c23fe-4a90-406a-810e-8806a2aef513 service neutron] 10.222.0.33 "GET /v2.0/networks/e54d4215-9b0b-4b80-af38-991540bcc5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912703 Sep 14 22:58:54.233100 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-eaa042bb-ea88-4326-8c18-c4555081b378 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1110082 Sep 14 22:58:54.234000 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53122) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:54.239921 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-7254ba76-3bfd-443e-a9da-65d96634c685 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-45530811'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:54.249635 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-7254ba76-3bfd-443e-a9da-65d96634c685 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:54.251282 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 23fe3bd9-0ca2-4196-acc3-c2ce44ed15f3 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:54.251655 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:54.257608 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-7254ba76-3bfd-443e-a9da-65d96634c685 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:network and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:54.263280 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-7254ba76-3bfd-443e-a9da-65d96634c685 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:54.269897 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-7254ba76-3bfd-443e-a9da-65d96634c685 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:54.291336 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7254ba76-3bfd-443e-a9da-65d96634c685 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Made reservation on behalf of 1c14bf9f432e425688de72a35501bf7a for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:54.295316 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7254ba76-3bfd-443e-a9da-65d96634c685 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:54.369727 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c9221099-864b-4101-b59e-94f8a6cda0ed tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:54.371852 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7254ba76-3bfd-443e-a9da-65d96634c685 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:58:54.375473 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c9221099-864b-4101-b59e-94f8a6cda0ed tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1188161 Sep 14 22:58:54.380341 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53126) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:54.386925 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-05a1e695-86f0-4281-9d6f-c806212cb348 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': 'c53074e8-c39b-42bf-beff-afa8712647c5', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:54.394971 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-05a1e695-86f0-4281-9d6f-c806212cb348 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:54.397363 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7254ba76-3bfd-443e-a9da-65d96634c685 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:54.397705 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-7254ba76-3bfd-443e-a9da-65d96634c685 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Added segment 32e8d0e0-6d6a-4568-afac-5a0ce1bb4b70 of type vlan for network 506711e2-2558-49ec-9693-618107a6d5ac Sep 14 22:58:54.401186 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c1e35090-e422-4bab-b47f-030a5b0e7968 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:54.403858 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-05a1e695-86f0-4281-9d6f-c806212cb348 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:54.405563 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9221099-864b-4101-b59e-94f8a6cda0ed tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73eea10e-d3ba-43c2-bafb-553b1f514be0,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:54.408096 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-05a1e695-86f0-4281-9d6f-c806212cb348 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:54.417468 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-05a1e695-86f0-4281-9d6f-c806212cb348 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:54.427755 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-940594f6-ed17-45e2-bf15-de5a16663895 None None] For port 73625d6f-ef6d-448a-9c8f-8888297becfe, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:58:54.439070 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7254ba76-3bfd-443e-a9da-65d96634c685 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:54.446665 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.securitygroups_db [None req-05a1e695-86f0-4281-9d6f-c806212cb348 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Project c57dd58bea08430d873bf967651d6b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 22:58:54.456500 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-05a1e695-86f0-4281-9d6f-c806212cb348 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:54.504139 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e35090-e422-4bab-b47f-030a5b0e7968 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Port': ['ID=4bc30f55-6dff-45c6-b02c-6e3984305bb7,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:54.520485 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c1e35090-e422-4bab-b47f-030a5b0e7968 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:54.524753 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7254ba76-3bfd-443e-a9da-65d96634c685 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:54.526827 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-940594f6-ed17-45e2-bf15-de5a16663895 None None] For port 73625d6f-ef6d-448a-9c8f-8888297becfe, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=73625d6f-ef6d-448a-9c8f-8888297becfe,segment=NetworkSegment(0822189f-b9aa-4007-86b1-4daf9e8873b5),segment_id=0822189f-b9aa-4007-86b1-4daf9e8873b5)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:58:54.530580 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7254ba76-3bfd-443e-a9da-65d96634c685 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:54.531615 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7254ba76-3bfd-443e-a9da-65d96634c685 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:54.533562 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-62b84a21-0f6e-47e8-926d-a868e48c574d tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "GET /v2.0/routers/1f7ddff8-0c20-4b5c-8c00-49db05062fa5 HTTP/1.1" status: 200 len: 934 time: 0.4063227 Sep 14 22:58:54.537719 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53130) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:54.539845 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-940594f6-ed17-45e2-bf15-de5a16663895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:54.544644 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-f9fac473-f1bd-4034-9b73-c265f1451ed6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Request body: {'router': {'routes': None}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:54.554442 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-03fd1f77-aeac-46e8-bdae-d2a5548f065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'name': 'tempest-RoutersTest-router-1338449832', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:11Z', 'updated_at': '2022-09-14T22:58:51Z', 'revision_number': 6, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'gw_port_host': None, '_interfaces': [{'id': '0c671110-245b-4efb-b517-ab25976b0156', 'name': '', 'network_id': 'ae0a4235-6b0a-40b9-96ce-b2601772b2b0', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:d0:91:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '69183486-971f-4bfb-8509-7ef2c5a773a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:32Z', 'updated_at': '2022-09-14T22:58:47Z', 'revision_number': 4, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '69183486-971f-4bfb-8509-7ef2c5a773a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1677ea41-3f6e-40c6-9468-c17e77f65545', 'name': '', 'network_id': '77d744c3-5dc8-4254-a77a-f866be4e427e', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:26:1c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:24Z', 'updated_at': '2022-09-14T22:58:34Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cffdb05-630d-45d9-8ba8-0ced348ae677', 'name': '', 'network_id': '75ea059b-2f00-49a6-9551-ce55ec1f21b9', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:db:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:16Z', 'updated_at': '2022-09-14T22:58:26Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dfb54e5-5e98-4d03-831e-3c6c39bc2fac', 'name': '', 'network_id': 'a0633eae-78c5-44f8-876c-d9fcebb4fda8', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:3b:6a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '9a4d0133-d0db-4023-a396-071f61f22130', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:42Z', 'updated_at': '2022-09-14T22:58:53Z', 'revision_number': 4, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '9a4d0133-d0db-4023-a396-071f61f22130', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:54.560366 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fd1f77-aeac-46e8-bdae-d2a5548f065f None None] The sync data for ids ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'] in dv-neutron-857791-1-hyperv is: [{'id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'name': 'tempest-RoutersTest-router-1338449832', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:11Z', 'updated_at': '2022-09-14T22:58:51Z', 'revision_number': 6, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'gw_port_host': None, '_interfaces': [{'id': '0c671110-245b-4efb-b517-ab25976b0156', 'name': '', 'network_id': 'ae0a4235-6b0a-40b9-96ce-b2601772b2b0', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:d0:91:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '69183486-971f-4bfb-8509-7ef2c5a773a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:32Z', 'updated_at': '2022-09-14T22:58:47Z', 'revision_number': 4, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '69183486-971f-4bfb-8509-7ef2c5a773a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1677ea41-3f6e-40c6-9468-c17e77f65545', 'name': '', 'network_id': '77d744c3-5dc8-4254-a77a-f866be4e427e', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:26:1c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:24Z', 'updated_at': '2022-09-14T22:58:34Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cffdb05-630d-45d9-8ba8-0ced348ae677', 'name': '', 'network_id': '75ea059b-2f00-49a6-9551-ce55ec1f21b9', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:db:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:16Z', 'updated_at': '2022-09-14T22:58:26Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dfb54e5-5e98-4d03-831e-3c6c39bc2fac', 'name': '', 'network_id': 'a0633eae-78c5-44f8-876c-d9fcebb4fda8', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:3b:6a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '9a4d0133-d0db-4023-a396-071f61f22130', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:42Z', 'updated_at': '2022-09-14T22:58:53Z', 'revision_number': 4, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '9a4d0133-d0db-4023-a396-071f61f22130', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:58:54.636594 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b9ccf9-6431-4667-a576-71435845e1cd None None] Pushing event updated for resources: {'Port': ['ID=73625d6f-ef6d-448a-9c8f-8888297becfe,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:54.677036 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c1e35090-e422-4bab-b47f-030a5b0e7968 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/ports/4bc30f55-6dff-45c6-b02c-6e3984305bb7 HTTP/1.1" status: 204 len: 168 time: 1.7143478 Sep 14 22:58:54.679621 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53134) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:54.690030 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940594f6-ed17-45e2-bf15-de5a16663895 None None] Routers {'e893ad02-b149-4f27-904a-8ab02c70229e'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:58:54.690950 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-940594f6-ed17-45e2-bf15-de5a16663895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:58:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['e893ad02-b149-4f27-904a-8ab02c70229e'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:54.783290 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7254ba76-3bfd-443e-a9da-65d96634c685 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5483999 Sep 14 22:58:54.795257 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53138) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:54.801474 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-e365eb5c-5cef-4f93-9568-9a23b246b882 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'subnet': {'network_id': '506711e2-2558-49ec-9693-618107a6d5ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:54.889382 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 23fe3bd9-0ca2-4196-acc3-c2ce44ed15f3 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:58:54.890511 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e8a4bef4-8303-407f-aa43-828fc9578469 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:58:54.919010 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254ba76-3bfd-443e-a9da-65d96634c685 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Network': ['ID=506711e2-2558-49ec-9693-618107a6d5ac,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:54.933247 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-05a1e695-86f0-4281-9d6f-c806212cb348 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:54.941533 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 506711e2-2558-49ec-9693-618107a6d5ac details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:58:54.946400 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-05a1e695-86f0-4281-9d6f-c806212cb348 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:54.966022 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-940594f6-ed17-45e2-bf15-de5a16663895 None None] Set router e893ad02-b149-4f27-904a-8ab02c70229e gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:58:54.992096 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a1e695-86f0-4281-9d6f-c806212cb348 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b305ca5-3c19-4d57-b88a-b727748a043b,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:54.998252 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-e365eb5c-5cef-4f93-9568-9a23b246b882 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:55.006943 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-e365eb5c-5cef-4f93-9568-9a23b246b882 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:subnet and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:55.011072 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-e365eb5c-5cef-4f93-9568-9a23b246b882 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:55.018524 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-05a1e695-86f0-4281-9d6f-c806212cb348 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:55.030012 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-05a1e695-86f0-4281-9d6f-c806212cb348 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6392732 Sep 14 22:58:55.030012 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-e365eb5c-5cef-4f93-9568-9a23b246b882 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:55.030336 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad481c5f-f521-41f8-aba2-d2bdcea8e7a6 None None] Sync routers for ids ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:58:55.043189 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e365eb5c-5cef-4f93-9568-9a23b246b882 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Made reservation on behalf of 1c14bf9f432e425688de72a35501bf7a for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:55.047028 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e365eb5c-5cef-4f93-9568-9a23b246b882 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:55.059558 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4d3e60-f946-4a7d-bb4b-71102c380617 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:55.060244 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ae4d3e60-f946-4a7d-bb4b-71102c380617 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Synchronizing usage tracker for tenant:c0a980b2e8bf40c8a14dfb2d5527a283 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:58:55.122015 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ae4d3e60-f946-4a7d-bb4b-71102c380617 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Unset dirty status for tenant:c0a980b2e8bf40c8a14dfb2d5527a283 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:58:55.123186 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ae4d3e60-f946-4a7d-bb4b-71102c380617 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4426122 Sep 14 22:58:55.130019 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53150) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:55.168726 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad481c5f-f521-41f8-aba2-d2bdcea8e7a6 None None] Routers {'1f7ddff8-0c20-4b5c-8c00-49db05062fa5'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:58:55.170707 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-ad481c5f-f521-41f8-aba2-d2bdcea8e7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:58:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:55.180569 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd4eee7-1baa-42c8-9c87-cc0802554a0c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] GET failed (client error): The resource could not be found. Sep 14 22:58:55.182374 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8fd4eee7-1baa-42c8-9c87-cc0802554a0c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "GET /v2.0/ports/4bc30f55-6dff-45c6-b02c-6e3984305bb7 HTTP/1.1" status: 404 len: 333 time: 0.0532928 Sep 14 22:58:55.186815 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53156) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:55.195942 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-5a5947da-8625-4e55-9a33-afa82687acd1 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1969240035'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:55.201695 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-5a5947da-8625-4e55-9a33-afa82687acd1 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:55.207224 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5a5947da-8625-4e55-9a33-afa82687acd1 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:network and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:55.211063 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5a5947da-8625-4e55-9a33-afa82687acd1 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:55.217948 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-5a5947da-8625-4e55-9a33-afa82687acd1 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:55.280804 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5947da-8625-4e55-9a33-afa82687acd1 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Made reservation on behalf of c0a980b2e8bf40c8a14dfb2d5527a283 for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:55.285050 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5a5947da-8625-4e55-9a33-afa82687acd1 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:55.316350 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.extraroute_db [None req-f9fac473-f1bd-4034-9b73-c265f1451ed6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Added routes are [] {{(pid=89171) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 14 22:58:55.316846 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.extraroute_db [None req-f9fac473-f1bd-4034-9b73-c265f1451ed6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=89171) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 14 22:58:55.358557 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f9fac473-f1bd-4034-9b73-c265f1451ed6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:55.390025 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-4c070344-5e94-4ce4-b561-eb270d206bed req-cba188df-2888-4cad-a458-42b1f4d2f69c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:58:55.432029 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5947da-8625-4e55-9a33-afa82687acd1 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:58:55.453833 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5a5947da-8625-4e55-9a33-afa82687acd1 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:55.457307 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-5a5947da-8625-4e55-9a33-afa82687acd1 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Added segment 4b6fd954-7acd-4af4-8e1f-84800a9f41c7 of type vlan for network 05ba8914-8895-489a-8f7a-9b70b5c27c49 Sep 14 22:58:55.529992 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port e8a4bef4-8303-407f-aa43-828fc9578469 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:55.530361 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:55.560697 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-ad481c5f-f521-41f8-aba2-d2bdcea8e7a6 None None] Set router 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:58:55.564937 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-37682c6a-eac3-4cbc-bda3-c3fa36e9a453 req-88e836dc-33d8-43c0-b7bd-c789ea80b5fa tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/ports?device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 210 time: 0.0865908 Sep 14 22:58:55.572902 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5a5947da-8625-4e55-9a33-afa82687acd1 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:55.577109 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-4c070344-5e94-4ce4-b561-eb270d206bed req-cba188df-2888-4cad-a458-42b1f4d2f69c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:58:55.578405 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4c070344-5e94-4ce4-b561-eb270d206bed req-cba188df-2888-4cad-a458-42b1f4d2f69c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-773081099&fields=id&tenant_id=c57dd58bea08430d873bf967651d6b8d HTTP/1.1" status: 200 len: 267 time: 0.3173473 Sep 14 22:58:55.705220 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e365eb5c-5cef-4f93-9568-9a23b246b882 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:55.781453 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5a5947da-8625-4e55-9a33-afa82687acd1 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:55.787908 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5947da-8625-4e55-9a33-afa82687acd1 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:55.788885 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5a5947da-8625-4e55-9a33-afa82687acd1 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:55.856366 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f9fac473-f1bd-4034-9b73-c265f1451ed6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:55.859996 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f9fac473-f1bd-4034-9b73-c265f1451ed6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33045011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33045002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33047131'] for router, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:55.943362 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e365eb5c-5cef-4f93-9568-9a23b246b882 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Subnet': ['ID=636e5273-a70a-4aa3-9bf7-469f6254c57b,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:55.963836 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c070344-5e94-4ce4-b561-eb270d206bed req-78bab45a-0bfd-4dd1-9dd9-f503ad9f8b7f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:55.964316 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-4c070344-5e94-4ce4-b561-eb270d206bed req-78bab45a-0bfd-4dd1-9dd9-f503ad9f8b7f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:network {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:58:55.977439 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5a5947da-8625-4e55-9a33-afa82687acd1 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7862351 Sep 14 22:58:55.980351 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53168) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:55.980509 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e365eb5c-5cef-4f93-9568-9a23b246b882 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Checking segment: {'id': '32e8d0e0-6d6a-4568-afac-5a0ce1bb4b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '506711e2-2558-49ec-9693-618107a6d5ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:58:55.980773 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e365eb5c-5cef-4f93-9568-9a23b246b882 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Network hostable DHCP agents. Network: 506711e2-2558-49ec-9693-618107a6d5ac, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:58:55.988237 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5947da-8625-4e55-9a33-afa82687acd1 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Network': ['ID=05ba8914-8895-489a-8f7a-9b70b5c27c49,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:55.993456 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-c14c4c14-67d3-442b-a2d8-860098f30cb3 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'subnet': {'network_id': '05ba8914-8895-489a-8f7a-9b70b5c27c49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:56.007932 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 05ba8914-8895-489a-8f7a-9b70b5c27c49 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:58:56.010331 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-4c070344-5e94-4ce4-b561-eb270d206bed req-78bab45a-0bfd-4dd1-9dd9-f503ad9f8b7f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:network {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:58:56.011713 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4c070344-5e94-4ce4-b561-eb270d206bed req-78bab45a-0bfd-4dd1-9dd9-f503ad9f8b7f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/networks?id=d1a73eec-09dc-48d5-82d9-e45fd9ffc362 HTTP/1.1" status: 200 len: 796 time: 0.4217432 Sep 14 22:58:56.012800 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e365eb5c-5cef-4f93-9568-9a23b246b882 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Network 506711e2-2558-49ec-9693-618107a6d5ac is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:58:56.028357 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port e8a4bef4-8303-407f-aa43-828fc9578469 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:58:56.029232 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4c070344-5e94-4ce4-b561-eb270d206bed req-6d969809-43a8-4606-b986-7ecdce41f824 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/quotas/c57dd58bea08430d873bf967651d6b8d HTTP/1.1" status: 200 len: 375 time: 0.0104432 Sep 14 22:58:56.029739 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 0c671110-245b-4efb-b517-ab25976b0156 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:58:56.030396 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-e365eb5c-5cef-4f93-9568-9a23b246b882 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 506711e2-2558-49ec-9693-618107a6d5ac) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:56.035486 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e365eb5c-5cef-4f93-9568-9a23b246b882 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:56.036142 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e365eb5c-5cef-4f93-9568-9a23b246b882 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:56.062274 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254e3e4e-a1cc-4c9c-86bb-452432c5fe67 None None] Network 506711e2-2558-49ec-9693-618107a6d5ac requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:58:56.116302 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-e365eb5c-5cef-4f93-9568-9a23b246b882 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3158278 Sep 14 22:58:56.116771 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53172) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:56.124267 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-e5499c72-4dd0-4800-bf7a-40808bd6c65a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'port': {'network_id': '506711e2-2558-49ec-9693-618107a6d5ac', 'name': 'tempest-PortsTestJSON-682453931'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:56.159804 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fac473-f1bd-4034-9b73-c265f1451ed6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Router 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:58:56.163196 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c14c4c14-67d3-442b-a2d8-860098f30cb3 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:56.168533 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c14c4c14-67d3-442b-a2d8-860098f30cb3 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:subnet and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:56.174908 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c14c4c14-67d3-442b-a2d8-860098f30cb3 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:56.184783 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c14c4c14-67d3-442b-a2d8-860098f30cb3 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:56.245091 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-4c070344-5e94-4ce4-b561-eb270d206bed req-5d0bad77-66cc-4279-84be-3ada8614d490 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:58:56.301365 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-e5499c72-4dd0-4800-bf7a-40808bd6c65a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:56.303603 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-4c070344-5e94-4ce4-b561-eb270d206bed req-5d0bad77-66cc-4279-84be-3ada8614d490 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:58:56.305277 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4c070344-5e94-4ce4-b561-eb270d206bed req-5d0bad77-66cc-4279-84be-3ada8614d490 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2647932 Sep 14 22:58:56.316134 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-e5499c72-4dd0-4800-bf7a-40808bd6c65a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:56.317117 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14c4c14-67d3-442b-a2d8-860098f30cb3 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Made reservation on behalf of c0a980b2e8bf40c8a14dfb2d5527a283 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:56.320579 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-940594f6-ed17-45e2-bf15-de5a16663895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559660577', 'tenant_id': '4b3796dd934c412e8cbfebdb8122849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e8a4bef4-8303-407f-aa43-828fc9578469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:29Z', 'updated_at': '2022-09-14T22:58:47Z', 'revision_number': 4, 'project_id': '4b3796dd934c412e8cbfebdb8122849f', 'gw_port': {'id': 'e8a4bef4-8303-407f-aa43-828fc9578469', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:31Z', 'updated_at': '2022-09-14T22:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '73625d6f-ef6d-448a-9c8f-8888297becfe', 'name': '', 'network_id': 'e54d4215-9b0b-4b80-af38-991540bcc5bc', 'tenant_id': '4b3796dd934c412e8cbfebdb8122849f', 'mac_address': 'fa:16:3e:80:38:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '1ece0b40-82a5-4ecd-b72f-56ccf822e69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:42Z', 'updated_at': '2022-09-14T22:58:54Z', 'revision_number': 4, 'project_id': '4b3796dd934c412e8cbfebdb8122849f', 'subnets': [{'id': '1ece0b40-82a5-4ecd-b72f-56ccf822e69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:56.321785 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c14c4c14-67d3-442b-a2d8-860098f30cb3 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:56.342372 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5499c72-4dd0-4800-bf7a-40808bd6c65a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Made reservation on behalf of 1c14bf9f432e425688de72a35501bf7a for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:56.347190 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e5499c72-4dd0-4800-bf7a-40808bd6c65a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:56.353853 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940594f6-ed17-45e2-bf15-de5a16663895 None None] The sync data for ids ['e893ad02-b149-4f27-904a-8ab02c70229e'] in dv-neutron-857791-1-hyperv is: [{'id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559660577', 'tenant_id': '4b3796dd934c412e8cbfebdb8122849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e8a4bef4-8303-407f-aa43-828fc9578469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:29Z', 'updated_at': '2022-09-14T22:58:47Z', 'revision_number': 4, 'project_id': '4b3796dd934c412e8cbfebdb8122849f', 'gw_port': {'id': 'e8a4bef4-8303-407f-aa43-828fc9578469', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:31Z', 'updated_at': '2022-09-14T22:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '73625d6f-ef6d-448a-9c8f-8888297becfe', 'name': '', 'network_id': 'e54d4215-9b0b-4b80-af38-991540bcc5bc', 'tenant_id': '4b3796dd934c412e8cbfebdb8122849f', 'mac_address': 'fa:16:3e:80:38:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '1ece0b40-82a5-4ecd-b72f-56ccf822e69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:42Z', 'updated_at': '2022-09-14T22:58:54Z', 'revision_number': 4, 'project_id': '4b3796dd934c412e8cbfebdb8122849f', 'subnets': [{'id': '1ece0b40-82a5-4ecd-b72f-56ccf822e69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:58:56.436111 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-e5499c72-4dd0-4800-bf7a-40808bd6c65a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] device_id is not set on port 7284b759-3606-4c42-b651-7acab14c3284 yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:58:56.452822 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 0c671110-245b-4efb-b517-ab25976b0156 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:58:56.471703 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 0c671110-245b-4efb-b517-ab25976b0156 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:56.472122 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:56.528114 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-ad481c5f-f521-41f8-aba2-d2bdcea8e7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'name': 'tempest-RoutersTest-router-1338449832', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:11Z', 'updated_at': '2022-09-14T22:58:51Z', 'revision_number': 6, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'gw_port_host': None, '_interfaces': [{'id': '0c671110-245b-4efb-b517-ab25976b0156', 'name': '', 'network_id': 'ae0a4235-6b0a-40b9-96ce-b2601772b2b0', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:d0:91:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '69183486-971f-4bfb-8509-7ef2c5a773a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:32Z', 'updated_at': '2022-09-14T22:58:47Z', 'revision_number': 4, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '69183486-971f-4bfb-8509-7ef2c5a773a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1677ea41-3f6e-40c6-9468-c17e77f65545', 'name': '', 'network_id': '77d744c3-5dc8-4254-a77a-f866be4e427e', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:26:1c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:24Z', 'updated_at': '2022-09-14T22:58:34Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cffdb05-630d-45d9-8ba8-0ced348ae677', 'name': '', 'network_id': '75ea059b-2f00-49a6-9551-ce55ec1f21b9', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:db:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:16Z', 'updated_at': '2022-09-14T22:58:26Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dfb54e5-5e98-4d03-831e-3c6c39bc2fac', 'name': '', 'network_id': 'a0633eae-78c5-44f8-876c-d9fcebb4fda8', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:3b:6a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '9a4d0133-d0db-4023-a396-071f61f22130', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:42Z', 'updated_at': '2022-09-14T22:58:53Z', 'revision_number': 4, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '9a4d0133-d0db-4023-a396-071f61f22130', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:56.611033 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad481c5f-f521-41f8-aba2-d2bdcea8e7a6 None None] Checking router: 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:58:56.617360 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe44110-b4a7-4d30-ac22-5eab1957a548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-506711e2-2558-49ec-9693-618107a6d5ac', 'network_id': '506711e2-2558-49ec-9693-618107a6d5ac', 'tenant_id': '1c14bf9f432e425688de72a35501bf7a', 'fixed_ips': [{'subnet_id': '636e5273-a70a-4aa3-9bf7-469f6254c57b'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:58:56.618194 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1fe44110-b4a7-4d30-ac22-5eab1957a548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:56.672404 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad481c5f-f521-41f8-aba2-d2bdcea8e7a6 None None] Routers {'1f7ddff8-0c20-4b5c-8c00-49db05062fa5'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:58:56.673173 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-ad481c5f-f521-41f8-aba2-d2bdcea8e7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:58:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:56.717571 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fac473-f1bd-4034-9b73-c265f1451ed6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:58:56.755152 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f9fac473-f1bd-4034-9b73-c265f1451ed6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:56.757303 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f9fac473-f1bd-4034-9b73-c265f1451ed6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "PUT /v2.0/routers/1f7ddff8-0c20-4b5c-8c00-49db05062fa5 HTTP/1.1" status: 200 len: 700 time: 2.2182612 Sep 14 22:58:56.761199 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53186) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:56.769441 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f6f3931f-b922-4677-a50a-0ffb2e6a019f req-0aece259-2012-43aa-9e89-f6748d13be19 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/ports?device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 210 time: 0.0883181 Sep 14 22:58:56.854247 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c14c4c14-67d3-442b-a2d8-860098f30cb3 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:56.904640 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4c070344-5e94-4ce4-b561-eb270d206bed req-5b42150d-8f3f-4077-b635-c064b04e8f92 service neutron] 10.222.0.33 "GET /v2.0/networks/d1a73eec-09dc-48d5-82d9-e45fd9ffc362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5761540 Sep 14 22:58:57.040969 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c4c14-67d3-442b-a2d8-860098f30cb3 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Subnet': ['ID=df5122f0-b41a-4947-ac8a-38ad669a11b2,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:57.059078 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ebd5fcde-a7c5-4bb5-b525-05ad946e2adc tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "GET /v2.0/routers/1f7ddff8-0c20-4b5c-8c00-49db05062fa5 HTTP/1.1" status: 200 len: 700 time: 0.2965302 Sep 14 22:58:57.061599 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53190) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:57.115309 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-ad481c5f-f521-41f8-aba2-d2bdcea8e7a6 None None] Set router 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:58:57.121889 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14c4c14-67d3-442b-a2d8-860098f30cb3 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Checking segment: {'id': '4b6fd954-7acd-4af4-8e1f-84800a9f41c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '05ba8914-8895-489a-8f7a-9b70b5c27c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:58:57.122257 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14c4c14-67d3-442b-a2d8-860098f30cb3 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Network hostable DHCP agents. Network: 05ba8914-8895-489a-8f7a-9b70b5c27c49, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:58:57.179739 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 0c671110-245b-4efb-b517-ab25976b0156 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:58:57.180350 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:57.230631 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4c070344-5e94-4ce4-b561-eb270d206bed req-fab6c1cf-ad77-449b-a102-75ca6e9db66d service neutron] 10.222.0.33 "GET /v2.0/networks/d1a73eec-09dc-48d5-82d9-e45fd9ffc362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246934 Sep 14 22:58:57.235577 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14c4c14-67d3-442b-a2d8-860098f30cb3 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Network 05ba8914-8895-489a-8f7a-9b70b5c27c49 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:58:57.288671 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-e5499c72-4dd0-4800-bf7a-40808bd6c65a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Allocated IP 172.20.0.2 (506711e2-2558-49ec-9693-618107a6d5ac/636e5273-a70a-4aa3-9bf7-469f6254c57b/7284b759-3606-4c42-b651-7acab14c3284) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:58:57.335833 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-c14c4c14-67d3-442b-a2d8-860098f30cb3 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 05ba8914-8895-489a-8f7a-9b70b5c27c49) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:57.484589 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100f6fb8-5d48-4751-a006-d865e49b818b None None] Network 05ba8914-8895-489a-8f7a-9b70b5c27c49 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:58:57.502579 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 0c671110-245b-4efb-b517-ab25976b0156, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=0c671110-245b-4efb-b517-ab25976b0156,segment=NetworkSegment(e70e2874-8ff1-4b79-8e4f-158f52527781),segment_id=e70e2874-8ff1-4b79-8e4f-158f52527781)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:58:57.590631 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:57.590631 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device d8b347fa-5a34-4924-99ca-d5ac13de454c up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:58:57.590950 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14c4c14-67d3-442b-a2d8-860098f30cb3 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:57.590950 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c14c4c14-67d3-442b-a2d8-860098f30cb3 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:57.617687 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c14c4c14-67d3-442b-a2d8-860098f30cb3 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6386216 Sep 14 22:58:57.632333 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53194) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:57.638843 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e5499c72-4dd0-4800-bf7a-40808bd6c65a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:57.643045 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-c0a3ecb8-dd18-4935-a833-17f5efce98af tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'subnet': {'network_id': '05ba8914-8895-489a-8f7a-9b70b5c27c49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:57.665611 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-e5499c72-4dd0-4800-bf7a-40808bd6c65a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Transition to ACTIVE for port object 7284b759-3606-4c42-b651-7acab14c3284 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:57.703302 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e5499c72-4dd0-4800-bf7a-40808bd6c65a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:57.796879 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5499c72-4dd0-4800-bf7a-40808bd6c65a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Network 506711e2-2558-49ec-9693-618107a6d5ac is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:57.800940 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-e5499c72-4dd0-4800-bf7a-40808bd6c65a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:57.805260 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5499c72-4dd0-4800-bf7a-40808bd6c65a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:58:57.842854 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5499c72-4dd0-4800-bf7a-40808bd6c65a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Port': ['ID=7284b759-3606-4c42-b651-7acab14c3284,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:57.889746 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=0c671110-245b-4efb-b517-ab25976b0156,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:57.897134 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5499c72-4dd0-4800-bf7a-40808bd6c65a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:57.897768 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e5499c72-4dd0-4800-bf7a-40808bd6c65a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:57.907791 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c0a3ecb8-dd18-4935-a833-17f5efce98af tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:57.918288 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c0a3ecb8-dd18-4935-a833-17f5efce98af tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:subnet and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:57.922317 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c0a3ecb8-dd18-4935-a833-17f5efce98af tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:57.934427 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c0a3ecb8-dd18-4935-a833-17f5efce98af tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:57.958321 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a3ecb8-dd18-4935-a833-17f5efce98af tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Made reservation on behalf of c0a980b2e8bf40c8a14dfb2d5527a283 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:57.962520 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c0a3ecb8-dd18-4935-a833-17f5efce98af tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:57.989599 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:57.990217 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:57.990739 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:57.991253 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:57.991930 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:57.992498 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:57.993066 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:57.993637 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:57.994381 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:57.994976 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:57.995371 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:57.995758 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:58:58.012411 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port d8b347fa-5a34-4924-99ca-d5ac13de454c completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:58:58.020320 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-1fe44110-b4a7-4d30-ac22-5eab1957a548 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-c08208c9-8e45-4260-828e-4b35711b6d00 {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:58:58.020955 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-1fe44110-b4a7-4d30-ac22-5eab1957a548 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:58:58.032526 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port d8b347fa-5a34-4924-99ca-d5ac13de454c triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:58.033385 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:58.039300 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4487cd7e-da51-4926-872d-b0c955e471ba req-d8fae9f0-8906-4642-a065-0dcfb1364ce0 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/ports?device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 210 time: 0.1226797 Sep 14 22:58:58.069946 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-e5499c72-4dd0-4800-bf7a-40808bd6c65a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9520636 Sep 14 22:58:58.073304 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53208) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:58.088474 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-c55f3f3d-1b08-4a61-9c33-5cc7407190e6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'port': {'network_id': '506711e2-2558-49ec-9693-618107a6d5ac', 'name': 'tempest-PortsTestJSON-828485416'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:58.091986 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-ad481c5f-f521-41f8-aba2-d2bdcea8e7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'name': 'tempest-RoutersTest-router-1338449832', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:11Z', 'updated_at': '2022-09-14T22:58:55Z', 'revision_number': 7, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'gw_port_host': None, '_interfaces': [{'id': '0c671110-245b-4efb-b517-ab25976b0156', 'name': '', 'network_id': 'ae0a4235-6b0a-40b9-96ce-b2601772b2b0', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:d0:91:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '69183486-971f-4bfb-8509-7ef2c5a773a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:32Z', 'updated_at': '2022-09-14T22:58:47Z', 'revision_number': 4, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '69183486-971f-4bfb-8509-7ef2c5a773a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1677ea41-3f6e-40c6-9468-c17e77f65545', 'name': '', 'network_id': '77d744c3-5dc8-4254-a77a-f866be4e427e', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:26:1c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:24Z', 'updated_at': '2022-09-14T22:58:34Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cffdb05-630d-45d9-8ba8-0ced348ae677', 'name': '', 'network_id': '75ea059b-2f00-49a6-9551-ce55ec1f21b9', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:db:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:16Z', 'updated_at': '2022-09-14T22:58:26Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dfb54e5-5e98-4d03-831e-3c6c39bc2fac', 'name': '', 'network_id': 'a0633eae-78c5-44f8-876c-d9fcebb4fda8', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:3b:6a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '9a4d0133-d0db-4023-a396-071f61f22130', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:42Z', 'updated_at': '2022-09-14T22:58:53Z', 'revision_number': 4, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '9a4d0133-d0db-4023-a396-071f61f22130', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:58.157509 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad481c5f-f521-41f8-aba2-d2bdcea8e7a6 None None] The sync data for ids ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'] in dv-neutron-857791-1-hyperv is: [{'id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'name': 'tempest-RoutersTest-router-1338449832', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:11Z', 'updated_at': '2022-09-14T22:58:55Z', 'revision_number': 7, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'gw_port_host': None, '_interfaces': [{'id': '0c671110-245b-4efb-b517-ab25976b0156', 'name': '', 'network_id': 'ae0a4235-6b0a-40b9-96ce-b2601772b2b0', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:d0:91:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '69183486-971f-4bfb-8509-7ef2c5a773a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:32Z', 'updated_at': '2022-09-14T22:58:47Z', 'revision_number': 4, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '69183486-971f-4bfb-8509-7ef2c5a773a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1677ea41-3f6e-40c6-9468-c17e77f65545', 'name': '', 'network_id': '77d744c3-5dc8-4254-a77a-f866be4e427e', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:26:1c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:24Z', 'updated_at': '2022-09-14T22:58:34Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cffdb05-630d-45d9-8ba8-0ced348ae677', 'name': '', 'network_id': '75ea059b-2f00-49a6-9551-ce55ec1f21b9', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:db:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:16Z', 'updated_at': '2022-09-14T22:58:26Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dfb54e5-5e98-4d03-831e-3c6c39bc2fac', 'name': '', 'network_id': 'a0633eae-78c5-44f8-876c-d9fcebb4fda8', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:3b:6a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '9a4d0133-d0db-4023-a396-071f61f22130', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:42Z', 'updated_at': '2022-09-14T22:58:53Z', 'revision_number': 4, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '9a4d0133-d0db-4023-a396-071f61f22130', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:58:58.188870 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0731a35-560d-406a-933f-407f86c83330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-05ba8914-8895-489a-8f7a-9b70b5c27c49', 'network_id': '05ba8914-8895-489a-8f7a-9b70b5c27c49', 'tenant_id': 'c0a980b2e8bf40c8a14dfb2d5527a283', 'fixed_ips': [{'subnet_id': 'df5122f0-b41a-4947-ac8a-38ad669a11b2'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:58:58.190206 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c0731a35-560d-406a-933f-407f86c83330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:58.208371 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.ipam_backend_mixin [None req-c0a3ecb8-dd18-4935-a833-17f5efce98af tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet df5122f0-b41a-4947-ac8a-38ad669a11b2 (CIDR: 2001:db8::/64) Sep 14 22:58:58.215294 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0a3ecb8-dd18-4935-a833-17f5efce98af tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 22:58:58.215745 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0a3ecb8-dd18-4935-a833-17f5efce98af tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:58:58.255671 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c0a3ecb8-dd18-4935-a833-17f5efce98af tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6211774 Sep 14 22:58:58.258983 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53212) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:58.265610 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-bb1ad1f1-6315-41a2-b523-4bb0a3286fc8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'subnet': {'network_id': '05ba8914-8895-489a-8f7a-9b70b5c27c49', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:58:58.335559 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port d8b347fa-5a34-4924-99ca-d5ac13de454c is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:58:58.335843 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:58.340746 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c55f3f3d-1b08-4a61-9c33-5cc7407190e6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:58.345180 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c55f3f3d-1b08-4a61-9c33-5cc7407190e6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:port and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:58.348231 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c55f3f3d-1b08-4a61-9c33-5cc7407190e6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:58.354492 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c55f3f3d-1b08-4a61-9c33-5cc7407190e6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:58.369054 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55f3f3d-1b08-4a61-9c33-5cc7407190e6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Made reservation on behalf of 1c14bf9f432e425688de72a35501bf7a for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:58.373106 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-304f96e9-0584-481c-a25a-ac4c7bae23fe tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:58.375285 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c55f3f3d-1b08-4a61-9c33-5cc7407190e6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:58.401465 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-c55f3f3d-1b08-4a61-9c33-5cc7407190e6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] device_id is not set on port b7827fb3-a151-4567-9bea-956865856020 yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:58:58.425798 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port d8b347fa-5a34-4924-99ca-d5ac13de454c, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=d8b347fa-5a34-4924-99ca-d5ac13de454c,segment=NetworkSegment(2fad94cf-df1c-4231-849b-0a33d62ac5fc),segment_id=2fad94cf-df1c-4231-849b-0a33d62ac5fc)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:58:58.433187 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:58.434175 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device a2b29ccc-ebaa-4590-942d-bc1bf8943b12 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:58:58.585703 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-bb1ad1f1-6315-41a2-b523-4bb0a3286fc8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:58:58.590204 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1fe44110-b4a7-4d30-ac22-5eab1957a548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:58.591665 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-bb1ad1f1-6315-41a2-b523-4bb0a3286fc8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:subnet and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:58:58.597892 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885c70b6-6898-43f4-8b11-5e20c12af2a3 None None] Sync routers for ids ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:58:58.608897 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885c70b6-6898-43f4-8b11-5e20c12af2a3 None None] Routers {'1f7ddff8-0c20-4b5c-8c00-49db05062fa5'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:58:58.609665 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-885c70b6-6898-43f4-8b11-5e20c12af2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:58:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:58.610558 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-bb1ad1f1-6315-41a2-b523-4bb0a3286fc8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:58:58.621182 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-bb1ad1f1-6315-41a2-b523-4bb0a3286fc8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:58:58.638360 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-c0731a35-560d-406a-933f-407f86c83330 None None] Allocated IP 2001:db8::2 (05ba8914-8895-489a-8f7a-9b70b5c27c49/df5122f0-b41a-4947-ac8a-38ad669a11b2/820a04c8-1707-4aa1-9478-76e2fe912e62) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:58:58.647695 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7ede59ae-dff6-4017-be69-fd32d4e712f1 req-ca1e71c0-2efc-4570-89e4-d665c368e6b9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=57ccc775-da69-4d1a-a67d-78167a4fef25 HTTP/1.1" status: 200 len: 210 time: 0.1080842 Sep 14 22:58:58.697332 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-c55f3f3d-1b08-4a61-9c33-5cc7407190e6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Allocated IP 172.20.0.12 (506711e2-2558-49ec-9693-618107a6d5ac/636e5273-a70a-4aa3-9bf7-469f6254c57b/b7827fb3-a151-4567-9bea-956865856020) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:58:58.703590 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1ad1f1-6315-41a2-b523-4bb0a3286fc8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Made reservation on behalf of c0a980b2e8bf40c8a14dfb2d5527a283 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:58:58.707581 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bb1ad1f1-6315-41a2-b523-4bb0a3286fc8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:58.816408 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-885c70b6-6898-43f4-8b11-5e20c12af2a3 None None] Set router 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:58:58.902825 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=d8b347fa-5a34-4924-99ca-d5ac13de454c,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:58.964354 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port a2b29ccc-ebaa-4590-942d-bc1bf8943b12 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:58:58.965130 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c55f3f3d-1b08-4a61-9c33-5cc7407190e6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:58.973938 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port a2b29ccc-ebaa-4590-942d-bc1bf8943b12 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:58:58.975518 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:58.988924 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-c55f3f3d-1b08-4a61-9c33-5cc7407190e6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Transition to ACTIVE for port object b7827fb3-a151-4567-9bea-956865856020 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:59.016446 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c55f3f3d-1b08-4a61-9c33-5cc7407190e6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:59.087829 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-304f96e9-0584-481c-a25a-ac4c7bae23fe tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Deleting port 7dfb54e5-5e98-4d03-831e-3c6c39bc2fac {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:58:59.088224 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-304f96e9-0584-481c-a25a-ac4c7bae23fe tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:59.137127 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55f3f3d-1b08-4a61-9c33-5cc7407190e6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Network 506711e2-2558-49ec-9693-618107a6d5ac is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:59.192753 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c0731a35-560d-406a-933f-407f86c83330 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:59.220305 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c0731a35-560d-406a-933f-407f86c83330 None None] Transition to ACTIVE for port object 820a04c8-1707-4aa1-9478-76e2fe912e62 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:59.231631 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-1fe44110-b4a7-4d30-ac22-5eab1957a548 None None] Allocated IP 172.20.0.3 (506711e2-2558-49ec-9693-618107a6d5ac/636e5273-a70a-4aa3-9bf7-469f6254c57b/63696093-4df4-4da1-ade1-8197f7d7b047) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:58:59.232460 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3d0ce56f-5f45-4d63-a316-d175d26790dd req-23694f5d-2041-4540-8364-d71c89c1ee7e tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/ports?device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 210 time: 0.0902455 Sep 14 22:58:59.233725 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-c55f3f3d-1b08-4a61-9c33-5cc7407190e6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:59.248909 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55f3f3d-1b08-4a61-9c33-5cc7407190e6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:58:59.263194 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-885c70b6-6898-43f4-8b11-5e20c12af2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'name': 'tempest-RoutersTest-router-1338449832', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:11Z', 'updated_at': '2022-09-14T22:58:55Z', 'revision_number': 7, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'gw_port_host': None, '_interfaces': [{'id': '0c671110-245b-4efb-b517-ab25976b0156', 'name': '', 'network_id': 'ae0a4235-6b0a-40b9-96ce-b2601772b2b0', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:d0:91:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '69183486-971f-4bfb-8509-7ef2c5a773a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:32Z', 'updated_at': '2022-09-14T22:58:57Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '69183486-971f-4bfb-8509-7ef2c5a773a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1677ea41-3f6e-40c6-9468-c17e77f65545', 'name': '', 'network_id': '77d744c3-5dc8-4254-a77a-f866be4e427e', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:26:1c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:24Z', 'updated_at': '2022-09-14T22:58:34Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cffdb05-630d-45d9-8ba8-0ced348ae677', 'name': '', 'network_id': '75ea059b-2f00-49a6-9551-ce55ec1f21b9', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:db:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:16Z', 'updated_at': '2022-09-14T22:58:26Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dfb54e5-5e98-4d03-831e-3c6c39bc2fac', 'name': '', 'network_id': 'a0633eae-78c5-44f8-876c-d9fcebb4fda8', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:3b:6a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '9a4d0133-d0db-4023-a396-071f61f22130', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:42Z', 'updated_at': '2022-09-14T22:58:53Z', 'revision_number': 4, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '9a4d0133-d0db-4023-a396-071f61f22130', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:59.267239 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885c70b6-6898-43f4-8b11-5e20c12af2a3 None None] Checking router: 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:58:59.277433 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885c70b6-6898-43f4-8b11-5e20c12af2a3 None None] Routers {'1f7ddff8-0c20-4b5c-8c00-49db05062fa5'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:58:59.278039 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-885c70b6-6898-43f4-8b11-5e20c12af2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:58:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:59.283993 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c0731a35-560d-406a-933f-407f86c83330 None None] Transition to ACTIVE for port object 820a04c8-1707-4aa1-9478-76e2fe912e62 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:58:59.301746 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c0731a35-560d-406a-933f-407f86c83330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:59.345351 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55f3f3d-1b08-4a61-9c33-5cc7407190e6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:59.346180 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c55f3f3d-1b08-4a61-9c33-5cc7407190e6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:59.388210 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c55f3f3d-1b08-4a61-9c33-5cc7407190e6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3137565 Sep 14 22:58:59.392704 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53226) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:58:59.412044 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f3f3d-1b08-4a61-9c33-5cc7407190e6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Port': ['ID=b7827fb3-a151-4567-9bea-956865856020,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:59.500866 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-885c70b6-6898-43f4-8b11-5e20c12af2a3 None None] Set router 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:58:59.564306 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port a2b29ccc-ebaa-4590-942d-bc1bf8943b12 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:58:59.564766 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:59.624840 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0731a35-560d-406a-933f-407f86c83330 None None] Network 05ba8914-8895-489a-8f7a-9b70b5c27c49 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:58:59.635806 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-c0731a35-560d-406a-933f-407f86c83330 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:58:59.640808 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0731a35-560d-406a-933f-407f86c83330 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:58:59.653920 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-304f96e9-0584-481c-a25a-ac4c7bae23fe tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] For port 7dfb54e5-5e98-4d03-831e-3c6c39bc2fac, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=7dfb54e5-5e98-4d03-831e-3c6c39bc2fac,segment=NetworkSegment(e468b38e-8097-4f86-a951-d8649ec43194),segment_id=e468b38e-8097-4f86-a951-d8649ec43194)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:58:59.654276 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-304f96e9-0584-481c-a25a-ac4c7bae23fe tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:59.663694 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port a2b29ccc-ebaa-4590-942d-bc1bf8943b12, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=a2b29ccc-ebaa-4590-942d-bc1bf8943b12,segment=NetworkSegment(e468b38e-8097-4f86-a951-d8649ec43194),segment_id=e468b38e-8097-4f86-a951-d8649ec43194)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:58:59.673700 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0731a35-560d-406a-933f-407f86c83330 None None] Pushing event updated for resources: {'Port': ['ID=820a04c8-1707-4aa1-9478-76e2fe912e62,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:58:59.770969 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1550720b-98f0-4e18-ba84-f5879b2d03aa req-7a645d74-0596-45d5-81be-093d6259efb0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=57ccc775-da69-4d1a-a67d-78167a4fef25 HTTP/1.1" status: 200 len: 210 time: 0.0593364 Sep 14 22:58:59.808197 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:59.809500 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 8af5e539-87c0-406a-9677-d9eb4c3f58ac up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:58:59.832427 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-304f96e9-0584-481c-a25a-ac4c7bae23fe tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Calling delete_port for 7dfb54e5-5e98-4d03-831e-3c6c39bc2fac owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:58:59.887705 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bb1ad1f1-6315-41a2-b523-4bb0a3286fc8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:58:59.889190 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-885c70b6-6898-43f4-8b11-5e20c12af2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'name': 'tempest-RoutersTest-router-1338449832', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:11Z', 'updated_at': '2022-09-14T22:58:55Z', 'revision_number': 7, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'gw_port_host': None, '_interfaces': [{'id': '0c671110-245b-4efb-b517-ab25976b0156', 'name': '', 'network_id': 'ae0a4235-6b0a-40b9-96ce-b2601772b2b0', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:d0:91:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '69183486-971f-4bfb-8509-7ef2c5a773a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:32Z', 'updated_at': '2022-09-14T22:58:57Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '69183486-971f-4bfb-8509-7ef2c5a773a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1677ea41-3f6e-40c6-9468-c17e77f65545', 'name': '', 'network_id': '77d744c3-5dc8-4254-a77a-f866be4e427e', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:26:1c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:24Z', 'updated_at': '2022-09-14T22:58:34Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cffdb05-630d-45d9-8ba8-0ced348ae677', 'name': '', 'network_id': '75ea059b-2f00-49a6-9551-ce55ec1f21b9', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:db:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:16Z', 'updated_at': '2022-09-14T22:58:26Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dfb54e5-5e98-4d03-831e-3c6c39bc2fac', 'name': '', 'network_id': 'a0633eae-78c5-44f8-876c-d9fcebb4fda8', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:3b:6a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '9a4d0133-d0db-4023-a396-071f61f22130', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:42Z', 'updated_at': '2022-09-14T22:58:53Z', 'revision_number': 4, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '9a4d0133-d0db-4023-a396-071f61f22130', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:58:59.893691 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885c70b6-6898-43f4-8b11-5e20c12af2a3 None None] The sync data for ids ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'] in dv-neutron-857791-1-hyperv is: [{'id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'name': 'tempest-RoutersTest-router-1338449832', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:11Z', 'updated_at': '2022-09-14T22:58:55Z', 'revision_number': 7, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'gw_port_host': None, '_interfaces': [{'id': '0c671110-245b-4efb-b517-ab25976b0156', 'name': '', 'network_id': 'ae0a4235-6b0a-40b9-96ce-b2601772b2b0', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:d0:91:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '69183486-971f-4bfb-8509-7ef2c5a773a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:32Z', 'updated_at': '2022-09-14T22:58:57Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '69183486-971f-4bfb-8509-7ef2c5a773a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1677ea41-3f6e-40c6-9468-c17e77f65545', 'name': '', 'network_id': '77d744c3-5dc8-4254-a77a-f866be4e427e', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:26:1c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:24Z', 'updated_at': '2022-09-14T22:58:34Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cffdb05-630d-45d9-8ba8-0ced348ae677', 'name': '', 'network_id': '75ea059b-2f00-49a6-9551-ce55ec1f21b9', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:db:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:16Z', 'updated_at': '2022-09-14T22:58:26Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dfb54e5-5e98-4d03-831e-3c6c39bc2fac', 'name': '', 'network_id': 'a0633eae-78c5-44f8-876c-d9fcebb4fda8', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:3b:6a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '9a4d0133-d0db-4023-a396-071f61f22130', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:42Z', 'updated_at': '2022-09-14T22:58:53Z', 'revision_number': 4, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '9a4d0133-d0db-4023-a396-071f61f22130', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:58:59.989824 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edd233d-25d1-4cb0-a53a-c32d607e04a8 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:58:59.990551 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-4edd233d-25d1-4cb0-a53a-c32d607e04a8 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Synchronizing usage tracker for tenant:1c14bf9f432e425688de72a35501bf7a on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:58:59.994397 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1ad1f1-6315-41a2-b523-4bb0a3286fc8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Network 05ba8914-8895-489a-8f7a-9b70b5c27c49 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:59:00.006877 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-bb1ad1f1-6315-41a2-b523-4bb0a3286fc8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:59:00.015557 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1ad1f1-6315-41a2-b523-4bb0a3286fc8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:00.016162 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bb1ad1f1-6315-41a2-b523-4bb0a3286fc8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:00.028291 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-c0731a35-560d-406a-933f-407f86c83330 None None] Attempting to bind port 820a04c8-1707-4aa1-9478-76e2fe912e62 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:59:00.028701 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-c0731a35-560d-406a-933f-407f86c83330 None None] Attempting to bind port 820a04c8-1707-4aa1-9478-76e2fe912e62 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '4b6fd954-7acd-4af4-8e1f-84800a9f41c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '05ba8914-8895-489a-8f7a-9b70b5c27c49'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:59:00.029068 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0731a35-560d-406a-933f-407f86c83330 None None] Attempting to bind port 820a04c8-1707-4aa1-9478-76e2fe912e62 on network 05ba8914-8895-489a-8f7a-9b70b5c27c49 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:59:00.031067 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ad1f1-6315-41a2-b523-4bb0a3286fc8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Subnet': ['ID=d69a42bf-fe54-44f5-93ce-9dd202d05493,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:00.050696 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1fe44110-b4a7-4d30-ac22-5eab1957a548 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:00.059237 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-bb1ad1f1-6315-41a2-b523-4bb0a3286fc8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7992425 Sep 14 22:59:00.060688 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-4edd233d-25d1-4cb0-a53a-c32d607e04a8 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Unset dirty status for tenant:1c14bf9f432e425688de72a35501bf7a on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:00.063198 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53236) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:00.064541 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4edd233d-25d1-4cb0-a53a-c32d607e04a8 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.2 HTTP/1.1" status: 200 len: 921 time: 0.6680589 Sep 14 22:59:00.065250 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53238) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:00.065986 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=a2b29ccc-ebaa-4590-942d-bc1bf8943b12,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:00.069929 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0731a35-560d-406a-933f-407f86c83330 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:59:00.070145 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-3cbf732a-de16-4156-862d-e304764209c9 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'port': {'network_id': '05ba8914-8895-489a-8f7a-9b70b5c27c49', 'fixed_ips': [{'subnet_id': 'df5122f0-b41a-4947-ac8a-38ad669a11b2'}, {'subnet_id': 'd69a42bf-fe54-44f5-93ce-9dd202d05493'}], 'name': 'tempest-PortsIpV6TestJSON-1481696714'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:00.070383 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0731a35-560d-406a-933f-407f86c83330 None None] Checking segment: {'id': '4b6fd954-7acd-4af4-8e1f-84800a9f41c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '05ba8914-8895-489a-8f7a-9b70b5c27c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:59:00.071054 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c0731a35-560d-406a-933f-407f86c83330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:00.071527 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0731a35-560d-406a-933f-407f86c83330 None None] Bound using segment: {'id': '4b6fd954-7acd-4af4-8e1f-84800a9f41c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '05ba8914-8895-489a-8f7a-9b70b5c27c49'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:59:00.072006 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-c0731a35-560d-406a-933f-407f86c83330 None None] Bound port: 820a04c8-1707-4aa1-9478-76e2fe912e62, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b6fd954-7acd-4af4-8e1f-84800a9f41c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '05ba8914-8895-489a-8f7a-9b70b5c27c49'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:59:00.072383 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c0731a35-560d-406a-933f-407f86c83330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:00.092451 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1fe44110-b4a7-4d30-ac22-5eab1957a548 None None] Transition to ACTIVE for port object 63696093-4df4-4da1-ade1-8197f7d7b047 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:59:00.164131 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 8af5e539-87c0-406a-9677-d9eb4c3f58ac completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:00.173345 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1fe44110-b4a7-4d30-ac22-5eab1957a548 None None] Transition to ACTIVE for port object 63696093-4df4-4da1-ade1-8197f7d7b047 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:59:00.176504 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 8af5e539-87c0-406a-9677-d9eb4c3f58ac triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:00.176909 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:00.187155 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-bb1b01d4-786c-4536-940a-b348178ff6b3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Deleting port b7827fb3-a151-4567-9bea-956865856020 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:00.187494 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bb1b01d4-786c-4536-940a-b348178ff6b3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:00.225228 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-3cbf732a-de16-4156-862d-e304764209c9 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:00.234506 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1fe44110-b4a7-4d30-ac22-5eab1957a548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:00.237260 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-3cbf732a-de16-4156-862d-e304764209c9 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:00.247886 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbf732a-de16-4156-862d-e304764209c9 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Made reservation on behalf of c0a980b2e8bf40c8a14dfb2d5527a283 for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:59:00.285981 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-304f96e9-0584-481c-a25a-ac4c7bae23fe tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:00.316178 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe44110-b4a7-4d30-ac22-5eab1957a548 None None] Pushing event updated for resources: {'Port': ['ID=63696093-4df4-4da1-ade1-8197f7d7b047,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:00.338535 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-c0731a35-560d-406a-933f-407f86c83330 None None] For port 820a04c8-1707-4aa1-9478-76e2fe912e62, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:59:00.346867 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-c0731a35-560d-406a-933f-407f86c83330 None None] For port 820a04c8-1707-4aa1-9478-76e2fe912e62, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=820a04c8-1707-4aa1-9478-76e2fe912e62,segment=NetworkSegment(4b6fd954-7acd-4af4-8e1f-84800a9f41c7),segment_id=4b6fd954-7acd-4af4-8e1f-84800a9f41c7)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:59:00.352778 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe44110-b4a7-4d30-ac22-5eab1957a548 None None] Network 506711e2-2558-49ec-9693-618107a6d5ac is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:59:00.356578 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-1fe44110-b4a7-4d30-ac22-5eab1957a548 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:59:00.360467 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe44110-b4a7-4d30-ac22-5eab1957a548 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:59:00.364542 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f96e9-0584-481c-a25a-ac4c7bae23fe tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event deleted for resources: {'Port': ['ID=7dfb54e5-5e98-4d03-831e-3c6c39bc2fac,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:00.365061 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c0731a35-560d-406a-933f-407f86c83330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:00.475565 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3cbf732a-de16-4156-862d-e304764209c9 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:00.564537 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-3cbf732a-de16-4156-862d-e304764209c9 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] device_id is not set on port 1b228e64-e72b-44ba-abf9-5b8be088ec2c yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:59:00.643080 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0731a35-560d-406a-933f-407f86c83330 None None] Pushing event updated for resources: {'Port': ['ID=820a04c8-1707-4aa1-9478-76e2fe912e62,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:00.659740 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-1fe44110-b4a7-4d30-ac22-5eab1957a548 None None] Attempting to bind port 63696093-4df4-4da1-ade1-8197f7d7b047 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:59:00.660039 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-1fe44110-b4a7-4d30-ac22-5eab1957a548 None None] Attempting to bind port 63696093-4df4-4da1-ade1-8197f7d7b047 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '32e8d0e0-6d6a-4568-afac-5a0ce1bb4b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '506711e2-2558-49ec-9693-618107a6d5ac'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:59:00.660395 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe44110-b4a7-4d30-ac22-5eab1957a548 None None] Attempting to bind port 63696093-4df4-4da1-ade1-8197f7d7b047 on network 506711e2-2558-49ec-9693-618107a6d5ac {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:59:00.665770 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 8af5e539-87c0-406a-9677-d9eb4c3f58ac is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:00.667702 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:00.685305 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe44110-b4a7-4d30-ac22-5eab1957a548 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:59:00.685671 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe44110-b4a7-4d30-ac22-5eab1957a548 None None] Checking segment: {'id': '32e8d0e0-6d6a-4568-afac-5a0ce1bb4b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '506711e2-2558-49ec-9693-618107a6d5ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:59:00.686066 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1fe44110-b4a7-4d30-ac22-5eab1957a548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:00.686447 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe44110-b4a7-4d30-ac22-5eab1957a548 None None] Bound using segment: {'id': '32e8d0e0-6d6a-4568-afac-5a0ce1bb4b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '506711e2-2558-49ec-9693-618107a6d5ac'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:59:00.686923 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-1fe44110-b4a7-4d30-ac22-5eab1957a548 None None] Bound port: 63696093-4df4-4da1-ade1-8197f7d7b047, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e8d0e0-6d6a-4568-afac-5a0ce1bb4b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '506711e2-2558-49ec-9693-618107a6d5ac'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:59:00.687281 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1fe44110-b4a7-4d30-ac22-5eab1957a548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:00.859154 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bb1b01d4-786c-4536-940a-b348178ff6b3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:00.981258 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 8af5e539-87c0-406a-9677-d9eb4c3f58ac, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=8af5e539-87c0-406a-9677-d9eb4c3f58ac,segment=NetworkSegment(0822189f-b9aa-4007-86b1-4daf9e8873b5),segment_id=0822189f-b9aa-4007-86b1-4daf9e8873b5)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:01.007654 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:01.008466 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 99e36943-ed66-4133-a7e1-6b84d1976b93 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:59:01.032291 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-de8f2ad8-0956-452e-bf03-97fcfddd18f4 req-d139ba4e-dc72-4c71-ae3f-893e504eda84 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/ports?device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 210 time: 0.5361056 Sep 14 22:59:01.059626 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9146e02d-fb36-4c52-a4b6-450065b82064 req-f9f86676-a3de-4cd3-9a28-aa403123118f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=57ccc775-da69-4d1a-a67d-78167a4fef25 HTTP/1.1" status: 200 len: 210 time: 0.1191924 Sep 14 22:59:01.085912 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1fe44110-b4a7-4d30-ac22-5eab1957a548 None None] For port 63696093-4df4-4da1-ade1-8197f7d7b047, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:59:01.094789 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1fe44110-b4a7-4d30-ac22-5eab1957a548 None None] For port 63696093-4df4-4da1-ade1-8197f7d7b047, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=63696093-4df4-4da1-ade1-8197f7d7b047,segment=NetworkSegment(32e8d0e0-6d6a-4568-afac-5a0ce1bb4b70),segment_id=32e8d0e0-6d6a-4568-afac-5a0ce1bb4b70)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:59:01.105719 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-bb1b01d4-786c-4536-940a-b348178ff6b3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Calling delete_port for b7827fb3-a151-4567-9bea-956865856020 owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:59:01.187215 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=8af5e539-87c0-406a-9677-d9eb4c3f58ac,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:01.193955 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1fe44110-b4a7-4d30-ac22-5eab1957a548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:01.199416 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-304f96e9-0584-481c-a25a-ac4c7bae23fe tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:01.301354 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe44110-b4a7-4d30-ac22-5eab1957a548 None None] Pushing event updated for resources: {'Port': ['ID=63696093-4df4-4da1-ade1-8197f7d7b047,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:01.325623 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 99e36943-ed66-4133-a7e1-6b84d1976b93 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:01.325995 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:01.344842 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-3cbf732a-de16-4156-862d-e304764209c9 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Allocated IP 2001:db8::b1 (05ba8914-8895-489a-8f7a-9b70b5c27c49/df5122f0-b41a-4947-ac8a-38ad669a11b2/1b228e64-e72b-44ba-abf9-5b8be088ec2c) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:59:01.351779 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-3cbf732a-de16-4156-862d-e304764209c9 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Allocated IP 2001:db8:0:1::20a (05ba8914-8895-489a-8f7a-9b70b5c27c49/d69a42bf-fe54-44f5-93ce-9dd202d05493/1b228e64-e72b-44ba-abf9-5b8be088ec2c) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:59:01.578370 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 99e36943-ed66-4133-a7e1-6b84d1976b93 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:01.660413 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 7d207a73-5684-450b-83b8-604aeceba4a2 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:59:01.743081 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bb1b01d4-786c-4536-940a-b348178ff6b3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:01.777062 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 7d207a73-5684-450b-83b8-604aeceba4a2 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:59:01.778089 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 7d207a73-5684-450b-83b8-604aeceba4a2 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:59:01.836436 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-756b902c-a797-4c37-91a6-961102b6accf tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:01.837945 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-756b902c-a797-4c37-91a6-961102b6accf tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.20 "GET /v2.0/networks?id=e54d4215-9b0b-4b80-af38-991540bcc5bc HTTP/1.1" status: 200 len: 796 time: 0.2492712 Sep 14 22:59:01.895604 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b01d4-786c-4536-940a-b348178ff6b3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Port': ['ID=b7827fb3-a151-4567-9bea-956865856020,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:01.944905 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3cbf732a-de16-4156-862d-e304764209c9 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:01.978691 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-51d85f99-15d8-4174-975d-10278a2fa15d tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b3796dd934c412e8cbfebdb8122849f HTTP/1.1" status: 200 len: 380 time: 0.1308665 Sep 14 22:59:01.997525 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-fab09ff8-7327-4b33-acf0-a77e70212af9 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Request body: {'port': {'device_id': 'da0e4dea-89ef-466c-b42e-bb8c92794f3c', 'network_id': 'e54d4215-9b0b-4b80-af38-991540bcc5bc', 'admin_state_up': True, 'tenant_id': '4b3796dd934c412e8cbfebdb8122849f', 'security_groups': ['948c967b-0640-4ed1-8762-05161c06a02f']}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:02.122369 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304f96e9-0584-481c-a25a-ac4c7bae23fe tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Router 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:59:02.148038 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-3cbf732a-de16-4156-862d-e304764209c9 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Transition to ACTIVE for port object 1b228e64-e72b-44ba-abf9-5b8be088ec2c will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:59:02.175754 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bb1b01d4-786c-4536-940a-b348178ff6b3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:02.209229 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-bb1b01d4-786c-4536-940a-b348178ff6b3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/ports/b7827fb3-a151-4567-9bea-956865856020 HTTP/1.1" status: 204 len: 168 time: 2.1395028 Sep 14 22:59:02.216599 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53268) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:02.280765 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 820a04c8-1707-4aa1-9478-76e2fe912e62 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:59:02.392942 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b977409-10bc-4554-9778-5495e5097898 None None] Network 05ba8914-8895-489a-8f7a-9b70b5c27c49 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:59:02.394368 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5c19d80f-484e-4215-9e9a-ee5a1a0a9146 req-9020bf29-eb12-4a19-8db1-9813b25a6d8e tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/ports?device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 210 time: 0.0876317 Sep 14 22:59:02.400176 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e2455a6c-cda4-4167-ab97-31e9adf3d44f req-a7b2b443-d4c0-4b8e-8728-804994999821 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=57ccc775-da69-4d1a-a67d-78167a4fef25 HTTP/1.1" status: 200 len: 210 time: 0.1706238 Sep 14 22:59:02.408897 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-fab09ff8-7327-4b33-acf0-a77e70212af9 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:02.413164 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-fab09ff8-7327-4b33-acf0-a77e70212af9 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Usage tracker for resource:port and tenant:4b3796dd934c412e8cbfebdb8122849f is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:02.429434 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-fab09ff8-7327-4b33-acf0-a77e70212af9 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:02.429434 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-fab09ff8-7327-4b33-acf0-a77e70212af9 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:02.433782 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3cbf732a-de16-4156-862d-e304764209c9 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:02.485626 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-fab09ff8-7327-4b33-acf0-a77e70212af9 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Made reservation on behalf of 4b3796dd934c412e8cbfebdb8122849f for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:59:02.489789 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-fab09ff8-7327-4b33-acf0-a77e70212af9 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:02.510395 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7be5fd5-6d49-4e53-bab6-abc39bab12d2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] GET failed (client error): The resource could not be found. Sep 14 22:59:02.510734 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b7be5fd5-6d49-4e53-bab6-abc39bab12d2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Synchronizing usage tracker for tenant:1c14bf9f432e425688de72a35501bf7a on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:02.542671 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-8ed03e52-3f8e-428c-9d71-12f5cfe4ff9f None None] Provisioning for port 820a04c8-1707-4aa1-9478-76e2fe912e62 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:02.549514 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbf732a-de16-4156-862d-e304764209c9 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Network 05ba8914-8895-489a-8f7a-9b70b5c27c49 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:59:02.555997 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-3cbf732a-de16-4156-862d-e304764209c9 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:59:02.574027 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304f96e9-0584-481c-a25a-ac4c7bae23fe tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:59:02.581167 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 820a04c8-1707-4aa1-9478-76e2fe912e62 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:02.584987 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-304f96e9-0584-481c-a25a-ac4c7bae23fe tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "PUT /v2.0/routers/1f7ddff8-0c20-4b5c-8c00-49db05062fa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5223527 Sep 14 22:59:02.587637 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53272) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:02.590573 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b7be5fd5-6d49-4e53-bab6-abc39bab12d2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Unset dirty status for tenant:1c14bf9f432e425688de72a35501bf7a on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:02.592285 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b7be5fd5-6d49-4e53-bab6-abc39bab12d2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "GET /v2.0/ports/b7827fb3-a151-4567-9bea-956865856020 HTTP/1.1" status: 404 len: 333 time: 0.3622179 Sep 14 22:59:02.632917 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53276) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:02.637098 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbf732a-de16-4156-862d-e304764209c9 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:59:02.642683 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbf732a-de16-4156-862d-e304764209c9 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:02.643305 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3cbf732a-de16-4156-862d-e304764209c9 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:02.652416 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b132902a-63bc-40e6-aaa8-dcb94d85ddca None None] Sync routers for ids ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:59:02.669145 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 820a04c8-1707-4aa1-9478-76e2fe912e62 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:02.669688 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:02.670641 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf732a-de16-4156-862d-e304764209c9 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Port': ['ID=1b228e64-e72b-44ba-abf9-5b8be088ec2c,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:02.720829 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b132902a-63bc-40e6-aaa8-dcb94d85ddca None None] Routers {'1f7ddff8-0c20-4b5c-8c00-49db05062fa5'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:59:02.725481 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-b132902a-63bc-40e6-aaa8-dcb94d85ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:58:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:02.726674 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-5031fd9b-0117-42c5-99c3-bcd13d21c973 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Deleting subnet 9a4d0133-d0db-4023-a396-071f61f22130 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:59:02.731735 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3cbf732a-de16-4156-862d-e304764209c9 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.6670663 Sep 14 22:59:02.734553 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53280) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:02.738529 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-ee60ffc1-8fd4-4031-acdb-c1b877fb8589 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Deleting port 7284b759-3606-4c42-b651-7acab14c3284 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:02.739053 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ee60ffc1-8fd4-4031-acdb-c1b877fb8589 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:02.742218 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-291e9c8d-b26c-4b5c-a582-ea0c1a041d03 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'df5122f0-b41a-4947-ac8a-38ad669a11b2'}]}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:02.769845 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5031fd9b-0117-42c5-99c3-bcd13d21c973 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:02.816362 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-fab09ff8-7327-4b33-acf0-a77e70212af9 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Allocated IP 172.20.0.11 (e54d4215-9b0b-4b80-af38-991540bcc5bc/1ece0b40-82a5-4ecd-b72f-56ccf822e69f/0898f991-4d9c-4a77-adc0-ffb5287bf28b) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:59:02.852304 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5031fd9b-0117-42c5-99c3-bcd13d21c973 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:02.900172 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6618651-9c6b-48e8-8e65-52492169698c None None] Network 506711e2-2558-49ec-9693-618107a6d5ac requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:59:02.922149 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-291e9c8d-b26c-4b5c-a582-ea0c1a041d03 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:03.079607 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-7299fd8b-6659-47f9-9a44-d40c80ea98ac None None] Provisioning for port 63696093-4df4-4da1-ade1-8197f7d7b047 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:03.100644 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-b132902a-63bc-40e6-aaa8-dcb94d85ddca None None] Set router 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:59:03.105805 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5031fd9b-0117-42c5-99c3-bcd13d21c973 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:03.170928 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ee60ffc1-8fd4-4031-acdb-c1b877fb8589 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:03.236182 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-fab09ff8-7327-4b33-acf0-a77e70212af9 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:03.411941 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-fab09ff8-7327-4b33-acf0-a77e70212af9 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Transition to ACTIVE for port object 0898f991-4d9c-4a77-adc0-ffb5287bf28b will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:59:03.571991 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-291e9c8d-b26c-4b5c-a582-ea0c1a041d03 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Delete allocated IP 2001:db8:0:1::20a (05ba8914-8895-489a-8f7a-9b70b5c27c49/d69a42bf-fe54-44f5-93ce-9dd202d05493) {{(pid=89170) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 14 22:59:03.577362 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-ee60ffc1-8fd4-4031-acdb-c1b877fb8589 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Calling delete_port for 7284b759-3606-4c42-b651-7acab14c3284 owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:59:03.651783 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 820a04c8-1707-4aa1-9478-76e2fe912e62 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:03.653020 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:03.741115 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5031fd9b-0117-42c5-99c3-bcd13d21c973 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:03.786747 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5031fd9b-0117-42c5-99c3-bcd13d21c973 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:03.795745 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031fd9b-0117-42c5-99c3-bcd13d21c973 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event deleted for resources: {'Subnet': ['ID=9a4d0133-d0db-4023-a396-071f61f22130,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:03.808310 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5031fd9b-0117-42c5-99c3-bcd13d21c973 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/subnets/9a4d0133-d0db-4023-a396-071f61f22130 HTTP/1.1" status: 204 len: 168 time: 1.2195289 Sep 14 22:59:03.813999 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53290) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:03.827276 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6256b62b-c6dc-48c6-a67f-290596d26d9f req-e77901ce-af74-4df1-b07d-eb614a555792 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=57ccc775-da69-4d1a-a67d-78167a4fef25 HTTP/1.1" status: 200 len: 210 time: 0.0955706 Sep 14 22:59:03.836457 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.resource_extend [None req-291e9c8d-b26c-4b5c-a582-ea0c1a041d03 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 22:59:03.840099 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ee60ffc1-8fd4-4031-acdb-c1b877fb8589 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:03.842955 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cede1ae1-ef36-42e3-9489-ee013a746b9a None None] Network a0633eae-78c5-44f8-876c-d9fcebb4fda8 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:59:03.849036 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-5ea1c569-e79e-402b-9bbd-a3109f452829 req-8032550e-8d59-4f1a-a098-d86f87eb146f tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Synchronizing usage tracker for tenant:4b3796dd934c412e8cbfebdb8122849f on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:03.857242 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-291e9c8d-b26c-4b5c-a582-ea0c1a041d03 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:03.884895 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-5ea1c569-e79e-402b-9bbd-a3109f452829 req-8032550e-8d59-4f1a-a098-d86f87eb146f tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Unset dirty status for tenant:4b3796dd934c412e8cbfebdb8122849f on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:03.886034 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5ea1c569-e79e-402b-9bbd-a3109f452829 req-8032550e-8d59-4f1a-a098-d86f87eb146f tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/ports?device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 210 time: 0.1584437 Sep 14 22:59:03.887617 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-291e9c8d-b26c-4b5c-a582-ea0c1a041d03 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Ignored duplicate provisioning block setup for port 1b228e64-e72b-44ba-abf9-5b8be088ec2c by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 14 22:59:03.894404 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-291e9c8d-b26c-4b5c-a582-ea0c1a041d03 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:03.940003 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-fab09ff8-7327-4b33-acf0-a77e70212af9 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:03.979972 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60ffc1-8fd4-4031-acdb-c1b877fb8589 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Port': ['ID=7284b759-3606-4c42-b651-7acab14c3284,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:04.017642 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 820a04c8-1707-4aa1-9478-76e2fe912e62, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=820a04c8-1707-4aa1-9478-76e2fe912e62,segment=NetworkSegment(4b6fd954-7acd-4af4-8e1f-84800a9f41c7),segment_id=4b6fd954-7acd-4af4-8e1f-84800a9f41c7)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:04.026400 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-fab09ff8-7327-4b33-acf0-a77e70212af9 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Network e54d4215-9b0b-4b80-af38-991540bcc5bc is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:59:04.030565 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-291e9c8d-b26c-4b5c-a582-ea0c1a041d03 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] In _notify_port_updated(), no bound segment for port 1b228e64-e72b-44ba-abf9-5b8be088ec2c on network 05ba8914-8895-489a-8f7a-9b70b5c27c49 {{(pid=89170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 14 22:59:04.035800 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e9c8d-b26c-4b5c-a582-ea0c1a041d03 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:04.036411 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-291e9c8d-b26c-4b5c-a582-ea0c1a041d03 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:04.036834 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:04.037617 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 63696093-4df4-4da1-ade1-8197f7d7b047 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:59:04.037758 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-291e9c8d-b26c-4b5c-a582-ea0c1a041d03 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "PUT /v2.0/ports/1b228e64-e72b-44ba-abf9-5b8be088ec2c HTTP/1.1" status: 200 len: 925 time: 1.3022518 Sep 14 22:59:04.039172 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-fab09ff8-7327-4b33-acf0-a77e70212af9 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:59:04.041042 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e9c8d-b26c-4b5c-a582-ea0c1a041d03 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Port': ['ID=1b228e64-e72b-44ba-abf9-5b8be088ec2c,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:04.043235 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-fab09ff8-7327-4b33-acf0-a77e70212af9 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:59:04.060145 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53294) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:04.100675 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ee9ad0ea-85a9-45d3-9b18-62baa4fab82a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:04.115598 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-ffc197ff-1eaf-4a73-8845-d1425c5a543a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'df5122f0-b41a-4947-ac8a-38ad669a11b2'}, {'subnet_id': 'd69a42bf-fe54-44f5-93ce-9dd202d05493'}]}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:04.193789 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20369eff-d541-42bf-9a6c-602fe5ceee2f None None] Update dhcp port {'port': {'network_id': '05ba8914-8895-489a-8f7a-9b70b5c27c49', 'fixed_ips': [{'subnet_id': 'df5122f0-b41a-4947-ac8a-38ad669a11b2', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd69a42bf-fe54-44f5-93ce-9dd202d05493'}], 'binding:host_id': 'dv-neutron-857791-1-hyperv'}, 'id': '820a04c8-1707-4aa1-9478-76e2fe912e62'} from dv-neutron-857791-1-hyperv. {{(pid=89172) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 14 22:59:04.253829 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-ee9ad0ea-85a9-45d3-9b18-62baa4fab82a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Deleting port a2b29ccc-ebaa-4590-942d-bc1bf8943b12 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:04.254210 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ee9ad0ea-85a9-45d3-9b18-62baa4fab82a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:04.288347 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab09ff8-7327-4b33-acf0-a77e70212af9 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Pushing event updated for resources: {'Port': ['ID=0898f991-4d9c-4a77-adc0-ffb5287bf28b,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:04.304051 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-fab09ff8-7327-4b33-acf0-a77e70212af9 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:04.304753 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-fab09ff8-7327-4b33-acf0-a77e70212af9 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:04.343324 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-fab09ff8-7327-4b33-acf0-a77e70212af9 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3529310 Sep 14 22:59:04.378635 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c070344-5e94-4ce4-b561-eb270d206bed req-5756cbcd-8a30-4fcf-8f93-d6d86cc595ad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:04.380116 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4c070344-5e94-4ce4-b561-eb270d206bed req-5756cbcd-8a30-4fcf-8f93-d6d86cc595ad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/networks?id=d1a73eec-09dc-48d5-82d9-e45fd9ffc362 HTTP/1.1" status: 200 len: 796 time: 0.2415318 Sep 14 22:59:04.395105 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ee60ffc1-8fd4-4031-acdb-c1b877fb8589 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:04.400412 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ee60ffc1-8fd4-4031-acdb-c1b877fb8589 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/ports/7284b759-3606-4c42-b651-7acab14c3284 HTTP/1.1" status: 204 len: 168 time: 1.7640483 Sep 14 22:59:04.404957 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53300) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:04.469217 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-db93b31c-3c03-40fe-8fd4-b96f06fb4a4a service neutron] Request body: {'port': {'device_id': 'da0e4dea-89ef-466c-b42e-bb8c92794f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:04.482096 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-20369eff-d541-42bf-9a6c-602fe5ceee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:04.517353 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-9358efd2-fb0d-4155-a8a0-4621e77339e3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] GET failed (client error): The resource could not be found. Sep 14 22:59:04.517893 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9358efd2-fb0d-4155-a8a0-4621e77339e3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Synchronizing usage tracker for tenant:1c14bf9f432e425688de72a35501bf7a on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:04.519431 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=820a04c8-1707-4aa1-9478-76e2fe912e62,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:04.562650 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4c070344-5e94-4ce4-b561-eb270d206bed req-3764ed8b-5ca2-4a39-a079-183565eba1c0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c57dd58bea08430d873bf967651d6b8d HTTP/1.1" status: 200 len: 379 time: 0.1749830 Sep 14 22:59:04.571192 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [req-4c070344-5e94-4ce4-b561-eb270d206bed req-be5adc0c-8278-4770-9594-1c7aea4201bc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'port': {'device_id': '57ccc775-da69-4d1a-a67d-78167a4fef25', 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362', 'admin_state_up': True, 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'security_groups': ['c53074e8-c39b-42bf-beff-afa8712647c5']}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:04.660451 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 63696093-4df4-4da1-ade1-8197f7d7b047 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:04.681008 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9358efd2-fb0d-4155-a8a0-4621e77339e3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Unset dirty status for tenant:1c14bf9f432e425688de72a35501bf7a on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:04.682171 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9358efd2-fb0d-4155-a8a0-4621e77339e3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "GET /v2.0/ports/7284b759-3606-4c42-b651-7acab14c3284 HTTP/1.1" status: 404 len: 333 time: 0.2762883 Sep 14 22:59:04.686661 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1beda617-d743-4a44-96d8-e11321c311ff None None] Provisioning for port 0898f991-4d9c-4a77-adc0-ffb5287bf28b completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:04.694770 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53308) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:04.706802 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 63696093-4df4-4da1-ade1-8197f7d7b047 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:04.707173 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:04.777848 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-db93b31c-3c03-40fe-8fd4-b96f06fb4a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:04.788448 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1beda617-d743-4a44-96d8-e11321c311ff None None] Provisioning complete for port 0898f991-4d9c-4a77-adc0-ffb5287bf28b triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:04.789101 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1beda617-d743-4a44-96d8-e11321c311ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:04.910762 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [req-4c070344-5e94-4ce4-b561-eb270d206bed req-be5adc0c-8278-4770-9594-1c7aea4201bc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:04.923154 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-ee9ad0ea-85a9-45d3-9b18-62baa4fab82a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] For port a2b29ccc-ebaa-4590-942d-bc1bf8943b12, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=a2b29ccc-ebaa-4590-942d-bc1bf8943b12,segment=NetworkSegment(e468b38e-8097-4f86-a951-d8649ec43194),segment_id=e468b38e-8097-4f86-a951-d8649ec43194)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:04.923512 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ee9ad0ea-85a9-45d3-9b18-62baa4fab82a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:04.940403 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [req-4c070344-5e94-4ce4-b561-eb270d206bed req-be5adc0c-8278-4770-9594-1c7aea4201bc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:04.988004 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-b132902a-63bc-40e6-aaa8-dcb94d85ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'name': 'tempest-RoutersTest-router-1338449832', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:11Z', 'updated_at': '2022-09-14T22:59:00Z', 'revision_number': 8, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'gw_port_host': None, '_interfaces': [{'id': '0c671110-245b-4efb-b517-ab25976b0156', 'name': '', 'network_id': 'ae0a4235-6b0a-40b9-96ce-b2601772b2b0', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:d0:91:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '69183486-971f-4bfb-8509-7ef2c5a773a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:32Z', 'updated_at': '2022-09-14T22:58:57Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '69183486-971f-4bfb-8509-7ef2c5a773a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1677ea41-3f6e-40c6-9468-c17e77f65545', 'name': '', 'network_id': '77d744c3-5dc8-4254-a77a-f866be4e427e', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:26:1c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:24Z', 'updated_at': '2022-09-14T22:58:34Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cffdb05-630d-45d9-8ba8-0ced348ae677', 'name': '', 'network_id': '75ea059b-2f00-49a6-9551-ce55ec1f21b9', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:db:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:16Z', 'updated_at': '2022-09-14T22:58:26Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:05.025953 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b132902a-63bc-40e6-aaa8-dcb94d85ddca None None] Checking router: 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:59:05.041031 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1beda617-d743-4a44-96d8-e11321c311ff None None] Port 0898f991-4d9c-4a77-adc0-ffb5287bf28b cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:59:05.059295 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-8372b050-c12a-4697-99f9-3fb5d00202cb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Deleting subnet 636e5273-a70a-4aa3-9bf7-469f6254c57b {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:59:05.175633 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8372b050-c12a-4697-99f9-3fb5d00202cb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:05.225053 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023b2070-fd47-4c04-9bb8-18430fac35fd None None] DHCP port deletion for a0633eae-78c5-44f8-876c-d9fcebb4fda8 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:59:05.255428 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b132902a-63bc-40e6-aaa8-dcb94d85ddca None None] Routers {'1f7ddff8-0c20-4b5c-8c00-49db05062fa5'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:59:05.256559 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-b132902a-63bc-40e6-aaa8-dcb94d85ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:58:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:05.261681 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b766cb91-45f4-475f-a31a-b91e7532fd7c req-3437e039-24a7-4222-bd6d-3ae74d081441 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=57ccc775-da69-4d1a-a67d-78167a4fef25 HTTP/1.1" status: 200 len: 210 time: 0.1960948 Sep 14 22:59:05.263599 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c070344-5e94-4ce4-b561-eb270d206bed req-be5adc0c-8278-4770-9594-1c7aea4201bc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Made reservation on behalf of c57dd58bea08430d873bf967651d6b8d for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:59:05.270698 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-4c070344-5e94-4ce4-b561-eb270d206bed req-be5adc0c-8278-4770-9594-1c7aea4201bc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:05.288270 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-ee9ad0ea-85a9-45d3-9b18-62baa4fab82a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Calling delete_port for a2b29ccc-ebaa-4590-942d-bc1bf8943b12 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:59:05.356109 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ffc197ff-1eaf-4a73-8845-d1425c5a543a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:05.364019 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-023b2070-fd47-4c04-9bb8-18430fac35fd None None] Deleting port a2b29ccc-ebaa-4590-942d-bc1bf8943b12 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:05.364355 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-023b2070-fd47-4c04-9bb8-18430fac35fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:05.375702 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8372b050-c12a-4697-99f9-3fb5d00202cb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:05.536453 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ee9ad0ea-85a9-45d3-9b18-62baa4fab82a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:05.607800 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ad0ea-85a9-45d3-9b18-62baa4fab82a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event deleted for resources: {'Port': ['ID=a2b29ccc-ebaa-4590-942d-bc1bf8943b12,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:05.652733 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-023b2070-fd47-4c04-9bb8-18430fac35fd None None] The port 'a2b29ccc-ebaa-4590-942d-bc1bf8943b12' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:59:05.676936 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 63696093-4df4-4da1-ade1-8197f7d7b047 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:05.678049 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:05.698710 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e29affea-662b-463d-a3cc-4ece0c251cd3 None None] Provisioning complete for port 63696093-4df4-4da1-ade1-8197f7d7b047 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:05.699098 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e29affea-662b-463d-a3cc-4ece0c251cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:05.730394 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [req-4c070344-5e94-4ce4-b561-eb270d206bed req-be5adc0c-8278-4770-9594-1c7aea4201bc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Allocated IP 172.20.0.13 (d1a73eec-09dc-48d5-82d9-e45fd9ffc362/0333997c-a1e9-459f-8c5d-4805fd79339b/771969ce-4285-4948-867d-68149ce1a2a7) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:59:05.753652 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-20369eff-d541-42bf-9a6c-602fe5ceee2f None None] Allocated IP 2001:db8:0:1::2 (05ba8914-8895-489a-8f7a-9b70b5c27c49/d69a42bf-fe54-44f5-93ce-9dd202d05493/820a04c8-1707-4aa1-9478-76e2fe912e62) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:59:05.799282 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed31c5-b54c-40c5-822e-081fa569ce03 req-7902e082-5f52-41ea-9962-a00dcf93d755 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:05.804100 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-b132902a-63bc-40e6-aaa8-dcb94d85ddca None None] Set router 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:59:05.807275 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b4ed31c5-b54c-40c5-822e-081fa569ce03 req-7902e082-5f52-41ea-9962-a00dcf93d755 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/ports?device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 932 time: 0.6254406 Sep 14 22:59:05.872793 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9ad0ea-85a9-45d3-9b18-62baa4fab82a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] No DVR routers for this DVR port a2b29ccc-ebaa-4590-942d-bc1bf8943b12 on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:59:05.896508 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b4ed31c5-b54c-40c5-822e-081fa569ce03 req-e9048366-b1c1-483a-b25b-9f08731edf4d tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/security-groups?id=948c967b-0640-4ed1-8762-05161c06a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881422 Sep 14 22:59:06.043233 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ee9ad0ea-85a9-45d3-9b18-62baa4fab82a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:06.071515 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-ee9ad0ea-85a9-45d3-9b18-62baa4fab82a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0633eae-78c5-44f8-876c-d9fcebb4fda8']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:06.087614 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-ee9ad0ea-85a9-45d3-9b18-62baa4fab82a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e468b38e-8097-4f86-a951-d8649ec43194') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:06.087979 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-ee9ad0ea-85a9-45d3-9b18-62baa4fab82a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e468b38e-8097-4f86-a951-d8649ec43194') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:06.101525 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ee9ad0ea-85a9-45d3-9b18-62baa4fab82a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:06.104957 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-db93b31c-3c03-40fe-8fd4-b96f06fb4a4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0898f991-4d9c-4a77-adc0-ffb5287bf28b {{(pid=89170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 22:59:06.108760 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 63696093-4df4-4da1-ade1-8197f7d7b047, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=63696093-4df4-4da1-ade1-8197f7d7b047,segment=NetworkSegment(32e8d0e0-6d6a-4568-afac-5a0ce1bb4b70),segment_id=32e8d0e0-6d6a-4568-afac-5a0ce1bb4b70)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:06.117546 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-db93b31c-3c03-40fe-8fd4-b96f06fb4a4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:06.122665 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ee9ad0ea-85a9-45d3-9b18-62baa4fab82a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:06.129674 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee9ad0ea-85a9-45d3-9b18-62baa4fab82a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:59:06.130064 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ee9ad0ea-85a9-45d3-9b18-62baa4fab82a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:06.140847 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-4c070344-5e94-4ce4-b561-eb270d206bed req-be5adc0c-8278-4770-9594-1c7aea4201bc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:06.153347 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-db93b31c-3c03-40fe-8fd4-b96f06fb4a4a service neutron] Transition to ACTIVE for port object 0898f991-4d9c-4a77-adc0-ffb5287bf28b will not be triggered until provisioned by entity L2. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:59:06.162075 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-db93b31c-3c03-40fe-8fd4-b96f06fb4a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:06.165797 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:06.166571 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 0c671110-245b-4efb-b517-ab25976b0156 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:59:06.211271 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [req-4c070344-5e94-4ce4-b561-eb270d206bed req-be5adc0c-8278-4770-9594-1c7aea4201bc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Transition to ACTIVE for port object 771969ce-4285-4948-867d-68149ce1a2a7 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:59:06.259875 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8372b050-c12a-4697-99f9-3fb5d00202cb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:06.299445 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment e468b38e-8097-4f86-a951-d8649ec43194 resource provider aggregate not found Sep 14 22:59:06.339897 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment e468b38e-8097-4f86-a951-d8649ec43194 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e468b38e-8097-4f86-a951-d8649ec43194 found for delete ", "request_id": "req-3750fa33-ad31-4f12-b4b7-fce00b5f9fea"}]} Sep 14 22:59:06.355989 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ee9ad0ea-85a9-45d3-9b18-62baa4fab82a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:06.401565 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ee9ad0ea-85a9-45d3-9b18-62baa4fab82a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:06.412032 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ad0ea-85a9-45d3-9b18-62baa4fab82a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event deleted for resources: {'Network': ['ID=a0633eae-78c5-44f8-876c-d9fcebb4fda8,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:06.432367 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ee9ad0ea-85a9-45d3-9b18-62baa4fab82a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/networks/a0633eae-78c5-44f8-876c-d9fcebb4fda8 HTTP/1.1" status: 204 len: 168 time: 2.6172245 Sep 14 22:59:06.435398 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53322) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:06.438849 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=63696093-4df4-4da1-ade1-8197f7d7b047,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:06.443173 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-20369eff-d541-42bf-9a6c-602fe5ceee2f None None] For port 820a04c8-1707-4aa1-9478-76e2fe912e62, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=820a04c8-1707-4aa1-9478-76e2fe912e62,segment=NetworkSegment(4b6fd954-7acd-4af4-8e1f-84800a9f41c7),segment_id=4b6fd954-7acd-4af4-8e1f-84800a9f41c7)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:06.487160 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-e29affea-662b-463d-a3cc-4ece0c251cd3 None None] Current status of the port 63696093-4df4-4da1-ade1-8197f7d7b047 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:06.490742 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 0c671110-245b-4efb-b517-ab25976b0156 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:06.491114 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:06.525736 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8372b050-c12a-4697-99f9-3fb5d00202cb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:06.527664 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2ae86774-defd-4074-9313-872444e5f9f2 req-6fb6c0f7-8f07-4910-bd32-97fe5ec8747e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=57ccc775-da69-4d1a-a67d-78167a4fef25 HTTP/1.1" status: 200 len: 210 time: 0.0656724 Sep 14 22:59:06.540415 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93b31c-3c03-40fe-8fd4-b96f06fb4a4a service neutron] Pushing event updated for resources: {'Port': ['ID=0898f991-4d9c-4a77-adc0-ffb5287bf28b,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:06.571569 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-db93b31c-3c03-40fe-8fd4-b96f06fb4a4a service neutron] Attempting to bind port 0898f991-4d9c-4a77-adc0-ffb5287bf28b on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:59:06.571569 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-db93b31c-3c03-40fe-8fd4-b96f06fb4a4a service neutron] Attempting to bind port 0898f991-4d9c-4a77-adc0-ffb5287bf28b by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '0822189f-b9aa-4007-86b1-4daf9e8873b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e54d4215-9b0b-4b80-af38-991540bcc5bc'}] {{(pid=89170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:59:06.572229 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-db93b31c-3c03-40fe-8fd4-b96f06fb4a4a service neutron] Attempting to bind port 0898f991-4d9c-4a77-adc0-ffb5287bf28b on network e54d4215-9b0b-4b80-af38-991540bcc5bc {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:59:06.581844 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-4c070344-5e94-4ce4-b561-eb270d206bed req-be5adc0c-8278-4770-9594-1c7aea4201bc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:06.605079 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-20369eff-d541-42bf-9a6c-602fe5ceee2f None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:06.618216 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-b6df408e-4258-42eb-9b35-c8073b0975ed None None] Could not find standard attr ID for object b7827fb3-a151-4567-9bea-956865856020. {{(pid=89172) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 14 22:59:06.627671 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-db93b31c-3c03-40fe-8fd4-b96f06fb4a4a service neutron] Port 0898f991-4d9c-4a77-adc0-ffb5287bf28b on network e54d4215-9b0b-4b80-af38-991540bcc5bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:59:06.628714 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-db93b31c-3c03-40fe-8fd4-b96f06fb4a4a service neutron] Attempting to bind port 0898f991-4d9c-4a77-adc0-ffb5287bf28b on network e54d4215-9b0b-4b80-af38-991540bcc5bc {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:59:06.634368 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-b6df408e-4258-42eb-9b35-c8073b0975ed None None] Could not find standard attr ID for object 7284b759-3606-4c42-b651-7acab14c3284. {{(pid=89172) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 14 22:59:06.640492 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-20369eff-d541-42bf-9a6c-602fe5ceee2f None None] Transition to ACTIVE for port object 820a04c8-1707-4aa1-9478-76e2fe912e62 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:59:06.648087 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c070344-5e94-4ce4-b561-eb270d206bed req-be5adc0c-8278-4770-9594-1c7aea4201bc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network d1a73eec-09dc-48d5-82d9-e45fd9ffc362 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:59:06.650241 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372b050-c12a-4697-99f9-3fb5d00202cb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Subnet': ['ID=636e5273-a70a-4aa3-9bf7-469f6254c57b,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:06.656439 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [req-4c070344-5e94-4ce4-b561-eb270d206bed req-be5adc0c-8278-4770-9594-1c7aea4201bc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:59:06.658370 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-db93b31c-3c03-40fe-8fd4-b96f06fb4a4a service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:59:06.658704 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-db93b31c-3c03-40fe-8fd4-b96f06fb4a4a service neutron] Checking segment: {'id': '0822189f-b9aa-4007-86b1-4daf9e8873b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e54d4215-9b0b-4b80-af38-991540bcc5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:59:06.659125 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-db93b31c-3c03-40fe-8fd4-b96f06fb4a4a service neutron] Bound using segment: {'id': '0822189f-b9aa-4007-86b1-4daf9e8873b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e54d4215-9b0b-4b80-af38-991540bcc5bc'} {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:59:06.659539 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-db93b31c-3c03-40fe-8fd4-b96f06fb4a4a service neutron] Bound port: 0898f991-4d9c-4a77-adc0-ffb5287bf28b, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0822189f-b9aa-4007-86b1-4daf9e8873b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e54d4215-9b0b-4b80-af38-991540bcc5bc'}}] {{(pid=89170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:59:06.659890 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-db93b31c-3c03-40fe-8fd4-b96f06fb4a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:06.662118 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8372b050-c12a-4697-99f9-3fb5d00202cb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:06.664905 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8372b050-c12a-4697-99f9-3fb5d00202cb tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/subnets/636e5273-a70a-4aa3-9bf7-469f6254c57b HTTP/1.1" status: 204 len: 168 time: 1.9649694 Sep 14 22:59:06.669269 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53326) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:06.673983 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-20369eff-d541-42bf-9a6c-602fe5ceee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:06.677273 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c070344-5e94-4ce4-b561-eb270d206bed req-be5adc0c-8278-4770-9594-1c7aea4201bc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:59:06.779772 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338b8d55-f320-4699-8e4f-b03c318b033d None None] Network 506711e2-2558-49ec-9693-618107a6d5ac requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:59:06.892869 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-ffc197ff-1eaf-4a73-8845-d1425c5a543a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Allocated IP 2001:db8:0:1::ee (05ba8914-8895-489a-8f7a-9b70b5c27c49/d69a42bf-fe54-44f5-93ce-9dd202d05493/1b228e64-e72b-44ba-abf9-5b8be088ec2c) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:59:06.905015 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20369eff-d541-42bf-9a6c-602fe5ceee2f None None] Pushing event updated for resources: {'Port': ['ID=820a04c8-1707-4aa1-9478-76e2fe912e62,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:06.924648 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5adc0c-8278-4770-9594-1c7aea4201bc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=771969ce-4285-4948-867d-68149ce1a2a7,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:06.958678 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c070344-5e94-4ce4-b561-eb270d206bed req-be5adc0c-8278-4770-9594-1c7aea4201bc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:06.959293 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-4c070344-5e94-4ce4-b561-eb270d206bed req-be5adc0c-8278-4770-9594-1c7aea4201bc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:06.974524 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a548aed4-8984-4c34-b9a0-4ddc7c60c4e9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:06.976553 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-db93b31c-3c03-40fe-8fd4-b96f06fb4a4a service neutron] For port 0898f991-4d9c-4a77-adc0-ffb5287bf28b, host hv-neutron-8577, cleared binding levels {{(pid=89170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:59:06.994672 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-db93b31c-3c03-40fe-8fd4-b96f06fb4a4a service neutron] For port 0898f991-4d9c-4a77-adc0-ffb5287bf28b, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=0898f991-4d9c-4a77-adc0-ffb5287bf28b,segment=NetworkSegment(0822189f-b9aa-4007-86b1-4daf9e8873b5),segment_id=0822189f-b9aa-4007-86b1-4daf9e8873b5)] {{(pid=89170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:59:07.003482 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-a548aed4-8984-4c34-b9a0-4ddc7c60c4e9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Deleting port 63696093-4df4-4da1-ade1-8197f7d7b047 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:07.003796 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a548aed4-8984-4c34-b9a0-4ddc7c60c4e9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:07.039464 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-db93b31c-3c03-40fe-8fd4-b96f06fb4a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:07.040348 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-b132902a-63bc-40e6-aaa8-dcb94d85ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'name': 'tempest-RoutersTest-router-1338449832', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:11Z', 'updated_at': '2022-09-14T22:59:00Z', 'revision_number': 8, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'gw_port_host': None, '_interfaces': [{'id': '0c671110-245b-4efb-b517-ab25976b0156', 'name': '', 'network_id': 'ae0a4235-6b0a-40b9-96ce-b2601772b2b0', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:d0:91:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '69183486-971f-4bfb-8509-7ef2c5a773a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:32Z', 'updated_at': '2022-09-14T22:58:57Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '69183486-971f-4bfb-8509-7ef2c5a773a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1677ea41-3f6e-40c6-9468-c17e77f65545', 'name': '', 'network_id': '77d744c3-5dc8-4254-a77a-f866be4e427e', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:26:1c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:24Z', 'updated_at': '2022-09-14T22:58:34Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cffdb05-630d-45d9-8ba8-0ced348ae677', 'name': '', 'network_id': '75ea059b-2f00-49a6-9551-ce55ec1f21b9', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:db:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:16Z', 'updated_at': '2022-09-14T22:58:26Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:07.058787 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b132902a-63bc-40e6-aaa8-dcb94d85ddca None None] The sync data for ids ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'] in dv-neutron-857791-1-hyperv is: [{'id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'name': 'tempest-RoutersTest-router-1338449832', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:11Z', 'updated_at': '2022-09-14T22:59:00Z', 'revision_number': 8, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'gw_port_host': None, '_interfaces': [{'id': '0c671110-245b-4efb-b517-ab25976b0156', 'name': '', 'network_id': 'ae0a4235-6b0a-40b9-96ce-b2601772b2b0', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:d0:91:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '69183486-971f-4bfb-8509-7ef2c5a773a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:32Z', 'updated_at': '2022-09-14T22:58:57Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '69183486-971f-4bfb-8509-7ef2c5a773a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1677ea41-3f6e-40c6-9468-c17e77f65545', 'name': '', 'network_id': '77d744c3-5dc8-4254-a77a-f866be4e427e', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:26:1c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:24Z', 'updated_at': '2022-09-14T22:58:34Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cffdb05-630d-45d9-8ba8-0ced348ae677', 'name': '', 'network_id': '75ea059b-2f00-49a6-9551-ce55ec1f21b9', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:db:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:16Z', 'updated_at': '2022-09-14T22:58:26Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:59:07.088568 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4c070344-5e94-4ce4-b561-eb270d206bed req-be5adc0c-8278-4770-9594-1c7aea4201bc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5209250 Sep 14 22:59:07.136782 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 0c671110-245b-4efb-b517-ab25976b0156 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:07.137614 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device d8b347fa-5a34-4924-99ca-d5ac13de454c up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:59:07.152908 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-db93b31c-3c03-40fe-8fd4-b96f06fb4a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:07.152908 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-db93b31c-3c03-40fe-8fd4-b96f06fb4a4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:07.153872 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-db93b31c-3c03-40fe-8fd4-b96f06fb4a4a service neutron] 10.222.0.20 "PUT /v2.0/ports/0898f991-4d9c-4a77-adc0-ffb5287bf28b HTTP/1.1" status: 200 len: 1094 time: 2.8037128 Sep 14 22:59:07.175567 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [req-4c070344-5e94-4ce4-b561-eb270d206bed req-4fb24c62-c217-41bf-ad28-6fbb2c52c7b7 service neutron] Request body: {'port': {'device_id': '57ccc775-da69-4d1a-a67d-78167a4fef25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:07.214321 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e1f66c4c-6503-46c8-885c-056eb85699ac None None] Provisioning for port 771969ce-4285-4948-867d-68149ce1a2a7 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:07.223913 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e1f66c4c-6503-46c8-885c-056eb85699ac None None] Provisioning complete for port 771969ce-4285-4948-867d-68149ce1a2a7 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:07.224287 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e1f66c4c-6503-46c8-885c-056eb85699ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:07.228549 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0e4dea-89ef-466c-b42e-bb8c92794f3c', 'tag': '0898f991-4d9c-4a77-adc0-ffb5287bf28b'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 22:59:07.231143 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13f7fc6-da62-4b26-9686-272f46f10d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "da0e4dea-89ef-466c-b42e-bb8c92794f3c", "tag": "0898f991-4d9c-4a77-adc0-ffb5287bf28b"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:59:07.252992 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ffc197ff-1eaf-4a73-8845-d1425c5a543a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:07.287166 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-ffc197ff-1eaf-4a73-8845-d1425c5a543a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Ignored duplicate provisioning block setup for port 1b228e64-e72b-44ba-abf9-5b8be088ec2c by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 14 22:59:07.304501 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-e1f66c4c-6503-46c8-885c-056eb85699ac None None] Port 771969ce-4285-4948-867d-68149ce1a2a7 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:59:07.305213 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ffc197ff-1eaf-4a73-8845-d1425c5a543a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:07.326787 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port d8b347fa-5a34-4924-99ca-d5ac13de454c triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:07.327400 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:07.435303 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b084abdc-f527-4853-8b29-832b09f51a2b None None] DHCP port deletion for 506711e2-2558-49ec-9693-618107a6d5ac request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:59:07.453470 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-b084abdc-f527-4853-8b29-832b09f51a2b None None] Deleting port 63696093-4df4-4da1-ade1-8197f7d7b047 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:07.453990 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b084abdc-f527-4853-8b29-832b09f51a2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:07.518096 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 22:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14218eca-4927-473d-a713-7e4f1dd7dc64 x-openstack-request-id: req-14218eca-4927-473d-a713-7e4f1dd7dc64 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:59:07.519190 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0e4dea-89ef-466c-b42e-bb8c92794f3c", "tag": "0898f991-4d9c-4a77-adc0-ffb5287bf28b", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:59:07.519621 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-14218eca-4927-473d-a713-7e4f1dd7dc64 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:59:07.520193 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14218eca-4927-473d-a713-7e4f1dd7dc64'] response: {'name': 'network-changed', 'server_uuid': 'da0e4dea-89ef-466c-b42e-bb8c92794f3c', 'tag': '0898f991-4d9c-4a77-adc0-ffb5287bf28b', 'status': 'completed', 'code': 200} Sep 14 22:59:07.559169 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc197ff-1eaf-4a73-8845-d1425c5a543a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Port': ['ID=1b228e64-e72b-44ba-abf9-5b8be088ec2c,revision_number=3']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:07.677474 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 22:59:07.702040 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-ffc197ff-1eaf-4a73-8845-d1425c5a543a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] In _notify_port_updated(), no bound segment for port 1b228e64-e72b-44ba-abf9-5b8be088ec2c on network 05ba8914-8895-489a-8f7a-9b70b5c27c49 {{(pid=89171) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 14 22:59:07.720082 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc197ff-1eaf-4a73-8845-d1425c5a543a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:07.721479 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ffc197ff-1eaf-4a73-8845-d1425c5a543a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:07.723617 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ffc197ff-1eaf-4a73-8845-d1425c5a543a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "PUT /v2.0/ports/1b228e64-e72b-44ba-abf9-5b8be088ec2c HTTP/1.1" status: 200 len: 1010 time: 3.6293237 Sep 14 22:59:07.731263 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53338) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:07.920155 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-b084abdc-f527-4853-8b29-832b09f51a2b None None] For port 63696093-4df4-4da1-ade1-8197f7d7b047, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=63696093-4df4-4da1-ade1-8197f7d7b047,segment=NetworkSegment(32e8d0e0-6d6a-4568-afac-5a0ce1bb4b70),segment_id=32e8d0e0-6d6a-4568-afac-5a0ce1bb4b70)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:07.920765 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b084abdc-f527-4853-8b29-832b09f51a2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:07.952845 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-4a64e2d8-3d6c-421b-9312-8a402b33f650 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Deleting port 1b228e64-e72b-44ba-abf9-5b8be088ec2c {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:07.953208 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4a64e2d8-3d6c-421b-9312-8a402b33f650 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:07.953784 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252e21f-3387-467c-a6aa-ee9f759676dd req-9195f3d1-c65b-42e9-bbdd-260c35fca2ee tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:07.960948 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d252e21f-3387-467c-a6aa-ee9f759676dd req-9195f3d1-c65b-42e9-bbdd-260c35fca2ee tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/ports?device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 944 time: 0.8573322 Sep 14 22:59:07.996890 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-37856ad3-e7d5-4466-babd-862f741de109 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:07.999477 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93b31c-3c03-40fe-8fd4-b96f06fb4a4a service neutron] Pushing event updated for resources: {'Port': ['ID=0898f991-4d9c-4a77-adc0-ffb5287bf28b,revision_number=3']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:08.013920 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-a548aed4-8984-4c34-b9a0-4ddc7c60c4e9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] For port 63696093-4df4-4da1-ade1-8197f7d7b047, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=63696093-4df4-4da1-ade1-8197f7d7b047,segment=NetworkSegment(32e8d0e0-6d6a-4568-afac-5a0ce1bb4b70),segment_id=32e8d0e0-6d6a-4568-afac-5a0ce1bb4b70)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:08.014305 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a548aed4-8984-4c34-b9a0-4ddc7c60c4e9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:08.026827 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-4c070344-5e94-4ce4-b561-eb270d206bed req-4fb24c62-c217-41bf-ad28-6fbb2c52c7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:08.058951 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-b084abdc-f527-4853-8b29-832b09f51a2b None None] Calling delete_port for 63696093-4df4-4da1-ade1-8197f7d7b047 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:59:08.094501 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port d8b347fa-5a34-4924-99ca-d5ac13de454c is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:08.095618 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device a2b29ccc-ebaa-4590-942d-bc1bf8943b12 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:59:08.133888 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775f1609-910d-4eb8-a1b6-76c19cb13397 None None] Network 05ba8914-8895-489a-8f7a-9b70b5c27c49 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:59:08.164173 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: a2b29ccc-ebaa-4590-942d-bc1bf8943b12 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:59:08.164544 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device a2b29ccc-ebaa-4590-942d-bc1bf8943b12 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Sep 14 22:59:08.171617 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-9a050057-be0f-485b-a5e2-7c257ea6eaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:08.173098 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-9a050057-be0f-485b-a5e2-7c257ea6eaf9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b3796dd934c412e8cbfebdb8122849f&device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 1097 time: 0.9393280 Sep 14 22:59:08.182631 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-a548aed4-8984-4c34-b9a0-4ddc7c60c4e9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Calling delete_port for 63696093-4df4-4da1-ade1-8197f7d7b047 owned by network:dhcp {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:59:08.260226 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9d80f545-24f2-43d4-9a86-b03fe21dfb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:08.267400 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Port a2b29ccc-ebaa-4590-942d-bc1bf8943b12 not found, will not notify nova. {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Sep 14 22:59:08.267817 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 8af5e539-87c0-406a-9677-d9eb4c3f58ac up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:59:08.285904 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d252e21f-3387-467c-a6aa-ee9f759676dd req-92933959-c1a5-4a1a-8047-0a5bdde53816 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/security-groups?id=948c967b-0640-4ed1-8762-05161c06a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3235462 Sep 14 22:59:08.365103 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-003693c2-1198-4995-ad07-16828d78bc2b None None] Provisioning for port 1b228e64-e72b-44ba-abf9-5b8be088ec2c completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:08.400897 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-003693c2-1198-4995-ad07-16828d78bc2b None None] Provisioning complete for port 1b228e64-e72b-44ba-abf9-5b8be088ec2c triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:08.401597 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-003693c2-1198-4995-ad07-16828d78bc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:08.449113 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-b6a72e13-a648-4953-bbe9-086d64f5d34d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0898f991-4d9c-4a77-adc0-ffb5287bf28b HTTP/1.1" status: 200 len: 217 time: 0.2255154 Sep 14 22:59:08.465799 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b084abdc-f527-4853-8b29-832b09f51a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:08.470204 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1d01a-bcf7-461f-be2f-23ef4da1eb9e req-3c1d3e47-f65f-47db-a882-34409d59fa63 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:08.471090 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-67f1d01a-bcf7-461f-be2f-23ef4da1eb9e req-3c1d3e47-f65f-47db-a882-34409d59fa63 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:08.471498 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4a64e2d8-3d6c-421b-9312-8a402b33f650 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:08.539951 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 8af5e539-87c0-406a-9677-d9eb4c3f58ac triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:08.540359 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:08.569634 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084abdc-f527-4853-8b29-832b09f51a2b None None] Pushing event deleted for resources: {'Port': ['ID=63696093-4df4-4da1-ade1-8197f7d7b047,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:08.578464 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-67f1d01a-bcf7-461f-be2f-23ef4da1eb9e req-3c1d3e47-f65f-47db-a882-34409d59fa63 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:08.579217 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-67f1d01a-bcf7-461f-be2f-23ef4da1eb9e req-3c1d3e47-f65f-47db-a882-34409d59fa63 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=57ccc775-da69-4d1a-a67d-78167a4fef25 HTTP/1.1" status: 200 len: 932 time: 0.8179791 Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: from cryptography.utils import int_from_bytes Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: from cryptography.utils import int_from_bytes Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: util.warn_limited( Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: util.warn_limited( Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: util.warn( Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: util.warn( Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: util.warn( Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: util.warn( Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: util.warn( Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: util.warn( Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: util.warn( Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: util.warn( Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: util.warn( Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: util.warn( Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: util.warn( Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: util.warn( Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: util.warn( Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: util.warn( Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: util.warn( Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: util.warn( Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: util.warn( Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: util.warn( Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: util.warn( Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: util.warn( Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: util.warn( Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: util.warn( Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: util.warn( Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 22:59:08.582312 dv-neutron-857791-1-hyperv neutron-server[89170]: util.warn( Sep 14 22:59:08.609160 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-4a64e2d8-3d6c-421b-9312-8a402b33f650 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Calling delete_port for 1b228e64-e72b-44ba-abf9-5b8be088ec2c owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:59:08.620939 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b084abdc-f527-4853-8b29-832b09f51a2b None None] No DVR routers for this DVR port 63696093-4df4-4da1-ade1-8197f7d7b047 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:59:08.632385 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-003693c2-1198-4995-ad07-16828d78bc2b None None] Port 1b228e64-e72b-44ba-abf9-5b8be088ec2c cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:59:08.693237 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-003693c2-1198-4995-ad07-16828d78bc2b None None] Provisioning for port 820a04c8-1707-4aa1-9478-76e2fe912e62 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:08.708402 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.api [None req-a548aed4-8984-4c34-b9a0-4ddc7c60c4e9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:59:08.708742 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG oslo_db.api [None req-a548aed4-8984-4c34-b9a0-4ddc7c60c4e9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:59:08.710095 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-f62b995d-ff70-4c56-9ab7-e0bc38b8c16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:08.711821 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-f62b995d-ff70-4c56-9ab7-e0bc38b8c16d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1ece0b40-82a5-4ecd-b72f-56ccf822e69f HTTP/1.1" status: 200 len: 835 time: 0.2299716 Sep 14 22:59:08.728069 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-37856ad3-e7d5-4466-babd-862f741de109 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Deleting port 0c671110-245b-4efb-b517-ab25976b0156 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:08.728404 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-37856ad3-e7d5-4466-babd-862f741de109 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:08.748048 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-003693c2-1198-4995-ad07-16828d78bc2b None None] Provisioning complete for port 820a04c8-1707-4aa1-9478-76e2fe912e62 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:08.755091 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-003693c2-1198-4995-ad07-16828d78bc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:08.770421 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-67f1d01a-bcf7-461f-be2f-23ef4da1eb9e req-c2128cef-58de-4543-bdbe-da349376f26c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=c53074e8-c39b-42bf-beff-afa8712647c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694891 Sep 14 22:59:08.857723 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-2823cf52-c193-46d0-81b8-41bf72f473db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:08.859153 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-2823cf52-c193-46d0-81b8-41bf72f473db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e54d4215-9b0b-4b80-af38-991540bcc5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1413789 Sep 14 22:59:08.892132 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 8af5e539-87c0-406a-9677-d9eb4c3f58ac is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:08.893296 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 73625d6f-ef6d-448a-9c8f-8888297becfe up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:59:08.998988 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [req-4c070344-5e94-4ce4-b561-eb270d206bed req-4fb24c62-c217-41bf-ad28-6fbb2c52c7b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 771969ce-4285-4948-867d-68149ce1a2a7 {{(pid=89170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 22:59:09.010592 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-4c070344-5e94-4ce4-b561-eb270d206bed req-4fb24c62-c217-41bf-ad28-6fbb2c52c7b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:09.029748 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 73625d6f-ef6d-448a-9c8f-8888297becfe completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:09.040326 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 73625d6f-ef6d-448a-9c8f-8888297becfe triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:09.040879 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:09.048931 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4a64e2d8-3d6c-421b-9312-8a402b33f650 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:09.051811 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [req-4c070344-5e94-4ce4-b561-eb270d206bed req-4fb24c62-c217-41bf-ad28-6fbb2c52c7b7 service neutron] Transition to ACTIVE for port object 771969ce-4285-4948-867d-68149ce1a2a7 will not be triggered until provisioned by entity L2. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:59:09.052407 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-37856ad3-e7d5-4466-babd-862f741de109 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] For port 0c671110-245b-4efb-b517-ab25976b0156, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=0c671110-245b-4efb-b517-ab25976b0156,segment=NetworkSegment(e70e2874-8ff1-4b79-8e4f-158f52527781),segment_id=e70e2874-8ff1-4b79-8e4f-158f52527781)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:09.052800 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-37856ad3-e7d5-4466-babd-862f741de109 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:09.065824 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-4c070344-5e94-4ce4-b561-eb270d206bed req-4fb24c62-c217-41bf-ad28-6fbb2c52c7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:09.078758 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-003693c2-1198-4995-ad07-16828d78bc2b None None] Current status of the port 820a04c8-1707-4aa1-9478-76e2fe912e62 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:09.180898 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 73625d6f-ef6d-448a-9c8f-8888297becfe is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:09.181529 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:09.204450 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-2d845acd-6ad1-43c9-a337-194c49d8cb33 service neutron] 10.222.0.20 "GET /v2.0/networks/e54d4215-9b0b-4b80-af38-991540bcc5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106644 Sep 14 22:59:09.220004 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 73625d6f-ef6d-448a-9c8f-8888297becfe, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=73625d6f-ef6d-448a-9c8f-8888297becfe,segment=NetworkSegment(0822189f-b9aa-4007-86b1-4daf9e8873b5),segment_id=0822189f-b9aa-4007-86b1-4daf9e8873b5)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:09.225048 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64e2d8-3d6c-421b-9312-8a402b33f650 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Port': ['ID=1b228e64-e72b-44ba-abf9-5b8be088ec2c,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:09.225366 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:09.234003 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-37856ad3-e7d5-4466-babd-862f741de109 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Calling delete_port for 0c671110-245b-4efb-b517-ab25976b0156 owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:59:09.239747 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-a548aed4-8984-4c34-b9a0-4ddc7c60c4e9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Deleting port 63696093-4df4-4da1-ade1-8197f7d7b047 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:09.240116 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a548aed4-8984-4c34-b9a0-4ddc7c60c4e9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:09.313036 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=73625d6f-ef6d-448a-9c8f-8888297becfe,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:09.422288 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-4f988947-a4f5-4375-a7c7-5696d2dc8989 None None] Could not find standard attr ID for object 1b228e64-e72b-44ba-abf9-5b8be088ec2c. {{(pid=89172) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 14 22:59:09.425942 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a82899c6-bb1c-43f7-9175-c1b0ce2f4fce req-0cce5e7f-449e-462a-88d7-5636cf710a0a service neutron] 10.222.0.20 "GET /v2.0/networks/e54d4215-9b0b-4b80-af38-991540bcc5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883433 Sep 14 22:59:09.454586 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 820a04c8-1707-4aa1-9478-76e2fe912e62 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:59:09.494622 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-4f988947-a4f5-4375-a7c7-5696d2dc8989 None None] Provisioning complete for port 820a04c8-1707-4aa1-9478-76e2fe912e62 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:09.494869 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4f988947-a4f5-4375-a7c7-5696d2dc8989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:09.654586 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4a64e2d8-3d6c-421b-9312-8a402b33f650 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:09.660896 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 820a04c8-1707-4aa1-9478-76e2fe912e62 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:09.661582 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:09.673651 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4a64e2d8-3d6c-421b-9312-8a402b33f650 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/ports/1b228e64-e72b-44ba-abf9-5b8be088ec2c HTTP/1.1" status: 204 len: 168 time: 1.9412684 Sep 14 22:59:09.676944 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53344) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:09.696319 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-a548aed4-8984-4c34-b9a0-4ddc7c60c4e9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] The port '63696093-4df4-4da1-ade1-8197f7d7b047' was deleted {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:59:09.726315 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3e8a2fe-f530-41b9-9a9c-cfaad7d9cfdf tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] GET failed (client error): The resource could not be found. Sep 14 22:59:09.726863 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a3e8a2fe-f530-41b9-9a9c-cfaad7d9cfdf tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Synchronizing usage tracker for tenant:c0a980b2e8bf40c8a14dfb2d5527a283 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:09.768239 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb24c62-c217-41bf-ad28-6fbb2c52c7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=771969ce-4285-4948-867d-68149ce1a2a7,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:09.796061 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a3e8a2fe-f530-41b9-9a9c-cfaad7d9cfdf tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Unset dirty status for tenant:c0a980b2e8bf40c8a14dfb2d5527a283 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:09.799819 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a3e8a2fe-f530-41b9-9a9c-cfaad7d9cfdf tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "GET /v2.0/ports/1b228e64-e72b-44ba-abf9-5b8be088ec2c HTTP/1.1" status: 404 len: 333 time: 0.1192052 Sep 14 22:59:09.801337 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53348) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:09.807034 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b2866af4-258b-41cd-a124-65af83d9c60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:09.818424 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-4f988947-a4f5-4375-a7c7-5696d2dc8989 None None] Current status of the port 820a04c8-1707-4aa1-9478-76e2fe912e62 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:09.889201 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-f076bd8d-64bf-4a7e-812e-252eef3b77e4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Deleting subnet d69a42bf-fe54-44f5-93ce-9dd202d05493 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:59:09.892973 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-37856ad3-e7d5-4466-babd-862f741de109 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:09.897319 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f076bd8d-64bf-4a7e-812e-252eef3b77e4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:09.908560 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 820a04c8-1707-4aa1-9478-76e2fe912e62 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:09.938881 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c6c629e9-6cea-4ba2-9fbb-fdad76a46d38 None None] Could not find standard attr ID for object 1b228e64-e72b-44ba-abf9-5b8be088ec2c. {{(pid=89172) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 14 22:59:09.993300 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 7dfb54e5-5e98-4d03-831e-3c6c39bc2fac no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:59:09.994722 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37856ad3-e7d5-4466-babd-862f741de109 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event deleted for resources: {'Port': ['ID=0c671110-245b-4efb-b517-ab25976b0156,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:10.034612 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 7dfb54e5-5e98-4d03-831e-3c6c39bc2fac {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:59:10.035026 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 7dfb54e5-5e98-4d03-831e-3c6c39bc2fac not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:59:10.035372 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 63696093-4df4-4da1-ade1-8197f7d7b047 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:59:10.069583 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a548aed4-8984-4c34-b9a0-4ddc7c60c4e9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:10.084189 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 63696093-4df4-4da1-ade1-8197f7d7b047 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:59:10.084563 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 63696093-4df4-4da1-ade1-8197f7d7b047 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:59:10.085026 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device a2b29ccc-ebaa-4590-942d-bc1bf8943b12 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:59:10.086272 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f076bd8d-64bf-4a7e-812e-252eef3b77e4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:10.098823 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-a548aed4-8984-4c34-b9a0-4ddc7c60c4e9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506711e2-2558-49ec-9693-618107a6d5ac']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:10.114715 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-4f7f8a90-1e07-4a17-b2d3-4ecb595cd761 None None] Could not find standard attr ID for object 1b228e64-e72b-44ba-abf9-5b8be088ec2c. {{(pid=89172) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 14 22:59:10.121921 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: a2b29ccc-ebaa-4590-942d-bc1bf8943b12 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:59:10.122270 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device a2b29ccc-ebaa-4590-942d-bc1bf8943b12 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:59:10.124248 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-a548aed4-8984-4c34-b9a0-4ddc7c60c4e9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32e8d0e0-6d6a-4568-afac-5a0ce1bb4b70') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:10.124813 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-a548aed4-8984-4c34-b9a0-4ddc7c60c4e9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32e8d0e0-6d6a-4568-afac-5a0ce1bb4b70') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:10.202938 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a548aed4-8984-4c34-b9a0-4ddc7c60c4e9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:10.253945 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-4c070344-5e94-4ce4-b561-eb270d206bed req-4fb24c62-c217-41bf-ad28-6fbb2c52c7b7 service neutron] Attempting to bind port 771969ce-4285-4948-867d-68149ce1a2a7 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:59:10.254707 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-4c070344-5e94-4ce4-b561-eb270d206bed req-4fb24c62-c217-41bf-ad28-6fbb2c52c7b7 service neutron] Attempting to bind port 771969ce-4285-4948-867d-68149ce1a2a7 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '2fad94cf-df1c-4231-849b-0a33d62ac5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362'}] {{(pid=89170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:59:10.254707 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c070344-5e94-4ce4-b561-eb270d206bed req-4fb24c62-c217-41bf-ad28-6fbb2c52c7b7 service neutron] Attempting to bind port 771969ce-4285-4948-867d-68149ce1a2a7 on network d1a73eec-09dc-48d5-82d9-e45fd9ffc362 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:59:10.257509 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a548aed4-8984-4c34-b9a0-4ddc7c60c4e9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:10.272747 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c070344-5e94-4ce4-b561-eb270d206bed req-4fb24c62-c217-41bf-ad28-6fbb2c52c7b7 service neutron] Port 771969ce-4285-4948-867d-68149ce1a2a7 on network d1a73eec-09dc-48d5-82d9-e45fd9ffc362 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 22:59:10.273165 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c070344-5e94-4ce4-b561-eb270d206bed req-4fb24c62-c217-41bf-ad28-6fbb2c52c7b7 service neutron] Attempting to bind port 771969ce-4285-4948-867d-68149ce1a2a7 on network d1a73eec-09dc-48d5-82d9-e45fd9ffc362 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:59:10.276772 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a548aed4-8984-4c34-b9a0-4ddc7c60c4e9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:59:10.277242 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a548aed4-8984-4c34-b9a0-4ddc7c60c4e9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:10.364859 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c070344-5e94-4ce4-b561-eb270d206bed req-4fb24c62-c217-41bf-ad28-6fbb2c52c7b7 service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:59:10.365220 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c070344-5e94-4ce4-b561-eb270d206bed req-4fb24c62-c217-41bf-ad28-6fbb2c52c7b7 service neutron] Checking segment: {'id': '2fad94cf-df1c-4231-849b-0a33d62ac5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:59:10.365670 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c070344-5e94-4ce4-b561-eb270d206bed req-4fb24c62-c217-41bf-ad28-6fbb2c52c7b7 service neutron] Bound using segment: {'id': '2fad94cf-df1c-4231-849b-0a33d62ac5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362'} {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:59:10.366185 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-4c070344-5e94-4ce4-b561-eb270d206bed req-4fb24c62-c217-41bf-ad28-6fbb2c52c7b7 service neutron] Bound port: 771969ce-4285-4948-867d-68149ce1a2a7, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fad94cf-df1c-4231-849b-0a33d62ac5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362'}}] {{(pid=89170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:59:10.366596 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-4c070344-5e94-4ce4-b561-eb270d206bed req-4fb24c62-c217-41bf-ad28-6fbb2c52c7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:10.382050 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f076bd8d-64bf-4a7e-812e-252eef3b77e4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:10.390068 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 32e8d0e0-6d6a-4568-afac-5a0ce1bb4b70 resource provider aggregate not found Sep 14 22:59:10.421719 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f7fc6-da62-4b26-9686-272f46f10d7a req-6b9f9772-516d-43fa-ba6f-8e9227d5a7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:10.424503 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b13f7fc6-da62-4b26-9686-272f46f10d7a req-6b9f9772-516d-43fa-ba6f-8e9227d5a7b6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b3796dd934c412e8cbfebdb8122849f&device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 1097 time: 0.7692494 Sep 14 22:59:10.430647 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-983b77e5-a616-4785-958e-539c304ab0c4 None None] Could not find standard attr ID for object 1b228e64-e72b-44ba-abf9-5b8be088ec2c. {{(pid=89172) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 14 22:59:10.430944 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 32e8d0e0-6d6a-4568-afac-5a0ce1bb4b70 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32e8d0e0-6d6a-4568-afac-5a0ce1bb4b70 found for delete ", "request_id": "req-465e8017-4c4c-4d3a-8f58-cf0489032161"}]} Sep 14 22:59:10.431394 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-37856ad3-e7d5-4466-babd-862f741de109 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:10.500292 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55bf0bd-2721-4903-9eee-644c00684938 req-3e32f1ff-1efc-4e06-973a-e44df4c819e6 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:10.509203 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f55bf0bd-2721-4903-9eee-644c00684938 req-3e32f1ff-1efc-4e06-973a-e44df4c819e6 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/ports?device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 944 time: 0.8518791 Sep 14 22:59:10.593637 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a548aed4-8984-4c34-b9a0-4ddc7c60c4e9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:10.609677 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a548aed4-8984-4c34-b9a0-4ddc7c60c4e9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:10.621563 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f076bd8d-64bf-4a7e-812e-252eef3b77e4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:10.666618 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548aed4-8984-4c34-b9a0-4ddc7c60c4e9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Network': ['ID=506711e2-2558-49ec-9693-618107a6d5ac,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:10.669224 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076bd8d-64bf-4a7e-812e-252eef3b77e4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Subnet': ['ID=d69a42bf-fe54-44f5-93ce-9dd202d05493,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:10.674476 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f076bd8d-64bf-4a7e-812e-252eef3b77e4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:10.680185 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55852c9b-e190-43d7-848d-0bae80cd08d0 None None] Network 05ba8914-8895-489a-8f7a-9b70b5c27c49 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:59:10.728584 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1afeee-580c-4797-afab-3b57da003468 req-9f2aa730-a944-4461-90e2-fe0ee49536ca tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:10.730524 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ae1afeee-580c-4797-afab-3b57da003468 req-9f2aa730-a944-4461-90e2-fe0ee49536ca tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=57ccc775-da69-4d1a-a67d-78167a4fef25 HTTP/1.1" status: 200 len: 944 time: 0.5975020 Sep 14 22:59:10.737065 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f076bd8d-64bf-4a7e-812e-252eef3b77e4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/subnets/d69a42bf-fe54-44f5-93ce-9dd202d05493 HTTP/1.1" status: 204 len: 168 time: 0.9344032 Sep 14 22:59:10.745012 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53358) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:10.786445 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:10.815997 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f55bf0bd-2721-4903-9eee-644c00684938 req-775c5401-6eec-485c-a8ac-f948cc2ebe86 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/security-groups?id=948c967b-0640-4ed1-8762-05161c06a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3065767 Sep 14 22:59:10.817777 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a548aed4-8984-4c34-b9a0-4ddc7c60c4e9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/networks/506711e2-2558-49ec-9693-618107a6d5ac HTTP/1.1" status: 204 len: 168 time: 4.1137767 Sep 14 22:59:10.819486 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f7fc6-da62-4b26-9686-272f46f10d7a req-2cfffb7c-2b2d-4ab0-975a-eafbaf3421ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:10.822877 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b13f7fc6-da62-4b26-9686-272f46f10d7a req-2cfffb7c-2b2d-4ab0-975a-eafbaf3421ae service neutron] 10.222.0.20 "GET /v2.0/networks?id=e54d4215-9b0b-4b80-af38-991540bcc5bc HTTP/1.1" status: 200 len: 896 time: 0.3808517 Sep 14 22:59:10.823367 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53362) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:10.860582 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37856ad3-e7d5-4466-babd-862f741de109 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Router 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:59:10.884348 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:10.904008 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-559e8c4b-1b0f-4a7b-8b93-cae97686ab33 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-730390347'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:10.928285 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b13f7fc6-da62-4b26-9686-272f46f10d7a req-479350fe-55af-4575-bddc-75abe700c0c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0898f991-4d9c-4a77-adc0-ffb5287bf28b HTTP/1.1" status: 200 len: 217 time: 0.0924349 Sep 14 22:59:10.931544 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-559e8c4b-1b0f-4a7b-8b93-cae97686ab33 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:10.948706 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-4c070344-5e94-4ce4-b561-eb270d206bed req-4fb24c62-c217-41bf-ad28-6fbb2c52c7b7 service neutron] For port 771969ce-4285-4948-867d-68149ce1a2a7, host hv-neutron-8577, cleared binding levels {{(pid=89170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:59:10.979506 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-559e8c4b-1b0f-4a7b-8b93-cae97686ab33 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:network and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:10.989146 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-559e8c4b-1b0f-4a7b-8b93-cae97686ab33 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:11.008994 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-559e8c4b-1b0f-4a7b-8b93-cae97686ab33 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:11.025612 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ae1afeee-580c-4797-afab-3b57da003468 req-52e1f7a3-56f2-4200-b213-d9771ac9acbd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=c53074e8-c39b-42bf-beff-afa8712647c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2814465 Sep 14 22:59:11.029918 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-4c070344-5e94-4ce4-b561-eb270d206bed req-4fb24c62-c217-41bf-ad28-6fbb2c52c7b7 service neutron] For port 771969ce-4285-4948-867d-68149ce1a2a7, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=771969ce-4285-4948-867d-68149ce1a2a7,segment=NetworkSegment(2fad94cf-df1c-4231-849b-0a33d62ac5fc),segment_id=2fad94cf-df1c-4231-849b-0a33d62ac5fc)] {{(pid=89170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:59:11.042998 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-4c070344-5e94-4ce4-b561-eb270d206bed req-4fb24c62-c217-41bf-ad28-6fbb2c52c7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:11.081548 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-89672ca2-d94f-4b50-9167-27126ada335b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Deleting subnet df5122f0-b41a-4947-ac8a-38ad669a11b2 {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:59:11.090218 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c070344-5e94-4ce4-b561-eb270d206bed req-4fb24c62-c217-41bf-ad28-6fbb2c52c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:11.090745 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-4c070344-5e94-4ce4-b561-eb270d206bed req-4fb24c62-c217-41bf-ad28-6fbb2c52c7b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:11.092174 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4c070344-5e94-4ce4-b561-eb270d206bed req-4fb24c62-c217-41bf-ad28-6fbb2c52c7b7 service neutron] 10.222.0.20 "PUT /v2.0/ports/771969ce-4285-4948-867d-68149ce1a2a7 HTTP/1.1" status: 200 len: 1094 time: 3.9255013 Sep 14 22:59:11.094687 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ccc775-da69-4d1a-a67d-78167a4fef25', 'tag': '771969ce-4285-4948-867d-68149ce1a2a7'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 22:59:11.097869 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a4e04b-0389-46c4-9aea-6aea38d4a4de" -d '{"events": [{"name": "network-changed", "server_uuid": "57ccc775-da69-4d1a-a67d-78167a4fef25", "tag": "771969ce-4285-4948-867d-68149ce1a2a7"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:59:11.116497 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559e8c4b-1b0f-4a7b-8b93-cae97686ab33 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Made reservation on behalf of 1c14bf9f432e425688de72a35501bf7a for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:59:11.119922 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-559e8c4b-1b0f-4a7b-8b93-cae97686ab33 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:11.135744 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-89672ca2-d94f-4b50-9167-27126ada335b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:11.165347 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f7fc6-da62-4b26-9686-272f46f10d7a req-cb36dd2b-7817-4eb0-b330-fff5352ef3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:11.166818 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b13f7fc6-da62-4b26-9686-272f46f10d7a req-cb36dd2b-7817-4eb0-b330-fff5352ef3b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1ece0b40-82a5-4ecd-b72f-56ccf822e69f HTTP/1.1" status: 200 len: 835 time: 0.2195044 Sep 14 22:59:11.201663 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37856ad3-e7d5-4466-babd-862f741de109 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:59:11.209330 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-37856ad3-e7d5-4466-babd-862f741de109 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "PUT /v2.0/routers/1f7ddff8-0c20-4b5c-8c00-49db05062fa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7721663 Sep 14 22:59:11.211859 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53368) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:11.214808 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a0c648-1af3-41df-8c67-f708fef76050 None None] Sync routers for ids ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:59:11.224970 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a0c648-1af3-41df-8c67-f708fef76050 None None] Routers {'1f7ddff8-0c20-4b5c-8c00-49db05062fa5'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:59:11.225590 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-28a0c648-1af3-41df-8c67-f708fef76050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:59:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:11.311265 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-95677e76-6126-44ae-ad50-31b2367c1a7a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Deleting subnet 69183486-971f-4bfb-8509-7ef2c5a773a7 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:59:11.314985 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-95677e76-6126-44ae-ad50-31b2367c1a7a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:11.329258 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-89672ca2-d94f-4b50-9167-27126ada335b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:11.399561 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-95677e76-6126-44ae-ad50-31b2367c1a7a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:11.425648 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 73625d6f-ef6d-448a-9c8f-8888297becfe up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:59:11.480082 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-28a0c648-1af3-41df-8c67-f708fef76050 None None] Set router 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:59:11.530198 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-95677e76-6126-44ae-ad50-31b2367c1a7a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:11.552883 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 73625d6f-ef6d-448a-9c8f-8888297becfe triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:11.553752 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:11.638822 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-95677e76-6126-44ae-ad50-31b2367c1a7a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:11.650417 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb24c62-c217-41bf-ad28-6fbb2c52c7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=771969ce-4285-4948-867d-68149ce1a2a7,revision_number=3']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:11.658495 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-559e8c4b-1b0f-4a7b-8b93-cae97686ab33 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:59:11.695778 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c070344-5e94-4ce4-b561-eb270d206bed req-a1c15e79-d1c6-4eff-99c4-d0be1081079b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:11.697644 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4c070344-5e94-4ce4-b561-eb270d206bed req-a1c15e79-d1c6-4eff-99c4-d0be1081079b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=57ccc775-da69-4d1a-a67d-78167a4fef25 HTTP/1.1" status: 200 len: 1097 time: 0.5299318 Sep 14 22:59:11.709241 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-559e8c4b-1b0f-4a7b-8b93-cae97686ab33 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:11.709624 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-559e8c4b-1b0f-4a7b-8b93-cae97686ab33 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Added segment 49065788-5ed7-4c53-9e7f-1ea8593ce184 of type vlan for network 84335b7c-71b9-41cb-aa6b-1263d1155d40 Sep 14 22:59:11.714866 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 0898f991-4d9c-4a77-adc0-ffb5287bf28b details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 22:59:11.734450 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95677e76-6126-44ae-ad50-31b2367c1a7a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event deleted for resources: {'Subnet': ['ID=69183486-971f-4bfb-8509-7ef2c5a773a7,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:11.744478 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-95677e76-6126-44ae-ad50-31b2367c1a7a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:11.775813 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-95677e76-6126-44ae-ad50-31b2367c1a7a tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/subnets/69183486-971f-4bfb-8509-7ef2c5a773a7 HTTP/1.1" status: 204 len: 168 time: 0.5626316 Sep 14 22:59:11.778237 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53372) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:11.806450 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4c070344-5e94-4ce4-b561-eb270d206bed req-922b63ea-5499-400b-a2cc-52e7c093b553 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=771969ce-4285-4948-867d-68149ce1a2a7 HTTP/1.1" status: 200 len: 217 time: 0.0953124 Sep 14 22:59:11.838281 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbf60e6-a761-4e7a-94a5-112688fd6de2 None None] Network ae0a4235-6b0a-40b9-96ce-b2601772b2b0 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:59:11.871640 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f7fc6-da62-4b26-9686-272f46f10d7a req-37d1dc3d-3977-43b9-9c96-1c65c5575981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:11.873491 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b13f7fc6-da62-4b26-9686-272f46f10d7a req-37d1dc3d-3977-43b9-9c96-1c65c5575981 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e54d4215-9b0b-4b80-af38-991540bcc5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6463902 Sep 14 22:59:11.928148 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-28a0c648-1af3-41df-8c67-f708fef76050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'name': 'tempest-RoutersTest-router-1338449832', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:11Z', 'updated_at': '2022-09-14T22:59:09Z', 'revision_number': 9, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'gw_port_host': None, '_interfaces': [{'id': '1677ea41-3f6e-40c6-9468-c17e77f65545', 'name': '', 'network_id': '77d744c3-5dc8-4254-a77a-f866be4e427e', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:26:1c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:24Z', 'updated_at': '2022-09-14T22:58:34Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cffdb05-630d-45d9-8ba8-0ced348ae677', 'name': '', 'network_id': '75ea059b-2f00-49a6-9551-ce55ec1f21b9', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:db:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:16Z', 'updated_at': '2022-09-14T22:58:26Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:11.935430 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a0c648-1af3-41df-8c67-f708fef76050 None None] Checking router: 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:59:11.944711 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a0c648-1af3-41df-8c67-f708fef76050 None None] Routers {'1f7ddff8-0c20-4b5c-8c00-49db05062fa5'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:59:11.945345 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-28a0c648-1af3-41df-8c67-f708fef76050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:59:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:11.956135 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2cfb966e-c50f-4392-9a0e-828b3d6be895 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:11.985311 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-2cfb966e-c50f-4392-9a0e-828b3d6be895 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Deleting port 5f41c416-e8ab-4b1f-8b3d-1455372c5440 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:11.985924 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2cfb966e-c50f-4392-9a0e-828b3d6be895 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:11.990252 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-559e8c4b-1b0f-4a7b-8b93-cae97686ab33 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:11.996829 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-89672ca2-d94f-4b50-9167-27126ada335b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:12.131716 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-6e87de22-1025-4f11-b86e-2d638719cbb8 None None] Provisioning complete for port 820a04c8-1707-4aa1-9478-76e2fe912e62 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:12.131940 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c070344-5e94-4ce4-b561-eb270d206bed req-9704d587-ae5f-43ba-84d0-e9cfb220fb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:12.132078 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6e87de22-1025-4f11-b86e-2d638719cbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:12.133820 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4c070344-5e94-4ce4-b561-eb270d206bed req-9704d587-ae5f-43ba-84d0-e9cfb220fb1a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0333997c-a1e9-459f-8c5d-4805fd79339b HTTP/1.1" status: 200 len: 834 time: 0.3190885 Sep 14 22:59:12.168933 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-28a0c648-1af3-41df-8c67-f708fef76050 None None] Set router 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:59:12.184274 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 73625d6f-ef6d-448a-9c8f-8888297becfe is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:12.202417 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 0898f991-4d9c-4a77-adc0-ffb5287bf28b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=0898f991-4d9c-4a77-adc0-ffb5287bf28b,segment=NetworkSegment(0822189f-b9aa-4007-86b1-4daf9e8873b5),segment_id=0822189f-b9aa-4007-86b1-4daf9e8873b5)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:12.226316 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': '0898f991-4d9c-4a77-adc0-ffb5287bf28b', 'network_id': 'e54d4215-9b0b-4b80-af38-991540bcc5bc', 'port_id': '0898f991-4d9c-4a77-adc0-ffb5287bf28b', 'mac_address': 'fa:16:3e:ba:2b:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ece0b40-82a5-4ecd-b72f-56ccf822e69f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 22:59:12.275139 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 22:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2caab9b5-b491-438e-a40f-45fa8dca8c43 x-openstack-request-id: req-2caab9b5-b491-438e-a40f-45fa8dca8c43 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:59:12.275819 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ccc775-da69-4d1a-a67d-78167a4fef25", "tag": "771969ce-4285-4948-867d-68149ce1a2a7", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:59:12.276363 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2caab9b5-b491-438e-a40f-45fa8dca8c43 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:59:12.276944 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2caab9b5-b491-438e-a40f-45fa8dca8c43'] response: {'name': 'network-changed', 'server_uuid': '57ccc775-da69-4d1a-a67d-78167a4fef25', 'tag': '771969ce-4285-4948-867d-68149ce1a2a7', 'status': 'completed', 'code': 200} Sep 14 22:59:12.293895 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 0898f991-4d9c-4a77-adc0-ffb5287bf28b is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:12.294776 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:12.315430 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-559e8c4b-1b0f-4a7b-8b93-cae97686ab33 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:12.316667 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0898f991-4d9c-4a77-adc0-ffb5287bf28b {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 22:59:12.320226 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-2cfb966e-c50f-4392-9a0e-828b3d6be895 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] For port 5f41c416-e8ab-4b1f-8b3d-1455372c5440, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=5f41c416-e8ab-4b1f-8b3d-1455372c5440,segment=NetworkSegment(e70e2874-8ff1-4b79-8e4f-158f52527781),segment_id=e70e2874-8ff1-4b79-8e4f-158f52527781)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:12.320787 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2cfb966e-c50f-4392-9a0e-828b3d6be895 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:12.324502 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559e8c4b-1b0f-4a7b-8b93-cae97686ab33 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:12.324662 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-559e8c4b-1b0f-4a7b-8b93-cae97686ab33 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:12.338452 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 0898f991-4d9c-4a77-adc0-ffb5287bf28b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=0898f991-4d9c-4a77-adc0-ffb5287bf28b,segment=NetworkSegment(0822189f-b9aa-4007-86b1-4daf9e8873b5),segment_id=0822189f-b9aa-4007-86b1-4daf9e8873b5)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:12.349309 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:12.433965 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a7be25-0936-483c-9c65-ce5b4de45406 None None] DHCP port deletion for ae0a4235-6b0a-40b9-96ce-b2601772b2b0 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:59:12.446043 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-39a7be25-0936-483c-9c65-ce5b4de45406 None None] Deleting port 5f41c416-e8ab-4b1f-8b3d-1455372c5440 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:12.446411 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-39a7be25-0936-483c-9c65-ce5b4de45406 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:12.497698 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-2cfb966e-c50f-4392-9a0e-828b3d6be895 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Calling delete_port for 5f41c416-e8ab-4b1f-8b3d-1455372c5440 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:59:12.499057 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:12.588054 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-28a0c648-1af3-41df-8c67-f708fef76050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'name': 'tempest-RoutersTest-router-1338449832', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:11Z', 'updated_at': '2022-09-14T22:59:09Z', 'revision_number': 9, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'gw_port_host': None, '_interfaces': [{'id': '1677ea41-3f6e-40c6-9468-c17e77f65545', 'name': '', 'network_id': '77d744c3-5dc8-4254-a77a-f866be4e427e', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:26:1c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:24Z', 'updated_at': '2022-09-14T22:58:34Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cffdb05-630d-45d9-8ba8-0ced348ae677', 'name': '', 'network_id': '75ea059b-2f00-49a6-9551-ce55ec1f21b9', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:db:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:16Z', 'updated_at': '2022-09-14T22:58:26Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:12.593706 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a0c648-1af3-41df-8c67-f708fef76050 None None] The sync data for ids ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'] in dv-neutron-857791-1-hyperv is: [{'id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'name': 'tempest-RoutersTest-router-1338449832', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:11Z', 'updated_at': '2022-09-14T22:59:09Z', 'revision_number': 9, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'gw_port_host': None, '_interfaces': [{'id': '1677ea41-3f6e-40c6-9468-c17e77f65545', 'name': '', 'network_id': '77d744c3-5dc8-4254-a77a-f866be4e427e', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:26:1c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:24Z', 'updated_at': '2022-09-14T22:58:34Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '0e956994-0ac1-4bda-8610-401143b8eb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cffdb05-630d-45d9-8ba8-0ced348ae677', 'name': '', 'network_id': '75ea059b-2f00-49a6-9551-ce55ec1f21b9', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:db:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:16Z', 'updated_at': '2022-09-14T22:58:26Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:59:12.605051 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2cfb966e-c50f-4392-9a0e-828b3d6be895 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:12.623417 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['0898f991-4d9c-4a77-adc0-ffb5287bf28b'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 22:59:12.668248 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb966e-c50f-4392-9a0e-828b3d6be895 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event deleted for resources: {'Port': ['ID=5f41c416-e8ab-4b1f-8b3d-1455372c5440,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:12.672736 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfb966e-c50f-4392-9a0e-828b3d6be895 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] No DVR routers for this DVR port 5f41c416-e8ab-4b1f-8b3d-1455372c5440 on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:59:12.672997 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b13f7fc6-da62-4b26-9686-272f46f10d7a req-e00860a0-b80b-4493-8a7c-327c717882ec service neutron] 10.222.0.20 "GET /v2.0/networks/e54d4215-9b0b-4b80-af38-991540bcc5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7753897 Sep 14 22:59:12.679299 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-89672ca2-d94f-4b50-9167-27126ada335b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:12.715761 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-39a7be25-0936-483c-9c65-ce5b4de45406 None None] The port '5f41c416-e8ab-4b1f-8b3d-1455372c5440' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:59:12.716019 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-559e8c4b-1b0f-4a7b-8b93-cae97686ab33 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.8822174 Sep 14 22:59:12.727091 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53382) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:12.729102 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=0898f991-4d9c-4a77-adc0-ffb5287bf28b,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:12.735383 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-6e87de22-1025-4f11-b86e-2d638719cbb8 None None] Current status of the port 820a04c8-1707-4aa1-9478-76e2fe912e62 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:12.741402 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-4d27da2e-fb19-4a5f-8dbb-1a0482f8fba9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'subnet': {'network_id': '84335b7c-71b9-41cb-aa6b-1263d1155d40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:12.755793 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e8c4b-1b0f-4a7b-8b93-cae97686ab33 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Network': ['ID=84335b7c-71b9-41cb-aa6b-1263d1155d40,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:12.762870 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89672ca2-d94f-4b50-9167-27126ada335b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Subnet': ['ID=df5122f0-b41a-4947-ac8a-38ad669a11b2,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:12.775273 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-89672ca2-d94f-4b50-9167-27126ada335b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:12.777121 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-89672ca2-d94f-4b50-9167-27126ada335b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/subnets/df5122f0-b41a-4947-ac8a-38ad669a11b2 HTTP/1.1" status: 204 len: 168 time: 2.0265160 Sep 14 22:59:12.790356 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 84335b7c-71b9-41cb-aa6b-1263d1155d40 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:59:12.802854 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa668e3c-a5f3-4e25-a952-8dbc68e37feb None None] Network 05ba8914-8895-489a-8f7a-9b70b5c27c49 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:59:12.818052 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53386) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:12.854772 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efd9a7-e15e-4beb-81c6-96f01255bae0 req-86e18f92-9199-4bcc-9bdd-501f352e521a tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:12.856895 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-25efd9a7-e15e-4beb-81c6-96f01255bae0 req-86e18f92-9199-4bcc-9bdd-501f352e521a tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/ports?device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 944 time: 0.8013771 Sep 14 22:59:12.893257 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c070344-5e94-4ce4-b561-eb270d206bed req-2fc936ba-dac8-4ebe-8201-70717ccd8639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:12.895249 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4c070344-5e94-4ce4-b561-eb270d206bed req-2fc936ba-dac8-4ebe-8201-70717ccd8639 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d1a73eec-09dc-48d5-82d9-e45fd9ffc362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7263527 Sep 14 22:59:12.921513 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dababa06-b159-412e-9e0a-8e0912069432 req-72bd9261-b5af-4083-ae2d-c52ff99850ed tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:12.923059 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-dababa06-b159-412e-9e0a-8e0912069432 req-72bd9261-b5af-4083-ae2d-c52ff99850ed tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=57ccc775-da69-4d1a-a67d-78167a4fef25 HTTP/1.1" status: 200 len: 944 time: 0.6367407 Sep 14 22:59:12.983587 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2cfb966e-c50f-4392-9a0e-828b3d6be895 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:13.052322 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-4d27da2e-fb19-4a5f-8dbb-1a0482f8fba9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:13.061202 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-4d27da2e-fb19-4a5f-8dbb-1a0482f8fba9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:subnet and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:13.066333 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-4d27da2e-fb19-4a5f-8dbb-1a0482f8fba9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:13.069946 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-2cfb966e-c50f-4392-9a0e-828b3d6be895 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae0a4235-6b0a-40b9-96ce-b2601772b2b0']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:13.086446 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-533dffeb-6905-4bb1-8eef-777361714a0d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:13.088588 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-25efd9a7-e15e-4beb-81c6-96f01255bae0 req-9ec061be-6c1b-4b02-8393-b8653aa7b5d0 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/security-groups?id=948c967b-0640-4ed1-8762-05161c06a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186513 Sep 14 22:59:13.090249 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-4d27da2e-fb19-4a5f-8dbb-1a0482f8fba9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:13.098448 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b13f7fc6-da62-4b26-9686-272f46f10d7a req-c2ff6600-5bbe-4b8a-9965-88fe161d5629 service neutron] 10.222.0.20 "GET /v2.0/networks/e54d4215-9b0b-4b80-af38-991540bcc5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801010 Sep 14 22:59:13.102113 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-2cfb966e-c50f-4392-9a0e-828b3d6be895 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e70e2874-8ff1-4b79-8e4f-158f52527781') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:13.102899 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-2cfb966e-c50f-4392-9a0e-828b3d6be895 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e70e2874-8ff1-4b79-8e4f-158f52527781') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:13.106828 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-dababa06-b159-412e-9e0a-8e0912069432 req-cdee4c26-98c2-4695-b2ed-42dce1239796 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=c53074e8-c39b-42bf-beff-afa8712647c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578262 Sep 14 22:59:13.133047 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2cfb966e-c50f-4392-9a0e-828b3d6be895 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:13.168896 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4c070344-5e94-4ce4-b561-eb270d206bed req-9ed31b8a-ee13-423e-a9ed-d9631bbadc8c service neutron] 10.222.0.20 "GET /v2.0/networks/d1a73eec-09dc-48d5-82d9-e45fd9ffc362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429860 Sep 14 22:59:13.170798 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-533dffeb-6905-4bb1-8eef-777361714a0d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Deleting port 820a04c8-1707-4aa1-9478-76e2fe912e62 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:13.171156 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-533dffeb-6905-4bb1-8eef-777361714a0d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:13.210134 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2cfb966e-c50f-4392-9a0e-828b3d6be895 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:13.212459 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d27da2e-fb19-4a5f-8dbb-1a0482f8fba9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Made reservation on behalf of 1c14bf9f432e425688de72a35501bf7a for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:59:13.215948 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4d27da2e-fb19-4a5f-8dbb-1a0482f8fba9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:13.250615 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cfb966e-c50f-4392-9a0e-828b3d6be895 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:59:13.251123 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2cfb966e-c50f-4392-9a0e-828b3d6be895 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:13.323066 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4c070344-5e94-4ce4-b561-eb270d206bed req-609689c2-90c8-418d-accb-726c2acf4eeb service neutron] 10.222.0.20 "GET /v2.0/networks/d1a73eec-09dc-48d5-82d9-e45fd9ffc362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471775 Sep 14 22:59:13.352101 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509c51cf-7fc2-4462-8641-9a1ff5bf3a86 None None] DHCP port deletion for 05ba8914-8895-489a-8f7a-9b70b5c27c49 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:59:13.362160 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-509c51cf-7fc2-4462-8641-9a1ff5bf3a86 None None] Deleting port 820a04c8-1707-4aa1-9478-76e2fe912e62 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:13.363444 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-509c51cf-7fc2-4462-8641-9a1ff5bf3a86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:13.394013 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 0c671110-245b-4efb-b517-ab25976b0156 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:59:13.450933 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 0c671110-245b-4efb-b517-ab25976b0156 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:59:13.451648 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 0c671110-245b-4efb-b517-ab25976b0156 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:59:13.451736 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 5f41c416-e8ab-4b1f-8b3d-1455372c5440 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:59:13.492183 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4e04b-0389-46c4-9aea-6aea38d4a4de req-0b03fb67-3f15-413f-be8d-47e1561758e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:13.493737 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a9a4e04b-0389-46c4-9aea-6aea38d4a4de req-0b03fb67-3f15-413f-be8d-47e1561758e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=57ccc775-da69-4d1a-a67d-78167a4fef25 HTTP/1.1" status: 200 len: 1097 time: 0.1096842 Sep 14 22:59:13.497179 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 5f41c416-e8ab-4b1f-8b3d-1455372c5440 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:59:13.497597 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 5f41c416-e8ab-4b1f-8b3d-1455372c5440 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:59:13.535841 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment e70e2874-8ff1-4b79-8e4f-158f52527781 resource provider aggregate not found Sep 14 22:59:13.565789 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment e70e2874-8ff1-4b79-8e4f-158f52527781 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e70e2874-8ff1-4b79-8e4f-158f52527781 found for delete ", "request_id": "req-872df7b4-8b78-482b-aae5-c1be214222e0"}]} Sep 14 22:59:13.641352 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4e04b-0389-46c4-9aea-6aea38d4a4de req-24d86018-4e18-4978-9d21-aacea0b5f242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:13.642869 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a9a4e04b-0389-46c4-9aea-6aea38d4a4de req-24d86018-4e18-4978-9d21-aacea0b5f242 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d1a73eec-09dc-48d5-82d9-e45fd9ffc362 HTTP/1.1" status: 200 len: 896 time: 0.1431215 Sep 14 22:59:13.647114 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2cfb966e-c50f-4392-9a0e-828b3d6be895 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:13.664818 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-509c51cf-7fc2-4462-8641-9a1ff5bf3a86 None None] For port 820a04c8-1707-4aa1-9478-76e2fe912e62, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=820a04c8-1707-4aa1-9478-76e2fe912e62,segment=NetworkSegment(4b6fd954-7acd-4af4-8e1f-84800a9f41c7),segment_id=4b6fd954-7acd-4af4-8e1f-84800a9f41c7)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:13.665211 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-509c51cf-7fc2-4462-8641-9a1ff5bf3a86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:13.680803 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2cfb966e-c50f-4392-9a0e-828b3d6be895 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:13.705146 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb966e-c50f-4392-9a0e-828b3d6be895 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event deleted for resources: {'Network': ['ID=ae0a4235-6b0a-40b9-96ce-b2601772b2b0,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:13.716333 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a9a4e04b-0389-46c4-9aea-6aea38d4a4de req-6290d62d-91dc-4b71-967d-e5dce6fb459e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=771969ce-4285-4948-867d-68149ce1a2a7 HTTP/1.1" status: 200 len: 217 time: 0.0671897 Sep 14 22:59:13.732024 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 0898f991-4d9c-4a77-adc0-ffb5287bf28b up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:59:13.779662 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2cfb966e-c50f-4392-9a0e-828b3d6be895 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/networks/ae0a4235-6b0a-40b9-96ce-b2601772b2b0 HTTP/1.1" status: 204 len: 168 time: 1.9967599 Sep 14 22:59:13.788949 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53394) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:13.824573 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-509c51cf-7fc2-4462-8641-9a1ff5bf3a86 None None] Calling delete_port for 820a04c8-1707-4aa1-9478-76e2fe912e62 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:59:13.909251 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4e04b-0389-46c4-9aea-6aea38d4a4de req-54b854ca-da73-44a6-83fb-5e48939c4624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:13.910691 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a9a4e04b-0389-46c4-9aea-6aea38d4a4de req-54b854ca-da73-44a6-83fb-5e48939c4624 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0333997c-a1e9-459f-8c5d-4805fd79339b HTTP/1.1" status: 200 len: 834 time: 0.1862185 Sep 14 22:59:13.925316 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port 0898f991-4d9c-4a77-adc0-ffb5287bf28b completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:13.930081 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-509c51cf-7fc2-4462-8641-9a1ff5bf3a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:13.966555 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port 0898f991-4d9c-4a77-adc0-ffb5287bf28b triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:13.966943 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:14.000755 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4e04b-0389-46c4-9aea-6aea38d4a4de req-34ba4e4a-9456-40e0-b8e7-2bb7be5eb3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:14.002226 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a9a4e04b-0389-46c4-9aea-6aea38d4a4de req-34ba4e4a-9456-40e0-b8e7-2bb7be5eb3ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d1a73eec-09dc-48d5-82d9-e45fd9ffc362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849609 Sep 14 22:59:14.009533 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c51cf-7fc2-4462-8641-9a1ff5bf3a86 None None] Pushing event deleted for resources: {'Port': ['ID=820a04c8-1707-4aa1-9478-76e2fe912e62,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:14.023712 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509c51cf-7fc2-4462-8641-9a1ff5bf3a86 None None] No DVR routers for this DVR port 820a04c8-1707-4aa1-9478-76e2fe912e62 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:59:14.100739 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 0898f991-4d9c-4a77-adc0-ffb5287bf28b is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:14.101323 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:14.129323 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0e4dea-89ef-466c-b42e-bb8c92794f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0898f991-4d9c-4a77-adc0-ffb5287bf28b'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 22:59:14.131729 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d336fc4f-7cfa-46db-8e50-82d49dfa8359" -d '{"events": [{"server_uuid": "da0e4dea-89ef-466c-b42e-bb8c92794f3c", "name": "network-vif-plugged", "status": "completed", "tag": "0898f991-4d9c-4a77-adc0-ffb5287bf28b"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:59:14.144300 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 0898f991-4d9c-4a77-adc0-ffb5287bf28b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=0898f991-4d9c-4a77-adc0-ffb5287bf28b,segment=NetworkSegment(0822189f-b9aa-4007-86b1-4daf9e8873b5),segment_id=0822189f-b9aa-4007-86b1-4daf9e8873b5)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:14.156257 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:14.163205 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a9a4e04b-0389-46c4-9aea-6aea38d4a4de req-8f781b24-c0b6-4287-9774-4d2a1c220a83 service neutron] 10.222.0.20 "GET /v2.0/networks/d1a73eec-09dc-48d5-82d9-e45fd9ffc362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532648 Sep 14 22:59:14.203985 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-533dffeb-6905-4bb1-8eef-777361714a0d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] For port 820a04c8-1707-4aa1-9478-76e2fe912e62, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=820a04c8-1707-4aa1-9478-76e2fe912e62,segment=NetworkSegment(4b6fd954-7acd-4af4-8e1f-84800a9f41c7),segment_id=4b6fd954-7acd-4af4-8e1f-84800a9f41c7)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:14.204242 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-533dffeb-6905-4bb1-8eef-777361714a0d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:14.263128 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 22:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2768cf-203d-47f8-8632-30a4d32cf5ab x-openstack-request-id: req-dc2768cf-203d-47f8-8632-30a4d32cf5ab {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:59:14.263428 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0e4dea-89ef-466c-b42e-bb8c92794f3c", "name": "network-vif-plugged", "status": "completed", "tag": "0898f991-4d9c-4a77-adc0-ffb5287bf28b", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:59:14.263646 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-dc2768cf-203d-47f8-8632-30a4d32cf5ab {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:59:14.264031 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc2768cf-203d-47f8-8632-30a4d32cf5ab'] response: {'server_uuid': 'da0e4dea-89ef-466c-b42e-bb8c92794f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0898f991-4d9c-4a77-adc0-ffb5287bf28b', 'code': 200} Sep 14 22:59:14.267381 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=0898f991-4d9c-4a77-adc0-ffb5287bf28b,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:14.403425 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-533dffeb-6905-4bb1-8eef-777361714a0d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Calling delete_port for 820a04c8-1707-4aa1-9478-76e2fe912e62 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:59:14.463547 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4d27da2e-fb19-4a5f-8dbb-1a0482f8fba9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:14.477371 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a9a4e04b-0389-46c4-9aea-6aea38d4a4de req-dae38431-4604-423f-81fe-4877d0a2d538 service neutron] 10.222.0.20 "GET /v2.0/networks/d1a73eec-09dc-48d5-82d9-e45fd9ffc362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996848 Sep 14 22:59:14.551209 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b95a96-eba8-4a3a-ac0e-617fc2aceb57 req-bee69dd7-65b3-4bcf-92d0-f5cee25d39e5 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:14.552717 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-85b95a96-eba8-4a3a-ac0e-617fc2aceb57 req-bee69dd7-65b3-4bcf-92d0-f5cee25d39e5 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/ports?device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 946 time: 0.2595761 Sep 14 22:59:14.619982 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27da2e-fb19-4a5f-8dbb-1a0482f8fba9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Subnet': ['ID=ce4d1551-8dec-4da9-bd59-4b7f45ffc059,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:14.622927 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a5ea4-4133-4d04-97ce-71861bf7a53f req-1433920c-576c-47d9-8c00-41297547bc9d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:14.624400 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fe2a5ea4-4133-4d04-97ce-71861bf7a53f req-1433920c-576c-47d9-8c00-41297547bc9d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=57ccc775-da69-4d1a-a67d-78167a4fef25 HTTP/1.1" status: 200 len: 944 time: 0.2359562 Sep 14 22:59:14.631469 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-85b95a96-eba8-4a3a-ac0e-617fc2aceb57 req-7288be9c-edbc-46dd-b47d-7733762ef091 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/security-groups?id=948c967b-0640-4ed1-8762-05161c06a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713184 Sep 14 22:59:14.637225 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.db.api [None req-533dffeb-6905-4bb1-8eef-777361714a0d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:59:14.637536 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG oslo_db.api [None req-533dffeb-6905-4bb1-8eef-777361714a0d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:59:14.639369 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d27da2e-fb19-4a5f-8dbb-1a0482f8fba9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Checking segment: {'id': '49065788-5ed7-4c53-9e7f-1ea8593ce184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '84335b7c-71b9-41cb-aa6b-1263d1155d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:59:14.639719 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d27da2e-fb19-4a5f-8dbb-1a0482f8fba9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Network hostable DHCP agents. Network: 84335b7c-71b9-41cb-aa6b-1263d1155d40, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:59:14.658271 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417f392-80a5-4ce5-b2be-b50eef0b482f req-0a0c6489-1a0e-49aa-b6e9-db05f6f0a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:14.659779 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f417f392-80a5-4ce5-b2be-b50eef0b482f req-0a0c6489-1a0e-49aa-b6e9-db05f6f0a38a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 1099 time: 0.1730790 Sep 14 22:59:14.677427 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d27da2e-fb19-4a5f-8dbb-1a0482f8fba9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Network 84335b7c-71b9-41cb-aa6b-1263d1155d40 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:59:14.690079 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-4d27da2e-fb19-4a5f-8dbb-1a0482f8fba9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 84335b7c-71b9-41cb-aa6b-1263d1155d40) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:59:14.696147 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fe2a5ea4-4133-4d04-97ce-71861bf7a53f req-83ac9cbf-ba07-4484-a0fa-7023aa9e5488 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=c53074e8-c39b-42bf-beff-afa8712647c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637589 Sep 14 22:59:14.701976 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d27da2e-fb19-4a5f-8dbb-1a0482f8fba9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:14.702813 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4d27da2e-fb19-4a5f-8dbb-1a0482f8fba9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:14.703138 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1233161a-19e0-4c65-9ce6-8867397a947e None None] Network 84335b7c-71b9-41cb-aa6b-1263d1155d40 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:59:14.713713 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f417f392-80a5-4ce5-b2be-b50eef0b482f req-a120dc9c-ad31-4108-bc67-4418e7580229 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=948c967b-0640-4ed1-8762-05161c06a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466127 Sep 14 22:59:14.762684 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4d27da2e-fb19-4a5f-8dbb-1a0482f8fba9 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0319116 Sep 14 22:59:14.763176 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53406) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:14.770791 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-1d7e484e-6127-482f-901d-95f082ae66a3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'port': {'network_id': '84335b7c-71b9-41cb-aa6b-1263d1155d40', 'name': 'tempest-PortsTestJSON-1702001261', 'fixed_ips': [{'subnet_id': 'ce4d1551-8dec-4da9-bd59-4b7f45ffc059', 'ip_address': '172.20.0.10'}]}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:14.791738 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3545ba46-03f8-4d42-93aa-ecea68427d93 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:14.921750 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1d7e484e-6127-482f-901d-95f082ae66a3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:14.926607 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1d7e484e-6127-482f-901d-95f082ae66a3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:port and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:14.929614 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1d7e484e-6127-482f-901d-95f082ae66a3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:14.935625 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1d7e484e-6127-482f-901d-95f082ae66a3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:14.946364 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7e484e-6127-482f-901d-95f082ae66a3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Made reservation on behalf of 1c14bf9f432e425688de72a35501bf7a for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:59:14.975592 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc999279-e66b-4112-8dd6-67e00dbb15a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-84335b7c-71b9-41cb-aa6b-1263d1155d40', 'network_id': '84335b7c-71b9-41cb-aa6b-1263d1155d40', 'tenant_id': '1c14bf9f432e425688de72a35501bf7a', 'fixed_ips': [{'subnet_id': 'ce4d1551-8dec-4da9-bd59-4b7f45ffc059'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:59:14.976451 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bc999279-e66b-4112-8dd6-67e00dbb15a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:15.082099 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1d7e484e-6127-482f-901d-95f082ae66a3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:15.104853 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-1d7e484e-6127-482f-901d-95f082ae66a3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] device_id is not set on port 4ec1f8e7-7b06-48c0-9f42-f12d14bf8974 yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:59:15.142090 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-533dffeb-6905-4bb1-8eef-777361714a0d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Deleting port 820a04c8-1707-4aa1-9478-76e2fe912e62 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:15.142721 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-533dffeb-6905-4bb1-8eef-777361714a0d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:15.144914 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-bc999279-e66b-4112-8dd6-67e00dbb15a5 None None] Allocated IP 172.20.0.2 (84335b7c-71b9-41cb-aa6b-1263d1155d40/ce4d1551-8dec-4da9-bd59-4b7f45ffc059/7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:59:15.245434 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-533dffeb-6905-4bb1-8eef-777361714a0d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] The port '820a04c8-1707-4aa1-9478-76e2fe912e62' was deleted {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:59:15.325464 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 820a04c8-1707-4aa1-9478-76e2fe912e62 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:59:15.375709 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 820a04c8-1707-4aa1-9478-76e2fe912e62 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:59:15.375709 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 820a04c8-1707-4aa1-9478-76e2fe912e62 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:59:15.379691 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-533dffeb-6905-4bb1-8eef-777361714a0d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:15.396642 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bc999279-e66b-4112-8dd6-67e00dbb15a5 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:15.407913 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-bc999279-e66b-4112-8dd6-67e00dbb15a5 None None] Transition to ACTIVE for port object 7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:59:15.410232 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-533dffeb-6905-4bb1-8eef-777361714a0d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05ba8914-8895-489a-8f7a-9b70b5c27c49']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:15.425080 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-533dffeb-6905-4bb1-8eef-777361714a0d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b6fd954-7acd-4af4-8e1f-84800a9f41c7') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:15.425370 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-533dffeb-6905-4bb1-8eef-777361714a0d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b6fd954-7acd-4af4-8e1f-84800a9f41c7') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:15.427335 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-bc999279-e66b-4112-8dd6-67e00dbb15a5 None None] Transition to ACTIVE for port object 7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:59:15.433165 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bc999279-e66b-4112-8dd6-67e00dbb15a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:15.476349 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-533dffeb-6905-4bb1-8eef-777361714a0d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:15.499173 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc999279-e66b-4112-8dd6-67e00dbb15a5 None None] Network 84335b7c-71b9-41cb-aa6b-1263d1155d40 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:59:15.502088 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-bc999279-e66b-4112-8dd6-67e00dbb15a5 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:59:15.505238 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-533dffeb-6905-4bb1-8eef-777361714a0d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:15.506152 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc999279-e66b-4112-8dd6-67e00dbb15a5 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:59:15.506831 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-1d7e484e-6127-482f-901d-95f082ae66a3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Allocated IP 172.20.0.10 (84335b7c-71b9-41cb-aa6b-1263d1155d40/ce4d1551-8dec-4da9-bd59-4b7f45ffc059/4ec1f8e7-7b06-48c0-9f42-f12d14bf8974) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:59:15.515016 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-3545ba46-03f8-4d42-93aa-ecea68427d93 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Deleting port 1677ea41-3f6e-40c6-9468-c17e77f65545 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:15.515369 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3545ba46-03f8-4d42-93aa-ecea68427d93 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:15.539776 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-533dffeb-6905-4bb1-8eef-777361714a0d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:59:15.540172 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-533dffeb-6905-4bb1-8eef-777361714a0d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:15.566498 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc999279-e66b-4112-8dd6-67e00dbb15a5 None None] Pushing event updated for resources: {'Port': ['ID=7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:15.632090 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-bc999279-e66b-4112-8dd6-67e00dbb15a5 None None] Attempting to bind port 7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:59:15.632460 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-bc999279-e66b-4112-8dd6-67e00dbb15a5 None None] Attempting to bind port 7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '49065788-5ed7-4c53-9e7f-1ea8593ce184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '84335b7c-71b9-41cb-aa6b-1263d1155d40'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:59:15.632842 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc999279-e66b-4112-8dd6-67e00dbb15a5 None None] Attempting to bind port 7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d on network 84335b7c-71b9-41cb-aa6b-1263d1155d40 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:59:15.639358 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc999279-e66b-4112-8dd6-67e00dbb15a5 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:59:15.639782 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc999279-e66b-4112-8dd6-67e00dbb15a5 None None] Checking segment: {'id': '49065788-5ed7-4c53-9e7f-1ea8593ce184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '84335b7c-71b9-41cb-aa6b-1263d1155d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:59:15.640222 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bc999279-e66b-4112-8dd6-67e00dbb15a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:15.640708 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc999279-e66b-4112-8dd6-67e00dbb15a5 None None] Bound using segment: {'id': '49065788-5ed7-4c53-9e7f-1ea8593ce184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '84335b7c-71b9-41cb-aa6b-1263d1155d40'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:59:15.640899 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 4b6fd954-7acd-4af4-8e1f-84800a9f41c7 resource provider aggregate not found Sep 14 22:59:15.641204 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-bc999279-e66b-4112-8dd6-67e00dbb15a5 None None] Bound port: 7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49065788-5ed7-4c53-9e7f-1ea8593ce184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '84335b7c-71b9-41cb-aa6b-1263d1155d40'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:59:15.641579 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bc999279-e66b-4112-8dd6-67e00dbb15a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:15.683763 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 4b6fd954-7acd-4af4-8e1f-84800a9f41c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b6fd954-7acd-4af4-8e1f-84800a9f41c7 found for delete ", "request_id": "req-c77b3dda-9adf-47c4-8584-f9636f28088c"}]} Sep 14 22:59:15.756648 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 771969ce-4285-4948-867d-68149ce1a2a7 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 22:59:15.775552 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-533dffeb-6905-4bb1-8eef-777361714a0d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:15.807857 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-533dffeb-6905-4bb1-8eef-777361714a0d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:15.818506 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533dffeb-6905-4bb1-8eef-777361714a0d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Network': ['ID=05ba8914-8895-489a-8f7a-9b70b5c27c49,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:15.830204 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-533dffeb-6905-4bb1-8eef-777361714a0d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/networks/05ba8914-8895-489a-8f7a-9b70b5c27c49 HTTP/1.1" status: 204 len: 168 time: 3.0086005 Sep 14 22:59:15.833151 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53418) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:15.906163 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-bc999279-e66b-4112-8dd6-67e00dbb15a5 None None] For port 7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:59:15.931262 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-3545ba46-03f8-4d42-93aa-ecea68427d93 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] For port 1677ea41-3f6e-40c6-9468-c17e77f65545, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=1677ea41-3f6e-40c6-9468-c17e77f65545,segment=NetworkSegment(96b53950-9a9a-4847-8dd9-74f1530180ce),segment_id=96b53950-9a9a-4847-8dd9-74f1530180ce)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:15.931614 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3545ba46-03f8-4d42-93aa-ecea68427d93 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:15.935202 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-bc999279-e66b-4112-8dd6-67e00dbb15a5 None None] For port 7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d,segment=NetworkSegment(49065788-5ed7-4c53-9e7f-1ea8593ce184),segment_id=49065788-5ed7-4c53-9e7f-1ea8593ce184)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:59:15.941516 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bc999279-e66b-4112-8dd6-67e00dbb15a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:16.003177 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1d7e484e-6127-482f-901d-95f082ae66a3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:16.017115 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 771969ce-4285-4948-867d-68149ce1a2a7, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=771969ce-4285-4948-867d-68149ce1a2a7,segment=NetworkSegment(2fad94cf-df1c-4231-849b-0a33d62ac5fc),segment_id=2fad94cf-df1c-4231-849b-0a33d62ac5fc)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:16.019822 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-1d7e484e-6127-482f-901d-95f082ae66a3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Transition to ACTIVE for port object 4ec1f8e7-7b06-48c0-9f42-f12d14bf8974 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:59:16.054558 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc999279-e66b-4112-8dd6-67e00dbb15a5 None None] Pushing event updated for resources: {'Port': ['ID=7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:16.061913 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-3545ba46-03f8-4d42-93aa-ecea68427d93 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Calling delete_port for 1677ea41-3f6e-40c6-9468-c17e77f65545 owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:59:16.065810 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': '771969ce-4285-4948-867d-68149ce1a2a7', 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362', 'port_id': '771969ce-4285-4948-867d-68149ce1a2a7', 'mac_address': 'fa:16:3e:68:f7:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0333997c-a1e9-459f-8c5d-4805fd79339b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 22:59:16.072039 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1d7e484e-6127-482f-901d-95f082ae66a3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:16.087747 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d386c-acbe-4e92-9af7-f92a25d4a865 req-b8c9be00-a7c2-49da-b113-38573837e688 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:16.089465 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ce7d386c-acbe-4e92-9af7-f92a25d4a865 req-b8c9be00-a7c2-49da-b113-38573837e688 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/ports?device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 946 time: 0.2679543 Sep 14 22:59:16.133391 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 771969ce-4285-4948-867d-68149ce1a2a7 is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:16.133761 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:16.149369 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9674b0-1c53-47ee-b9bd-7c520ae538cb tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:16.149975 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9e9674b0-1c53-47ee-b9bd-7c520ae538cb tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Synchronizing usage tracker for tenant:c0a980b2e8bf40c8a14dfb2d5527a283 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:16.154322 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 771969ce-4285-4948-867d-68149ce1a2a7 {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 22:59:16.183602 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 771969ce-4285-4948-867d-68149ce1a2a7, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=771969ce-4285-4948-867d-68149ce1a2a7,segment=NetworkSegment(2fad94cf-df1c-4231-849b-0a33d62ac5fc),segment_id=2fad94cf-df1c-4231-849b-0a33d62ac5fc)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:16.188810 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9e9674b0-1c53-47ee-b9bd-7c520ae538cb tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Unset dirty status for tenant:c0a980b2e8bf40c8a14dfb2d5527a283 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:16.189379 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:16.190018 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9e9674b0-1c53-47ee-b9bd-7c520ae538cb tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3559551 Sep 14 22:59:16.193922 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53422) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:16.280313 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=771969ce-4285-4948-867d-68149ce1a2a7,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:16.314814 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4fc0b-45e3-4dd9-8f99-39574d5a4261 req-243a0d7f-3824-414a-96f2-c6dee0023e45 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:16.316826 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-44a4fc0b-45e3-4dd9-8f99-39574d5a4261 req-243a0d7f-3824-414a-96f2-c6dee0023e45 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=57ccc775-da69-4d1a-a67d-78167a4fef25 HTTP/1.1" status: 200 len: 944 time: 0.4146216 Sep 14 22:59:16.349409 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a9868624-7fb5-4b32-a1ec-de7d9902b409 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1542826 Sep 14 22:59:16.352536 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53426) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:16.366933 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e484e-6127-482f-901d-95f082ae66a3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Port': ['ID=4ec1f8e7-7b06-48c0-9f42-f12d14bf8974,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:16.372365 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7e484e-6127-482f-901d-95f082ae66a3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Network 84335b7c-71b9-41cb-aa6b-1263d1155d40 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:59:16.397058 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-838cfb6b-122e-405d-8a3b-b762dbda59d4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1094597708'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:16.397286 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-1d7e484e-6127-482f-901d-95f082ae66a3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:59:16.405152 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-838cfb6b-122e-405d-8a3b-b762dbda59d4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:16.406851 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7e484e-6127-482f-901d-95f082ae66a3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:59:16.407812 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['771969ce-4285-4948-867d-68149ce1a2a7'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 22:59:16.409543 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-838cfb6b-122e-405d-8a3b-b762dbda59d4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:network and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:16.412666 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-838cfb6b-122e-405d-8a3b-b762dbda59d4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:16.418944 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-838cfb6b-122e-405d-8a3b-b762dbda59d4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:16.433996 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838cfb6b-122e-405d-8a3b-b762dbda59d4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Made reservation on behalf of c0a980b2e8bf40c8a14dfb2d5527a283 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:59:16.438085 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-838cfb6b-122e-405d-8a3b-b762dbda59d4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:16.470545 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ce7d386c-acbe-4e92-9af7-f92a25d4a865 req-0130b69b-7d70-47d4-b6c8-9ec7fc8ecbc9 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/security-groups?id=948c967b-0640-4ed1-8762-05161c06a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175758 Sep 14 22:59:16.512213 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-838cfb6b-122e-405d-8a3b-b762dbda59d4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:59:16.514989 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-44a4fc0b-45e3-4dd9-8f99-39574d5a4261 req-894e9eba-00cb-4105-a114-b3ff9fe6c60e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=c53074e8-c39b-42bf-beff-afa8712647c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678689 Sep 14 22:59:16.530221 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3545ba46-03f8-4d42-93aa-ecea68427d93 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:16.543312 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7e484e-6127-482f-901d-95f082ae66a3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:16.543934 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1d7e484e-6127-482f-901d-95f082ae66a3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:16.570070 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1d7e484e-6127-482f-901d-95f082ae66a3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8055353 Sep 14 22:59:16.572433 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53430) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:16.578772 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-838cfb6b-122e-405d-8a3b-b762dbda59d4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:16.579220 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-838cfb6b-122e-405d-8a3b-b762dbda59d4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Added segment e7a6ce40-6b27-4ea9-9124-b181237fb55c of type vlan for network 3d44d008-75d9-458b-baa8-7f1e56c8cd82 Sep 14 22:59:16.579369 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-9b991890-c736-4c77-aee0-073ac90068c8 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'port': {'network_id': '84335b7c-71b9-41cb-aa6b-1263d1155d40', 'name': 'tempest-PortsTestJSON-1224037759', 'fixed_ips': [{'subnet_id': 'ce4d1551-8dec-4da9-bd59-4b7f45ffc059', 'ip_address': '172.20.0.9'}]}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:16.594420 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545ba46-03f8-4d42-93aa-ecea68427d93 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event deleted for resources: {'Port': ['ID=1677ea41-3f6e-40c6-9468-c17e77f65545,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:16.710172 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-838cfb6b-122e-405d-8a3b-b762dbda59d4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:16.750062 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-9b991890-c736-4c77-aee0-073ac90068c8 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:16.756353 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9b991890-c736-4c77-aee0-073ac90068c8 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:port and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:16.761806 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9b991890-c736-4c77-aee0-073ac90068c8 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:16.770316 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-9b991890-c736-4c77-aee0-073ac90068c8 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:16.784574 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b991890-c736-4c77-aee0-073ac90068c8 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Made reservation on behalf of 1c14bf9f432e425688de72a35501bf7a for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:59:16.790360 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9b991890-c736-4c77-aee0-073ac90068c8 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:16.814234 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-9b991890-c736-4c77-aee0-073ac90068c8 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] device_id is not set on port a8dd0775-14de-460c-9a17-ac1042b00c1a yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:59:16.839577 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-838cfb6b-122e-405d-8a3b-b762dbda59d4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:16.844942 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838cfb6b-122e-405d-8a3b-b762dbda59d4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:16.845521 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-838cfb6b-122e-405d-8a3b-b762dbda59d4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:17.026757 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-9b991890-c736-4c77-aee0-073ac90068c8 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Allocated IP 172.20.0.9 (84335b7c-71b9-41cb-aa6b-1263d1155d40/ce4d1551-8dec-4da9-bd59-4b7f45ffc059/a8dd0775-14de-460c-9a17-ac1042b00c1a) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:59:17.163919 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-838cfb6b-122e-405d-8a3b-b762dbda59d4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8074560 Sep 14 22:59:17.165867 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53434) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:17.169531 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838cfb6b-122e-405d-8a3b-b762dbda59d4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Network': ['ID=3d44d008-75d9-458b-baa8-7f1e56c8cd82,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:17.176240 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-ade06c64-d39c-499e-8dbc-f13c7e42a85f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'subnet': {'network_id': '3d44d008-75d9-458b-baa8-7f1e56c8cd82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:17.177499 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3545ba46-03f8-4d42-93aa-ecea68427d93 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:17.180597 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 3d44d008-75d9-458b-baa8-7f1e56c8cd82 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:59:17.345322 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-ade06c64-d39c-499e-8dbc-f13c7e42a85f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:17.360888 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-ade06c64-d39c-499e-8dbc-f13c7e42a85f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:subnet and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:17.370156 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-ade06c64-d39c-499e-8dbc-f13c7e42a85f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:17.380745 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9b991890-c736-4c77-aee0-073ac90068c8 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:17.383909 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-ade06c64-d39c-499e-8dbc-f13c7e42a85f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:17.406395 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-9b991890-c736-4c77-aee0-073ac90068c8 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Transition to ACTIVE for port object a8dd0775-14de-460c-9a17-ac1042b00c1a will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:59:17.411498 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade06c64-d39c-499e-8dbc-f13c7e42a85f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Made reservation on behalf of c0a980b2e8bf40c8a14dfb2d5527a283 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:59:17.415417 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ade06c64-d39c-499e-8dbc-f13c7e42a85f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:17.420338 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b4f167-4681-4f2a-9bda-a9ff925cd8e6 None None] Network 84335b7c-71b9-41cb-aa6b-1263d1155d40 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:59:17.512440 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:59:17.550515 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9b991890-c736-4c77-aee0-073ac90068c8 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:17.563073 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3545ba46-03f8-4d42-93aa-ecea68427d93 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Router 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:59:17.677880 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-802bb645-3de6-490f-be5a-ab05331ca5d2 None None] Provisioning for port 7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:17.735490 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3545ba46-03f8-4d42-93aa-ecea68427d93 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:59:17.743503 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3545ba46-03f8-4d42-93aa-ecea68427d93 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "PUT /v2.0/routers/1f7ddff8-0c20-4b5c-8c00-49db05062fa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9514670 Sep 14 22:59:17.744279 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53442) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:17.754021 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec85045-c091-47f6-8e69-36f7999b653c None None] Sync routers for ids ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:59:17.756626 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 771969ce-4285-4948-867d-68149ce1a2a7 up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:59:17.813006 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:17.816984 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db7abc8-1921-4431-943c-5344c2e4db93 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Deleting subnet 0e956994-0ac1-4bda-8610-401143b8eb45 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:59:17.820515 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2db7abc8-1921-4431-943c-5344c2e4db93 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:17.824942 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec85045-c091-47f6-8e69-36f7999b653c None None] Routers {'1f7ddff8-0c20-4b5c-8c00-49db05062fa5'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:59:17.825631 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-0ec85045-c091-47f6-8e69-36f7999b653c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:59:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:17.835184 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b991890-c736-4c77-aee0-073ac90068c8 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Network 84335b7c-71b9-41cb-aa6b-1263d1155d40 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:59:17.843921 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-9b991890-c736-4c77-aee0-073ac90068c8 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:59:17.858782 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b991890-c736-4c77-aee0-073ac90068c8 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:59:17.876707 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2db7abc8-1921-4431-943c-5344c2e4db93 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:17.884182 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:17.884549 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:17.919810 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b991890-c736-4c77-aee0-073ac90068c8 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Port': ['ID=a8dd0775-14de-460c-9a17-ac1042b00c1a,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:17.968860 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2db7abc8-1921-4431-943c-5344c2e4db93 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:17.996579 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b991890-c736-4c77-aee0-073ac90068c8 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:17.997213 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9b991890-c736-4c77-aee0-073ac90068c8 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:18.040281 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048da19-90f5-44ac-8d44-6cbf5e94ac01 req-23a4daf0-690d-4aee-b9a0-3c14aedd0aff tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:18.041782 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6048da19-90f5-44ac-8d44-6cbf5e94ac01 req-23a4daf0-690d-4aee-b9a0-3c14aedd0aff tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=57ccc775-da69-4d1a-a67d-78167a4fef25 HTTP/1.1" status: 200 len: 945 time: 0.3333302 Sep 14 22:59:18.050418 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ade06c64-d39c-499e-8dbc-f13c7e42a85f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:18.058541 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2db7abc8-1921-4431-943c-5344c2e4db93 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:18.095780 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17df0c9-50c4-4f62-bfd8-811fba5b2628 req-c082cf18-4b21-41c5-9840-f5ffe9820da6 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:18.097218 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b17df0c9-50c4-4f62-bfd8-811fba5b2628 req-c082cf18-4b21-41c5-9840-f5ffe9820da6 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/ports?device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 946 time: 0.4649315 Sep 14 22:59:18.100295 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7abc8-1921-4431-943c-5344c2e4db93 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event deleted for resources: {'Subnet': ['ID=0e956994-0ac1-4bda-8610-401143b8eb45,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:18.104379 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2db7abc8-1921-4431-943c-5344c2e4db93 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:18.104911 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-0ec85045-c091-47f6-8e69-36f7999b653c None None] Set router 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:59:18.112952 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2db7abc8-1921-4431-943c-5344c2e4db93 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/subnets/0e956994-0ac1-4bda-8610-401143b8eb45 HTTP/1.1" status: 204 len: 168 time: 0.3656020 Sep 14 22:59:18.115788 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9b991890-c736-4c77-aee0-073ac90068c8 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5422676 Sep 14 22:59:18.119899 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53446) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:18.120241 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53448) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:18.149011 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port 771969ce-4285-4948-867d-68149ce1a2a7 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:18.161516 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d581317a-161b-4356-bc09-e43839c3a082 None None] Network 77d744c3-5dc8-4254-a77a-f866be4e427e requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:59:18.204698 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade06c64-d39c-499e-8dbc-f13c7e42a85f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Subnet': ['ID=b00729b7-6b7b-4118-bb98-b0d9fbdbf39e,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:18.219775 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6048da19-90f5-44ac-8d44-6cbf5e94ac01 req-0de8137b-f412-4905-a880-5e5a4e503c4d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=c53074e8-c39b-42bf-beff-afa8712647c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655457 Sep 14 22:59:18.232083 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b17df0c9-50c4-4f62-bfd8-811fba5b2628 req-d31fe028-8555-4106-bdef-99d1b89c794c tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/security-groups?id=948c967b-0640-4ed1-8762-05161c06a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117396 Sep 14 22:59:18.236194 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade06c64-d39c-499e-8dbc-f13c7e42a85f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Checking segment: {'id': 'e7a6ce40-6b27-4ea9-9124-b181237fb55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3d44d008-75d9-458b-baa8-7f1e56c8cd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:59:18.236556 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade06c64-d39c-499e-8dbc-f13c7e42a85f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Network hostable DHCP agents. Network: 3d44d008-75d9-458b-baa8-7f1e56c8cd82, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:59:18.283101 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade06c64-d39c-499e-8dbc-f13c7e42a85f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Network 3d44d008-75d9-458b-baa8-7f1e56c8cd82 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:59:18.297557 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-ade06c64-d39c-499e-8dbc-f13c7e42a85f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 3d44d008-75d9-458b-baa8-7f1e56c8cd82) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:59:18.316082 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade06c64-d39c-499e-8dbc-f13c7e42a85f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:18.316884 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ade06c64-d39c-499e-8dbc-f13c7e42a85f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:18.324810 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dbaaaaf1-4892-42e1-ae38-72220fb5e022 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:18.345327 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port 771969ce-4285-4948-867d-68149ce1a2a7 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:18.346261 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:18.346436 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ade06c64-d39c-499e-8dbc-f13c7e42a85f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1797206 Sep 14 22:59:18.348938 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53456) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:18.351895 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92f4c44-a390-4feb-bae5-a09a9e6062d0 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:18.352647 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e92f4c44-a390-4feb-bae5-a09a9e6062d0 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Synchronizing usage tracker for tenant:1c14bf9f432e425688de72a35501bf7a on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:18.356429 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-6e03f60e-a43d-4e16-81e7-cdf556e9a329 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'port': {'network_id': '3d44d008-75d9-458b-baa8-7f1e56c8cd82', 'name': 'tempest-PortsIpV6TestJSON-2127502970'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:18.356805 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-dbaaaaf1-4892-42e1-ae38-72220fb5e022 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Deleting port c3991729-44ce-46b8-af54-99e559049409 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:18.357140 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dbaaaaf1-4892-42e1-ae38-72220fb5e022 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:18.405324 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ee816e-2207-423b-8383-d2b3873b77a8 None None] Network 3d44d008-75d9-458b-baa8-7f1e56c8cd82 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:59:18.420370 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e92f4c44-a390-4feb-bae5-a09a9e6062d0 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Unset dirty status for tenant:1c14bf9f432e425688de72a35501bf7a on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:18.421668 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e92f4c44-a390-4feb-bae5-a09a9e6062d0 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2989438 Sep 14 22:59:18.424513 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53460) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:18.713638 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6e03f60e-a43d-4e16-81e7-cdf556e9a329 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:18.724750 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:18.725107 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:18.728007 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ae447-a231-4c18-9afd-5524aef011ff req-346a8f17-69f1-450e-b05a-fa2408a7a718 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:18.729572 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6b0ae447-a231-4c18-9afd-5524aef011ff req-346a8f17-69f1-450e-b05a-fa2408a7a718 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/ports?device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 946 time: 0.2794738 Sep 14 22:59:18.738641 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6e03f60e-a43d-4e16-81e7-cdf556e9a329 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:18.769903 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e03f60e-a43d-4e16-81e7-cdf556e9a329 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Made reservation on behalf of c0a980b2e8bf40c8a14dfb2d5527a283 for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:59:18.773391 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6e03f60e-a43d-4e16-81e7-cdf556e9a329 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:18.788831 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-dbaaaaf1-4892-42e1-ae38-72220fb5e022 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] For port c3991729-44ce-46b8-af54-99e559049409, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=c3991729-44ce-46b8-af54-99e559049409,segment=NetworkSegment(96b53950-9a9a-4847-8dd9-74f1530180ce),segment_id=96b53950-9a9a-4847-8dd9-74f1530180ce)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:18.790630 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dbaaaaf1-4892-42e1-ae38-72220fb5e022 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:18.816983 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-6e03f60e-a43d-4e16-81e7-cdf556e9a329 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] device_id is not set on port f7b05fc4-bd65-4f5a-9183-24d429a5ea72 yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:59:18.861123 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6b0ae447-a231-4c18-9afd-5524aef011ff req-9fdd50aa-2a8d-43a2-9822-12c33762690c tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/security-groups?id=948c967b-0640-4ed1-8762-05161c06a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132319 Sep 14 22:59:18.914318 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53464) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:18.914459 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d,segment=NetworkSegment(49065788-5ed7-4c53-9e7f-1ea8593ce184),segment_id=49065788-5ed7-4c53-9e7f-1ea8593ce184)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:18.917293 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 771969ce-4285-4948-867d-68149ce1a2a7 is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:18.917707 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:18.967380 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-dbaaaaf1-4892-42e1-ae38-72220fb5e022 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Calling delete_port for c3991729-44ce-46b8-af54-99e559049409 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:59:18.972355 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:19.083742 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeefec19-0e82-441b-8f3c-b971e999b73c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:19.084604 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-6e03f60e-a43d-4e16-81e7-cdf556e9a329 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Allocated IP 2001:db8::2dd (3d44d008-75d9-458b-baa8-7f1e56c8cd82/b00729b7-6b7b-4118-bb98-b0d9fbdbf39e/f7b05fc4-bd65-4f5a-9183-24d429a5ea72) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:59:19.090222 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeefec19-0e82-441b-8f3c-b971e999b73c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:19.102403 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeefec19-0e82-441b-8f3c-b971e999b73c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:19.104161 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-eeefec19-0e82-441b-8f3c-b971e999b73c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.6784689 Sep 14 22:59:19.105188 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dbaaaaf1-4892-42e1-ae38-72220fb5e022 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:19.108934 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53468) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:19.113717 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4c66d2-aa3f-4d43-8ba4-9ec67865644a tempest-TestNetworkAdvancedServerOps-1832633752 tempest-TestNetworkAdvancedServerOps-1832633752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:19.118132 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4c4c66d2-aa3f-4d43-8ba4-9ec67865644a tempest-TestNetworkAdvancedServerOps-1832633752 tempest-TestNetworkAdvancedServerOps-1832633752-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 1094 time: 0.1998410 Sep 14 22:59:19.148930 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53472) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:19.163487 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 771969ce-4285-4948-867d-68149ce1a2a7, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=771969ce-4285-4948-867d-68149ce1a2a7,segment=NetworkSegment(2fad94cf-df1c-4231-849b-0a33d62ac5fc),segment_id=2fad94cf-df1c-4231-849b-0a33d62ac5fc)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:19.170900 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-b0457102-60ed-4fd2-8435-7ff8757c85a0 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'port_id': '0898f991-4d9c-4a77-adc0-ffb5287bf28b', 'tenant_id': '4b3796dd934c412e8cbfebdb8122849f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:19.175451 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ccc775-da69-4d1a-a67d-78167a4fef25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771969ce-4285-4948-867d-68149ce1a2a7'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 22:59:19.177015 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaaaaf1-4892-42e1-ae38-72220fb5e022 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event deleted for resources: {'Port': ['ID=c3991729-44ce-46b8-af54-99e559049409,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:19.179044 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaaaaf1-4892-42e1-ae38-72220fb5e022 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] No DVR routers for this DVR port c3991729-44ce-46b8-af54-99e559049409 on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:59:19.181642 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4612c8bf-16ec-4352-885f-42436f32c673" -d '{"events": [{"server_uuid": "57ccc775-da69-4d1a-a67d-78167a4fef25", "name": "network-vif-plugged", "status": "completed", "tag": "771969ce-4285-4948-867d-68149ce1a2a7"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:59:19.195809 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b0457102-60ed-4fd2-8435-7ff8757c85a0 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:19.198018 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4435440-b8bf-488b-bc39-dc69f18c0855 None None] DHCP port deletion for 77d744c3-5dc8-4254-a77a-f866be4e427e request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:59:19.205060 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:19.237496 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b0457102-60ed-4fd2-8435-7ff8757c85a0 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Usage tracker for resource:floatingip and tenant:4b3796dd934c412e8cbfebdb8122849f is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:19.248320 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b0457102-60ed-4fd2-8435-7ff8757c85a0 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:19.287353 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 22:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bccfb69-275a-4fba-8160-ba7ccc2d90ca x-openstack-request-id: req-3bccfb69-275a-4fba-8160-ba7ccc2d90ca {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:59:19.287671 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ccc775-da69-4d1a-a67d-78167a4fef25", "name": "network-vif-plugged", "status": "completed", "tag": "771969ce-4285-4948-867d-68149ce1a2a7", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:59:19.287879 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3bccfb69-275a-4fba-8160-ba7ccc2d90ca {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:59:19.288277 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bccfb69-275a-4fba-8160-ba7ccc2d90ca'] response: {'server_uuid': '57ccc775-da69-4d1a-a67d-78167a4fef25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771969ce-4285-4948-867d-68149ce1a2a7', 'code': 200} Sep 14 22:59:19.297779 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-5d00b38c-1171-49d5-8ea9-6449aa3077b9 None None] Provisioning for port 4ec1f8e7-7b06-48c0-9f42-f12d14bf8974 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:19.322992 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b0457102-60ed-4fd2-8435-7ff8757c85a0 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:19.324887 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:19.389355 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-a7237e53-f33a-4a2a-8d5f-f34c03f7af3f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Deleting port a8dd0775-14de-460c-9a17-ac1042b00c1a {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:19.390018 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a7237e53-f33a-4a2a-8d5f-f34c03f7af3f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:19.411575 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-5d00b38c-1171-49d5-8ea9-6449aa3077b9 None None] Provisioning complete for port 4ec1f8e7-7b06-48c0-9f42-f12d14bf8974 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:19.412128 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5d00b38c-1171-49d5-8ea9-6449aa3077b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:19.452528 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:19.453497 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4b5da5-c468-44b9-9267-7fa2d3653f6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-3d44d008-75d9-458b-baa8-7f1e56c8cd82', 'network_id': '3d44d008-75d9-458b-baa8-7f1e56c8cd82', 'tenant_id': 'c0a980b2e8bf40c8a14dfb2d5527a283', 'fixed_ips': [{'subnet_id': 'b00729b7-6b7b-4118-bb98-b0d9fbdbf39e'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:59:19.454313 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1d4b5da5-c468-44b9-9267-7fa2d3653f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:19.463887 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device c3991729-44ce-46b8-af54-99e559049409 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:59:19.527916 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dbaaaaf1-4892-42e1-ae38-72220fb5e022 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:19.530074 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b0457102-60ed-4fd2-8435-7ff8757c85a0 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for floatingip, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:19.543648 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: c3991729-44ce-46b8-af54-99e559049409 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:59:19.543989 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device c3991729-44ce-46b8-af54-99e559049409 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:59:19.560628 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-dbaaaaf1-4892-42e1-ae38-72220fb5e022 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d744c3-5dc8-4254-a77a-f866be4e427e']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:19.576076 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-dbaaaaf1-4892-42e1-ae38-72220fb5e022 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96b53950-9a9a-4847-8dd9-74f1530180ce') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:19.576959 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-dbaaaaf1-4892-42e1-ae38-72220fb5e022 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96b53950-9a9a-4847-8dd9-74f1530180ce') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:19.588925 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dbaaaaf1-4892-42e1-ae38-72220fb5e022 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:19.606292 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dbaaaaf1-4892-42e1-ae38-72220fb5e022 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:19.614956 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbaaaaf1-4892-42e1-ae38-72220fb5e022 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:59:19.615230 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-5d00b38c-1171-49d5-8ea9-6449aa3077b9 None None] Port 4ec1f8e7-7b06-48c0-9f42-f12d14bf8974 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:59:19.615398 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dbaaaaf1-4892-42e1-ae38-72220fb5e022 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:19.619472 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=771969ce-4285-4948-867d-68149ce1a2a7,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:19.658055 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-0ec85045-c091-47f6-8e69-36f7999b653c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'name': 'tempest-RoutersTest-router-1338449832', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:11Z', 'updated_at': '2022-09-14T22:59:16Z', 'revision_number': 10, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'gw_port_host': None, '_interfaces': [{'id': '6cffdb05-630d-45d9-8ba8-0ced348ae677', 'name': '', 'network_id': '75ea059b-2f00-49a6-9551-ce55ec1f21b9', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:db:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:16Z', 'updated_at': '2022-09-14T22:58:26Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:19.663911 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 96b53950-9a9a-4847-8dd9-74f1530180ce resource provider aggregate not found Sep 14 22:59:19.668742 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-5d00b38c-1171-49d5-8ea9-6449aa3077b9 None None] Provisioning for port a8dd0775-14de-460c-9a17-ac1042b00c1a completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:19.685149 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec85045-c091-47f6-8e69-36f7999b653c None None] Checking router: 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:59:19.694951 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-5d00b38c-1171-49d5-8ea9-6449aa3077b9 None None] Provisioning complete for port a8dd0775-14de-460c-9a17-ac1042b00c1a triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:19.694951 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5d00b38c-1171-49d5-8ea9-6449aa3077b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:19.722081 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 96b53950-9a9a-4847-8dd9-74f1530180ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 96b53950-9a9a-4847-8dd9-74f1530180ce found for delete ", "request_id": "req-1f3a1d51-c0d2-4a43-a6bc-f0450eab6e68"}]} Sep 14 22:59:19.758229 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dbaaaaf1-4892-42e1-ae38-72220fb5e022 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:19.766460 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec85045-c091-47f6-8e69-36f7999b653c None None] Routers {'1f7ddff8-0c20-4b5c-8c00-49db05062fa5'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:59:19.767185 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-0ec85045-c091-47f6-8e69-36f7999b653c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:59:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:19.778549 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dbaaaaf1-4892-42e1-ae38-72220fb5e022 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:19.790067 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaaaaf1-4892-42e1-ae38-72220fb5e022 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event deleted for resources: {'Network': ['ID=77d744c3-5dc8-4254-a77a-f866be4e427e,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:19.797906 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-dbaaaaf1-4892-42e1-ae38-72220fb5e022 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/networks/77d744c3-5dc8-4254-a77a-f866be4e427e HTTP/1.1" status: 204 len: 168 time: 1.6766522 Sep 14 22:59:19.800517 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53484) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:19.908485 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-5d00b38c-1171-49d5-8ea9-6449aa3077b9 None None] Port a8dd0775-14de-460c-9a17-ac1042b00c1a cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:59:19.936729 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-5d00b38c-1171-49d5-8ea9-6449aa3077b9 None None] Provisioning complete for port 7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:19.937118 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5d00b38c-1171-49d5-8ea9-6449aa3077b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:19.970889 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-0ec85045-c091-47f6-8e69-36f7999b653c None None] Set router 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:59:20.043215 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6e03f60e-a43d-4e16-81e7-cdf556e9a329 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:20.054462 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439908a-4a1f-4042-b797-25cb2b933c45 req-af8638b9-0c6c-4a9d-9c59-417133d986b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:20.056002 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f439908a-4a1f-4042-b797-25cb2b933c45 req-af8638b9-0c6c-4a9d-9c59-417133d986b2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=57ccc775-da69-4d1a-a67d-78167a4fef25 HTTP/1.1" status: 200 len: 1099 time: 0.5735176 Sep 14 22:59:20.070925 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618bbac-11a8-4911-a363-7465c0ed8213 req-0edd5b88-921a-4944-895b-de68203ca038 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:20.072782 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c618bbac-11a8-4911-a363-7465c0ed8213 req-0edd5b88-921a-4944-895b-de68203ca038 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=57ccc775-da69-4d1a-a67d-78167a4fef25 HTTP/1.1" status: 200 len: 946 time: 0.5532048 Sep 14 22:59:20.153838 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-6e03f60e-a43d-4e16-81e7-cdf556e9a329 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Transition to ACTIVE for port object f7b05fc4-bd65-4f5a-9183-24d429a5ea72 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:59:20.216234 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a7237e53-f33a-4a2a-8d5f-f34c03f7af3f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:20.253667 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f439908a-4a1f-4042-b797-25cb2b933c45 req-27fd7b0c-46fa-49a3-b3e7-ceed98a95a2b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c53074e8-c39b-42bf-beff-afa8712647c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794205 Sep 14 22:59:20.300469 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-5d00b38c-1171-49d5-8ea9-6449aa3077b9 None None] Current status of the port 7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:20.373929 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-0ec85045-c091-47f6-8e69-36f7999b653c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'name': 'tempest-RoutersTest-router-1338449832', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:11Z', 'updated_at': '2022-09-14T22:59:16Z', 'revision_number': 10, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'gw_port_host': None, '_interfaces': [{'id': '6cffdb05-630d-45d9-8ba8-0ced348ae677', 'name': '', 'network_id': '75ea059b-2f00-49a6-9551-ce55ec1f21b9', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:db:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:16Z', 'updated_at': '2022-09-14T22:58:26Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:20.378584 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec85045-c091-47f6-8e69-36f7999b653c None None] The sync data for ids ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'] in dv-neutron-857791-1-hyperv is: [{'id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'name': 'tempest-RoutersTest-router-1338449832', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:11Z', 'updated_at': '2022-09-14T22:59:16Z', 'revision_number': 10, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'gw_port_host': None, '_interfaces': [{'id': '6cffdb05-630d-45d9-8ba8-0ced348ae677', 'name': '', 'network_id': '75ea059b-2f00-49a6-9551-ce55ec1f21b9', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'mac_address': 'fa:16:3e:db:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:16Z', 'updated_at': '2022-09-14T22:58:26Z', 'revision_number': 5, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'subnets': [{'id': '7685bee7-2691-4beb-bf8a-e1d2202721f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:59:20.431084 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-8fbe6f2a-dc77-4112-b2c1-7004aab18b54 None None] Provisioning complete for port 4ec1f8e7-7b06-48c0-9f42-f12d14bf8974 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:20.431699 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8fbe6f2a-dc77-4112-b2c1-7004aab18b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:20.436894 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-80351f08-0446-4771-bb85-096e34b78bf3 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:20.474637 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-a7237e53-f33a-4a2a-8d5f-f34c03f7af3f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Calling delete_port for a8dd0775-14de-460c-9a17-ac1042b00c1a owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:59:20.506747 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c618bbac-11a8-4911-a363-7465c0ed8213 req-54c97a31-f181-4e73-8b4d-c4c842e8ee2a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=c53074e8-c39b-42bf-beff-afa8712647c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4095883 Sep 14 22:59:20.523279 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-8fbe6f2a-dc77-4112-b2c1-7004aab18b54 None None] Port 4ec1f8e7-7b06-48c0-9f42-f12d14bf8974 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:59:20.540100 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-8fbe6f2a-dc77-4112-b2c1-7004aab18b54 None None] Provisioning complete for port a8dd0775-14de-460c-9a17-ac1042b00c1a triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:20.540550 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8fbe6f2a-dc77-4112-b2c1-7004aab18b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:20.552675 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b0457102-60ed-4fd2-8435-7ff8757c85a0 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:20.605208 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6e03f60e-a43d-4e16-81e7-cdf556e9a329 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:20.658441 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-8fbe6f2a-dc77-4112-b2c1-7004aab18b54 None None] Port a8dd0775-14de-460c-9a17-ac1042b00c1a cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:59:20.671353 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-1d4b5da5-c468-44b9-9267-7fa2d3653f6f None None] Allocated IP 2001:db8::2 (3d44d008-75d9-458b-baa8-7f1e56c8cd82/b00729b7-6b7b-4118-bb98-b0d9fbdbf39e/e344a4d5-b0d9-40dc-ab76-ba7b20e67d7a) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:59:20.883188 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e03f60e-a43d-4e16-81e7-cdf556e9a329 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Network 3d44d008-75d9-458b-baa8-7f1e56c8cd82 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:59:20.894622 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-6e03f60e-a43d-4e16-81e7-cdf556e9a329 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:59:20.903792 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e03f60e-a43d-4e16-81e7-cdf556e9a329 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:59:20.909824 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e03f60e-a43d-4e16-81e7-cdf556e9a329 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:20.910841 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6e03f60e-a43d-4e16-81e7-cdf556e9a329 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:20.912627 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1d4b5da5-c468-44b9-9267-7fa2d3653f6f None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:20.922529 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03f60e-a43d-4e16-81e7-cdf556e9a329 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Port': ['ID=f7b05fc4-bd65-4f5a-9183-24d429a5ea72,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:20.924100 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1d4b5da5-c468-44b9-9267-7fa2d3653f6f None None] Transition to ACTIVE for port object e344a4d5-b0d9-40dc-ab76-ba7b20e67d7a will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:59:20.953232 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1d4b5da5-c468-44b9-9267-7fa2d3653f6f None None] Transition to ACTIVE for port object e344a4d5-b0d9-40dc-ab76-ba7b20e67d7a will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:59:20.958460 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1d4b5da5-c468-44b9-9267-7fa2d3653f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:20.985166 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-80351f08-0446-4771-bb85-096e34b78bf3 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Deleting port 6cffdb05-630d-45d9-8ba8-0ced348ae677 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:20.985757 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-80351f08-0446-4771-bb85-096e34b78bf3 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:20.996813 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a7237e53-f33a-4a2a-8d5f-f34c03f7af3f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:21.056044 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6e03f60e-a43d-4e16-81e7-cdf556e9a329 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7059371 Sep 14 22:59:21.062630 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7237e53-f33a-4a2a-8d5f-f34c03f7af3f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Port': ['ID=a8dd0775-14de-460c-9a17-ac1042b00c1a,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:21.067055 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53488) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:21.073819 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-7776155e-5fc8-4bad-a216-adc2eaa21369 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'port': {'network_id': '3d44d008-75d9-458b-baa8-7f1e56c8cd82', 'name': 'tempest-PortsIpV6TestJSON-1245340144'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:21.084080 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4b5da5-c468-44b9-9267-7fa2d3653f6f None None] Network 3d44d008-75d9-458b-baa8-7f1e56c8cd82 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:59:21.087252 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-1d4b5da5-c468-44b9-9267-7fa2d3653f6f None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:59:21.090017 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4b5da5-c468-44b9-9267-7fa2d3653f6f None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:59:21.146393 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-b0457102-60ed-4fd2-8435-7ff8757c85a0 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Allocated IP 172.26.5.49 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/27886daa-247b-4751-b27b-16500018921d) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:59:21.181889 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b5da5-c468-44b9-9267-7fa2d3653f6f None None] Pushing event updated for resources: {'Port': ['ID=e344a4d5-b0d9-40dc-ab76-ba7b20e67d7a,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:21.210217 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-1d4b5da5-c468-44b9-9267-7fa2d3653f6f None None] Attempting to bind port e344a4d5-b0d9-40dc-ab76-ba7b20e67d7a on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:59:21.210845 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-1d4b5da5-c468-44b9-9267-7fa2d3653f6f None None] Attempting to bind port e344a4d5-b0d9-40dc-ab76-ba7b20e67d7a by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'e7a6ce40-6b27-4ea9-9124-b181237fb55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3d44d008-75d9-458b-baa8-7f1e56c8cd82'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:59:21.211402 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4b5da5-c468-44b9-9267-7fa2d3653f6f None None] Attempting to bind port e344a4d5-b0d9-40dc-ab76-ba7b20e67d7a on network 3d44d008-75d9-458b-baa8-7f1e56c8cd82 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:59:21.217667 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4b5da5-c468-44b9-9267-7fa2d3653f6f None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:59:21.218273 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4b5da5-c468-44b9-9267-7fa2d3653f6f None None] Checking segment: {'id': 'e7a6ce40-6b27-4ea9-9124-b181237fb55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3d44d008-75d9-458b-baa8-7f1e56c8cd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:59:21.218863 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1d4b5da5-c468-44b9-9267-7fa2d3653f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:21.219930 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4b5da5-c468-44b9-9267-7fa2d3653f6f None None] Bound using segment: {'id': 'e7a6ce40-6b27-4ea9-9124-b181237fb55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3d44d008-75d9-458b-baa8-7f1e56c8cd82'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:59:21.220565 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-1d4b5da5-c468-44b9-9267-7fa2d3653f6f None None] Bound port: e344a4d5-b0d9-40dc-ab76-ba7b20e67d7a, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a6ce40-6b27-4ea9-9124-b181237fb55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3d44d008-75d9-458b-baa8-7f1e56c8cd82'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:59:21.221129 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1d4b5da5-c468-44b9-9267-7fa2d3653f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:21.230288 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-80351f08-0446-4771-bb85-096e34b78bf3 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] For port 6cffdb05-630d-45d9-8ba8-0ced348ae677, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=6cffdb05-630d-45d9-8ba8-0ced348ae677,segment=NetworkSegment(b42d6318-bcb5-48cd-9921-8ecc85cae146),segment_id=b42d6318-bcb5-48cd-9921-8ecc85cae146)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:21.231026 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-80351f08-0446-4771-bb85-096e34b78bf3 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:21.372852 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:59:21.439310 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-80351f08-0446-4771-bb85-096e34b78bf3 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Calling delete_port for 6cffdb05-630d-45d9-8ba8-0ced348ae677 owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:59:21.473189 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1d4b5da5-c468-44b9-9267-7fa2d3653f6f None None] For port e344a4d5-b0d9-40dc-ab76-ba7b20e67d7a, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:59:21.476732 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1d4b5da5-c468-44b9-9267-7fa2d3653f6f None None] For port e344a4d5-b0d9-40dc-ab76-ba7b20e67d7a, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=e344a4d5-b0d9-40dc-ab76-ba7b20e67d7a,segment=NetworkSegment(e7a6ce40-6b27-4ea9-9124-b181237fb55c),segment_id=e7a6ce40-6b27-4ea9-9124-b181237fb55c)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:59:21.486704 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1d4b5da5-c468-44b9-9267-7fa2d3653f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:21.527442 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:21.527442 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:21.531435 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a7237e53-f33a-4a2a-8d5f-f34c03f7af3f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:21.533336 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a7237e53-f33a-4a2a-8d5f-f34c03f7af3f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/ports/a8dd0775-14de-460c-9a17-ac1042b00c1a HTTP/1.1" status: 204 len: 168 time: 2.4230866 Sep 14 22:59:21.538850 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53492) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:21.619183 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c139976-36ea-44c6-9c51-a26c62d7267a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] GET failed (client error): The resource could not be found. Sep 14 22:59:21.619183 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9c139976-36ea-44c6-9c51-a26c62d7267a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Synchronizing usage tracker for tenant:1c14bf9f432e425688de72a35501bf7a on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:21.624988 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b5da5-c468-44b9-9267-7fa2d3653f6f None None] Pushing event updated for resources: {'Port': ['ID=e344a4d5-b0d9-40dc-ab76-ba7b20e67d7a,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:21.665627 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-7776155e-5fc8-4bad-a216-adc2eaa21369 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:21.682582 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-7776155e-5fc8-4bad-a216-adc2eaa21369 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:port and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:21.689617 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:21.694309 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-7776155e-5fc8-4bad-a216-adc2eaa21369 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:21.700377 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9c139976-36ea-44c6-9c51-a26c62d7267a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Unset dirty status for tenant:1c14bf9f432e425688de72a35501bf7a on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:21.700705 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 1677ea41-3f6e-40c6-9468-c17e77f65545 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:59:21.701586 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9c139976-36ea-44c6-9c51-a26c62d7267a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "GET /v2.0/ports/a8dd0775-14de-460c-9a17-ac1042b00c1a HTTP/1.1" status: 404 len: 333 time: 0.1605589 Sep 14 22:59:21.704559 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53498) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:21.706801 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-7776155e-5fc8-4bad-a216-adc2eaa21369 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:21.717771 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b0457102-60ed-4fd2-8435-7ff8757c85a0 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:21.743185 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 1677ea41-3f6e-40c6-9468-c17e77f65545 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:59:21.743626 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 1677ea41-3f6e-40c6-9468-c17e77f65545 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:59:21.772512 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-80351f08-0446-4771-bb85-096e34b78bf3 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:21.789953 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7776155e-5fc8-4bad-a216-adc2eaa21369 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Made reservation on behalf of c0a980b2e8bf40c8a14dfb2d5527a283 for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:59:21.793366 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7776155e-5fc8-4bad-a216-adc2eaa21369 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:21.828627 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-093e5636-ddf2-486c-8851-3bc14bc96a2f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Deleting port 4ec1f8e7-7b06-48c0-9f42-f12d14bf8974 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:21.828971 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-093e5636-ddf2-486c-8851-3bc14bc96a2f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:21.834550 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-7776155e-5fc8-4bad-a216-adc2eaa21369 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] device_id is not set on port f275b788-6a4b-4d12-86c9-ad9e61c4c67b yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:59:21.869276 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80351f08-0446-4771-bb85-096e34b78bf3 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event deleted for resources: {'Port': ['ID=6cffdb05-630d-45d9-8ba8-0ced348ae677,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:21.950319 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b0457102-60ed-4fd2-8435-7ff8757c85a0 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:22.015461 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b659bb-fb60-4df5-b65c-10fd9c7ff8ac req-f4e6b9bb-681b-429d-9ff7-5c02cba98373 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:22.017048 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b9b659bb-fb60-4df5-b65c-10fd9c7ff8ac req-f4e6b9bb-681b-429d-9ff7-5c02cba98373 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=57ccc775-da69-4d1a-a67d-78167a4fef25 HTTP/1.1" status: 200 len: 946 time: 0.3036115 Sep 14 22:59:22.100559 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0457102-60ed-4fd2-8435-7ff8757c85a0 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:59:22.109439 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-b0457102-60ed-4fd2-8435-7ff8757c85a0 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:59:22.120990 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0457102-60ed-4fd2-8435-7ff8757c85a0 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:59:22.165943 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0457102-60ed-4fd2-8435-7ff8757c85a0 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Pushing event updated for resources: {'Port': ['ID=27886daa-247b-4751-b27b-16500018921d,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:22.196709 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b9b659bb-fb60-4df5-b65c-10fd9c7ff8ac req-27b5c639-38df-4a7f-a828-694f15b52c5b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=c53074e8-c39b-42bf-beff-afa8712647c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643453 Sep 14 22:59:22.223011 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-7776155e-5fc8-4bad-a216-adc2eaa21369 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Allocated IP 2001:db8::370 (3d44d008-75d9-458b-baa8-7f1e56c8cd82/b00729b7-6b7b-4118-bb98-b0d9fbdbf39e/f275b788-6a4b-4d12-86c9-ad9e61c4c67b) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:59:22.277129 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-80351f08-0446-4771-bb85-096e34b78bf3 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:22.641147 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-093e5636-ddf2-486c-8851-3bc14bc96a2f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:22.794992 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a5e61d-bf1f-44fa-b860-7df070edc26f None None] Network 3d44d008-75d9-458b-baa8-7f1e56c8cd82 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:59:22.850134 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-093e5636-ddf2-486c-8851-3bc14bc96a2f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Calling delete_port for 4ec1f8e7-7b06-48c0-9f42-f12d14bf8974 owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:59:22.871478 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732ba6a-9dfb-4039-b55e-34f2db97b1ea req-59a2a333-5f94-4e33-ab6f-8c2b23214693 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:22.872985 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2732ba6a-9dfb-4039-b55e-34f2db97b1ea req-59a2a333-5f94-4e33-ab6f-8c2b23214693 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=57ccc775-da69-4d1a-a67d-78167a4fef25 HTTP/1.1" status: 200 len: 946 time: 0.5403583 Sep 14 22:59:22.908644 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80351f08-0446-4771-bb85-096e34b78bf3 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Router 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:59:22.932311 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-60c2601b-0693-4473-82ef-4c618f2238c9 None None] Provisioning for port e344a4d5-b0d9-40dc-ab76-ba7b20e67d7a completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:22.961643 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7776155e-5fc8-4bad-a216-adc2eaa21369 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:22.987923 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2732ba6a-9dfb-4039-b55e-34f2db97b1ea req-570ef61e-532c-4f0b-81c7-19bf650707f9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=c53074e8-c39b-42bf-beff-afa8712647c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999978 Sep 14 22:59:22.996902 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-7776155e-5fc8-4bad-a216-adc2eaa21369 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Transition to ACTIVE for port object f275b788-6a4b-4d12-86c9-ad9e61c4c67b will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:59:23.037933 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53504) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:23.098795 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7776155e-5fc8-4bad-a216-adc2eaa21369 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:23.102011 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80351f08-0446-4771-bb85-096e34b78bf3 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:59:23.115400 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e546571-a7cb-45b2-9ecb-a4e42d7cbc3f None None] Sync routers for ids ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:59:23.125890 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e546571-a7cb-45b2-9ecb-a4e42d7cbc3f None None] Routers {'1f7ddff8-0c20-4b5c-8c00-49db05062fa5'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:59:23.126770 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-9e546571-a7cb-45b2-9ecb-a4e42d7cbc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:59:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:23.146689 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-80351f08-0446-4771-bb85-096e34b78bf3 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "PUT /v2.0/routers/1f7ddff8-0c20-4b5c-8c00-49db05062fa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3428490 Sep 14 22:59:23.147211 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53508) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:23.190261 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776155e-5fc8-4bad-a216-adc2eaa21369 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Port': ['ID=f275b788-6a4b-4d12-86c9-ad9e61c4c67b,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:23.211840 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-093e5636-ddf2-486c-8851-3bc14bc96a2f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:23.228512 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7776155e-5fc8-4bad-a216-adc2eaa21369 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Network 3d44d008-75d9-458b-baa8-7f1e56c8cd82 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:59:23.235957 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-7776155e-5fc8-4bad-a216-adc2eaa21369 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:59:23.239057 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7776155e-5fc8-4bad-a216-adc2eaa21369 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:59:23.245980 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7776155e-5fc8-4bad-a216-adc2eaa21369 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:23.246709 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7776155e-5fc8-4bad-a216-adc2eaa21369 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:23.276408 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e5636-ddf2-486c-8851-3bc14bc96a2f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Port': ['ID=4ec1f8e7-7b06-48c0-9f42-f12d14bf8974,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:23.278646 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b0457102-60ed-4fd2-8435-7ff8757c85a0 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:23.303981 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5967fa70-fc67-40a2-9688-bb220995502d tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:23.305313 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5967fa70-fc67-40a2-9688-bb220995502d tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=57ccc775-da69-4d1a-a67d-78167a4fef25 HTTP/1.1" status: 200 len: 1094 time: 0.2664783 Sep 14 22:59:23.308880 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7776155e-5fc8-4bad-a216-adc2eaa21369 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2396538 Sep 14 22:59:23.310716 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53512) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:23.313953 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53514) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:23.318740 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-d94699ef-23ec-423e-901a-3bd2b384f887 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'port_id': '771969ce-4285-4948-867d-68149ce1a2a7', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:23.324780 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-d94699ef-23ec-423e-901a-3bd2b384f887 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:23.328388 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-9e546571-a7cb-45b2-9ecb-a4e42d7cbc3f None None] Set router 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:59:23.329653 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-d94699ef-23ec-423e-901a-3bd2b384f887 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:floatingip and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:23.333645 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-d94699ef-23ec-423e-901a-3bd2b384f887 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:23.341218 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-d94699ef-23ec-423e-901a-3bd2b384f887 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:23.389775 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-867c0c72-ee23-4ad4-b107-15998098a005 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Deleting subnet 7685bee7-2691-4beb-bf8a-e1d2202721f9 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:59:23.413696 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d94699ef-23ec-423e-901a-3bd2b384f887 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:23.461956 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-867c0c72-ee23-4ad4-b107-15998098a005 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:23.543462 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e344a4d5-b0d9-40dc-ab76-ba7b20e67d7a up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:59:23.606928 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-867c0c72-ee23-4ad4-b107-15998098a005 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:23.630393 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-9e546571-a7cb-45b2-9ecb-a4e42d7cbc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'name': 'tempest-RoutersTest-router-1338449832', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:11Z', 'updated_at': '2022-09-14T22:59:21Z', 'revision_number': 11, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:23.641619 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e546571-a7cb-45b2-9ecb-a4e42d7cbc3f None None] Checking router: 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:59:23.653975 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e546571-a7cb-45b2-9ecb-a4e42d7cbc3f None None] Routers {'1f7ddff8-0c20-4b5c-8c00-49db05062fa5'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:59:23.654594 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-9e546571-a7cb-45b2-9ecb-a4e42d7cbc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:59:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:23.657810 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-093e5636-ddf2-486c-8851-3bc14bc96a2f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:23.659757 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-093e5636-ddf2-486c-8851-3bc14bc96a2f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/ports/4ec1f8e7-7b06-48c0-9f42-f12d14bf8974 HTTP/1.1" status: 204 len: 168 time: 1.9539468 Sep 14 22:59:23.665549 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53520) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:23.719148 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port e344a4d5-b0d9-40dc-ab76-ba7b20e67d7a completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:23.725583 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port e344a4d5-b0d9-40dc-ab76-ba7b20e67d7a triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:23.726087 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:23.770545 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-867c0c72-ee23-4ad4-b107-15998098a005 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:23.786145 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5f9239f-5e1a-43da-b672-6ee383a9522a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] GET failed (client error): The resource could not be found. Sep 14 22:59:23.788765 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c5f9239f-5e1a-43da-b672-6ee383a9522a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "GET /v2.0/ports/4ec1f8e7-7b06-48c0-9f42-f12d14bf8974 HTTP/1.1" status: 404 len: 333 time: 0.1098840 Sep 14 22:59:23.789671 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b0457102-60ed-4fd2-8435-7ff8757c85a0 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:23.797866 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-55802671-4d4a-4387-a41b-e65fd16d7c6d None None] Provisioning for port f7b05fc4-bd65-4f5a-9183-24d429a5ea72 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:23.809662 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-55802671-4d4a-4387-a41b-e65fd16d7c6d None None] Provisioning complete for port f7b05fc4-bd65-4f5a-9183-24d429a5ea72 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:23.810253 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-55802671-4d4a-4387-a41b-e65fd16d7c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:23.814473 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53524) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:23.832413 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-9e546571-a7cb-45b2-9ecb-a4e42d7cbc3f None None] Set router 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:59:23.904221 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29951097-4058-447b-bc66-1bfa8460ca31 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:23.905144 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-29951097-4058-447b-bc66-1bfa8460ca31 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Synchronizing usage tracker for tenant:c0a980b2e8bf40c8a14dfb2d5527a283 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:23.937314 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-55802671-4d4a-4387-a41b-e65fd16d7c6d None None] Port f7b05fc4-bd65-4f5a-9183-24d429a5ea72 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:59:23.941253 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port e344a4d5-b0d9-40dc-ab76-ba7b20e67d7a is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:23.941629 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:23.991225 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-9e546571-a7cb-45b2-9ecb-a4e42d7cbc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'name': 'tempest-RoutersTest-router-1338449832', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:11Z', 'updated_at': '2022-09-14T22:59:21Z', 'revision_number': 11, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:23.991541 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c531081-de7d-43cc-8e8d-abc5c3385ca3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Deleting subnet ce4d1551-8dec-4da9-bd59-4b7f45ffc059 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:59:23.997442 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e546571-a7cb-45b2-9ecb-a4e42d7cbc3f None None] The sync data for ids ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'] in dv-neutron-857791-1-hyperv is: [{'id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'name': 'tempest-RoutersTest-router-1338449832', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:11Z', 'updated_at': '2022-09-14T22:59:21Z', 'revision_number': 11, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'gw_port_host': None}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:59:24.001203 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port e344a4d5-b0d9-40dc-ab76-ba7b20e67d7a, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=e344a4d5-b0d9-40dc-ab76-ba7b20e67d7a,segment=NetworkSegment(e7a6ce40-6b27-4ea9-9124-b181237fb55c),segment_id=e7a6ce40-6b27-4ea9-9124-b181237fb55c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:24.002919 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2c531081-de7d-43cc-8e8d-abc5c3385ca3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:24.010475 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:24.054143 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-29951097-4058-447b-bc66-1bfa8460ca31 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Unset dirty status for tenant:c0a980b2e8bf40c8a14dfb2d5527a283 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:24.058188 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-29951097-4058-447b-bc66-1bfa8460ca31 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2dd HTTP/1.1" status: 200 len: 929 time: 0.7060294 Sep 14 22:59:24.064417 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53528) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:24.081417 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-867c0c72-ee23-4ad4-b107-15998098a005 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:24.101542 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=e344a4d5-b0d9-40dc-ab76-ba7b20e67d7a,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:24.122684 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-600b0315-5b54-4067-a526-07d957173558 None None] Provisioning complete for port f7b05fc4-bd65-4f5a-9183-24d429a5ea72 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:24.123083 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-600b0315-5b54-4067-a526-07d957173558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:24.138323 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c0c72-ee23-4ad4-b107-15998098a005 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event deleted for resources: {'Subnet': ['ID=7685bee7-2691-4beb-bf8a-e1d2202721f9,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:24.150074 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2c531081-de7d-43cc-8e8d-abc5c3385ca3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:24.182968 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-867c0c72-ee23-4ad4-b107-15998098a005 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:24.188984 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d94699ef-23ec-423e-901a-3bd2b384f887 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:24.192173 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-600b0315-5b54-4067-a526-07d957173558 None None] Port f7b05fc4-bd65-4f5a-9183-24d429a5ea72 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:59:24.193026 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-867c0c72-ee23-4ad4-b107-15998098a005 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/subnets/7685bee7-2691-4beb-bf8a-e1d2202721f9 HTTP/1.1" status: 204 len: 168 time: 1.0447736 Sep 14 22:59:24.193282 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f21ebf-0f60-43f0-bba0-2fa246fe858c None None] Network 75ea059b-2f00-49a6-9551-ce55ec1f21b9 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:59:24.194176 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53532) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:24.245443 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-f2ed3485-f572-4a50-9f12-a8fff037ab4b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Deleting port f275b788-6a4b-4d12-86c9-ad9e61c4c67b {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:24.245875 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f2ed3485-f572-4a50-9f12-a8fff037ab4b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:24.348474 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a3d42222-f035-4ded-a089-2d8e73e92a22 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:24.358995 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-106c8a03-b14c-4841-8346-4d469cce13d5 None None] Provisioning for port f275b788-6a4b-4d12-86c9-ad9e61c4c67b completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:24.365054 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-106c8a03-b14c-4841-8346-4d469cce13d5 None None] Provisioning complete for port f275b788-6a4b-4d12-86c9-ad9e61c4c67b triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:24.365473 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-106c8a03-b14c-4841-8346-4d469cce13d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:24.398458 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-a3d42222-f035-4ded-a089-2d8e73e92a22 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Deleting port 7290e29a-1b8f-46d4-92a1-d5457e79dbd0 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:24.398919 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a3d42222-f035-4ded-a089-2d8e73e92a22 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:24.442301 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b0457102-60ed-4fd2-8435-7ff8757c85a0 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:24.458935 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b0457102-60ed-4fd2-8435-7ff8757c85a0 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:24.461582 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2c531081-de7d-43cc-8e8d-abc5c3385ca3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:24.472234 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-106c8a03-b14c-4841-8346-4d469cce13d5 None None] Port f275b788-6a4b-4d12-86c9-ad9e61c4c67b cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:59:24.606852 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f64c55e-3fa6-4c8b-bab6-01899cb0afbf None None] DHCP port deletion for 75ea059b-2f00-49a6-9551-ce55ec1f21b9 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:59:24.611998 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-3f64c55e-3fa6-4c8b-bab6-01899cb0afbf None None] Deleting port 7290e29a-1b8f-46d4-92a1-d5457e79dbd0 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:24.612960 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3f64c55e-3fa6-4c8b-bab6-01899cb0afbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:24.718815 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0457102-60ed-4fd2-8435-7ff8757c85a0 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Pushing event updated for resources: {'Port': ['ID=27886daa-247b-4751-b27b-16500018921d,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:24.721121 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b0457102-60ed-4fd2-8435-7ff8757c85a0 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:24.761142 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2c531081-de7d-43cc-8e8d-abc5c3385ca3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:24.851581 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2c531081-de7d-43cc-8e8d-abc5c3385ca3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:24.856640 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e086c2ac-49e9-4d09-af04-3b53ddf9388f None None] Network 84335b7c-71b9-41cb-aa6b-1263d1155d40 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:59:24.868718 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2c531081-de7d-43cc-8e8d-abc5c3385ca3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/subnets/ce4d1551-8dec-4da9-bd59-4b7f45ffc059 HTTP/1.1" status: 204 len: 168 time: 1.0526524 Sep 14 22:59:24.874681 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53536) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:24.897481 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c531081-de7d-43cc-8e8d-abc5c3385ca3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Subnet': ['ID=ce4d1551-8dec-4da9-bd59-4b7f45ffc059,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:24.949471 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-d94699ef-23ec-423e-901a-3bd2b384f887 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Allocated IP 172.26.5.97 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/8c5a65ec-eefe-4a12-a228-84291f732183) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:59:24.965066 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-3f64c55e-3fa6-4c8b-bab6-01899cb0afbf None None] For port 7290e29a-1b8f-46d4-92a1-d5457e79dbd0, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=7290e29a-1b8f-46d4-92a1-d5457e79dbd0,segment=NetworkSegment(b42d6318-bcb5-48cd-9921-8ecc85cae146),segment_id=b42d6318-bcb5-48cd-9921-8ecc85cae146)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:24.966307 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3f64c55e-3fa6-4c8b-bab6-01899cb0afbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:24.997665 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-a3d42222-f035-4ded-a089-2d8e73e92a22 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] For port 7290e29a-1b8f-46d4-92a1-d5457e79dbd0, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=7290e29a-1b8f-46d4-92a1-d5457e79dbd0,segment=NetworkSegment(b42d6318-bcb5-48cd-9921-8ecc85cae146),segment_id=b42d6318-bcb5-48cd-9921-8ecc85cae146)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:24.998317 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a3d42222-f035-4ded-a089-2d8e73e92a22 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:25.081357 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f2ed3485-f572-4a50-9f12-a8fff037ab4b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:25.123939 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-3f64c55e-3fa6-4c8b-bab6-01899cb0afbf None None] Calling delete_port for 7290e29a-1b8f-46d4-92a1-d5457e79dbd0 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:59:25.129432 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9fb1dc4c-544d-4592-a6b3-a81cf5d1d429 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:25.137293 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-a3d42222-f035-4ded-a089-2d8e73e92a22 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Calling delete_port for 7290e29a-1b8f-46d4-92a1-d5457e79dbd0 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:59:25.194003 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-9fb1dc4c-544d-4592-a6b3-a81cf5d1d429 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Deleting port 7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:25.194336 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9fb1dc4c-544d-4592-a6b3-a81cf5d1d429 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:25.260424 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3f64c55e-3fa6-4c8b-bab6-01899cb0afbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:25.291976 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-f2ed3485-f572-4a50-9f12-a8fff037ab4b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Calling delete_port for f275b788-6a4b-4d12-86c9-ad9e61c4c67b owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:59:25.318718 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.db.api [None req-a3d42222-f035-4ded-a089-2d8e73e92a22 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:59:25.319536 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG oslo_db.api [None req-a3d42222-f035-4ded-a089-2d8e73e92a22 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:59:25.327319 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f64c55e-3fa6-4c8b-bab6-01899cb0afbf None None] Pushing event deleted for resources: {'Port': ['ID=7290e29a-1b8f-46d4-92a1-d5457e79dbd0,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:25.331454 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f64c55e-3fa6-4c8b-bab6-01899cb0afbf None None] No DVR routers for this DVR port 7290e29a-1b8f-46d4-92a1-d5457e79dbd0 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:59:25.370775 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacc0a67-0e0b-4a33-9e38-460086889bee None None] DHCP port deletion for 84335b7c-71b9-41cb-aa6b-1263d1155d40 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:59:25.375420 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-dacc0a67-0e0b-4a33-9e38-460086889bee None None] Deleting port 7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:25.375797 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-dacc0a67-0e0b-4a33-9e38-460086889bee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:25.410529 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-b0457102-60ed-4fd2-8435-7ff8757c85a0 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Floating IP 03d63fd1-cb09-4d22-9b96-6ccf707a4607 associated. External IP: 172.26.5.49, port: 0898f991-4d9c-4a77-adc0-ffb5287bf28b. Sep 14 22:59:25.467504 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e344a4d5-b0d9-40dc-ab76-ba7b20e67d7a up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:59:25.483466 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-9fb1dc4c-544d-4592-a6b3-a81cf5d1d429 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] For port 7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d,segment=NetworkSegment(49065788-5ed7-4c53-9e7f-1ea8593ce184),segment_id=49065788-5ed7-4c53-9e7f-1ea8593ce184)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:25.483830 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9fb1dc4c-544d-4592-a6b3-a81cf5d1d429 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:25.545819 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d94699ef-23ec-423e-901a-3bd2b384f887 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:25.617685 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-9fb1dc4c-544d-4592-a6b3-a81cf5d1d429 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Calling delete_port for 7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:59:25.648068 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-dacc0a67-0e0b-4a33-9e38-460086889bee None None] For port 7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d,segment=NetworkSegment(49065788-5ed7-4c53-9e7f-1ea8593ce184),segment_id=49065788-5ed7-4c53-9e7f-1ea8593ce184)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:25.648333 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-dacc0a67-0e0b-4a33-9e38-460086889bee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:25.655099 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port e344a4d5-b0d9-40dc-ab76-ba7b20e67d7a triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:25.655456 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:25.700284 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9fb1dc4c-544d-4592-a6b3-a81cf5d1d429 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:25.701548 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f2ed3485-f572-4a50-9f12-a8fff037ab4b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:25.751703 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb1dc4c-544d-4592-a6b3-a81cf5d1d429 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] No DVR routers for this DVR port 7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:59:25.811092 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed3485-f572-4a50-9f12-a8fff037ab4b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Port': ['ID=f275b788-6a4b-4d12-86c9-ad9e61c4c67b,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:25.824084 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-dacc0a67-0e0b-4a33-9e38-460086889bee None None] Calling delete_port for 7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:59:25.884268 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1dc4c-544d-4592-a6b3-a81cf5d1d429 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Port': ['ID=7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:25.886443 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-a3d42222-f035-4ded-a089-2d8e73e92a22 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Deleting port 7290e29a-1b8f-46d4-92a1-d5457e79dbd0 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:25.886443 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a3d42222-f035-4ded-a089-2d8e73e92a22 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:25.906004 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d94699ef-23ec-423e-901a-3bd2b384f887 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:25.911522 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f2ed3485-f572-4a50-9f12-a8fff037ab4b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:25.923574 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-dacc0a67-0e0b-4a33-9e38-460086889bee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:59:25.925251 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-dacc0a67-0e0b-4a33-9e38-460086889bee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:59:25.976579 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-a3d42222-f035-4ded-a089-2d8e73e92a22 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] The port '7290e29a-1b8f-46d4-92a1-d5457e79dbd0' was deleted {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:59:25.978363 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9fb1dc4c-544d-4592-a6b3-a81cf5d1d429 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:26.000860 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port e344a4d5-b0d9-40dc-ab76-ba7b20e67d7a is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:26.060475 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f2ed3485-f572-4a50-9f12-a8fff037ab4b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/ports/f275b788-6a4b-4d12-86c9-ad9e61c4c67b HTTP/1.1" status: 204 len: 168 time: 1.9949310 Sep 14 22:59:26.066655 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53540) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:26.069599 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 6cffdb05-630d-45d9-8ba8-0ced348ae677 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:59:26.074367 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94699ef-23ec-423e-901a-3bd2b384f887 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:59:26.110525 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 6cffdb05-630d-45d9-8ba8-0ced348ae677 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:59:26.110955 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 6cffdb05-630d-45d9-8ba8-0ced348ae677 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:59:26.111473 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 7290e29a-1b8f-46d4-92a1-d5457e79dbd0 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:59:26.113658 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-d94699ef-23ec-423e-901a-3bd2b384f887 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:59:26.134494 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94699ef-23ec-423e-901a-3bd2b384f887 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:59:26.136173 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-9fb1dc4c-544d-4592-a6b3-a81cf5d1d429 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84335b7c-71b9-41cb-aa6b-1263d1155d40']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:26.153556 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 7290e29a-1b8f-46d4-92a1-d5457e79dbd0 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:59:26.153919 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 7290e29a-1b8f-46d4-92a1-d5457e79dbd0 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:59:26.158251 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-9fb1dc4c-544d-4592-a6b3-a81cf5d1d429 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49065788-5ed7-4c53-9e7f-1ea8593ce184') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:26.158552 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-9fb1dc4c-544d-4592-a6b3-a81cf5d1d429 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49065788-5ed7-4c53-9e7f-1ea8593ce184') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:26.167810 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a3d42222-f035-4ded-a089-2d8e73e92a22 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:26.176420 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd4ce75-b704-47c1-b33a-62a2a753d59b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] GET failed (client error): The resource could not be found. Sep 14 22:59:26.177134 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-8dd4ce75-b704-47c1-b33a-62a2a753d59b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Synchronizing usage tracker for tenant:c0a980b2e8bf40c8a14dfb2d5527a283 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:26.187719 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9fb1dc4c-544d-4592-a6b3-a81cf5d1d429 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:26.192733 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94699ef-23ec-423e-901a-3bd2b384f887 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=8c5a65ec-eefe-4a12-a228-84291f732183,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:26.224444 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0457102-60ed-4fd2-8435-7ff8757c85a0 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Router e893ad02-b149-4f27-904a-8ab02c70229e has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:59:26.265445 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-8dd4ce75-b704-47c1-b33a-62a2a753d59b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Unset dirty status for tenant:c0a980b2e8bf40c8a14dfb2d5527a283 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:26.266630 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8dd4ce75-b704-47c1-b33a-62a2a753d59b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "GET /v2.0/ports/f275b788-6a4b-4d12-86c9-ad9e61c4c67b HTTP/1.1" status: 404 len: 333 time: 0.1970110 Sep 14 22:59:26.274375 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53544) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:26.320198 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-a3d42222-f035-4ded-a089-2d8e73e92a22 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ea059b-2f00-49a6-9551-ce55ec1f21b9']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:26.332401 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9fb1dc4c-544d-4592-a6b3-a81cf5d1d429 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:26.335464 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-a3d42222-f035-4ded-a089-2d8e73e92a22 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42d6318-bcb5-48cd-9921-8ecc85cae146') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:26.335762 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-a3d42222-f035-4ded-a089-2d8e73e92a22 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42d6318-bcb5-48cd-9921-8ecc85cae146') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:26.350762 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb1dc4c-544d-4592-a6b3-a81cf5d1d429 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:59:26.351159 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9fb1dc4c-544d-4592-a6b3-a81cf5d1d429 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:26.371136 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a3d42222-f035-4ded-a089-2d8e73e92a22 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:26.426926 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-dacc0a67-0e0b-4a33-9e38-460086889bee None None] Deleting port 7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:26.427405 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-dacc0a67-0e0b-4a33-9e38-460086889bee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:26.434316 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 49065788-5ed7-4c53-9e7f-1ea8593ce184 resource provider aggregate not found Sep 14 22:59:26.462899 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 49065788-5ed7-4c53-9e7f-1ea8593ce184 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 49065788-5ed7-4c53-9e7f-1ea8593ce184 found for delete ", "request_id": "req-bf707298-3537-4cf4-9e61-4436dbcc79ca"}]} Sep 14 22:59:26.464049 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a3d42222-f035-4ded-a089-2d8e73e92a22 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:26.486190 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d42222-f035-4ded-a089-2d8e73e92a22 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:59:26.486190 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a3d42222-f035-4ded-a089-2d8e73e92a22 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:26.502132 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-dacc0a67-0e0b-4a33-9e38-460086889bee None None] The port '7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:59:26.560926 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9fb1dc4c-544d-4592-a6b3-a81cf5d1d429 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:26.591258 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9fb1dc4c-544d-4592-a6b3-a81cf5d1d429 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:26.606371 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1dc4c-544d-4592-a6b3-a81cf5d1d429 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Network': ['ID=84335b7c-71b9-41cb-aa6b-1263d1155d40,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:26.622107 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a3d42222-f035-4ded-a089-2d8e73e92a22 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:26.642219 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a3d42222-f035-4ded-a089-2d8e73e92a22 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:26.645924 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9fb1dc4c-544d-4592-a6b3-a81cf5d1d429 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/networks/84335b7c-71b9-41cb-aa6b-1263d1155d40 HTTP/1.1" status: 204 len: 168 time: 1.7686532 Sep 14 22:59:26.650444 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53552) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:26.651190 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d42222-f035-4ded-a089-2d8e73e92a22 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Pushing event deleted for resources: {'Network': ['ID=75ea059b-2f00-49a6-9551-ce55ec1f21b9,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:26.659652 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-d439a04a-5da8-44c5-b9e9-55bbc1eb774e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1190840285'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:26.664848 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a3d42222-f035-4ded-a089-2d8e73e92a22 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/networks/75ea059b-2f00-49a6-9551-ce55ec1f21b9 HTTP/1.1" status: 204 len: 168 time: 2.4648628 Sep 14 22:59:26.666073 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-d439a04a-5da8-44c5-b9e9-55bbc1eb774e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:26.668154 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53556) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:26.674012 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-1ee88542-4bf5-453d-8763-d365386531aa tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Request body: {'router': {'routes': None}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:26.702032 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-cb2dd73c-e777-48a9-b863-642809de40b1 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Deleting port f7b05fc4-bd65-4f5a-9183-24d429a5ea72 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:26.702477 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cb2dd73c-e777-48a9-b863-642809de40b1 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:26.722059 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-d439a04a-5da8-44c5-b9e9-55bbc1eb774e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:network and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:26.733532 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-d439a04a-5da8-44c5-b9e9-55bbc1eb774e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:26.792590 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-d439a04a-5da8-44c5-b9e9-55bbc1eb774e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:26.810210 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0457102-60ed-4fd2-8435-7ff8757c85a0 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:59:26.825016 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ab1361-aeb5-40a1-9d08-1ad2e60f5809 None None] Sync routers for ids ['e893ad02-b149-4f27-904a-8ab02c70229e'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:59:26.837287 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ab1361-aeb5-40a1-9d08-1ad2e60f5809 None None] Routers {'e893ad02-b149-4f27-904a-8ab02c70229e'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:59:26.838134 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-10ab1361-aeb5-40a1-9d08-1ad2e60f5809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:59:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['e893ad02-b149-4f27-904a-8ab02c70229e'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:26.869170 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d439a04a-5da8-44c5-b9e9-55bbc1eb774e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Made reservation on behalf of 1c14bf9f432e425688de72a35501bf7a for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:59:26.872531 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d439a04a-5da8-44c5-b9e9-55bbc1eb774e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:26.975917 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b0457102-60ed-4fd2-8435-7ff8757c85a0 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:27.010561 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.extraroute_db [None req-1ee88542-4bf5-453d-8763-d365386531aa tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Added routes are [] {{(pid=89171) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 14 22:59:27.011476 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.extraroute_db [None req-1ee88542-4bf5-453d-8763-d365386531aa tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Removed routes are [] {{(pid=89171) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 14 22:59:27.012023 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1ee88542-4bf5-453d-8763-d365386531aa tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:27.016827 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d439a04a-5da8-44c5-b9e9-55bbc1eb774e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:59:27.140440 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-10ab1361-aeb5-40a1-9d08-1ad2e60f5809 None None] Set router e893ad02-b149-4f27-904a-8ab02c70229e gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:59:27.154520 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d439a04a-5da8-44c5-b9e9-55bbc1eb774e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:27.154979 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-d439a04a-5da8-44c5-b9e9-55bbc1eb774e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Added segment 5ba37a6d-62a2-41e9-a385-a3e2af2c61eb of type vlan for network 1ee6e97f-9e7f-4cf6-b2a3-28759910f0ff Sep 14 22:59:27.191388 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b0457102-60ed-4fd2-8435-7ff8757c85a0 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.0371261 Sep 14 22:59:27.197350 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0e4dea-89ef-466c-b42e-bb8c92794f3c', 'tag': '0898f991-4d9c-4a77-adc0-ffb5287bf28b'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 22:59:27.199901 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb5838d-f704-4a0c-8847-b59a4d61290b" -d '{"events": [{"name": "network-changed", "server_uuid": "da0e4dea-89ef-466c-b42e-bb8c92794f3c", "tag": "0898f991-4d9c-4a77-adc0-ffb5287bf28b"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:59:27.287075 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cb2dd73c-e777-48a9-b863-642809de40b1 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:27.381644 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1ee88542-4bf5-453d-8763-d365386531aa tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:27.386037 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d439a04a-5da8-44c5-b9e9-55bbc1eb774e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:27.394784 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1ee88542-4bf5-453d-8763-d365386531aa tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33045011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33045002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33047131'] for router, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:27.412137 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:59:27.462566 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 22:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e27c0d-2df0-4f8e-afc9-272ddf743d94 x-openstack-request-id: req-82e27c0d-2df0-4f8e-afc9-272ddf743d94 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:59:27.462849 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0e4dea-89ef-466c-b42e-bb8c92794f3c", "tag": "0898f991-4d9c-4a77-adc0-ffb5287bf28b", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:59:27.463099 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-82e27c0d-2df0-4f8e-afc9-272ddf743d94 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:59:27.463496 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82e27c0d-2df0-4f8e-afc9-272ddf743d94'] response: {'name': 'network-changed', 'server_uuid': 'da0e4dea-89ef-466c-b42e-bb8c92794f3c', 'tag': '0898f991-4d9c-4a77-adc0-ffb5287bf28b', 'status': 'completed', 'code': 200} Sep 14 22:59:27.505088 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:59:27.505552 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 7da7b1cd-b1e6-4cde-a88d-a0cfe53d827d not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:59:27.532024 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.db.resource_extend [None req-d439a04a-5da8-44c5-b9e9-55bbc1eb774e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 22:59:27.567325 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-cb2dd73c-e777-48a9-b863-642809de40b1 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Calling delete_port for f7b05fc4-bd65-4f5a-9183-24d429a5ea72 owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:59:27.573212 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee88542-4bf5-453d-8763-d365386531aa tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Router 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:59:27.575077 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d439a04a-5da8-44c5-b9e9-55bbc1eb774e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:27.581735 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d439a04a-5da8-44c5-b9e9-55bbc1eb774e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:27.582592 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d439a04a-5da8-44c5-b9e9-55bbc1eb774e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:27.700415 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-10ab1361-aeb5-40a1-9d08-1ad2e60f5809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559660577', 'tenant_id': '4b3796dd934c412e8cbfebdb8122849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e8a4bef4-8303-407f-aa43-828fc9578469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:29Z', 'updated_at': '2022-09-14T22:58:47Z', 'revision_number': 4, 'project_id': '4b3796dd934c412e8cbfebdb8122849f', 'gw_port': {'id': 'e8a4bef4-8303-407f-aa43-828fc9578469', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:31Z', 'updated_at': '2022-09-14T22:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '03d63fd1-cb09-4d22-9b96-6ccf707a4607', 'tenant_id': '4b3796dd934c412e8cbfebdb8122849f', 'floating_ip_address': '172.26.5.49', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'port_id': '0898f991-4d9c-4a77-adc0-ffb5287bf28b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e54d4215-9b0b-4b80-af38-991540bcc5bc', 'mac_address': 'fa:16:3e:ba:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0e4dea-89ef-466c-b42e-bb8c92794f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T22:59:22Z', 'updated_at': '2022-09-14T22:59:22Z', 'revision_number': 0, 'project_id': '4b3796dd934c412e8cbfebdb8122849f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73625d6f-ef6d-448a-9c8f-8888297becfe', 'name': '', 'network_id': 'e54d4215-9b0b-4b80-af38-991540bcc5bc', 'tenant_id': '4b3796dd934c412e8cbfebdb8122849f', 'mac_address': 'fa:16:3e:80:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '1ece0b40-82a5-4ecd-b72f-56ccf822e69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:42Z', 'updated_at': '2022-09-14T22:59:09Z', 'revision_number': 5, 'project_id': '4b3796dd934c412e8cbfebdb8122849f', 'subnets': [{'id': '1ece0b40-82a5-4ecd-b72f-56ccf822e69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:27.708509 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ab1361-aeb5-40a1-9d08-1ad2e60f5809 None None] Checking router: e893ad02-b149-4f27-904a-8ab02c70229e for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:59:27.734416 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ab1361-aeb5-40a1-9d08-1ad2e60f5809 None None] Routers {'e893ad02-b149-4f27-904a-8ab02c70229e'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:59:27.736039 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-10ab1361-aeb5-40a1-9d08-1ad2e60f5809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:59:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['e893ad02-b149-4f27-904a-8ab02c70229e'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:27.772276 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d94699ef-23ec-423e-901a-3bd2b384f887 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:27.785345 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d5798-9822-4530-b3a6-4f2037fabcf2 req-720efc52-6a61-4832-8946-6daf8beaa821 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:27.786940 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-238d5798-9822-4530-b3a6-4f2037fabcf2 req-720efc52-6a61-4832-8946-6daf8beaa821 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/ports?device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 946 time: 0.4838004 Sep 14 22:59:27.826864 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5838d-f704-4a0c-8847-b59a4d61290b req-cfd9c78c-e21b-4fc5-b493-87b320786a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:27.828360 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-adb5838d-f704-4a0c-8847-b59a4d61290b req-cfd9c78c-e21b-4fc5-b493-87b320786a0e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b3796dd934c412e8cbfebdb8122849f&device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 1099 time: 0.4060872 Sep 14 22:59:27.840824 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d439a04a-5da8-44c5-b9e9-55bbc1eb774e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1848884 Sep 14 22:59:27.842125 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53564) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:27.871718 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-c1b1a22e-c9e9-4bb6-9f2b-58497940baa3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'subnet': {'network_id': '1ee6e97f-9e7f-4cf6-b2a3-28759910f0ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:27.945417 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-10ab1361-aeb5-40a1-9d08-1ad2e60f5809 None None] Set router e893ad02-b149-4f27-904a-8ab02c70229e gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:59:27.965770 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439a04a-5da8-44c5-b9e9-55bbc1eb774e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Network': ['ID=1ee6e97f-9e7f-4cf6-b2a3-28759910f0ff,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:27.984351 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee88542-4bf5-453d-8763-d365386531aa tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:59:27.995201 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee01faf-92d8-422a-a23e-8b646519d32c None None] Sync routers for ids ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:59:28.001285 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1ee88542-4bf5-453d-8763-d365386531aa tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:28.005784 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1ee88542-4bf5-453d-8763-d365386531aa tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "PUT /v2.0/routers/1f7ddff8-0c20-4b5c-8c00-49db05062fa5 HTTP/1.1" status: 200 len: 701 time: 1.3336806 Sep 14 22:59:28.006644 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53568) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:28.008305 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 1ee6e97f-9e7f-4cf6-b2a3-28759910f0ff details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:59:28.020338 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee01faf-92d8-422a-a23e-8b646519d32c None None] Routers {'1f7ddff8-0c20-4b5c-8c00-49db05062fa5'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:59:28.021396 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-8ee01faf-92d8-422a-a23e-8b646519d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:59:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:28.067144 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-8283dfbb-84f9-43b4-bdbc-090ff149c7d0 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Synchronizing usage tracker for tenant:25d4f6710d2343efa0693e5e6584ceb8 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:28.084213 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-8283dfbb-84f9-43b4-bdbc-090ff149c7d0 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Unset dirty status for tenant:25d4f6710d2343efa0693e5e6584ceb8 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:28.088123 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8283dfbb-84f9-43b4-bdbc-090ff149c7d0 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f7ddff8-0c20-4b5c-8c00-49db05062fa5 HTTP/1.1" status: 200 len: 205 time: 0.0779812 Sep 14 22:59:28.088511 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53572) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:28.181381 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-8ee01faf-92d8-422a-a23e-8b646519d32c None None] Set router 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:59:28.222158 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cb2dd73c-e777-48a9-b863-642809de40b1 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:28.231179 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-238d5798-9822-4530-b3a6-4f2037fabcf2 req-c2386597-7342-4905-953e-d8fffe6e4631 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/security-groups?id=948c967b-0640-4ed1-8762-05161c06a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4347489 Sep 14 22:59:28.251821 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9adfb520-fa73-4ca4-8f8c-1ec4ebe3866f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:28.312699 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-8ee01faf-92d8-422a-a23e-8b646519d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'name': 'tempest-RoutersTest-router-1338449832', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:11Z', 'updated_at': '2022-09-14T22:59:21Z', 'revision_number': 11, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:28.317446 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee01faf-92d8-422a-a23e-8b646519d32c None None] Checking router: 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:59:28.318613 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53576) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:28.319420 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2dd73c-e777-48a9-b863-642809de40b1 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Port': ['ID=f7b05fc4-bd65-4f5a-9183-24d429a5ea72,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:28.333243 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee01faf-92d8-422a-a23e-8b646519d32c None None] Routers {'1f7ddff8-0c20-4b5c-8c00-49db05062fa5'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:59:28.333863 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-8ee01faf-92d8-422a-a23e-8b646519d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:59:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:28.521912 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cb2dd73c-e777-48a9-b863-642809de40b1 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:28.539971 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-10ab1361-aeb5-40a1-9d08-1ad2e60f5809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559660577', 'tenant_id': '4b3796dd934c412e8cbfebdb8122849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e8a4bef4-8303-407f-aa43-828fc9578469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:29Z', 'updated_at': '2022-09-14T22:58:47Z', 'revision_number': 4, 'project_id': '4b3796dd934c412e8cbfebdb8122849f', 'gw_port': {'id': 'e8a4bef4-8303-407f-aa43-828fc9578469', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:31Z', 'updated_at': '2022-09-14T22:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '03d63fd1-cb09-4d22-9b96-6ccf707a4607', 'tenant_id': '4b3796dd934c412e8cbfebdb8122849f', 'floating_ip_address': '172.26.5.49', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'port_id': '0898f991-4d9c-4a77-adc0-ffb5287bf28b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e54d4215-9b0b-4b80-af38-991540bcc5bc', 'mac_address': 'fa:16:3e:ba:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0e4dea-89ef-466c-b42e-bb8c92794f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T22:59:22Z', 'updated_at': '2022-09-14T22:59:22Z', 'revision_number': 0, 'project_id': '4b3796dd934c412e8cbfebdb8122849f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73625d6f-ef6d-448a-9c8f-8888297becfe', 'name': '', 'network_id': 'e54d4215-9b0b-4b80-af38-991540bcc5bc', 'tenant_id': '4b3796dd934c412e8cbfebdb8122849f', 'mac_address': 'fa:16:3e:80:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '1ece0b40-82a5-4ecd-b72f-56ccf822e69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:42Z', 'updated_at': '2022-09-14T22:59:09Z', 'revision_number': 5, 'project_id': '4b3796dd934c412e8cbfebdb8122849f', 'subnets': [{'id': '1ece0b40-82a5-4ecd-b72f-56ccf822e69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:28.544379 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ab1361-aeb5-40a1-9d08-1ad2e60f5809 None None] The sync data for ids ['e893ad02-b149-4f27-904a-8ab02c70229e'] in dv-neutron-857791-1-hyperv is: [{'id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559660577', 'tenant_id': '4b3796dd934c412e8cbfebdb8122849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e8a4bef4-8303-407f-aa43-828fc9578469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:29Z', 'updated_at': '2022-09-14T22:58:47Z', 'revision_number': 4, 'project_id': '4b3796dd934c412e8cbfebdb8122849f', 'gw_port': {'id': 'e8a4bef4-8303-407f-aa43-828fc9578469', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:31Z', 'updated_at': '2022-09-14T22:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '03d63fd1-cb09-4d22-9b96-6ccf707a4607', 'tenant_id': '4b3796dd934c412e8cbfebdb8122849f', 'floating_ip_address': '172.26.5.49', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'port_id': '0898f991-4d9c-4a77-adc0-ffb5287bf28b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e54d4215-9b0b-4b80-af38-991540bcc5bc', 'mac_address': 'fa:16:3e:ba:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0e4dea-89ef-466c-b42e-bb8c92794f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T22:59:22Z', 'updated_at': '2022-09-14T22:59:22Z', 'revision_number': 0, 'project_id': '4b3796dd934c412e8cbfebdb8122849f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73625d6f-ef6d-448a-9c8f-8888297becfe', 'name': '', 'network_id': 'e54d4215-9b0b-4b80-af38-991540bcc5bc', 'tenant_id': '4b3796dd934c412e8cbfebdb8122849f', 'mac_address': 'fa:16:3e:80:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '1ece0b40-82a5-4ecd-b72f-56ccf822e69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:42Z', 'updated_at': '2022-09-14T22:59:09Z', 'revision_number': 5, 'project_id': '4b3796dd934c412e8cbfebdb8122849f', 'subnets': [{'id': '1ece0b40-82a5-4ecd-b72f-56ccf822e69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:59:28.581792 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c1b1a22e-c9e9-4bb6-9f2b-58497940baa3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:28.593387 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment b42d6318-bcb5-48cd-9921-8ecc85cae146 resource provider aggregate not found Sep 14 22:59:28.637781 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c1b1a22e-c9e9-4bb6-9f2b-58497940baa3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:subnet and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:28.646130 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-8ee01faf-92d8-422a-a23e-8b646519d32c None None] Set router 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:59:28.648276 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c1b1a22e-c9e9-4bb6-9f2b-58497940baa3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:28.657243 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-cb2dd73c-e777-48a9-b863-642809de40b1 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/ports/f7b05fc4-bd65-4f5a-9183-24d429a5ea72 HTTP/1.1" status: 204 len: 168 time: 2.3814225 Sep 14 22:59:28.676217 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53584) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:28.677064 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c1b1a22e-c9e9-4bb6-9f2b-58497940baa3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:28.702800 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment b42d6318-bcb5-48cd-9921-8ecc85cae146 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b42d6318-bcb5-48cd-9921-8ecc85cae146 found for delete ", "request_id": "req-bfb704d6-841f-4754-b5ac-af3918eb3bf4"}]} Sep 14 22:59:28.704890 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9adfb520-fa73-4ca4-8f8c-1ec4ebe3866f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:28.707619 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9adfb520-fa73-4ca4-8f8c-1ec4ebe3866f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:28.719941 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d94699ef-23ec-423e-901a-3bd2b384f887 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:28.731273 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9adfb520-fa73-4ca4-8f8c-1ec4ebe3866f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:28.731791 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9adfb520-fa73-4ca4-8f8c-1ec4ebe3866f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Fanout notify agent at l3_agent the message router_deleted on router 1f7ddff8-0c20-4b5c-8c00-49db05062fa5 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:59:28.747986 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9adfb520-fa73-4ca4-8f8c-1ec4ebe3866f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:28.752972 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9adfb520-fa73-4ca4-8f8c-1ec4ebe3866f tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/routers/1f7ddff8-0c20-4b5c-8c00-49db05062fa5 HTTP/1.1" status: 204 len: 168 time: 0.6632452 Sep 14 22:59:28.753575 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53588) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:28.759148 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-55bd2779-de61-4d6f-9186-ffe1d276f9e8 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1314210535', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:28.765561 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-55bd2779-de61-4d6f-9186-ffe1d276f9e8 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:28.766808 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-8ee01faf-92d8-422a-a23e-8b646519d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'name': 'tempest-RoutersTest-router-1338449832', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:11Z', 'updated_at': '2022-09-14T22:59:21Z', 'revision_number': 11, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:28.771302 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-55bd2779-de61-4d6f-9186-ffe1d276f9e8 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Usage tracker for resource:router and tenant:25d4f6710d2343efa0693e5e6584ceb8 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:28.771612 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee01faf-92d8-422a-a23e-8b646519d32c None None] The sync data for ids ['1f7ddff8-0c20-4b5c-8c00-49db05062fa5'] in dv-neutron-857791-1-hyperv is: [{'id': '1f7ddff8-0c20-4b5c-8c00-49db05062fa5', 'name': 'tempest-RoutersTest-router-1338449832', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:11Z', 'updated_at': '2022-09-14T22:59:21Z', 'revision_number': 11, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'gw_port_host': None}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:59:28.774600 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-55bd2779-de61-4d6f-9186-ffe1d276f9e8 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:28.778451 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7e1e0730-450d-4107-80ec-6a87b71595a6 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/floatingips/03d63fd1-cb09-4d22-9b96-6ccf707a4607 HTTP/1.1" status: 200 len: 991 time: 0.4125202 Sep 14 22:59:28.780086 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5838d-f704-4a0c-8847-b59a4d61290b req-7a063418-c631-4140-a95f-0e8b98e001d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:28.781535 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-adb5838d-f704-4a0c-8847-b59a4d61290b req-7a063418-c631-4140-a95f-0e8b98e001d0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e54d4215-9b0b-4b80-af38-991540bcc5bc HTTP/1.1" status: 200 len: 896 time: 0.9448760 Sep 14 22:59:28.783191 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-55bd2779-de61-4d6f-9186-ffe1d276f9e8 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:28.799713 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-55bd2779-de61-4d6f-9186-ffe1d276f9e8 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:28.801190 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-55bd2779-de61-4d6f-9186-ffe1d276f9e8 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:28.825925 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-55bd2779-de61-4d6f-9186-ffe1d276f9e8 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:28.850299 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-55bd2779-de61-4d6f-9186-ffe1d276f9e8 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:28.879341 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d668421-51fa-4460-9fef-16773c5fffbc tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] GET failed (client error): The resource could not be found. Sep 14 22:59:28.879957 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9d668421-51fa-4460-9fef-16773c5fffbc tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Synchronizing usage tracker for tenant:c0a980b2e8bf40c8a14dfb2d5527a283 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:28.883149 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-55bd2779-de61-4d6f-9186-ffe1d276f9e8 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:28.884543 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-55bd2779-de61-4d6f-9186-ffe1d276f9e8 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1299865 Sep 14 22:59:28.888344 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d50ee82-d554-4399-add7-bf762d629216 None None] New status for floating IP 03d63fd1-cb09-4d22-9b96-6ccf707a4607: ACTIVE {{(pid=89172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 22:59:28.889456 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b1a22e-c9e9-4bb6-9f2b-58497940baa3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Made reservation on behalf of 1c14bf9f432e425688de72a35501bf7a for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:59:28.893560 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c1b1a22e-c9e9-4bb6-9f2b-58497940baa3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:28.896491 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53592) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:28.905298 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-f6ba3c14-82ac-4acd-8370-74dc383c9abd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:29.061211 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-adb5838d-f704-4a0c-8847-b59a4d61290b req-2bb8c3a5-c25a-4dd7-92e2-c04319a88f82 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0898f991-4d9c-4a77-adc0-ffb5287bf28b HTTP/1.1" status: 200 len: 999 time: 0.2646389 Sep 14 22:59:29.115157 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9d668421-51fa-4460-9fef-16773c5fffbc tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Unset dirty status for tenant:c0a980b2e8bf40c8a14dfb2d5527a283 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:29.116350 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9d668421-51fa-4460-9fef-16773c5fffbc tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "GET /v2.0/ports/f7b05fc4-bd65-4f5a-9183-24d429a5ea72 HTTP/1.1" status: 404 len: 333 time: 0.4354622 Sep 14 22:59:29.126703 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53596) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:29.236521 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5838d-f704-4a0c-8847-b59a4d61290b req-6b6d4126-8687-432e-b6fc-d7c3f6514554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:29.238670 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-adb5838d-f704-4a0c-8847-b59a4d61290b req-6b6d4126-8687-432e-b6fc-d7c3f6514554 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1ece0b40-82a5-4ecd-b72f-56ccf822e69f HTTP/1.1" status: 200 len: 835 time: 0.1200731 Sep 14 22:59:29.400857 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d94699ef-23ec-423e-901a-3bd2b384f887 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:29.413385 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d94699ef-23ec-423e-901a-3bd2b384f887 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:29.508412 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e28af2-1716-4899-894c-c4f6760e91d9 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Deleting subnet b00729b7-6b7b-4118-bb98-b0d9fbdbf39e {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:59:29.512636 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b1e28af2-1716-4899-894c-c4f6760e91d9 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:29.543595 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f6ba3c14-82ac-4acd-8370-74dc383c9abd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:29.552717 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5838d-f704-4a0c-8847-b59a4d61290b req-8e6ffc93-9321-4860-b4b8-cd26ede1089e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:29.554566 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-adb5838d-f704-4a0c-8847-b59a4d61290b req-8e6ffc93-9321-4860-b4b8-cd26ede1089e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e54d4215-9b0b-4b80-af38-991540bcc5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3040073 Sep 14 22:59:29.567496 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f6ba3c14-82ac-4acd-8370-74dc383c9abd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33045011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33045002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33047131'] for router, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:29.585788 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d94699ef-23ec-423e-901a-3bd2b384f887 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:29.629901 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b1e28af2-1716-4899-894c-c4f6760e91d9 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:29.644169 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c1b1a22e-c9e9-4bb6-9f2b-58497940baa3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:29.687789 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94699ef-23ec-423e-901a-3bd2b384f887 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=8c5a65ec-eefe-4a12-a228-84291f732183,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:29.787265 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53600) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:29.890530 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b1e28af2-1716-4899-894c-c4f6760e91d9 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:29.924771 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ba3c14-82ac-4acd-8370-74dc383c9abd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Router 478b8836-3e8e-4017-9ce0-1b7545e3660c is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:59:29.962527 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ed688fad-c827-4bf6-bd89-6c15ae43bb80 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/floatingips/03d63fd1-cb09-4d22-9b96-6ccf707a4607 HTTP/1.1" status: 200 len: 993 time: 0.1699228 Sep 14 22:59:30.038660 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1a22e-c9e9-4bb6-9f2b-58497940baa3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Subnet': ['ID=4b8f7afb-916e-4583-922e-f0d5c1bad206,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:30.068360 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b1a22e-c9e9-4bb6-9f2b-58497940baa3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Checking segment: {'id': '5ba37a6d-62a2-41e9-a385-a3e2af2c61eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1ee6e97f-9e7f-4cf6-b2a3-28759910f0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:59:30.068750 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b1a22e-c9e9-4bb6-9f2b-58497940baa3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Network hostable DHCP agents. Network: 1ee6e97f-9e7f-4cf6-b2a3-28759910f0ff, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:59:30.091744 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-d94699ef-23ec-423e-901a-3bd2b384f887 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Floating IP 5e6a893e-9e53-4158-a969-5ebfb17a7421 associated. External IP: 172.26.5.97, port: 771969ce-4285-4948-867d-68149ce1a2a7. Sep 14 22:59:30.098980 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ba3c14-82ac-4acd-8370-74dc383c9abd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:59:30.110343 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb75ff55-68ee-4559-a72a-55ebd440c148 None None] Sync routers for ids ['478b8836-3e8e-4017-9ce0-1b7545e3660c'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:59:30.112055 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f6ba3c14-82ac-4acd-8370-74dc383c9abd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:30.113229 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f6ba3c14-82ac-4acd-8370-74dc383c9abd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "PUT /v2.0/routers/478b8836-3e8e-4017-9ce0-1b7545e3660c HTTP/1.1" status: 200 len: 694 time: 1.2157702 Sep 14 22:59:30.115840 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53604) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:30.118955 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b1e28af2-1716-4899-894c-c4f6760e91d9 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:30.124671 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb75ff55-68ee-4559-a72a-55ebd440c148 None None] Routers {'478b8836-3e8e-4017-9ce0-1b7545e3660c'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:59:30.125747 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-cb75ff55-68ee-4559-a72a-55ebd440c148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:59:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['478b8836-3e8e-4017-9ce0-1b7545e3660c'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:30.142445 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-adb5838d-f704-4a0c-8847-b59a4d61290b req-22326cc6-a09f-4c4c-806f-56b98494e1da service neutron] 10.222.0.20 "GET /v2.0/networks/e54d4215-9b0b-4b80-af38-991540bcc5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5767407 Sep 14 22:59:30.223389 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e28af2-1716-4899-894c-c4f6760e91d9 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Subnet': ['ID=b00729b7-6b7b-4118-bb98-b0d9fbdbf39e,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:30.236222 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f9c3ce-7464-40c3-9e32-3eb020158fac None None] Network 3d44d008-75d9-458b-baa8-7f1e56c8cd82 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:59:30.246319 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b1a22e-c9e9-4bb6-9f2b-58497940baa3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Network 1ee6e97f-9e7f-4cf6-b2a3-28759910f0ff is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:59:30.276560 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b1e28af2-1716-4899-894c-c4f6760e91d9 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:30.278422 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b1e28af2-1716-4899-894c-c4f6760e91d9 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/subnets/b00729b7-6b7b-4118-bb98-b0d9fbdbf39e HTTP/1.1" status: 204 len: 168 time: 1.1509495 Sep 14 22:59:30.281363 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-cb75ff55-68ee-4559-a72a-55ebd440c148 None None] Set router 478b8836-3e8e-4017-9ce0-1b7545e3660c gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:59:30.286948 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53608) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:30.325020 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5f700ecf-b152-48a2-a999-5ce0b1e16efd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "GET /v2.0/routers/478b8836-3e8e-4017-9ce0-1b7545e3660c HTTP/1.1" status: 200 len: 700 time: 0.2055385 Sep 14 22:59:30.327456 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53612) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:30.372711 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-c1b1a22e-c9e9-4bb6-9f2b-58497940baa3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 1ee6e97f-9e7f-4cf6-b2a3-28759910f0ff) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:59:30.388402 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282798f8-3154-4601-9133-c721a5c4bed3 None None] Network 1ee6e97f-9e7f-4cf6-b2a3-28759910f0ff requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:59:30.410864 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b1a22e-c9e9-4bb6-9f2b-58497940baa3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:30.411454 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c1b1a22e-c9e9-4bb6-9f2b-58497940baa3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:30.417092 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-2f6c4265-3920-4743-8c4e-b9af84ced38b tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Synchronizing usage tracker for tenant:25d4f6710d2343efa0693e5e6584ceb8 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:30.419285 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ac9a7956-8205-4a0d-9941-1160835a7f5d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:30.431080 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-ac9a7956-8205-4a0d-9941-1160835a7f5d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Deleting port e344a4d5-b0d9-40dc-ab76-ba7b20e67d7a {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:30.431413 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ac9a7956-8205-4a0d-9941-1160835a7f5d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:30.486772 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c1b1a22e-c9e9-4bb6-9f2b-58497940baa3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6223738 Sep 14 22:59:30.489209 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-cb75ff55-68ee-4559-a72a-55ebd440c148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478b8836-3e8e-4017-9ce0-1b7545e3660c', 'name': 'tempest-RoutersTest-router-1314210535', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:59:28Z', 'updated_at': '2022-09-14T22:59:29Z', 'revision_number': 2, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:30.491801 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53616) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:30.492065 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-adb5838d-f704-4a0c-8847-b59a4d61290b req-379f5d5c-4ed5-45e4-be9d-5188ee9337ea service neutron] 10.222.0.20 "GET /v2.0/networks/e54d4215-9b0b-4b80-af38-991540bcc5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408237 Sep 14 22:59:30.495068 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-2f6c4265-3920-4743-8c4e-b9af84ced38b tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Unset dirty status for tenant:25d4f6710d2343efa0693e5e6584ceb8 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:30.495720 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2f6c4265-3920-4743-8c4e-b9af84ced38b tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "GET /v2.0/ports?device_id=478b8836-3e8e-4017-9ce0-1b7545e3660c HTTP/1.1" status: 200 len: 205 time: 0.1671221 Sep 14 22:59:30.498922 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb75ff55-68ee-4559-a72a-55ebd440c148 None None] Checking router: 478b8836-3e8e-4017-9ce0-1b7545e3660c for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:59:30.499948 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53620) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:30.510812 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb75ff55-68ee-4559-a72a-55ebd440c148 None None] Routers {'478b8836-3e8e-4017-9ce0-1b7545e3660c'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:59:30.512891 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-cb75ff55-68ee-4559-a72a-55ebd440c148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:59:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['478b8836-3e8e-4017-9ce0-1b7545e3660c'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:30.526954 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-dd39b663-6cd6-4ea2-b7e8-3856dc002250 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2075998513', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:30.538506 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-dd39b663-6cd6-4ea2-b7e8-3856dc002250 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:30.554185 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-dd39b663-6cd6-4ea2-b7e8-3856dc002250 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:router and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:30.559034 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-dd39b663-6cd6-4ea2-b7e8-3856dc002250 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:30.568213 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-dd39b663-6cd6-4ea2-b7e8-3856dc002250 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:30.647610 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dd39b663-6cd6-4ea2-b7e8-3856dc002250 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:30.648512 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dd39b663-6cd6-4ea2-b7e8-3856dc002250 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:30.663045 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-cb75ff55-68ee-4559-a72a-55ebd440c148 None None] Set router 478b8836-3e8e-4017-9ce0-1b7545e3660c gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:59:30.694960 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-955aa06b-7131-40ad-89fb-5cc827590fbd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:30.695179 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dd39b663-6cd6-4ea2-b7e8-3856dc002250 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:30.714181 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-ac9a7956-8205-4a0d-9941-1160835a7f5d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] For port e344a4d5-b0d9-40dc-ab76-ba7b20e67d7a, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=e344a4d5-b0d9-40dc-ab76-ba7b20e67d7a,segment=NetworkSegment(e7a6ce40-6b27-4ea9-9124-b181237fb55c),segment_id=e7a6ce40-6b27-4ea9-9124-b181237fb55c)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:30.714560 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ac9a7956-8205-4a0d-9941-1160835a7f5d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:30.784349 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-cb75ff55-68ee-4559-a72a-55ebd440c148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478b8836-3e8e-4017-9ce0-1b7545e3660c', 'name': 'tempest-RoutersTest-router-1314210535', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:59:28Z', 'updated_at': '2022-09-14T22:59:29Z', 'revision_number': 2, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:30.786038 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dd39b663-6cd6-4ea2-b7e8-3856dc002250 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:30.790586 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb75ff55-68ee-4559-a72a-55ebd440c148 None None] The sync data for ids ['478b8836-3e8e-4017-9ce0-1b7545e3660c'] in dv-neutron-857791-1-hyperv is: [{'id': '478b8836-3e8e-4017-9ce0-1b7545e3660c', 'name': 'tempest-RoutersTest-router-1314210535', 'tenant_id': '25d4f6710d2343efa0693e5e6584ceb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:59:28Z', 'updated_at': '2022-09-14T22:59:29Z', 'revision_number': 2, 'project_id': '25d4f6710d2343efa0693e5e6584ceb8', 'gw_port_host': None}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:59:30.801603 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947f1866-7746-4682-a280-7a5ff0869cbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-1ee6e97f-9e7f-4cf6-b2a3-28759910f0ff', 'network_id': '1ee6e97f-9e7f-4cf6-b2a3-28759910f0ff', 'tenant_id': '1c14bf9f432e425688de72a35501bf7a', 'fixed_ips': [{'subnet_id': '4b8f7afb-916e-4583-922e-f0d5c1bad206'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:59:30.802611 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-947f1866-7746-4682-a280-7a5ff0869cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:30.940771 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4653d5cd-69a8-452b-9b78-5c41a3d52855 None None] DHCP port deletion for 3d44d008-75d9-458b-baa8-7f1e56c8cd82 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:59:30.952844 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-4653d5cd-69a8-452b-9b78-5c41a3d52855 None None] Deleting port e344a4d5-b0d9-40dc-ab76-ba7b20e67d7a {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:30.953299 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4653d5cd-69a8-452b-9b78-5c41a3d52855 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:31.021968 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-ac9a7956-8205-4a0d-9941-1160835a7f5d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Calling delete_port for e344a4d5-b0d9-40dc-ab76-ba7b20e67d7a owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:59:31.047610 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-947f1866-7746-4682-a280-7a5ff0869cbc None None] Allocated IP 172.20.0.2 (1ee6e97f-9e7f-4cf6-b2a3-28759910f0ff/4b8f7afb-916e-4583-922e-f0d5c1bad206/2db96600-94fe-4c44-a61b-0cbb34547947) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:59:31.086291 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dd39b663-6cd6-4ea2-b7e8-3856dc002250 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:31.089965 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-dd39b663-6cd6-4ea2-b7e8-3856dc002250 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5947309 Sep 14 22:59:31.090422 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53624) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:31.096934 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-94c9b137-479b-46e6-8e56-d4bf667d23ea tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'port': {'network_id': '1ee6e97f-9e7f-4cf6-b2a3-28759910f0ff', 'name': 'tempest-PortsTestJSON-653378830'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:31.134499 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-955aa06b-7131-40ad-89fb-5cc827590fbd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:31.138310 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-955aa06b-7131-40ad-89fb-5cc827590fbd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:31.226815 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ac9a7956-8205-4a0d-9941-1160835a7f5d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:31.242751 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-955aa06b-7131-40ad-89fb-5cc827590fbd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:31.243472 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955aa06b-7131-40ad-89fb-5cc827590fbd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Fanout notify agent at l3_agent the message router_deleted on router 478b8836-3e8e-4017-9ce0-1b7545e3660c {{(pid=89170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:59:31.265006 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-955aa06b-7131-40ad-89fb-5cc827590fbd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:31.270942 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-955aa06b-7131-40ad-89fb-5cc827590fbd tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/routers/478b8836-3e8e-4017-9ce0-1b7545e3660c HTTP/1.1" status: 204 len: 168 time: 0.7697959 Sep 14 22:59:31.274288 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53628) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:31.277630 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a7956-8205-4a0d-9941-1160835a7f5d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Port': ['ID=e344a4d5-b0d9-40dc-ab76-ba7b20e67d7a,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:31.303582 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9a7956-8205-4a0d-9941-1160835a7f5d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] No DVR routers for this DVR port e344a4d5-b0d9-40dc-ab76-ba7b20e67d7a on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:59:31.366766 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-94c9b137-479b-46e6-8e56-d4bf667d23ea tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:31.371102 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e344a4d5-b0d9-40dc-ab76-ba7b20e67d7a no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:59:31.372057 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8319a87d-ddc3-4dbc-8424-1a758a9082e4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "GET /v2.0/ports?device_id=478b8836-3e8e-4017-9ce0-1b7545e3660c HTTP/1.1" status: 200 len: 205 time: 0.0967062 Sep 14 22:59:31.372683 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53632) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:31.379368 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94699ef-23ec-423e-901a-3bd2b384f887 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router 1b251f69-63d4-42e7-b4b3-ece204612809 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:59:31.402822 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-94c9b137-479b-46e6-8e56-d4bf667d23ea tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:port and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:31.407012 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-94c9b137-479b-46e6-8e56-d4bf667d23ea tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:31.412347 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: e344a4d5-b0d9-40dc-ab76-ba7b20e67d7a {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:59:31.412856 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e344a4d5-b0d9-40dc-ab76-ba7b20e67d7a not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:59:31.437092 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-94c9b137-479b-46e6-8e56-d4bf667d23ea tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:31.474911 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-4653d5cd-69a8-452b-9b78-5c41a3d52855 None None] For port e344a4d5-b0d9-40dc-ab76-ba7b20e67d7a, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=e344a4d5-b0d9-40dc-ab76-ba7b20e67d7a,segment=NetworkSegment(e7a6ce40-6b27-4ea9-9124-b181237fb55c),segment_id=e7a6ce40-6b27-4ea9-9124-b181237fb55c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:31.475460 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4653d5cd-69a8-452b-9b78-5c41a3d52855 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:31.527824 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c9b137-479b-46e6-8e56-d4bf667d23ea tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Made reservation on behalf of 1c14bf9f432e425688de72a35501bf7a for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:59:31.531331 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-94c9b137-479b-46e6-8e56-d4bf667d23ea tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:31.545625 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ac9a7956-8205-4a0d-9941-1160835a7f5d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:31.578117 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-94c9b137-479b-46e6-8e56-d4bf667d23ea tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] device_id is not set on port 229f73e7-2297-4db3-a555-dfb8d06d1b41 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:59:31.592398 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-3143ad11-dcd9-4b2f-8559-aae682efeb57 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] delete failed (client error): The resource could not be found. Sep 14 22:59:31.596649 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3143ad11-dcd9-4b2f-8559-aae682efeb57 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/routers/478b8836-3e8e-4017-9ce0-1b7545e3660c HTTP/1.1" status: 404 len: 336 time: 0.2198184 Sep 14 22:59:31.597205 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53636) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:31.611552 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-ac9a7956-8205-4a0d-9941-1160835a7f5d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d44d008-75d9-458b-baa8-7f1e56c8cd82']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:31.612134 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-4653d5cd-69a8-452b-9b78-5c41a3d52855 None None] Calling delete_port for e344a4d5-b0d9-40dc-ab76-ba7b20e67d7a owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:59:31.629741 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-ac9a7956-8205-4a0d-9941-1160835a7f5d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a6ce40-6b27-4ea9-9124-b181237fb55c') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:31.630031 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-ac9a7956-8205-4a0d-9941-1160835a7f5d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a6ce40-6b27-4ea9-9124-b181237fb55c') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:31.650814 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-947f1866-7746-4682-a280-7a5ff0869cbc None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:31.661436 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ac9a7956-8205-4a0d-9941-1160835a7f5d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:31.672516 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-947f1866-7746-4682-a280-7a5ff0869cbc None None] Transition to ACTIVE for port object 2db96600-94fe-4c44-a61b-0cbb34547947 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:59:31.693491 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ac9a7956-8205-4a0d-9941-1160835a7f5d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:31.699878 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac9a7956-8205-4a0d-9941-1160835a7f5d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:59:31.700378 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ac9a7956-8205-4a0d-9941-1160835a7f5d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:31.714377 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ed4532-5126-4a45-b89c-c6f09f2ce032 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] DELETE failed (client error): The resource could not be found. Sep 14 22:59:31.714377 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43ed4532-5126-4a45-b89c-c6f09f2ce032 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:59:31.716573 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-4653d5cd-69a8-452b-9b78-5c41a3d52855 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:59:31.717066 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-4653d5cd-69a8-452b-9b78-5c41a3d52855 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:59:31.717415 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-43ed4532-5126-4a45-b89c-c6f09f2ce032 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/subnets/9a4d0133-d0db-4023-a396-071f61f22130 HTTP/1.1" status: 404 len: 337 time: 0.1176705 Sep 14 22:59:31.717993 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53640) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:31.769787 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment e7a6ce40-6b27-4ea9-9124-b181237fb55c resource provider aggregate not found Sep 14 22:59:31.770588 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd8fa9ac-19af-4d3b-bbce-dd409598038e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] DELETE failed (client error): The resource could not be found. Sep 14 22:59:31.771036 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd8fa9ac-19af-4d3b-bbce-dd409598038e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:59:31.775277 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-fd8fa9ac-19af-4d3b-bbce-dd409598038e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/subnets/69183486-971f-4bfb-8509-7ef2c5a773a7 HTTP/1.1" status: 404 len: 337 time: 0.0480447 Sep 14 22:59:31.775861 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53648) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:31.796467 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment e7a6ce40-6b27-4ea9-9124-b181237fb55c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7a6ce40-6b27-4ea9-9124-b181237fb55c found for delete ", "request_id": "req-c11edb4c-626d-4c1c-b934-c7008b79d588"}]} Sep 14 22:59:31.809849 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ac9a7956-8205-4a0d-9941-1160835a7f5d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:31.810178 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-947f1866-7746-4682-a280-7a5ff0869cbc None None] Transition to ACTIVE for port object 2db96600-94fe-4c44-a61b-0cbb34547947 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:59:31.817945 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-947f1866-7746-4682-a280-7a5ff0869cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:31.829280 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ac9a7956-8205-4a0d-9941-1160835a7f5d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:31.894036 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b548bd2-6fa2-4627-8063-78ab2cd69716 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] DELETE failed (client error): The resource could not be found. Sep 14 22:59:31.894493 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b548bd2-6fa2-4627-8063-78ab2cd69716 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:59:31.898361 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947f1866-7746-4682-a280-7a5ff0869cbc None None] Network 1ee6e97f-9e7f-4cf6-b2a3-28759910f0ff is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:59:31.898778 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5b548bd2-6fa2-4627-8063-78ab2cd69716 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/subnets/0e956994-0ac1-4bda-8610-401143b8eb45 HTTP/1.1" status: 404 len: 337 time: 0.1196330 Sep 14 22:59:31.901905 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-947f1866-7746-4682-a280-7a5ff0869cbc None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:59:31.902037 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53652) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:31.905606 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947f1866-7746-4682-a280-7a5ff0869cbc None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:59:31.914425 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a7956-8205-4a0d-9941-1160835a7f5d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Network': ['ID=3d44d008-75d9-458b-baa8-7f1e56c8cd82,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:31.925556 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ac9a7956-8205-4a0d-9941-1160835a7f5d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/networks/3d44d008-75d9-458b-baa8-7f1e56c8cd82 HTTP/1.1" status: 204 len: 168 time: 1.6375887 Sep 14 22:59:31.931301 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53656) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:31.937746 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-edb0abdb-00c9-4eca-8d31-03bd634660ca tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-10700399'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:31.948982 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-edb0abdb-00c9-4eca-8d31-03bd634660ca tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:31.952056 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaeca201-22f4-4805-b149-2066f98156b6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] DELETE failed (client error): The resource could not be found. Sep 14 22:59:31.952514 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaeca201-22f4-4805-b149-2066f98156b6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:59:31.957618 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-eaeca201-22f4-4805-b149-2066f98156b6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/subnets/7685bee7-2691-4beb-bf8a-e1d2202721f9 HTTP/1.1" status: 404 len: 337 time: 0.0547786 Sep 14 22:59:31.958473 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53660) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:31.965736 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-edb0abdb-00c9-4eca-8d31-03bd634660ca tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:network and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:31.975734 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-edb0abdb-00c9-4eca-8d31-03bd634660ca tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:31.978948 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-94c9b137-479b-46e6-8e56-d4bf667d23ea tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Allocated IP 172.20.0.13 (1ee6e97f-9e7f-4cf6-b2a3-28759910f0ff/4b8f7afb-916e-4583-922e-f0d5c1bad206/229f73e7-2297-4db3-a555-dfb8d06d1b41) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:59:31.988229 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f1866-7746-4682-a280-7a5ff0869cbc None None] Pushing event updated for resources: {'Port': ['ID=2db96600-94fe-4c44-a61b-0cbb34547947,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:31.989584 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-edb0abdb-00c9-4eca-8d31-03bd634660ca tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:32.015444 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb0abdb-00c9-4eca-8d31-03bd634660ca tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Made reservation on behalf of c0a980b2e8bf40c8a14dfb2d5527a283 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:59:32.021796 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-edb0abdb-00c9-4eca-8d31-03bd634660ca tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:32.027989 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-38f325fd-7fd1-4354-9845-68650d444ae6 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f7ddff8-0c20-4b5c-8c00-49db05062fa5 HTTP/1.1" status: 200 len: 205 time: 0.0661509 Sep 14 22:59:32.030193 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53664) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:32.033253 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94699ef-23ec-423e-901a-3bd2b384f887 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:59:32.050577 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d69460-afd2-45ab-8507-d2a60b638a7e None None] Sync routers for ids ['1b251f69-63d4-42e7-b4b3-ece204612809'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:59:32.096561 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edb0abdb-00c9-4eca-8d31-03bd634660ca tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:59:32.118610 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-945673ef-29d3-4e35-a846-86632dc071a4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] delete failed (client error): The resource could not be found. Sep 14 22:59:32.122432 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-945673ef-29d3-4e35-a846-86632dc071a4 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/routers/1f7ddff8-0c20-4b5c-8c00-49db05062fa5 HTTP/1.1" status: 404 len: 336 time: 0.0913656 Sep 14 22:59:32.123175 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53668) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:32.124306 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d69460-afd2-45ab-8507-d2a60b638a7e None None] Routers {'1b251f69-63d4-42e7-b4b3-ece204612809'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:59:32.124921 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-c6d69460-afd2-45ab-8507-d2a60b638a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:59:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1b251f69-63d4-42e7-b4b3-ece204612809'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:32.129173 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d94699ef-23ec-423e-901a-3bd2b384f887 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:32.169316 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-edb0abdb-00c9-4eca-8d31-03bd634660ca tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:32.169658 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-edb0abdb-00c9-4eca-8d31-03bd634660ca tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Added segment 926615a5-8607-44f3-80ce-683a2ecaaf0c of type vlan for network cd15744a-42b8-4e5a-a2f5-719acfb1d5a6 Sep 14 22:59:32.179879 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-947f1866-7746-4682-a280-7a5ff0869cbc None None] Attempting to bind port 2db96600-94fe-4c44-a61b-0cbb34547947 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:59:32.180240 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-947f1866-7746-4682-a280-7a5ff0869cbc None None] Attempting to bind port 2db96600-94fe-4c44-a61b-0cbb34547947 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '5ba37a6d-62a2-41e9-a385-a3e2af2c61eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1ee6e97f-9e7f-4cf6-b2a3-28759910f0ff'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:59:32.180599 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947f1866-7746-4682-a280-7a5ff0869cbc None None] Attempting to bind port 2db96600-94fe-4c44-a61b-0cbb34547947 on network 1ee6e97f-9e7f-4cf6-b2a3-28759910f0ff {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:59:32.188367 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d94699ef-23ec-423e-901a-3bd2b384f887 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.8765047 Sep 14 22:59:32.189379 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ccc775-da69-4d1a-a67d-78167a4fef25', 'tag': '771969ce-4285-4948-867d-68149ce1a2a7'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 22:59:32.191891 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15d48eb-0f1b-414a-bc0d-646ad6dc2efb" -d '{"events": [{"name": "network-changed", "server_uuid": "57ccc775-da69-4d1a-a67d-78167a4fef25", "tag": "771969ce-4285-4948-867d-68149ce1a2a7"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:59:32.194634 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53672) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:32.197258 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947f1866-7746-4682-a280-7a5ff0869cbc None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:59:32.197865 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947f1866-7746-4682-a280-7a5ff0869cbc None None] Checking segment: {'id': '5ba37a6d-62a2-41e9-a385-a3e2af2c61eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1ee6e97f-9e7f-4cf6-b2a3-28759910f0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:59:32.198430 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-947f1866-7746-4682-a280-7a5ff0869cbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:32.198984 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947f1866-7746-4682-a280-7a5ff0869cbc None None] Bound using segment: {'id': '5ba37a6d-62a2-41e9-a385-a3e2af2c61eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1ee6e97f-9e7f-4cf6-b2a3-28759910f0ff'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:59:32.199653 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-947f1866-7746-4682-a280-7a5ff0869cbc None None] Bound port: 2db96600-94fe-4c44-a61b-0cbb34547947, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba37a6d-62a2-41e9-a385-a3e2af2c61eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1ee6e97f-9e7f-4cf6-b2a3-28759910f0ff'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:59:32.200439 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-947f1866-7746-4682-a280-7a5ff0869cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:32.234919 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7c74b8ad-ccd1-4d0e-b456-7a2886c6cce5 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "GET /v2.0/ports?device_id=6fbc9695-9a22-48ed-bc2e-837d791d0fc1 HTTP/1.1" status: 200 len: 205 time: 0.1104808 Sep 14 22:59:32.240593 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-4653d5cd-69a8-452b-9b78-5c41a3d52855 None None] Deleting port e344a4d5-b0d9-40dc-ab76-ba7b20e67d7a {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:32.240992 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4653d5cd-69a8-452b-9b78-5c41a3d52855 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:32.245304 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53678) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:32.275488 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 22:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5721615a-f988-490b-8f9c-84c415ea348e x-openstack-request-id: req-5721615a-f988-490b-8f9c-84c415ea348e {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:59:32.276366 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ccc775-da69-4d1a-a67d-78167a4fef25", "tag": "771969ce-4285-4948-867d-68149ce1a2a7", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:59:32.276776 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5721615a-f988-490b-8f9c-84c415ea348e {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:59:32.277345 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5721615a-f988-490b-8f9c-84c415ea348e'] response: {'name': 'network-changed', 'server_uuid': '57ccc775-da69-4d1a-a67d-78167a4fef25', 'tag': '771969ce-4285-4948-867d-68149ce1a2a7', 'status': 'completed', 'code': 200} Sep 14 22:59:32.341195 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-1e9af7c1-55f7-4849-8127-212ca27f5c62 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] delete failed (client error): The resource could not be found. Sep 14 22:59:32.342128 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1e9af7c1-55f7-4849-8127-212ca27f5c62 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/routers/6fbc9695-9a22-48ed-bc2e-837d791d0fc1 HTTP/1.1" status: 404 len: 336 time: 0.0959697 Sep 14 22:59:32.343798 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-edb0abdb-00c9-4eca-8d31-03bd634660ca tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:32.345876 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-4653d5cd-69a8-452b-9b78-5c41a3d52855 None None] The port 'e344a4d5-b0d9-40dc-ab76-ba7b20e67d7a' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:59:32.347873 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53682) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:32.407774 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e38f0af-d686-4c06-a02b-e89ba1aaf46c tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] DELETE failed (client error): The resource could not be found. Sep 14 22:59:32.412913 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e38f0af-d686-4c06-a02b-e89ba1aaf46c tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:59:32.415716 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5e38f0af-d686-4c06-a02b-e89ba1aaf46c tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/subnets/7d3df26c-1581-4e8c-95a5-c12853a8469f HTTP/1.1" status: 404 len: 337 time: 0.0654979 Sep 14 22:59:32.422762 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53686) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:32.444857 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-edb0abdb-00c9-4eca-8d31-03bd634660ca tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:32.451814 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb0abdb-00c9-4eca-8d31-03bd634660ca tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:32.452474 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-edb0abdb-00c9-4eca-8d31-03bd634660ca tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:32.475842 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-dfec9104-9b41-4769-b11d-adca329260da tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/5e6a893e-9e53-4158-a969-5ebfb17a7421 HTTP/1.1" status: 200 len: 991 time: 0.2789640 Sep 14 22:59:32.483905 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-47ee92e3-6ddf-4a90-b996-ed9d9b4f51c5 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "GET /v2.0/ports?device_id=23537ba9-971f-48b8-b689-951a5e502027 HTTP/1.1" status: 200 len: 205 time: 0.0599856 Sep 14 22:59:32.486376 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53690) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:32.490825 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-94c9b137-479b-46e6-8e56-d4bf667d23ea tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:32.498364 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-c6d69460-afd2-45ab-8507-d2a60b638a7e None None] Set router 1b251f69-63d4-42e7-b4b3-ece204612809 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:59:32.548499 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-947f1866-7746-4682-a280-7a5ff0869cbc None None] For port 2db96600-94fe-4c44-a61b-0cbb34547947, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:59:32.560028 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-101ec722-5ed0-496e-8b2b-aea6c68c467d tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] delete failed (client error): The resource could not be found. Sep 14 22:59:32.563438 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-101ec722-5ed0-496e-8b2b-aea6c68c467d tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/routers/23537ba9-971f-48b8-b689-951a5e502027 HTTP/1.1" status: 404 len: 336 time: 0.0731006 Sep 14 22:59:32.564150 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53694) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:32.574542 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-947f1866-7746-4682-a280-7a5ff0869cbc None None] For port 2db96600-94fe-4c44-a61b-0cbb34547947, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=2db96600-94fe-4c44-a61b-0cbb34547947,segment=NetworkSegment(5ba37a6d-62a2-41e9-a385-a3e2af2c61eb),segment_id=5ba37a6d-62a2-41e9-a385-a3e2af2c61eb)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:59:32.583200 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-947f1866-7746-4682-a280-7a5ff0869cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:32.592157 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-edb0abdb-00c9-4eca-8d31-03bd634660ca tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6569657 Sep 14 22:59:32.594494 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-94c9b137-479b-46e6-8e56-d4bf667d23ea tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Transition to ACTIVE for port object 229f73e7-2297-4db3-a555-dfb8d06d1b41 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:59:32.595676 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53698) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:32.601282 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-54e5dc4f-da4a-48d1-87d2-a03f732d3e7c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'subnet': {'network_id': 'cd15744a-42b8-4e5a-a2f5-719acfb1d5a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:32.617441 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d48eb-0f1b-414a-bc0d-646ad6dc2efb req-df005270-094a-4e3c-8c15-6c3f3822752d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:32.618811 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b15d48eb-0f1b-414a-bc0d-646ad6dc2efb req-df005270-094a-4e3c-8c15-6c3f3822752d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=57ccc775-da69-4d1a-a67d-78167a4fef25 HTTP/1.1" status: 200 len: 1099 time: 0.3516905 Sep 14 22:59:32.623288 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c0f2907d-9046-4b14-a191-e1e48703d15c tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "GET /v2.0/ports?device_id=b3dc7b31-9f66-4634-b7a3-2c5afd8d3121 HTTP/1.1" status: 200 len: 205 time: 0.0559080 Sep 14 22:59:32.623622 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53702) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:32.630531 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb0abdb-00c9-4eca-8d31-03bd634660ca tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Network': ['ID=cd15744a-42b8-4e5a-a2f5-719acfb1d5a6,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:32.680546 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network cd15744a-42b8-4e5a-a2f5-719acfb1d5a6 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:59:32.728771 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-54e5dc4f-da4a-48d1-87d2-a03f732d3e7c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:32.734246 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-54e5dc4f-da4a-48d1-87d2-a03f732d3e7c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:subnet and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:32.737749 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-54e5dc4f-da4a-48d1-87d2-a03f732d3e7c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:32.744352 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-54e5dc4f-da4a-48d1-87d2-a03f732d3e7c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:32.748288 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-94c9b137-479b-46e6-8e56-d4bf667d23ea tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:32.767651 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-63b7d5e1-06f1-4d96-be02-01e24a6bba9e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] delete failed (client error): The resource could not be found. Sep 14 22:59:32.771629 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-63b7d5e1-06f1-4d96-be02-01e24a6bba9e tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/routers/b3dc7b31-9f66-4634-b7a3-2c5afd8d3121 HTTP/1.1" status: 404 len: 336 time: 0.1447258 Sep 14 22:59:32.776710 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53706) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:32.818540 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e5dc4f-da4a-48d1-87d2-a03f732d3e7c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Made reservation on behalf of c0a980b2e8bf40c8a14dfb2d5527a283 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:59:32.822045 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-54e5dc4f-da4a-48d1-87d2-a03f732d3e7c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:32.823360 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ed4f48e-1b36-4bcb-99ab-eef38cbd791c tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] DELETE failed (client error): The resource could not be found. Sep 14 22:59:32.823615 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ed4f48e-1b36-4bcb-99ab-eef38cbd791c tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:59:32.827861 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5ed4f48e-1b36-4bcb-99ab-eef38cbd791c tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/subnets/be253f6e-910c-4a54-9b13-7b283c68d86d HTTP/1.1" status: 404 len: 337 time: 0.0477781 Sep 14 22:59:32.829131 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53710) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:32.846039 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c9b137-479b-46e6-8e56-d4bf667d23ea tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Network 1ee6e97f-9e7f-4cf6-b2a3-28759910f0ff is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:59:32.956048 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f1866-7746-4682-a280-7a5ff0869cbc None None] Pushing event updated for resources: {'Port': ['ID=2db96600-94fe-4c44-a61b-0cbb34547947,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:33.029574 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-94c9b137-479b-46e6-8e56-d4bf667d23ea tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:59:33.052045 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3f55083d-2b11-4db2-a47e-08896d8f0200 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "GET /v2.0/ports?device_id=8cfec36f-863e-4c85-977f-89afbd8c5e33 HTTP/1.1" status: 200 len: 205 time: 0.2199478 Sep 14 22:59:33.052274 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c9b137-479b-46e6-8e56-d4bf667d23ea tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:59:33.060725 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53714) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:33.075634 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9b137-479b-46e6-8e56-d4bf667d23ea tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Port': ['ID=229f73e7-2297-4db3-a555-dfb8d06d1b41,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:33.077030 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-c6d69460-afd2-45ab-8507-d2a60b638a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'name': 'tempest-TestNetworkBasicOps-router-1539886236', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:26Z', 'updated_at': '2022-09-14T22:58:41Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:28Z', 'updated_at': '2022-09-14T22:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '5e6a893e-9e53-4158-a969-5ebfb17a7421', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.97', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'port_id': '771969ce-4285-4948-867d-68149ce1a2a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362', 'mac_address': 'fa:16:3e:68:f7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ccc775-da69-4d1a-a67d-78167a4fef25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T22:59:27Z', 'updated_at': '2022-09-14T22:59:27Z', 'revision_number': 0, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8b347fa-5a34-4924-99ca-d5ac13de454c', 'name': '', 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:b5:3a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '0333997c-a1e9-459f-8c5d-4805fd79339b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:39Z', 'updated_at': '2022-09-14T22:58:58Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '0333997c-a1e9-459f-8c5d-4805fd79339b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:33.081403 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d69460-afd2-45ab-8507-d2a60b638a7e None None] Checking router: 1b251f69-63d4-42e7-b4b3-ece204612809 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:59:33.093041 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d69460-afd2-45ab-8507-d2a60b638a7e None None] Routers {'1b251f69-63d4-42e7-b4b3-ece204612809'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:59:33.093666 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-c6d69460-afd2-45ab-8507-d2a60b638a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:59:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1b251f69-63d4-42e7-b4b3-ece204612809'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:33.147697 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c9b137-479b-46e6-8e56-d4bf667d23ea tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:33.148307 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-94c9b137-479b-46e6-8e56-d4bf667d23ea tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:33.187564 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-85945c76-13bb-4729-a1a1-09b3d1e11aff tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] delete failed (client error): The resource could not be found. Sep 14 22:59:33.191147 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-85945c76-13bb-4729-a1a1-09b3d1e11aff tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/routers/8cfec36f-863e-4c85-977f-89afbd8c5e33 HTTP/1.1" status: 404 len: 336 time: 0.1269624 Sep 14 22:59:33.198247 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53718) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:33.229158 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-94c9b137-479b-46e6-8e56-d4bf667d23ea tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1379235 Sep 14 22:59:33.240124 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53722) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:33.320525 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef07f96-1a6a-4862-ae89-17251122a6f8 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] DELETE failed (client error): The resource could not be found. Sep 14 22:59:33.321180 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ef07f96-1a6a-4862-ae89-17251122a6f8 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:59:33.322972 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0ef07f96-1a6a-4862-ae89-17251122a6f8 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/subnets/71439108-31fb-4045-ac01-2a36d42ef72d HTTP/1.1" status: 404 len: 337 time: 0.1236517 Sep 14 22:59:33.324384 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d48eb-0f1b-414a-bc0d-646ad6dc2efb req-cfd55bb1-f484-4bae-a11b-7decab5886dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:33.325914 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b15d48eb-0f1b-414a-bc0d-646ad6dc2efb req-cfd55bb1-f484-4bae-a11b-7decab5886dd service neutron] 10.222.0.20 "GET /v2.0/networks?id=d1a73eec-09dc-48d5-82d9-e45fd9ffc362 HTTP/1.1" status: 200 len: 896 time: 0.6998420 Sep 14 22:59:33.326506 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53726) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:33.331954 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-54e5dc4f-da4a-48d1-87d2-a03f732d3e7c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:33.385969 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 2db96600-94fe-4c44-a61b-0cbb34547947 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:59:33.456618 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e5dc4f-da4a-48d1-87d2-a03f732d3e7c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Subnet': ['ID=7bec4b65-62ae-48a9-b8b3-cd998b4bbf30,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:33.456984 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-c6d69460-afd2-45ab-8507-d2a60b638a7e None None] Set router 1b251f69-63d4-42e7-b4b3-ece204612809 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 22:59:33.460753 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e5dc4f-da4a-48d1-87d2-a03f732d3e7c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Checking segment: {'id': '926615a5-8607-44f3-80ce-683a2ecaaf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cd15744a-42b8-4e5a-a2f5-719acfb1d5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:59:33.461107 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e5dc4f-da4a-48d1-87d2-a03f732d3e7c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Network hostable DHCP agents. Network: cd15744a-42b8-4e5a-a2f5-719acfb1d5a6, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:59:33.478601 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53730) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:33.516699 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3cb1335d-481c-48ac-9e3b-cc550c244fc8 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "GET /v2.0/ports?device_id=d722c01f-39f2-41f2-b056-ccaa82202649 HTTP/1.1" status: 200 len: 205 time: 0.1811955 Sep 14 22:59:33.526420 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53734) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:33.546841 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e5dc4f-da4a-48d1-87d2-a03f732d3e7c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Network cd15744a-42b8-4e5a-a2f5-719acfb1d5a6 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:59:33.579990 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-54e5dc4f-da4a-48d1-87d2-a03f732d3e7c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, cd15744a-42b8-4e5a-a2f5-719acfb1d5a6) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:59:33.588322 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e5dc4f-da4a-48d1-87d2-a03f732d3e7c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:33.589016 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-54e5dc4f-da4a-48d1-87d2-a03f732d3e7c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:33.613866 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4ed68bbe-1c6d-4b61-b1a2-46b4f1a5e4df tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/5e6a893e-9e53-4158-a969-5ebfb17a7421 HTTP/1.1" status: 200 len: 991 time: 0.1328676 Sep 14 22:59:33.615676 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-54e5dc4f-da4a-48d1-87d2-a03f732d3e7c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0188525 Sep 14 22:59:33.618845 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53738) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:33.623074 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3114f319-3875-4cc0-9898-81df091e282a None None] Network cd15744a-42b8-4e5a-a2f5-719acfb1d5a6 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:59:33.625986 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-04b5247f-fb29-443c-a666-2b8bfadfcb8b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'port': {'network_id': 'cd15744a-42b8-4e5a-a2f5-719acfb1d5a6', 'name': 'tempest-PortsIpV6TestJSON-384172097', 'fixed_ips': [{'subnet_id': '7bec4b65-62ae-48a9-b8b3-cd998b4bbf30', 'ip_address': '2001:db8::10'}]}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:33.680861 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-168b3773-9238-49d1-a31f-3cfae55f65a2 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] delete failed (client error): The resource could not be found. Sep 14 22:59:33.681901 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-168b3773-9238-49d1-a31f-3cfae55f65a2 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/routers/d722c01f-39f2-41f2-b056-ccaa82202649 HTTP/1.1" status: 404 len: 336 time: 0.1545653 Sep 14 22:59:33.697556 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53742) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:33.749214 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 2db96600-94fe-4c44-a61b-0cbb34547947 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:33.785870 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-04b5247f-fb29-443c-a666-2b8bfadfcb8b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:33.791800 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-04b5247f-fb29-443c-a666-2b8bfadfcb8b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:port and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:33.796846 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-04b5247f-fb29-443c-a666-2b8bfadfcb8b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:33.798049 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b15d48eb-0f1b-414a-bc0d-646ad6dc2efb req-42eb0ac6-7407-4bd0-900a-164150a83eba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=771969ce-4285-4948-867d-68149ce1a2a7 HTTP/1.1" status: 200 len: 999 time: 0.4165025 Sep 14 22:59:33.804188 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-04b5247f-fb29-443c-a666-2b8bfadfcb8b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:33.816771 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b5247f-fb29-443c-a666-2b8bfadfcb8b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Made reservation on behalf of c0a980b2e8bf40c8a14dfb2d5527a283 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:59:33.932854 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb0ffabc-1453-4ac9-9521-5cb98c883086 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] DELETE failed (client error): The resource could not be found. Sep 14 22:59:33.933569 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb0ffabc-1453-4ac9-9521-5cb98c883086 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:59:33.936427 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-eb0ffabc-1453-4ac9-9521-5cb98c883086 tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/subnets/ac7b7976-e992-4003-94a7-4fd0d3d4f0ad HTTP/1.1" status: 404 len: 337 time: 0.2376232 Sep 14 22:59:33.953644 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53746) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:33.957166 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-04b5247f-fb29-443c-a666-2b8bfadfcb8b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:34.024116 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-67911db7-0981-47fe-a1ed-bc355d7104ac tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] DELETE failed (client error): The resource could not be found. Sep 14 22:59:34.025150 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67911db7-0981-47fe-a1ed-bc355d7104ac tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:59:34.026884 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-67911db7-0981-47fe-a1ed-bc355d7104ac tempest-RoutersTest-2004897860 tempest-RoutersTest-2004897860-project] 10.222.0.33 "DELETE /v2.0/subnets/8193f2a8-f25e-4a8e-ace4-ff6603cfb0db HTTP/1.1" status: 404 len: 337 time: 0.0606554 Sep 14 22:59:34.056979 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-04b5247f-fb29-443c-a666-2b8bfadfcb8b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] device_id is not set on port dfd8d4e4-3142-4682-9c54-e83c91ed55ab yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:59:34.090329 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d48eb-0f1b-414a-bc0d-646ad6dc2efb req-f8cb2315-4cb3-4f73-b7bb-f71472a707be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:34.092453 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b15d48eb-0f1b-414a-bc0d-646ad6dc2efb req-f8cb2315-4cb3-4f73-b7bb-f71472a707be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0333997c-a1e9-459f-8c5d-4805fd79339b HTTP/1.1" status: 200 len: 834 time: 0.2242393 Sep 14 22:59:34.301285 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfebcc2c-5f99-436d-8fed-2720d191fd29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-cd15744a-42b8-4e5a-a2f5-719acfb1d5a6', 'network_id': 'cd15744a-42b8-4e5a-a2f5-719acfb1d5a6', 'tenant_id': 'c0a980b2e8bf40c8a14dfb2d5527a283', 'fixed_ips': [{'subnet_id': '7bec4b65-62ae-48a9-b8b3-cd998b4bbf30'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:59:34.302349 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-dfebcc2c-5f99-436d-8fed-2720d191fd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:34.322861 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d25384a-d057-40bd-8434-8052b309b2fe None None] Network 1ee6e97f-9e7f-4cf6-b2a3-28759910f0ff requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:59:34.443907 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-04b5247f-fb29-443c-a666-2b8bfadfcb8b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Allocated IP 2001:db8::10 (cd15744a-42b8-4e5a-a2f5-719acfb1d5a6/7bec4b65-62ae-48a9-b8b3-cd998b4bbf30/dfd8d4e4-3142-4682-9c54-e83c91ed55ab) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:59:34.463198 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d48eb-0f1b-414a-bc0d-646ad6dc2efb req-54c41257-8b2d-45d3-8633-c30498b51db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:34.464876 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b15d48eb-0f1b-414a-bc0d-646ad6dc2efb req-54c41257-8b2d-45d3-8633-c30498b51db7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d1a73eec-09dc-48d5-82d9-e45fd9ffc362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2402313 Sep 14 22:59:34.465719 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-63319ef8-924b-4238-9908-6513e566a359 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:34.514310 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53754) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:34.521265 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-6667bd02-83e5-46c4-8afe-f2be24edf2f1 None None] Provisioning for port 2db96600-94fe-4c44-a61b-0cbb34547947 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:34.544594 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-6667bd02-83e5-46c4-8afe-f2be24edf2f1 None None] Provisioning complete for port 2db96600-94fe-4c44-a61b-0cbb34547947 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:34.545003 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6667bd02-83e5-46c4-8afe-f2be24edf2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:34.631978 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53760) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:34.669263 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-c6d69460-afd2-45ab-8507-d2a60b638a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'name': 'tempest-TestNetworkBasicOps-router-1539886236', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:26Z', 'updated_at': '2022-09-14T22:58:41Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:28Z', 'updated_at': '2022-09-14T22:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '5e6a893e-9e53-4158-a969-5ebfb17a7421', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.97', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'port_id': '771969ce-4285-4948-867d-68149ce1a2a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362', 'mac_address': 'fa:16:3e:68:f7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ccc775-da69-4d1a-a67d-78167a4fef25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T22:59:27Z', 'updated_at': '2022-09-14T22:59:27Z', 'revision_number': 0, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8b347fa-5a34-4924-99ca-d5ac13de454c', 'name': '', 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:b5:3a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '0333997c-a1e9-459f-8c5d-4805fd79339b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:39Z', 'updated_at': '2022-09-14T22:58:58Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '0333997c-a1e9-459f-8c5d-4805fd79339b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:34.686143 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d69460-afd2-45ab-8507-d2a60b638a7e None None] The sync data for ids ['1b251f69-63d4-42e7-b4b3-ece204612809'] in dv-neutron-857791-1-hyperv is: [{'id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'name': 'tempest-TestNetworkBasicOps-router-1539886236', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:26Z', 'updated_at': '2022-09-14T22:58:41Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:28Z', 'updated_at': '2022-09-14T22:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '5e6a893e-9e53-4158-a969-5ebfb17a7421', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.97', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'port_id': '771969ce-4285-4948-867d-68149ce1a2a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362', 'mac_address': 'fa:16:3e:68:f7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ccc775-da69-4d1a-a67d-78167a4fef25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T22:59:27Z', 'updated_at': '2022-09-14T22:59:27Z', 'revision_number': 0, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8b347fa-5a34-4924-99ca-d5ac13de454c', 'name': '', 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:b5:3a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '0333997c-a1e9-459f-8c5d-4805fd79339b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:39Z', 'updated_at': '2022-09-14T22:58:58Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '0333997c-a1e9-459f-8c5d-4805fd79339b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:59:34.773805 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1cba4d33-b804-4d05-8bf8-4f2deca4e024 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/5e6a893e-9e53-4158-a969-5ebfb17a7421 HTTP/1.1" status: 200 len: 991 time: 0.1393163 Sep 14 22:59:34.799901 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-6667bd02-83e5-46c4-8afe-f2be24edf2f1 None None] Current status of the port 2db96600-94fe-4c44-a61b-0cbb34547947 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:34.800287 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6667bd02-83e5-46c4-8afe-f2be24edf2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:34.842497 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-6667bd02-83e5-46c4-8afe-f2be24edf2f1 None None] For port 2db96600-94fe-4c44-a61b-0cbb34547947, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=2db96600-94fe-4c44-a61b-0cbb34547947,segment=NetworkSegment(5ba37a6d-62a2-41e9-a385-a3e2af2c61eb),segment_id=5ba37a6d-62a2-41e9-a385-a3e2af2c61eb)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:34.850367 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6667bd02-83e5-46c4-8afe-f2be24edf2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:34.882459 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b15d48eb-0f1b-414a-bc0d-646ad6dc2efb req-291b4f52-999f-40a9-9870-7d203247f285 service neutron] 10.222.0.20 "GET /v2.0/networks/d1a73eec-09dc-48d5-82d9-e45fd9ffc362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070516 Sep 14 22:59:34.929827 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-04b5247f-fb29-443c-a666-2b8bfadfcb8b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:34.943483 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-59822869-41e0-44dc-a4f8-d223ca3954a9 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=25d4f6710d2343efa0693e5e6584ceb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4278643 Sep 14 22:59:34.946245 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53764) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:34.956182 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667bd02-83e5-46c4-8afe-f2be24edf2f1 None None] Pushing event updated for resources: {'Port': ['ID=2db96600-94fe-4c44-a61b-0cbb34547947,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:34.970186 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-04b5247f-fb29-443c-a666-2b8bfadfcb8b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Transition to ACTIVE for port object dfd8d4e4-3142-4682-9c54-e83c91ed55ab will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:59:35.039955 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0de80232-cc07-4497-8be3-fd33a8086c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:35.072633 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-04b5247f-fb29-443c-a666-2b8bfadfcb8b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:35.119299 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0de80232-cc07-4497-8be3-fd33a8086c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:35.173702 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-dfebcc2c-5f99-436d-8fed-2720d191fd29 None None] Allocated IP 2001:db8::2 (cd15744a-42b8-4e5a-a2f5-719acfb1d5a6/7bec4b65-62ae-48a9-b8b3-cd998b4bbf30/62d5b207-f38d-4ef4-9ceb-37c86c02c7ea) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:59:35.192086 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b5247f-fb29-443c-a666-2b8bfadfcb8b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Network cd15744a-42b8-4e5a-a2f5-719acfb1d5a6 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:59:35.196731 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-fee2a6df-5be0-44de-bd15-a63087adf9f1 None None] Provisioning complete for port 2db96600-94fe-4c44-a61b-0cbb34547947 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:35.197199 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-fee2a6df-5be0-44de-bd15-a63087adf9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:35.197945 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-04b5247f-fb29-443c-a666-2b8bfadfcb8b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:59:35.205648 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b5247f-fb29-443c-a666-2b8bfadfcb8b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:59:35.212268 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b5247f-fb29-443c-a666-2b8bfadfcb8b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:35.212268 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-04b5247f-fb29-443c-a666-2b8bfadfcb8b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:35.243437 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b5247f-fb29-443c-a666-2b8bfadfcb8b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Port': ['ID=dfd8d4e4-3142-4682-9c54-e83c91ed55ab,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:35.248736 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-04b5247f-fb29-443c-a666-2b8bfadfcb8b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6287813 Sep 14 22:59:35.253650 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53768) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:35.259961 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-e9de105e-4490-44cb-9b42-2dbba685328c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'port': {'network_id': 'cd15744a-42b8-4e5a-a2f5-719acfb1d5a6', 'name': 'tempest-PortsIpV6TestJSON-1163026853', 'fixed_ips': [{'subnet_id': '7bec4b65-62ae-48a9-b8b3-cd998b4bbf30', 'ip_address': '2001:db8::f'}]}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:35.289343 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b15d48eb-0f1b-414a-bc0d-646ad6dc2efb req-248c40eb-a263-492e-bc32-29f04b7c3985 service neutron] 10.222.0.20 "GET /v2.0/networks/d1a73eec-09dc-48d5-82d9-e45fd9ffc362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418217 Sep 14 22:59:35.407797 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-63319ef8-924b-4238-9908-6513e566a359 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:35.415326 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0de80232-cc07-4497-8be3-fd33a8086c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:35.419641 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-63319ef8-924b-4238-9908-6513e566a359 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:35.425351 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 2db96600-94fe-4c44-a61b-0cbb34547947 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:59:35.445203 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de80232-cc07-4497-8be3-fd33a8086c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71b7c62-4cb8-420d-add8-b86d05236496,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:35.464287 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0de80232-cc07-4497-8be3-fd33a8086c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:35.466291 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0de80232-cc07-4497-8be3-fd33a8086c91 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b71b7c62-4cb8-420d-add8-b86d05236496 HTTP/1.1" status: 204 len: 168 time: 0.5178902 Sep 14 22:59:35.522359 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-e9de105e-4490-44cb-9b42-2dbba685328c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:35.528021 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e9de105e-4490-44cb-9b42-2dbba685328c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:port and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:35.532121 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e9de105e-4490-44cb-9b42-2dbba685328c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:35.538434 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-e9de105e-4490-44cb-9b42-2dbba685328c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:35.552930 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9de105e-4490-44cb-9b42-2dbba685328c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Made reservation on behalf of c0a980b2e8bf40c8a14dfb2d5527a283 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:59:35.559872 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e9de105e-4490-44cb-9b42-2dbba685328c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:35.595101 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-e9de105e-4490-44cb-9b42-2dbba685328c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] device_id is not set on port 8c02062d-b9f3-430f-a327-4d132a34cc6e yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:59:35.622085 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63319ef8-924b-4238-9908-6513e566a359 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Port': ['ID=229f73e7-2297-4db3-a555-dfb8d06d1b41,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:35.704782 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-fee2a6df-5be0-44de-bd15-a63087adf9f1 None None] Current status of the port 2db96600-94fe-4c44-a61b-0cbb34547947 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:35.735312 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 2db96600-94fe-4c44-a61b-0cbb34547947 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:35.735741 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:35.766897 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-fee2a6df-5be0-44de-bd15-a63087adf9f1 None None] Provisioning for port 229f73e7-2297-4db3-a555-dfb8d06d1b41 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:35.800452 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-fee2a6df-5be0-44de-bd15-a63087adf9f1 None None] Provisioning complete for port 229f73e7-2297-4db3-a555-dfb8d06d1b41 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:35.800452 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-fee2a6df-5be0-44de-bd15-a63087adf9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:35.807118 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53776) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:35.834875 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-dfebcc2c-5f99-436d-8fed-2720d191fd29 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:35.872409 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa6edf2-768a-4389-bb9b-c7fe2d55ed38 None None] New status for floating IP 5e6a893e-9e53-4158-a969-5ebfb17a7421: ACTIVE {{(pid=89173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 22:59:35.873933 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-dfebcc2c-5f99-436d-8fed-2720d191fd29 None None] Transition to ACTIVE for port object 62d5b207-f38d-4ef4-9ceb-37c86c02c7ea will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:59:35.938844 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-fee2a6df-5be0-44de-bd15-a63087adf9f1 None None] Port 229f73e7-2297-4db3-a555-dfb8d06d1b41 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:59:35.947878 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-dfebcc2c-5f99-436d-8fed-2720d191fd29 None None] Transition to ACTIVE for port object 62d5b207-f38d-4ef4-9ceb-37c86c02c7ea will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:59:35.977582 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9d6096f3-1a2d-40a5-9231-a8f8fa31ed88 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/5e6a893e-9e53-4158-a969-5ebfb17a7421 HTTP/1.1" status: 200 len: 991 time: 0.1671016 Sep 14 22:59:35.991111 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-dfebcc2c-5f99-436d-8fed-2720d191fd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:36.027321 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 2db96600-94fe-4c44-a61b-0cbb34547947 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:36.072646 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-e9de105e-4490-44cb-9b42-2dbba685328c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Allocated IP 2001:db8::f (cd15744a-42b8-4e5a-a2f5-719acfb1d5a6/7bec4b65-62ae-48a9-b8b3-cd998b4bbf30/8c02062d-b9f3-430f-a327-4d132a34cc6e) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:59:36.130106 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfebcc2c-5f99-436d-8fed-2720d191fd29 None None] Network cd15744a-42b8-4e5a-a2f5-719acfb1d5a6 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:59:36.133380 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-dfebcc2c-5f99-436d-8fed-2720d191fd29 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:59:36.139991 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfebcc2c-5f99-436d-8fed-2720d191fd29 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:59:36.150352 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfebcc2c-5f99-436d-8fed-2720d191fd29 None None] Pushing event updated for resources: {'Port': ['ID=62d5b207-f38d-4ef4-9ceb-37c86c02c7ea,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:36.176346 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-63319ef8-924b-4238-9908-6513e566a359 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:36.197099 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-56e1ca62-9282-4ab9-b2a9-4026014b3c96 None None] Provisioning complete for port 229f73e7-2297-4db3-a555-dfb8d06d1b41 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:36.197527 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-56e1ca62-9282-4ab9-b2a9-4026014b3c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:36.314503 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-63319ef8-924b-4238-9908-6513e566a359 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:36.324306 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-dfebcc2c-5f99-436d-8fed-2720d191fd29 None None] Attempting to bind port 62d5b207-f38d-4ef4-9ceb-37c86c02c7ea on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:59:36.324691 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-dfebcc2c-5f99-436d-8fed-2720d191fd29 None None] Attempting to bind port 62d5b207-f38d-4ef4-9ceb-37c86c02c7ea by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '926615a5-8607-44f3-80ce-683a2ecaaf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cd15744a-42b8-4e5a-a2f5-719acfb1d5a6'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:59:36.325051 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfebcc2c-5f99-436d-8fed-2720d191fd29 None None] Attempting to bind port 62d5b207-f38d-4ef4-9ceb-37c86c02c7ea on network cd15744a-42b8-4e5a-a2f5-719acfb1d5a6 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:59:36.327268 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-56e1ca62-9282-4ab9-b2a9-4026014b3c96 None None] Port 229f73e7-2297-4db3-a555-dfb8d06d1b41 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:59:36.332813 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfebcc2c-5f99-436d-8fed-2720d191fd29 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:59:36.333184 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfebcc2c-5f99-436d-8fed-2720d191fd29 None None] Checking segment: {'id': '926615a5-8607-44f3-80ce-683a2ecaaf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cd15744a-42b8-4e5a-a2f5-719acfb1d5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:59:36.333585 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-dfebcc2c-5f99-436d-8fed-2720d191fd29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:36.333967 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfebcc2c-5f99-436d-8fed-2720d191fd29 None None] Bound using segment: {'id': '926615a5-8607-44f3-80ce-683a2ecaaf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cd15744a-42b8-4e5a-a2f5-719acfb1d5a6'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:59:36.337288 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-dfebcc2c-5f99-436d-8fed-2720d191fd29 None None] Bound port: 62d5b207-f38d-4ef4-9ceb-37c86c02c7ea, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '926615a5-8607-44f3-80ce-683a2ecaaf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cd15744a-42b8-4e5a-a2f5-719acfb1d5a6'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:59:36.337288 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-dfebcc2c-5f99-436d-8fed-2720d191fd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:36.447958 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-dfebcc2c-5f99-436d-8fed-2720d191fd29 None None] For port 62d5b207-f38d-4ef4-9ceb-37c86c02c7ea, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:59:36.451759 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-dfebcc2c-5f99-436d-8fed-2720d191fd29 None None] For port 62d5b207-f38d-4ef4-9ceb-37c86c02c7ea, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=62d5b207-f38d-4ef4-9ceb-37c86c02c7ea,segment=NetworkSegment(926615a5-8607-44f3-80ce-683a2ecaaf0c),segment_id=926615a5-8607-44f3-80ce-683a2ecaaf0c)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:59:36.457426 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-dfebcc2c-5f99-436d-8fed-2720d191fd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:36.566784 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfebcc2c-5f99-436d-8fed-2720d191fd29 None None] Pushing event updated for resources: {'Port': ['ID=62d5b207-f38d-4ef4-9ceb-37c86c02c7ea,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:36.617586 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53796) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:36.642039 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e9de105e-4490-44cb-9b42-2dbba685328c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:36.667652 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-e9de105e-4490-44cb-9b42-2dbba685328c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Transition to ACTIVE for port object 8c02062d-b9f3-430f-a327-4d132a34cc6e will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:59:36.695935 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e9de105e-4490-44cb-9b42-2dbba685328c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:36.781769 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9de105e-4490-44cb-9b42-2dbba685328c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Network cd15744a-42b8-4e5a-a2f5-719acfb1d5a6 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:59:36.791466 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-e9de105e-4490-44cb-9b42-2dbba685328c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:59:36.792692 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9de105e-4490-44cb-9b42-2dbba685328c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:59:36.798436 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9de105e-4490-44cb-9b42-2dbba685328c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:36.799665 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e9de105e-4490-44cb-9b42-2dbba685328c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:36.805775 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-3a9ffcbb-1f53-41a1-8f06-309b51a3189e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Request body: {'security_group': {'name': 'tempest-secgroup--2113580110'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:36.829116 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-3a9ffcbb-1f53-41a1-8f06-309b51a3189e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:36.837931 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-3a9ffcbb-1f53-41a1-8f06-309b51a3189e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Usage tracker for resource:security_group and tenant:800df1c350b7449c9214a521bed9b11d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:36.841435 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-3a9ffcbb-1f53-41a1-8f06-309b51a3189e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:36.852482 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de105e-4490-44cb-9b42-2dbba685328c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Port': ['ID=8c02062d-b9f3-430f-a327-4d132a34cc6e,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:36.858532 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-3a9ffcbb-1f53-41a1-8f06-309b51a3189e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:36.859611 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-63319ef8-924b-4238-9908-6513e566a359 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:36.865963 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-63319ef8-924b-4238-9908-6513e566a359 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:36.868453 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e9de105e-4490-44cb-9b42-2dbba685328c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6130192 Sep 14 22:59:36.871192 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53802) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:36.926649 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3a9ffcbb-1f53-41a1-8f06-309b51a3189e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:36.942975 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3a9ffcbb-1f53-41a1-8f06-309b51a3189e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:36.970173 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-3a9ffcbb-1f53-41a1-8f06-309b51a3189e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:36.977086 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-3a9ffcbb-1f53-41a1-8f06-309b51a3189e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Usage tracker for resource:security_group_rule and tenant:800df1c350b7449c9214a521bed9b11d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:36.980414 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-3a9ffcbb-1f53-41a1-8f06-309b51a3189e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:36.983285 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53806) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:36.992490 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-3a9ffcbb-1f53-41a1-8f06-309b51a3189e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:37.101407 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63319ef8-924b-4238-9908-6513e566a359 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Port': ['ID=229f73e7-2297-4db3-a555-dfb8d06d1b41,revision_number=3']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:37.106677 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-63319ef8-924b-4238-9908-6513e566a359 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:37.129642 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f065461d-ded2-4f5f-bfc0-30dd8b63db75 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:37.130458 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-f065461d-ded2-4f5f-bfc0-30dd8b63db75 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Synchronizing usage tracker for tenant:c0a980b2e8bf40c8a14dfb2d5527a283 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:37.161491 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-381be8cf-a8df-497d-aa74-77460358ddfc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/5e6a893e-9e53-4158-a969-5ebfb17a7421 HTTP/1.1" status: 200 len: 993 time: 0.1770337 Sep 14 22:59:37.174836 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-f065461d-ded2-4f5f-bfc0-30dd8b63db75 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Unset dirty status for tenant:c0a980b2e8bf40c8a14dfb2d5527a283 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:37.176076 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f065461d-ded2-4f5f-bfc0-30dd8b63db75 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3037410 Sep 14 22:59:37.178861 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53810) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:37.228074 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3a9ffcbb-1f53-41a1-8f06-309b51a3189e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:37.232188 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3a9ffcbb-1f53-41a1-8f06-309b51a3189e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:37.244594 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-3a9ffcbb-1f53-41a1-8f06-309b51a3189e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:37.253605 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-3a9ffcbb-1f53-41a1-8f06-309b51a3189e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Usage tracker for resource:security_group_rule and tenant:800df1c350b7449c9214a521bed9b11d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:37.258256 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-3a9ffcbb-1f53-41a1-8f06-309b51a3189e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:37.272442 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-3a9ffcbb-1f53-41a1-8f06-309b51a3189e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:37.280095 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ffcbb-1f53-41a1-8f06-309b51a3189e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d98b0b-785b-4e02-b8ca-53a7986ea86a,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:37.313414 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63319ef8-924b-4238-9908-6513e566a359 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Network 1ee6e97f-9e7f-4cf6-b2a3-28759910f0ff is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:59:37.316373 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-63319ef8-924b-4238-9908-6513e566a359 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:59:37.334168 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2904fb2-fd81-48f5-a14a-3e33a9d8fafd tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:37.339892 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2904fb2-fd81-48f5-a14a-3e33a9d8fafd tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:37.345658 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2904fb2-fd81-48f5-a14a-3e33a9d8fafd tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:37.347849 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d2904fb2-fd81-48f5-a14a-3e33a9d8fafd tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1679811 Sep 14 22:59:37.354732 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53814) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:37.441826 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3a9ffcbb-1f53-41a1-8f06-309b51a3189e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:37.460808 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3a9ffcbb-1f53-41a1-8f06-309b51a3189e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:37.474890 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 62d5b207-f38d-4ef4-9ceb-37c86c02c7ea up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:59:37.507156 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-a00d1401-82c1-4b7f-8e31-708cd12f9170 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Deleting port 8c02062d-b9f3-430f-a327-4d132a34cc6e {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:37.507619 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a00d1401-82c1-4b7f-8e31-708cd12f9170 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:37.555629 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3a9ffcbb-1f53-41a1-8f06-309b51a3189e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:37.559788 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3a9ffcbb-1f53-41a1-8f06-309b51a3189e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9411633 Sep 14 22:59:37.560581 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53818) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:37.571824 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 62d5b207-f38d-4ef4-9ceb-37c86c02c7ea completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:37.641844 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63319ef8-924b-4238-9908-6513e566a359 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Router f06ba0bc-cc69-420a-bf25-82868e69d985 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:59:37.659465 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f2075179-93eb-48c9-ac95-87ca99dedd94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:37.662272 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ffcbb-1f53-41a1-8f06-309b51a3189e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbaab0e7-f259-4a0b-8b82-a2bb6b993a53,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:37.770087 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-28348097-3cd9-43e4-80dd-27b084f9361f None None] Provisioning complete for port 229f73e7-2297-4db3-a555-dfb8d06d1b41 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:37.770318 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-28348097-3cd9-43e4-80dd-27b084f9361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:37.834638 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63319ef8-924b-4238-9908-6513e566a359 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:59:37.837921 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-28348097-3cd9-43e4-80dd-27b084f9361f None None] Port 229f73e7-2297-4db3-a555-dfb8d06d1b41 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:59:37.840879 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-63319ef8-924b-4238-9908-6513e566a359 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "PUT /v2.0/routers/f06ba0bc-cc69-420a-bf25-82868e69d985/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5992832 Sep 14 22:59:37.841118 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ca73669d-0d89-4311-9da5-c52c3d21502d tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Synchronizing usage tracker for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:37.843198 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53822) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:37.848093 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1832a377-f415-4ec2-9844-c58018843bd7 None None] Sync routers for ids ['f06ba0bc-cc69-420a-bf25-82868e69d985'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:59:37.862231 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1832a377-f415-4ec2-9844-c58018843bd7 None None] Routers {'f06ba0bc-cc69-420a-bf25-82868e69d985'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:59:37.863694 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-1832a377-f415-4ec2-9844-c58018843bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:59:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f06ba0bc-cc69-420a-bf25-82868e69d985'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:37.898802 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ca73669d-0d89-4311-9da5-c52c3d21502d tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Unset dirty status for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:37.900524 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ca73669d-0d89-4311-9da5-c52c3d21502d tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3286276 Sep 14 22:59:37.906796 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53826) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:37.916133 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-3e8d6274-42f6-41d5-9ab5-3c07410c3194 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Request body: {'security_group': {'name': 'tempest-security--793887783', 'description': 'tempest-security-description-1372879855'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:37.922097 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43735a3e-d2e2-4dcf-8597-4c2a4ec6d617 None None] Network cd15744a-42b8-4e5a-a2f5-719acfb1d5a6 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:59:37.923908 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a00d1401-82c1-4b7f-8e31-708cd12f9170 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:37.956656 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3e8d6274-42f6-41d5-9ab5-3c07410c3194 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:37.988860 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b44afad-3a57-4095-9524-36f105a4360d tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:37.990427 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2b44afad-3a57-4095-9524-36f105a4360d tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "GET /v2.0/ports?device_id=f06ba0bc-cc69-420a-bf25-82868e69d985 HTTP/1.1" status: 200 len: 982 time: 0.1460373 Sep 14 22:59:37.996810 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53830) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:37.997033 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-1832a377-f415-4ec2-9844-c58018843bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:38.028396 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1832a377-f415-4ec2-9844-c58018843bd7 None None] Routers {'f06ba0bc-cc69-420a-bf25-82868e69d985'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:59:38.029110 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-1832a377-f415-4ec2-9844-c58018843bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:59:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f06ba0bc-cc69-420a-bf25-82868e69d985'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:38.062298 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-a00d1401-82c1-4b7f-8e31-708cd12f9170 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Calling delete_port for 8c02062d-b9f3-430f-a327-4d132a34cc6e owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:59:38.089925 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-98747ec9-bd9a-4794-a5a6-128f6496d037 None None] Provisioning for port 62d5b207-f38d-4ef4-9ceb-37c86c02c7ea completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:38.118865 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-1832a377-f415-4ec2-9844-c58018843bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:38.119164 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1832a377-f415-4ec2-9844-c58018843bd7 None None] The sync data for ids ['f06ba0bc-cc69-420a-bf25-82868e69d985'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:59:38.123441 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-98747ec9-bd9a-4794-a5a6-128f6496d037 None None] Provisioning complete for port 62d5b207-f38d-4ef4-9ceb-37c86c02c7ea triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:38.123901 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-98747ec9-bd9a-4794-a5a6-128f6496d037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:38.163558 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3e8d6274-42f6-41d5-9ab5-3c07410c3194 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:38.172340 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3e8d6274-42f6-41d5-9ab5-3c07410c3194 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:38.175402 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3e8d6274-42f6-41d5-9ab5-3c07410c3194 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:38.179549 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3e8d6274-42f6-41d5-9ab5-3c07410c3194 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "PUT /v2.0/security-groups/dbaab0e7-f259-4a0b-8b82-a2bb6b993a53 HTTP/1.1" status: 200 len: 1779 time: 0.2658982 Sep 14 22:59:38.182181 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53834) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:38.256889 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-232c5260-c175-4c77-836c-8540a41e0ce9 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "GET /v2.0/security-groups/dbaab0e7-f259-4a0b-8b82-a2bb6b993a53 HTTP/1.1" status: 200 len: 1779 time: 0.0713234 Sep 14 22:59:38.257222 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53838) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:38.269564 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a00d1401-82c1-4b7f-8e31-708cd12f9170 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:38.341112 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d6274-42f6-41d5-9ab5-3c07410c3194 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbaab0e7-f259-4a0b-8b82-a2bb6b993a53,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:38.368817 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d1401-82c1-4b7f-8e31-708cd12f9170 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Port': ['ID=8c02062d-b9f3-430f-a327-4d132a34cc6e,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:38.370696 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-98747ec9-bd9a-4794-a5a6-128f6496d037 None None] Current status of the port 62d5b207-f38d-4ef4-9ceb-37c86c02c7ea is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:38.371075 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-98747ec9-bd9a-4794-a5a6-128f6496d037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:38.414558 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-98747ec9-bd9a-4794-a5a6-128f6496d037 None None] For port 62d5b207-f38d-4ef4-9ceb-37c86c02c7ea, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=62d5b207-f38d-4ef4-9ceb-37c86c02c7ea,segment=NetworkSegment(926615a5-8607-44f3-80ce-683a2ecaaf0c),segment_id=926615a5-8607-44f3-80ce-683a2ecaaf0c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:38.420815 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-98747ec9-bd9a-4794-a5a6-128f6496d037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:38.438185 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a00d1401-82c1-4b7f-8e31-708cd12f9170 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:38.464430 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a00d1401-82c1-4b7f-8e31-708cd12f9170 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/ports/8c02062d-b9f3-430f-a327-4d132a34cc6e HTTP/1.1" status: 204 len: 168 time: 1.1081879 Sep 14 22:59:38.467090 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53842) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:38.497046 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98747ec9-bd9a-4794-a5a6-128f6496d037 None None] Pushing event updated for resources: {'Port': ['ID=62d5b207-f38d-4ef4-9ceb-37c86c02c7ea,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:38.508124 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1322bb5b-86b7-4801-a13f-2adeb5a9d675 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:38.530905 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-60f67f4d-b01e-4343-bfc7-571589145de0 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] GET failed (client error): The resource could not be found. Sep 14 22:59:38.531437 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-60f67f4d-b01e-4343-bfc7-571589145de0 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Synchronizing usage tracker for tenant:c0a980b2e8bf40c8a14dfb2d5527a283 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:38.551232 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1322bb5b-86b7-4801-a13f-2adeb5a9d675 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:38.578426 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-60f67f4d-b01e-4343-bfc7-571589145de0 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Unset dirty status for tenant:c0a980b2e8bf40c8a14dfb2d5527a283 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:38.579602 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-60f67f4d-b01e-4343-bfc7-571589145de0 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "GET /v2.0/ports/8c02062d-b9f3-430f-a327-4d132a34cc6e HTTP/1.1" status: 404 len: 333 time: 0.1116204 Sep 14 22:59:38.582370 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53846) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:38.588926 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-407921d7-7376-497f-9c54-4df9b57dedd2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:38.684183 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-421f48b7-c028-4002-b5d8-a376a39f9419 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Deleting port dfd8d4e4-3142-4682-9c54-e83c91ed55ab {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:38.684809 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-421f48b7-c028-4002-b5d8-a376a39f9419 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:38.719346 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1322bb5b-86b7-4801-a13f-2adeb5a9d675 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:38.754022 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-bcb5779f-2bb8-4c34-a965-be209c7b666c None None] Provisioning for port dfd8d4e4-3142-4682-9c54-e83c91ed55ab completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:38.760048 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-bcb5779f-2bb8-4c34-a965-be209c7b666c None None] Provisioning complete for port dfd8d4e4-3142-4682-9c54-e83c91ed55ab triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:38.760267 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322bb5b-86b7-4801-a13f-2adeb5a9d675 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbaab0e7-f259-4a0b-8b82-a2bb6b993a53,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:38.761209 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bcb5779f-2bb8-4c34-a965-be209c7b666c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:38.771711 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1322bb5b-86b7-4801-a13f-2adeb5a9d675 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:38.772876 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1322bb5b-86b7-4801-a13f-2adeb5a9d675 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "DELETE /v2.0/security-groups/dbaab0e7-f259-4a0b-8b82-a2bb6b993a53 HTTP/1.1" status: 204 len: 168 time: 0.5148439 Sep 14 22:59:38.775502 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53850) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:38.847552 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-bcb5779f-2bb8-4c34-a965-be209c7b666c None None] Port dfd8d4e4-3142-4682-9c54-e83c91ed55ab cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:59:38.860910 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-bcb5779f-2bb8-4c34-a965-be209c7b666c None None] Provisioning complete for port 62d5b207-f38d-4ef4-9ceb-37c86c02c7ea triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:38.861425 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bcb5779f-2bb8-4c34-a965-be209c7b666c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:39.000077 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-bcb5779f-2bb8-4c34-a965-be209c7b666c None None] Current status of the port 62d5b207-f38d-4ef4-9ceb-37c86c02c7ea is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:39.014539 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b843c3f2-1da2-4529-9200-d05ee29b8b30 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Synchronizing usage tracker for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:39.057549 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-407921d7-7376-497f-9c54-4df9b57dedd2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Deleting port 229f73e7-2297-4db3-a555-dfb8d06d1b41 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:39.058092 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-407921d7-7376-497f-9c54-4df9b57dedd2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:39.108391 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b843c3f2-1da2-4529-9200-d05ee29b8b30 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Unset dirty status for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:39.113007 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b843c3f2-1da2-4529-9200-d05ee29b8b30 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3333673 Sep 14 22:59:39.113753 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53854) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:39.138007 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-ae29a61d-4876-4760-a135-12520a9c2451 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] delete failed (client error): The resource could not be found. Sep 14 22:59:39.145535 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ae29a61d-4876-4760-a135-12520a9c2451 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "DELETE /v2.0/security-groups/dbaab0e7-f259-4a0b-8b82-a2bb6b993a53 HTTP/1.1" status: 404 len: 347 time: 0.0243971 Sep 14 22:59:39.145729 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-a07ea870-8c8f-447e-abe5-a0e3a6ffd623 None None] Provisioning complete for port dfd8d4e4-3142-4682-9c54-e83c91ed55ab triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:39.145729 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a07ea870-8c8f-447e-abe5-a0e3a6ffd623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:39.146858 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53858) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:39.155916 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-63ec0bb6-bde7-4ed7-81af-f24e61c2538d tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Request body: {'security_group': {'name': 'tempest-secgroup--1587044380'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:39.188182 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-421f48b7-c028-4002-b5d8-a376a39f9419 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:39.202535 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-a07ea870-8c8f-447e-abe5-a0e3a6ffd623 None None] Port dfd8d4e4-3142-4682-9c54-e83c91ed55ab cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:59:39.215967 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-63ec0bb6-bde7-4ed7-81af-f24e61c2538d tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:39.251500 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-63ec0bb6-bde7-4ed7-81af-f24e61c2538d tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:39.271332 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-63ec0bb6-bde7-4ed7-81af-f24e61c2538d tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:39.319766 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-63ec0bb6-bde7-4ed7-81af-f24e61c2538d tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:39.320369 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-04b85671-7814-4406-a999-c0ed3421c19a None None] Could not find standard attr ID for object 8c02062d-b9f3-430f-a327-4d132a34cc6e. {{(pid=89172) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 14 22:59:39.323885 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-421f48b7-c028-4002-b5d8-a376a39f9419 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Calling delete_port for dfd8d4e4-3142-4682-9c54-e83c91ed55ab owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:59:39.331168 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-407921d7-7376-497f-9c54-4df9b57dedd2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:39.333679 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-63ec0bb6-bde7-4ed7-81af-f24e61c2538d tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Usage tracker for resource:security_group_rule and tenant:800df1c350b7449c9214a521bed9b11d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:39.338890 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-63ec0bb6-bde7-4ed7-81af-f24e61c2538d tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:39.371056 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 62d5b207-f38d-4ef4-9ceb-37c86c02c7ea up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:59:39.400255 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-63ec0bb6-bde7-4ed7-81af-f24e61c2538d tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:39.488161 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-407921d7-7376-497f-9c54-4df9b57dedd2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Calling delete_port for 229f73e7-2297-4db3-a555-dfb8d06d1b41 owned by network:router_interface {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:59:39.492327 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 62d5b207-f38d-4ef4-9ceb-37c86c02c7ea triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:39.492836 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:39.499538 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-421f48b7-c028-4002-b5d8-a376a39f9419 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:39.554034 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f48b7-c028-4002-b5d8-a376a39f9419 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Port': ['ID=dfd8d4e4-3142-4682-9c54-e83c91ed55ab,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:39.611309 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-421f48b7-c028-4002-b5d8-a376a39f9419 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:39.629160 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-421f48b7-c028-4002-b5d8-a376a39f9419 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/ports/dfd8d4e4-3142-4682-9c54-e83c91ed55ab HTTP/1.1" status: 204 len: 168 time: 1.0457571 Sep 14 22:59:39.630302 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53862) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:39.650763 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 62d5b207-f38d-4ef4-9ceb-37c86c02c7ea is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:39.667448 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-63ec0bb6-bde7-4ed7-81af-f24e61c2538d tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:39.677457 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-63ec0bb6-bde7-4ed7-81af-f24e61c2538d tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:39.677683 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-66044d80-40d5-4542-b70f-c309f8eb90b8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] GET failed (client error): The resource could not be found. Sep 14 22:59:39.678116 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-66044d80-40d5-4542-b70f-c309f8eb90b8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Synchronizing usage tracker for tenant:c0a980b2e8bf40c8a14dfb2d5527a283 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:39.694871 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-66044d80-40d5-4542-b70f-c309f8eb90b8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Unset dirty status for tenant:c0a980b2e8bf40c8a14dfb2d5527a283 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:39.696144 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-66044d80-40d5-4542-b70f-c309f8eb90b8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "GET /v2.0/ports/dfd8d4e4-3142-4682-9c54-e83c91ed55ab HTTP/1.1" status: 404 len: 333 time: 0.0646889 Sep 14 22:59:39.700092 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53866) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:39.737138 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec0bb6-bde7-4ed7-81af-f24e61c2538d tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3366c582-5357-4fb1-983b-a5d726d1bdc3,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:39.741698 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a47cdd11-7c78-47d5-9cb2-583bd728c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:39.751236 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-63ec0bb6-bde7-4ed7-81af-f24e61c2538d tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:39.755063 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-63ec0bb6-bde7-4ed7-81af-f24e61c2538d tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6048136 Sep 14 22:59:39.757216 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53870) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:39.766596 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-67d42c32-006f-42d9-94bf-87267fc2fb6d tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Request body: {'security_group_rule': {'security_group_id': '3366c582-5357-4fb1-983b-a5d726d1bdc3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:39.776082 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-67d42c32-006f-42d9-94bf-87267fc2fb6d tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:39.783205 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-67d42c32-006f-42d9-94bf-87267fc2fb6d tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Usage tracker for resource:security_group_rule and tenant:800df1c350b7449c9214a521bed9b11d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:39.789026 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-67d42c32-006f-42d9-94bf-87267fc2fb6d tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:39.795072 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b7068f-f901-414d-b2a5-f7f122597e18 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Deleting subnet 7bec4b65-62ae-48a9-b8b3-cd998b4bbf30 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:59:39.801062 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-67d42c32-006f-42d9-94bf-87267fc2fb6d tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:39.802932 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c4b7068f-f901-414d-b2a5-f7f122597e18 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:39.826610 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-407921d7-7376-497f-9c54-4df9b57dedd2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:39.869995 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-67d42c32-006f-42d9-94bf-87267fc2fb6d tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:39.878594 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c4b7068f-f901-414d-b2a5-f7f122597e18 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:39.887834 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407921d7-7376-497f-9c54-4df9b57dedd2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Port': ['ID=229f73e7-2297-4db3-a555-dfb8d06d1b41,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:40.006046 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-67d42c32-006f-42d9-94bf-87267fc2fb6d tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:40.016192 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c4b7068f-f901-414d-b2a5-f7f122597e18 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:40.109500 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-67d42c32-006f-42d9-94bf-87267fc2fb6d tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:40.130192 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-407921d7-7376-497f-9c54-4df9b57dedd2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:40.134262 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d42c32-006f-42d9-94bf-87267fc2fb6d tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96ebe09b-624d-4da5-9165-df0ecd85286c,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:40.137197 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c4b7068f-f901-414d-b2a5-f7f122597e18 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:40.190987 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b7068f-f901-414d-b2a5-f7f122597e18 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Subnet': ['ID=7bec4b65-62ae-48a9-b8b3-cd998b4bbf30,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:40.195785 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c4b7068f-f901-414d-b2a5-f7f122597e18 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:40.202287 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5630ed19-d5e6-4d44-b824-46e0b1a631db None None] Network cd15744a-42b8-4e5a-a2f5-719acfb1d5a6 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:59:40.207482 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c4b7068f-f901-414d-b2a5-f7f122597e18 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/subnets/7bec4b65-62ae-48a9-b8b3-cd998b4bbf30 HTTP/1.1" status: 204 len: 168 time: 0.5070374 Sep 14 22:59:40.208913 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-67d42c32-006f-42d9-94bf-87267fc2fb6d tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:40.212942 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-67d42c32-006f-42d9-94bf-87267fc2fb6d tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4549868 Sep 14 22:59:40.213494 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53880) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:40.213817 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53882) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:40.349128 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7203982b-1e5f-46cf-a2aa-8f9de2af3d0d tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:40.370507 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7203982b-1e5f-46cf-a2aa-8f9de2af3d0d tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:40.380569 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-52dfa620-6924-4f43-98b5-d5e3097c94c7 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:40.411808 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-52dfa620-6924-4f43-98b5-d5e3097c94c7 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Deleting port 62d5b207-f38d-4ef4-9ceb-37c86c02c7ea {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:40.412232 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-52dfa620-6924-4f43-98b5-d5e3097c94c7 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:40.442747 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7203982b-1e5f-46cf-a2aa-8f9de2af3d0d tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:40.476216 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7203982b-1e5f-46cf-a2aa-8f9de2af3d0d tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:40.479951 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7203982b-1e5f-46cf-a2aa-8f9de2af3d0d tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/96ebe09b-624d-4da5-9165-df0ecd85286c HTTP/1.1" status: 204 len: 168 time: 0.2612138 Sep 14 22:59:40.481319 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53888) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:40.491267 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7203982b-1e5f-46cf-a2aa-8f9de2af3d0d tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96ebe09b-624d-4da5-9165-df0ecd85286c,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:40.539176 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a295e087-6628-43d3-8bdb-85aa32e531ea None None] DHCP port deletion for cd15744a-42b8-4e5a-a2f5-719acfb1d5a6 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:59:40.543296 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-a295e087-6628-43d3-8bdb-85aa32e531ea None None] Deleting port 62d5b207-f38d-4ef4-9ceb-37c86c02c7ea {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:40.543671 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a295e087-6628-43d3-8bdb-85aa32e531ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:40.557290 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407921d7-7376-497f-9c54-4df9b57dedd2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Router f06ba0bc-cc69-420a-bf25-82868e69d985 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:59:40.609661 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-fa63f2e7-6f46-4f6e-b825-c8ea67f50fc0 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Synchronizing usage tracker for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group_rule {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:40.701458 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-52dfa620-6924-4f43-98b5-d5e3097c94c7 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] For port 62d5b207-f38d-4ef4-9ceb-37c86c02c7ea, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=62d5b207-f38d-4ef4-9ceb-37c86c02c7ea,segment=NetworkSegment(926615a5-8607-44f3-80ce-683a2ecaaf0c),segment_id=926615a5-8607-44f3-80ce-683a2ecaaf0c)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:40.702211 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-52dfa620-6924-4f43-98b5-d5e3097c94c7 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:40.708022 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407921d7-7376-497f-9c54-4df9b57dedd2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:59:40.709413 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-fa63f2e7-6f46-4f6e-b825-c8ea67f50fc0 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Unset dirty status for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group_rule {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:40.713454 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-fa63f2e7-6f46-4f6e-b825-c8ea67f50fc0 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2264385 Sep 14 22:59:40.713725 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53892) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:40.726181 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-407921d7-7376-497f-9c54-4df9b57dedd2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "PUT /v2.0/routers/f06ba0bc-cc69-420a-bf25-82868e69d985/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7285061 Sep 14 22:59:40.726181 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53896) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:40.732198 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1bb360-1eaf-471e-a457-11c5958b997e None None] Sync routers for ids ['f06ba0bc-cc69-420a-bf25-82868e69d985'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:59:40.749043 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1bb360-1eaf-471e-a457-11c5958b997e None None] Routers {'f06ba0bc-cc69-420a-bf25-82868e69d985'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:59:40.750717 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-ea1bb360-1eaf-471e-a457-11c5958b997e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:59:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f06ba0bc-cc69-420a-bf25-82868e69d985'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:40.770658 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-004a3bca-559c-4617-944e-5552d1fbdfe1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] GET failed (client error): The resource could not be found. Sep 14 22:59:40.771102 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-004a3bca-559c-4617-944e-5552d1fbdfe1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Synchronizing usage tracker for tenant:1c14bf9f432e425688de72a35501bf7a on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:40.775011 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-a295e087-6628-43d3-8bdb-85aa32e531ea None None] For port 62d5b207-f38d-4ef4-9ceb-37c86c02c7ea, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=62d5b207-f38d-4ef4-9ceb-37c86c02c7ea,segment=NetworkSegment(926615a5-8607-44f3-80ce-683a2ecaaf0c),segment_id=926615a5-8607-44f3-80ce-683a2ecaaf0c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:40.775564 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a295e087-6628-43d3-8bdb-85aa32e531ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:40.792534 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:40.792837 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-004a3bca-559c-4617-944e-5552d1fbdfe1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Unset dirty status for tenant:1c14bf9f432e425688de72a35501bf7a on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:40.797296 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-004a3bca-559c-4617-944e-5552d1fbdfe1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "GET /v2.0/ports/229f73e7-2297-4db3-a555-dfb8d06d1b41 HTTP/1.1" status: 404 len: 333 time: 0.0674763 Sep 14 22:59:40.797464 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53900) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:40.850789 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-ea1bb360-1eaf-471e-a457-11c5958b997e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:40.861515 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1bb360-1eaf-471e-a457-11c5958b997e None None] Routers {'f06ba0bc-cc69-420a-bf25-82868e69d985'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:59:40.862392 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-ea1bb360-1eaf-471e-a457-11c5958b997e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:59:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f06ba0bc-cc69-420a-bf25-82868e69d985'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:40.928410 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-ea1bb360-1eaf-471e-a457-11c5958b997e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:40.929129 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1bb360-1eaf-471e-a457-11c5958b997e None None] The sync data for ids ['f06ba0bc-cc69-420a-bf25-82868e69d985'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:59:40.929276 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-a295e087-6628-43d3-8bdb-85aa32e531ea None None] Calling delete_port for 62d5b207-f38d-4ef4-9ceb-37c86c02c7ea owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:59:40.958720 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9775224a-2c40-499d-90ef-0218a7f36d83 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for router, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:40.967089 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-52dfa620-6924-4f43-98b5-d5e3097c94c7 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Calling delete_port for 62d5b207-f38d-4ef4-9ceb-37c86c02c7ea owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:59:40.992102 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:41.027315 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a295e087-6628-43d3-8bdb-85aa32e531ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:41.079816 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295e087-6628-43d3-8bdb-85aa32e531ea None None] Pushing event deleted for resources: {'Port': ['ID=62d5b207-f38d-4ef4-9ceb-37c86c02c7ea,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:41.082109 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e79df311-ffc6-4b87-ba92-2c5b17384754 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:41.084948 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a295e087-6628-43d3-8bdb-85aa32e531ea None None] No DVR routers for this DVR port 62d5b207-f38d-4ef4-9ceb-37c86c02c7ea on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:59:41.111905 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.db.api [None req-52dfa620-6924-4f43-98b5-d5e3097c94c7 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:59:41.112220 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG oslo_db.api [None req-52dfa620-6924-4f43-98b5-d5e3097c94c7 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:59:41.115396 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e79df311-ffc6-4b87-ba92-2c5b17384754 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:41.164377 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e79df311-ffc6-4b87-ba92-2c5b17384754 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:41.180410 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79df311-ffc6-4b87-ba92-2c5b17384754 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3366c582-5357-4fb1-983b-a5d726d1bdc3,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:41.209527 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e79df311-ffc6-4b87-ba92-2c5b17384754 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:41.210820 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e79df311-ffc6-4b87-ba92-2c5b17384754 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "DELETE /v2.0/security-groups/3366c582-5357-4fb1-983b-a5d726d1bdc3 HTTP/1.1" status: 204 len: 168 time: 0.4961815 Sep 14 22:59:41.213374 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53904) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:41.263312 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9775224a-2c40-499d-90ef-0218a7f36d83 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:41.266041 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9775224a-2c40-499d-90ef-0218a7f36d83 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:41.267561 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-730ceec9-b423-4ead-a38d-1ec746f943e9 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Synchronizing usage tracker for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:41.283731 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-730ceec9-b423-4ead-a38d-1ec746f943e9 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Unset dirty status for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:41.284916 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-730ceec9-b423-4ead-a38d-1ec746f943e9 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0705905 Sep 14 22:59:41.289317 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53908) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:41.294962 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-0306a686-1301-46b9-b53c-dcbf579c8754 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Request body: {'security_group': {'name': 'tempest-secgroup--2044205748'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:41.302732 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0306a686-1301-46b9-b53c-dcbf579c8754 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:41.303840 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9775224a-2c40-499d-90ef-0218a7f36d83 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:41.304662 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9775224a-2c40-499d-90ef-0218a7f36d83 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Fanout notify agent at l3_agent the message router_deleted on router f06ba0bc-cc69-420a-bf25-82868e69d985 {{(pid=89170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:59:41.314015 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0306a686-1301-46b9-b53c-dcbf579c8754 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:41.315925 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9775224a-2c40-499d-90ef-0218a7f36d83 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:41.316984 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9775224a-2c40-499d-90ef-0218a7f36d83 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/routers/f06ba0bc-cc69-420a-bf25-82868e69d985 HTTP/1.1" status: 204 len: 168 time: 0.5185969 Sep 14 22:59:41.319501 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53912) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:41.331273 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0306a686-1301-46b9-b53c-dcbf579c8754 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:41.341393 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 62d5b207-f38d-4ef4-9ceb-37c86c02c7ea no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:59:41.353734 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0306a686-1301-46b9-b53c-dcbf579c8754 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:41.358369 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0306a686-1301-46b9-b53c-dcbf579c8754 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Usage tracker for resource:security_group_rule and tenant:800df1c350b7449c9214a521bed9b11d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:41.361473 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0306a686-1301-46b9-b53c-dcbf579c8754 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:41.367400 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0306a686-1301-46b9-b53c-dcbf579c8754 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:41.380759 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 62d5b207-f38d-4ef4-9ceb-37c86c02c7ea {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:59:41.381365 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 62d5b207-f38d-4ef4-9ceb-37c86c02c7ea not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:59:41.411829 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-04126ee1-9455-4720-a9bb-79fbc6bf2802 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Deleting subnet 4b8f7afb-916e-4583-922e-f0d5c1bad206 {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:59:41.414730 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-04126ee1-9455-4720-a9bb-79fbc6bf2802 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:41.445783 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0306a686-1301-46b9-b53c-dcbf579c8754 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:41.449989 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0306a686-1301-46b9-b53c-dcbf579c8754 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:41.468991 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-04126ee1-9455-4720-a9bb-79fbc6bf2802 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:41.498555 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0306a686-1301-46b9-b53c-dcbf579c8754 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=580fef98-9302-49df-89e0-b39fe9b24c5d,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:41.512024 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0306a686-1301-46b9-b53c-dcbf579c8754 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:41.513316 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0306a686-1301-46b9-b53c-dcbf579c8754 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2228804 Sep 14 22:59:41.515960 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53916) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:41.521143 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-9b4b1892-19e8-40bb-85ef-471a69f5abda tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Request body: {'security_group_rule': {'security_group_id': '580fef98-9302-49df-89e0-b39fe9b24c5d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:41.527105 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-9b4b1892-19e8-40bb-85ef-471a69f5abda tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:41.531198 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9b4b1892-19e8-40bb-85ef-471a69f5abda tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Usage tracker for resource:security_group_rule and tenant:800df1c350b7449c9214a521bed9b11d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:41.534122 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9b4b1892-19e8-40bb-85ef-471a69f5abda tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:41.539924 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-9b4b1892-19e8-40bb-85ef-471a69f5abda tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:41.563453 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-04126ee1-9455-4720-a9bb-79fbc6bf2802 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:41.563802 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9b4b1892-19e8-40bb-85ef-471a69f5abda tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:41.613017 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-52dfa620-6924-4f43-98b5-d5e3097c94c7 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Deleting port 62d5b207-f38d-4ef4-9ceb-37c86c02c7ea {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:41.613562 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-52dfa620-6924-4f43-98b5-d5e3097c94c7 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:41.637496 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-04126ee1-9455-4720-a9bb-79fbc6bf2802 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:41.677630 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04126ee1-9455-4720-a9bb-79fbc6bf2802 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Subnet': ['ID=4b8f7afb-916e-4583-922e-f0d5c1bad206,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:41.679553 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-04126ee1-9455-4720-a9bb-79fbc6bf2802 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:41.684215 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9b4b1892-19e8-40bb-85ef-471a69f5abda tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:41.687619 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-04126ee1-9455-4720-a9bb-79fbc6bf2802 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/subnets/4b8f7afb-916e-4583-922e-f0d5c1bad206 HTTP/1.1" status: 204 len: 168 time: 0.3661022 Sep 14 22:59:41.689357 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53920) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:41.690805 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88110dc-c8e7-4e07-a925-b446f0b47676 None None] Network 1ee6e97f-9e7f-4cf6-b2a3-28759910f0ff requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:59:41.696945 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-52dfa620-6924-4f43-98b5-d5e3097c94c7 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] The port '62d5b207-f38d-4ef4-9ceb-37c86c02c7ea' was deleted {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:59:41.726013 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9b4b1892-19e8-40bb-85ef-471a69f5abda tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:41.807118 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b4f50230-6c8c-43a9-a475-226339e267c7 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:41.818856 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-b4f50230-6c8c-43a9-a475-226339e267c7 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Deleting port 2db96600-94fe-4c44-a61b-0cbb34547947 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:41.819066 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b1892-19e8-40bb-85ef-471a69f5abda tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2f5268c-9e41-4a8b-88e2-30bc6e58fbdf,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:41.819312 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b4f50230-6c8c-43a9-a475-226339e267c7 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:41.848506 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9b4b1892-19e8-40bb-85ef-471a69f5abda tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:41.849719 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9b4b1892-19e8-40bb-85ef-471a69f5abda tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3328326 Sep 14 22:59:41.852648 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53924) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:41.858678 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-52dfa620-6924-4f43-98b5-d5e3097c94c7 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:41.869113 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-9d27f254-3161-4897-b06b-9ccb01d9f9ec tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Request body: {'security_group_rule': {'security_group_id': '580fef98-9302-49df-89e0-b39fe9b24c5d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:41.877610 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-9d27f254-3161-4897-b06b-9ccb01d9f9ec tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:41.890246 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9d27f254-3161-4897-b06b-9ccb01d9f9ec tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Usage tracker for resource:security_group_rule and tenant:800df1c350b7449c9214a521bed9b11d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:41.896923 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9d27f254-3161-4897-b06b-9ccb01d9f9ec tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:41.904829 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-52dfa620-6924-4f43-98b5-d5e3097c94c7 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd15744a-42b8-4e5a-a2f5-719acfb1d5a6']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:41.912899 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-9d27f254-3161-4897-b06b-9ccb01d9f9ec tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:41.922720 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-52dfa620-6924-4f43-98b5-d5e3097c94c7 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926615a5-8607-44f3-80ce-683a2ecaaf0c') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:41.923088 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-52dfa620-6924-4f43-98b5-d5e3097c94c7 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926615a5-8607-44f3-80ce-683a2ecaaf0c') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:41.944669 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-52dfa620-6924-4f43-98b5-d5e3097c94c7 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:41.963688 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9d27f254-3161-4897-b06b-9ccb01d9f9ec tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:41.971457 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ae15e0-62eb-485c-9260-9cb9fcc26dbb None None] DHCP port deletion for 1ee6e97f-9e7f-4cf6-b2a3-28759910f0ff request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:59:41.973374 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-52dfa620-6924-4f43-98b5-d5e3097c94c7 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:41.975424 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-10ae15e0-62eb-485c-9260-9cb9fcc26dbb None None] Deleting port 2db96600-94fe-4c44-a61b-0cbb34547947 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:41.975788 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-10ae15e0-62eb-485c-9260-9cb9fcc26dbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:41.990394 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52dfa620-6924-4f43-98b5-d5e3097c94c7 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:59:41.990699 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-52dfa620-6924-4f43-98b5-d5e3097c94c7 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:42.033768 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 926615a5-8607-44f3-80ce-683a2ecaaf0c resource provider aggregate not found Sep 14 22:59:42.092283 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 926615a5-8607-44f3-80ce-683a2ecaaf0c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 926615a5-8607-44f3-80ce-683a2ecaaf0c found for delete ", "request_id": "req-22ba61ad-c6de-4bf3-b746-cd27ced5001d"}]} Sep 14 22:59:42.145132 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-52dfa620-6924-4f43-98b5-d5e3097c94c7 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:42.147625 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9d27f254-3161-4897-b06b-9ccb01d9f9ec tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:42.164854 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-52dfa620-6924-4f43-98b5-d5e3097c94c7 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:42.171425 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9d27f254-3161-4897-b06b-9ccb01d9f9ec tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:42.188432 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-10ae15e0-62eb-485c-9260-9cb9fcc26dbb None None] For port 2db96600-94fe-4c44-a61b-0cbb34547947, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=2db96600-94fe-4c44-a61b-0cbb34547947,segment=NetworkSegment(5ba37a6d-62a2-41e9-a385-a3e2af2c61eb),segment_id=5ba37a6d-62a2-41e9-a385-a3e2af2c61eb)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:42.188763 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-10ae15e0-62eb-485c-9260-9cb9fcc26dbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:42.189109 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dfa620-6924-4f43-98b5-d5e3097c94c7 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Network': ['ID=cd15744a-42b8-4e5a-a2f5-719acfb1d5a6,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:42.197112 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-52dfa620-6924-4f43-98b5-d5e3097c94c7 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/networks/cd15744a-42b8-4e5a-a2f5-719acfb1d5a6 HTTP/1.1" status: 204 len: 168 time: 1.9823406 Sep 14 22:59:42.201106 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53932) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:42.204358 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-b4f50230-6c8c-43a9-a475-226339e267c7 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] For port 2db96600-94fe-4c44-a61b-0cbb34547947, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=2db96600-94fe-4c44-a61b-0cbb34547947,segment=NetworkSegment(5ba37a6d-62a2-41e9-a385-a3e2af2c61eb),segment_id=5ba37a6d-62a2-41e9-a385-a3e2af2c61eb)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:42.204510 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27f254-3161-4897-b06b-9ccb01d9f9ec tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec2d0cc9-cad9-4b8e-8b61-03676095df4b,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:42.204764 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b4f50230-6c8c-43a9-a475-226339e267c7 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:42.217236 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9d27f254-3161-4897-b06b-9ccb01d9f9ec tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:42.217779 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-fef42726-fb93-4eb8-93c8-4ebc4bc49cd0 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1700881848'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:42.221750 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9d27f254-3161-4897-b06b-9ccb01d9f9ec tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3651967 Sep 14 22:59:42.221958 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53936) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:42.227253 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-fef42726-fb93-4eb8-93c8-4ebc4bc49cd0 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:42.227922 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-1edaaac8-9487-48f1-8772-f5190a6cc932 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Request body: {'security_group_rule': {'security_group_id': '580fef98-9302-49df-89e0-b39fe9b24c5d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:42.234206 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-1edaaac8-9487-48f1-8772-f5190a6cc932 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:42.238441 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1edaaac8-9487-48f1-8772-f5190a6cc932 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Usage tracker for resource:security_group_rule and tenant:800df1c350b7449c9214a521bed9b11d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:42.241544 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1edaaac8-9487-48f1-8772-f5190a6cc932 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:42.247292 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-1edaaac8-9487-48f1-8772-f5190a6cc932 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:42.264385 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1edaaac8-9487-48f1-8772-f5190a6cc932 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:42.317087 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-10ae15e0-62eb-485c-9260-9cb9fcc26dbb None None] Calling delete_port for 2db96600-94fe-4c44-a61b-0cbb34547947 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:59:42.331705 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1edaaac8-9487-48f1-8772-f5190a6cc932 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:42.337126 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1edaaac8-9487-48f1-8772-f5190a6cc932 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:42.339770 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-fef42726-fb93-4eb8-93c8-4ebc4bc49cd0 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:network and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:42.349412 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-b4f50230-6c8c-43a9-a475-226339e267c7 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Calling delete_port for 2db96600-94fe-4c44-a61b-0cbb34547947 owned by network:dhcp {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:59:42.366441 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edaaac8-9487-48f1-8772-f5190a6cc932 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=618dd9e6-6770-4fd8-80fb-4e3ce4625b4a,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:42.384422 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-fef42726-fb93-4eb8-93c8-4ebc4bc49cd0 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:42.385214 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1edaaac8-9487-48f1-8772-f5190a6cc932 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:42.387524 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1edaaac8-9487-48f1-8772-f5190a6cc932 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1642287 Sep 14 22:59:42.388485 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:42.390510 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53940) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:42.397937 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-ff0d7541-3057-43c9-9705-a82c0b1616f9 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Request body: {'security_group_rule': {'security_group_id': '580fef98-9302-49df-89e0-b39fe9b24c5d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:42.405174 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ff0d7541-3057-43c9-9705-a82c0b1616f9 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:42.405383 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-fef42726-fb93-4eb8-93c8-4ebc4bc49cd0 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:42.411310 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ff0d7541-3057-43c9-9705-a82c0b1616f9 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Usage tracker for resource:security_group_rule and tenant:800df1c350b7449c9214a521bed9b11d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:42.414895 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ff0d7541-3057-43c9-9705-a82c0b1616f9 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:42.419823 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-10ae15e0-62eb-485c-9260-9cb9fcc26dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:42.423051 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ff0d7541-3057-43c9-9705-a82c0b1616f9 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:42.433046 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef42726-fb93-4eb8-93c8-4ebc4bc49cd0 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Made reservation on behalf of c0a980b2e8bf40c8a14dfb2d5527a283 for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:59:42.436917 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fef42726-fb93-4eb8-93c8-4ebc4bc49cd0 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:42.446425 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ff0d7541-3057-43c9-9705-a82c0b1616f9 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:42.472656 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae15e0-62eb-485c-9260-9cb9fcc26dbb None None] Pushing event deleted for resources: {'Port': ['ID=2db96600-94fe-4c44-a61b-0cbb34547947,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:42.475970 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ae15e0-62eb-485c-9260-9cb9fcc26dbb None None] No DVR routers for this DVR port 2db96600-94fe-4c44-a61b-0cbb34547947 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:59:42.488136 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef42726-fb93-4eb8-93c8-4ebc4bc49cd0 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:59:42.490337 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.api [None req-b4f50230-6c8c-43a9-a475-226339e267c7 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:59:42.490653 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG oslo_db.api [None req-b4f50230-6c8c-43a9-a475-226339e267c7 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:59:42.498258 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fef42726-fb93-4eb8-93c8-4ebc4bc49cd0 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:42.498522 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-fef42726-fb93-4eb8-93c8-4ebc4bc49cd0 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Added segment 91fd1beb-26a8-46ec-87bd-a1d7a522a0d4 of type vlan for network 0fe1e019-7923-4fb4-b024-f23c64c6388a Sep 14 22:59:42.523679 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ff0d7541-3057-43c9-9705-a82c0b1616f9 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:42.525486 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fef42726-fb93-4eb8-93c8-4ebc4bc49cd0 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:42.527205 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ff0d7541-3057-43c9-9705-a82c0b1616f9 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:42.555220 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d7541-3057-43c9-9705-a82c0b1616f9 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7807ddf3-9456-4bda-ad4c-5a22fc3ebe2f,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:42.555729 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fef42726-fb93-4eb8-93c8-4ebc4bc49cd0 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:42.562261 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef42726-fb93-4eb8-93c8-4ebc4bc49cd0 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:42.562462 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fef42726-fb93-4eb8-93c8-4ebc4bc49cd0 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:42.566353 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ff0d7541-3057-43c9-9705-a82c0b1616f9 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:42.567690 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ff0d7541-3057-43c9-9705-a82c0b1616f9 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1758804 Sep 14 22:59:42.570496 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53944) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:42.575356 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-a63cd6a5-2355-46bb-a66b-deb2f6292770 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Request body: {'security_group_rule': {'security_group_id': '580fef98-9302-49df-89e0-b39fe9b24c5d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:42.581111 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a63cd6a5-2355-46bb-a66b-deb2f6292770 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:42.585126 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a63cd6a5-2355-46bb-a66b-deb2f6292770 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Usage tracker for resource:security_group_rule and tenant:800df1c350b7449c9214a521bed9b11d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:42.588452 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a63cd6a5-2355-46bb-a66b-deb2f6292770 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:42.594418 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a63cd6a5-2355-46bb-a66b-deb2f6292770 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:42.612174 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a63cd6a5-2355-46bb-a66b-deb2f6292770 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:42.669897 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-fef42726-fb93-4eb8-93c8-4ebc4bc49cd0 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4682043 Sep 14 22:59:42.672724 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53948) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:42.675962 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef42726-fb93-4eb8-93c8-4ebc4bc49cd0 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Network': ['ID=0fe1e019-7923-4fb4-b024-f23c64c6388a,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:42.678060 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a63cd6a5-2355-46bb-a66b-deb2f6292770 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:42.682511 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-bf8b2db4-e04f-414b-8605-fd4f82ccc6f5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'subnet': {'network_id': '0fe1e019-7923-4fb4-b024-f23c64c6388a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:42.683154 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a63cd6a5-2355-46bb-a66b-deb2f6292770 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:42.687898 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 0fe1e019-7923-4fb4-b024-f23c64c6388a details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 22:59:42.706628 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63cd6a5-2355-46bb-a66b-deb2f6292770 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dbcdbb1-080d-4d2a-a79e-a27a7fd72a64,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:42.719749 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a63cd6a5-2355-46bb-a66b-deb2f6292770 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:42.722036 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a63cd6a5-2355-46bb-a66b-deb2f6292770 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1506476 Sep 14 22:59:42.724865 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53954) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:42.763426 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-22b6e872-a6d4-43b7-ab4d-070300f67db1 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:42.774149 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-22b6e872-a6d4-43b7-ab4d-070300f67db1 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:42.798854 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-22b6e872-a6d4-43b7-ab4d-070300f67db1 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:42.801959 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-bf8b2db4-e04f-414b-8605-fd4f82ccc6f5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:42.805944 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-bf8b2db4-e04f-414b-8605-fd4f82ccc6f5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:subnet and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:42.809176 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-bf8b2db4-e04f-414b-8605-fd4f82ccc6f5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:42.815164 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-bf8b2db4-e04f-414b-8605-fd4f82ccc6f5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:42.819654 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6e872-a6d4-43b7-ab4d-070300f67db1 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2dbcdbb1-080d-4d2a-a79e-a27a7fd72a64,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:42.823145 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-22b6e872-a6d4-43b7-ab4d-070300f67db1 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:42.824661 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-22b6e872-a6d4-43b7-ab4d-070300f67db1 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/2dbcdbb1-080d-4d2a-a79e-a27a7fd72a64 HTTP/1.1" status: 204 len: 168 time: 0.0982130 Sep 14 22:59:42.827317 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53958) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:42.828065 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8b2db4-e04f-414b-8605-fd4f82ccc6f5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Made reservation on behalf of c0a980b2e8bf40c8a14dfb2d5527a283 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:59:42.832117 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bf8b2db4-e04f-414b-8605-fd4f82ccc6f5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:42.883881 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-71b20056-cd90-4fd3-b664-d649bcbc3744 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Synchronizing usage tracker for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group_rule {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:42.899298 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-71b20056-cd90-4fd3-b664-d649bcbc3744 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Unset dirty status for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group_rule {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:42.900846 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-71b20056-cd90-4fd3-b664-d649bcbc3744 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0721142 Sep 14 22:59:42.903715 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53962) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:42.931972 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d7ed230e-363b-48fd-a859-3039e42bf81c tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:42.943373 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d7ed230e-363b-48fd-a859-3039e42bf81c tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:42.968832 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d7ed230e-363b-48fd-a859-3039e42bf81c tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:42.986886 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed230e-363b-48fd-a859-3039e42bf81c tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7807ddf3-9456-4bda-ad4c-5a22fc3ebe2f,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:42.992951 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-b4f50230-6c8c-43a9-a475-226339e267c7 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Deleting port 2db96600-94fe-4c44-a61b-0cbb34547947 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:42.993419 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b4f50230-6c8c-43a9-a475-226339e267c7 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:42.995048 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d7ed230e-363b-48fd-a859-3039e42bf81c tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:42.998641 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d7ed230e-363b-48fd-a859-3039e42bf81c tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/7807ddf3-9456-4bda-ad4c-5a22fc3ebe2f HTTP/1.1" status: 204 len: 168 time: 0.0916159 Sep 14 22:59:42.998867 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53966) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:43.050545 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6c240c09-0f94-400c-b480-73571ac664a3 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Synchronizing usage tracker for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group_rule {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:43.066078 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6c240c09-0f94-400c-b480-73571ac664a3 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Unset dirty status for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group_rule {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:43.070283 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6c240c09-0f94-400c-b480-73571ac664a3 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0676582 Sep 14 22:59:43.070439 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-b4f50230-6c8c-43a9-a475-226339e267c7 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] The port '2db96600-94fe-4c44-a61b-0cbb34547947' was deleted {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:59:43.070541 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53970) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:43.099078 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2806a97a-978b-459a-a973-4cf012bb3e99 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:43.108920 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2806a97a-978b-459a-a973-4cf012bb3e99 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:43.132468 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2806a97a-978b-459a-a973-4cf012bb3e99 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:43.154738 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806a97a-978b-459a-a973-4cf012bb3e99 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=618dd9e6-6770-4fd8-80fb-4e3ce4625b4a,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:43.161786 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2806a97a-978b-459a-a973-4cf012bb3e99 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:43.162916 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2806a97a-978b-459a-a973-4cf012bb3e99 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/618dd9e6-6770-4fd8-80fb-4e3ce4625b4a HTTP/1.1" status: 204 len: 168 time: 0.0915747 Sep 14 22:59:43.165726 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53974) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:43.215317 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b77954c9-8442-4dbe-8c11-b41b0c7df9e4 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Synchronizing usage tracker for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group_rule {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:43.225710 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b4f50230-6c8c-43a9-a475-226339e267c7 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:43.231551 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b77954c9-8442-4dbe-8c11-b41b0c7df9e4 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Unset dirty status for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group_rule {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:43.235816 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b77954c9-8442-4dbe-8c11-b41b0c7df9e4 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0662351 Sep 14 22:59:43.235975 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53978) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:43.251514 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bf8b2db4-e04f-414b-8605-fd4f82ccc6f5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:43.264516 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ad79d55f-e904-45fa-9d96-6882e4e19d96 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:43.275471 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ad79d55f-e904-45fa-9d96-6882e4e19d96 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:43.282731 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-b4f50230-6c8c-43a9-a475-226339e267c7 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ee6e97f-9e7f-4cf6-b2a3-28759910f0ff']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:43.305929 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ad79d55f-e904-45fa-9d96-6882e4e19d96 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:43.322852 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79d55f-e904-45fa-9d96-6882e4e19d96 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec2d0cc9-cad9-4b8e-8b61-03676095df4b,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:43.327137 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-b4f50230-6c8c-43a9-a475-226339e267c7 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba37a6d-62a2-41e9-a385-a3e2af2c61eb') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:43.327594 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-b4f50230-6c8c-43a9-a475-226339e267c7 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba37a6d-62a2-41e9-a385-a3e2af2c61eb') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:43.334938 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ad79d55f-e904-45fa-9d96-6882e4e19d96 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:43.337040 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ad79d55f-e904-45fa-9d96-6882e4e19d96 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/ec2d0cc9-cad9-4b8e-8b61-03676095df4b HTTP/1.1" status: 204 len: 168 time: 0.1001458 Sep 14 22:59:43.339541 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53982) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:43.339746 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 2db96600-94fe-4c44-a61b-0cbb34547947 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:59:43.358085 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b4f50230-6c8c-43a9-a475-226339e267c7 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:43.376797 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b2db4-e04f-414b-8605-fd4f82ccc6f5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Subnet': ['ID=0ddfb83d-54a1-457d-911c-91bbd6a52117,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:43.388932 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8b2db4-e04f-414b-8605-fd4f82ccc6f5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Checking segment: {'id': '91fd1beb-26a8-46ec-87bd-a1d7a522a0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0fe1e019-7923-4fb4-b024-f23c64c6388a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:59:43.389372 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8b2db4-e04f-414b-8605-fd4f82ccc6f5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Network hostable DHCP agents. Network: 0fe1e019-7923-4fb4-b024-f23c64c6388a, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:59:43.395441 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b4f50230-6c8c-43a9-a475-226339e267c7 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:43.396341 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 2db96600-94fe-4c44-a61b-0cbb34547947 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:59:43.396987 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 2db96600-94fe-4c44-a61b-0cbb34547947 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:59:43.403818 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-d1411941-dd92-452f-95ce-abad44533098 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Synchronizing usage tracker for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group_rule {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:43.408679 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f50230-6c8c-43a9-a475-226339e267c7 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:59:43.409079 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b4f50230-6c8c-43a9-a475-226339e267c7 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:43.423299 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-d1411941-dd92-452f-95ce-abad44533098 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Unset dirty status for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group_rule {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:43.424774 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d1411941-dd92-452f-95ce-abad44533098 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0836568 Sep 14 22:59:43.427742 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53988) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:43.458111 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f0c6c396-5b70-41c1-b75c-65d9943b7682 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:43.468140 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f0c6c396-5b70-41c1-b75c-65d9943b7682 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:43.482737 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 5ba37a6d-62a2-41e9-a385-a3e2af2c61eb resource provider aggregate not found Sep 14 22:59:43.494340 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f0c6c396-5b70-41c1-b75c-65d9943b7682 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:43.507282 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8b2db4-e04f-414b-8605-fd4f82ccc6f5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Network 0fe1e019-7923-4fb4-b024-f23c64c6388a is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:59:43.512442 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6c396-5b70-41c1-b75c-65d9943b7682 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2f5268c-9e41-4a8b-88e2-30bc6e58fbdf,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:43.514649 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 5ba37a6d-62a2-41e9-a385-a3e2af2c61eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ba37a6d-62a2-41e9-a385-a3e2af2c61eb found for delete ", "request_id": "req-6a1193b7-055a-4845-bba8-6b8579a40970"}]} Sep 14 22:59:43.520746 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f0c6c396-5b70-41c1-b75c-65d9943b7682 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:43.524797 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f0c6c396-5b70-41c1-b75c-65d9943b7682 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/f2f5268c-9e41-4a8b-88e2-30bc6e58fbdf HTTP/1.1" status: 204 len: 168 time: 0.0956948 Sep 14 22:59:43.526273 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-bf8b2db4-e04f-414b-8605-fd4f82ccc6f5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 0fe1e019-7923-4fb4-b024-f23c64c6388a) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:59:43.527280 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 53994) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:43.530813 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8b2db4-e04f-414b-8605-fd4f82ccc6f5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:43.531396 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bf8b2db4-e04f-414b-8605-fd4f82ccc6f5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:43.535909 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b4f50230-6c8c-43a9-a475-226339e267c7 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:43.539714 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71cac5b-a48c-41d5-ad0d-4d42d9595beb None None] Network 0fe1e019-7923-4fb4-b024-f23c64c6388a requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:59:43.559576 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b4f50230-6c8c-43a9-a475-226339e267c7 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:43.573186 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f50230-6c8c-43a9-a475-226339e267c7 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Network': ['ID=1ee6e97f-9e7f-4cf6-b2a3-28759910f0ff,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:43.577991 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-fe0bafee-235b-4caf-a750-98d62648dd51 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Synchronizing usage tracker for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group_rule {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:43.584724 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b4f50230-6c8c-43a9-a475-226339e267c7 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/networks/1ee6e97f-9e7f-4cf6-b2a3-28759910f0ff HTTP/1.1" status: 204 len: 168 time: 1.8894472 Sep 14 22:59:43.584724 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 53998) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:43.593915 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-fe0bafee-235b-4caf-a750-98d62648dd51 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Unset dirty status for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group_rule {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:43.598476 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-fe0bafee-235b-4caf-a750-98d62648dd51 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0668037 Sep 14 22:59:43.598719 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54002) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:43.636740 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-bf8b2db4-e04f-414b-8605-fd4f82ccc6f5 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9629183 Sep 14 22:59:43.639850 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54006) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:43.647120 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-b6c6c508-950b-47b6-93ed-bff3379d72be tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1648504820', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:43.653946 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b6c6c508-950b-47b6-93ed-bff3379d72be tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:43.657858 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b6c6c508-950b-47b6-93ed-bff3379d72be tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:router and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:43.662847 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b6c6c508-950b-47b6-93ed-bff3379d72be tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:43.666051 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c8a447ac-2797-4d65-b8d2-f99fe109d243 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:43.672294 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b6c6c508-950b-47b6-93ed-bff3379d72be tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:43.685337 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686e9ea6-c782-434c-9c78-4fa4be364b70 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:43.685912 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-686e9ea6-c782-434c-9c78-4fa4be364b70 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Synchronizing usage tracker for tenant:1c14bf9f432e425688de72a35501bf7a on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:43.693661 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c8a447ac-2797-4d65-b8d2-f99fe109d243 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:43.700683 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b6c6c508-950b-47b6-93ed-bff3379d72be tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:43.702389 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b6c6c508-950b-47b6-93ed-bff3379d72be tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:43.717847 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-686e9ea6-c782-434c-9c78-4fa4be364b70 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Unset dirty status for tenant:1c14bf9f432e425688de72a35501bf7a on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:43.719020 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-686e9ea6-c782-434c-9c78-4fa4be364b70 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "GET /v2.0/ports/1c95b814-0dd5-4639-bf97-9b177f451ddc HTTP/1.1" status: 200 len: 840 time: 0.1335173 Sep 14 22:59:43.723530 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54010) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:43.726468 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b6c6c508-950b-47b6-93ed-bff3379d72be tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:43.749196 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c8a447ac-2797-4d65-b8d2-f99fe109d243 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:43.768733 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a447ac-2797-4d65-b8d2-f99fe109d243 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=580fef98-9302-49df-89e0-b39fe9b24c5d,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:43.785117 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c8a447ac-2797-4d65-b8d2-f99fe109d243 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:43.789072 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c8a447ac-2797-4d65-b8d2-f99fe109d243 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "DELETE /v2.0/security-groups/580fef98-9302-49df-89e0-b39fe9b24c5d HTTP/1.1" status: 204 len: 168 time: 0.1894073 Sep 14 22:59:43.789958 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54014) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:43.801007 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b6c6c508-950b-47b6-93ed-bff3379d72be tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:43.801331 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44bf65a-46ef-4251-9ce0-c25f06973fc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-0fe1e019-7923-4fb4-b024-f23c64c6388a', 'network_id': '0fe1e019-7923-4fb4-b024-f23c64c6388a', 'tenant_id': 'c0a980b2e8bf40c8a14dfb2d5527a283', 'fixed_ips': [{'subnet_id': '0ddfb83d-54a1-457d-911c-91bbd6a52117'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:59:43.802416 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b44bf65a-46ef-4251-9ce0-c25f06973fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:43.832049 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-fdec5d40-8749-4439-bc3a-2c588bf60883 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "GET /v2.0/ports/1c95b814-0dd5-4639-bf97-9b177f451ddc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1033976 Sep 14 22:59:43.833745 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54018) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:43.840821 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-bf8efae9-9aac-43b4-bb58-c51dc12a05c5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'subnet': {'network_id': '54998194-279a-4fa5-95ce-887c2e0abbe0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:43.848142 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-380805a1-97a4-4a3e-86b1-fcb8457825c3 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Synchronizing usage tracker for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:43.863665 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-380805a1-97a4-4a3e-86b1-fcb8457825c3 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Unset dirty status for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:43.864054 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b6c6c508-950b-47b6-93ed-bff3379d72be tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:43.867956 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-380805a1-97a4-4a3e-86b1-fcb8457825c3 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0739250 Sep 14 22:59:43.868093 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b6c6c508-950b-47b6-93ed-bff3379d72be tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2246366 Sep 14 22:59:43.868502 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54022) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:43.870672 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54024) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:43.876655 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-3b38abe2-5e60-4a31-accb-ff5c739e3a5d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'port': {'network_id': '0fe1e019-7923-4fb4-b024-f23c64c6388a', 'name': 'tempest-PortsIpV6TestJSON-1446407612'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:43.896964 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-7271e8cb-ae7b-4b42-8a78-6d5063a0ac52 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Request body: {'security_group': {'name': 'tempest-secgroup--2054570597'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:43.908908 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-7271e8cb-ae7b-4b42-8a78-6d5063a0ac52 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:43.978463 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-7271e8cb-ae7b-4b42-8a78-6d5063a0ac52 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:43.982636 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-b44bf65a-46ef-4251-9ce0-c25f06973fc6 None None] Allocated IP 2001:db8::2 (0fe1e019-7923-4fb4-b024-f23c64c6388a/0ddfb83d-54a1-457d-911c-91bbd6a52117/f987c3cf-abc3-4f06-8895-10015a364d13) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:59:44.016663 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7271e8cb-ae7b-4b42-8a78-6d5063a0ac52 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:44.056927 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-7271e8cb-ae7b-4b42-8a78-6d5063a0ac52 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:44.064520 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-7271e8cb-ae7b-4b42-8a78-6d5063a0ac52 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Usage tracker for resource:security_group_rule and tenant:800df1c350b7449c9214a521bed9b11d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:44.067580 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-3b38abe2-5e60-4a31-accb-ff5c739e3a5d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:44.069927 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-7271e8cb-ae7b-4b42-8a78-6d5063a0ac52 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:44.079108 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-7271e8cb-ae7b-4b42-8a78-6d5063a0ac52 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:44.084495 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-3b38abe2-5e60-4a31-accb-ff5c739e3a5d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:44.105066 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-bf8efae9-9aac-43b4-bb58-c51dc12a05c5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:44.109700 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-bf8efae9-9aac-43b4-bb58-c51dc12a05c5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:subnet and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:44.110077 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b38abe2-5e60-4a31-accb-ff5c739e3a5d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Made reservation on behalf of c0a980b2e8bf40c8a14dfb2d5527a283 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:59:44.113188 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-bf8efae9-9aac-43b4-bb58-c51dc12a05c5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:44.114081 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3b38abe2-5e60-4a31-accb-ff5c739e3a5d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:44.118806 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-bf8efae9-9aac-43b4-bb58-c51dc12a05c5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:44.130717 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8efae9-9aac-43b4-bb58-c51dc12a05c5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Made reservation on behalf of 1c14bf9f432e425688de72a35501bf7a for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:59:44.134768 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bf8efae9-9aac-43b4-bb58-c51dc12a05c5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:44.143279 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-3b38abe2-5e60-4a31-accb-ff5c739e3a5d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] device_id is not set on port e24e0b0c-9749-4ec6-96c9-84ad797dd8af yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:59:44.210252 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b44bf65a-46ef-4251-9ce0-c25f06973fc6 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:44.220926 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-b44bf65a-46ef-4251-9ce0-c25f06973fc6 None None] Transition to ACTIVE for port object f987c3cf-abc3-4f06-8895-10015a364d13 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:59:44.240556 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-b44bf65a-46ef-4251-9ce0-c25f06973fc6 None None] Transition to ACTIVE for port object f987c3cf-abc3-4f06-8895-10015a364d13 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:59:44.246933 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b44bf65a-46ef-4251-9ce0-c25f06973fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:44.248206 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7271e8cb-ae7b-4b42-8a78-6d5063a0ac52 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:44.252838 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7271e8cb-ae7b-4b42-8a78-6d5063a0ac52 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:44.313544 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44bf65a-46ef-4251-9ce0-c25f06973fc6 None None] Network 0fe1e019-7923-4fb4-b024-f23c64c6388a is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:59:44.318174 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-b44bf65a-46ef-4251-9ce0-c25f06973fc6 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:59:44.321749 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44bf65a-46ef-4251-9ce0-c25f06973fc6 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:59:44.348397 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44bf65a-46ef-4251-9ce0-c25f06973fc6 None None] Pushing event updated for resources: {'Port': ['ID=f987c3cf-abc3-4f06-8895-10015a364d13,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:44.367962 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-3b38abe2-5e60-4a31-accb-ff5c739e3a5d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Allocated IP 2001:db8::332 (0fe1e019-7923-4fb4-b024-f23c64c6388a/0ddfb83d-54a1-457d-911c-91bbd6a52117/e24e0b0c-9749-4ec6-96c9-84ad797dd8af) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:59:44.369905 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271e8cb-ae7b-4b42-8a78-6d5063a0ac52 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e387e74-5b4b-41f2-bfbf-2bce9920580d,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:44.390191 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7271e8cb-ae7b-4b42-8a78-6d5063a0ac52 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:44.391531 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7271e8cb-ae7b-4b42-8a78-6d5063a0ac52 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5197003 Sep 14 22:59:44.397841 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54030) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:44.408414 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-7ea4e62c-ac3e-4a70-a882-54bdc4784a47 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Request body: {'security_group_rule': {'security_group_id': '9e387e74-5b4b-41f2-bfbf-2bce9920580d', 'direction': 'ingress', 'protocol': 17}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:44.416367 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-7ea4e62c-ac3e-4a70-a882-54bdc4784a47 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:44.424776 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-7ea4e62c-ac3e-4a70-a882-54bdc4784a47 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Usage tracker for resource:security_group_rule and tenant:800df1c350b7449c9214a521bed9b11d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:44.428874 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-7ea4e62c-ac3e-4a70-a882-54bdc4784a47 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:44.432629 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bf8efae9-9aac-43b4-bb58-c51dc12a05c5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:44.458992 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-b44bf65a-46ef-4251-9ce0-c25f06973fc6 None None] Attempting to bind port f987c3cf-abc3-4f06-8895-10015a364d13 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:59:44.459430 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-b44bf65a-46ef-4251-9ce0-c25f06973fc6 None None] Attempting to bind port f987c3cf-abc3-4f06-8895-10015a364d13 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '91fd1beb-26a8-46ec-87bd-a1d7a522a0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0fe1e019-7923-4fb4-b024-f23c64c6388a'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:59:44.459784 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44bf65a-46ef-4251-9ce0-c25f06973fc6 None None] Attempting to bind port f987c3cf-abc3-4f06-8895-10015a364d13 on network 0fe1e019-7923-4fb4-b024-f23c64c6388a {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:59:44.465059 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44bf65a-46ef-4251-9ce0-c25f06973fc6 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:59:44.465421 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44bf65a-46ef-4251-9ce0-c25f06973fc6 None None] Checking segment: {'id': '91fd1beb-26a8-46ec-87bd-a1d7a522a0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0fe1e019-7923-4fb4-b024-f23c64c6388a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:59:44.465811 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b44bf65a-46ef-4251-9ce0-c25f06973fc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:44.466188 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44bf65a-46ef-4251-9ce0-c25f06973fc6 None None] Bound using segment: {'id': '91fd1beb-26a8-46ec-87bd-a1d7a522a0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0fe1e019-7923-4fb4-b024-f23c64c6388a'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:59:44.466636 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-b44bf65a-46ef-4251-9ce0-c25f06973fc6 None None] Bound port: f987c3cf-abc3-4f06-8895-10015a364d13, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91fd1beb-26a8-46ec-87bd-a1d7a522a0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0fe1e019-7923-4fb4-b024-f23c64c6388a'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:59:44.466997 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b44bf65a-46ef-4251-9ce0-c25f06973fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:44.501851 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-7ea4e62c-ac3e-4a70-a882-54bdc4784a47 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:44.522397 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8efae9-9aac-43b4-bb58-c51dc12a05c5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Subnet': ['ID=c2057925-4194-402a-a4c9-e154bda453de,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:44.528232 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8efae9-9aac-43b4-bb58-c51dc12a05c5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Network 54998194-279a-4fa5-95ce-887c2e0abbe0 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:59:44.530491 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-bf8efae9-9aac-43b4-bb58-c51dc12a05c5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:59:44.540275 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8efae9-9aac-43b4-bb58-c51dc12a05c5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:44.541025 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bf8efae9-9aac-43b4-bb58-c51dc12a05c5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:44.545640 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd983db-4c7c-4a91-9a5e-94187e4f96b5 None None] Network 54998194-279a-4fa5-95ce-887c2e0abbe0 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:59:44.561302 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7ea4e62c-ac3e-4a70-a882-54bdc4784a47 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:44.584305 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-bf8efae9-9aac-43b4-bb58-c51dc12a05c5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7492723 Sep 14 22:59:44.585254 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54034) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:44.598576 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3b38abe2-5e60-4a31-accb-ff5c739e3a5d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:44.599497 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-7400f79b-30ed-4cde-9ab3-b32931ec4595 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'security_group': {'name': 'tempest-secgroup-80430200'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:44.606844 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-7400f79b-30ed-4cde-9ab3-b32931ec4595 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:44.615532 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-3b38abe2-5e60-4a31-accb-ff5c739e3a5d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Transition to ACTIVE for port object e24e0b0c-9749-4ec6-96c9-84ad797dd8af will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:59:44.618232 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-7400f79b-30ed-4cde-9ab3-b32931ec4595 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:security_group and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:44.625056 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-7400f79b-30ed-4cde-9ab3-b32931ec4595 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:44.633301 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-b44bf65a-46ef-4251-9ce0-c25f06973fc6 None None] For port f987c3cf-abc3-4f06-8895-10015a364d13, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:59:44.635576 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-7400f79b-30ed-4cde-9ab3-b32931ec4595 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:44.645450 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3b38abe2-5e60-4a31-accb-ff5c739e3a5d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:44.646106 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-b44bf65a-46ef-4251-9ce0-c25f06973fc6 None None] For port f987c3cf-abc3-4f06-8895-10015a364d13, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f987c3cf-abc3-4f06-8895-10015a364d13,segment=NetworkSegment(91fd1beb-26a8-46ec-87bd-a1d7a522a0d4),segment_id=91fd1beb-26a8-46ec-87bd-a1d7a522a0d4)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:59:44.658480 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7400f79b-30ed-4cde-9ab3-b32931ec4595 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:44.662250 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b44bf65a-46ef-4251-9ce0-c25f06973fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:44.668225 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7ea4e62c-ac3e-4a70-a882-54bdc4784a47 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:44.676942 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 22:59:44.682030 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7ea4e62c-ac3e-4a70-a882-54bdc4784a47 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:44.724459 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-7400f79b-30ed-4cde-9ab3-b32931ec4595 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:44.724952 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b38abe2-5e60-4a31-accb-ff5c739e3a5d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Network 0fe1e019-7923-4fb4-b024-f23c64c6388a is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:59:44.727812 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4e62c-ac3e-4a70-a882-54bdc4784a47 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01430b4-5f42-45eb-893f-5d6c3a0de720,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:44.729789 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-3b38abe2-5e60-4a31-accb-ff5c739e3a5d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:59:44.731602 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7ea4e62c-ac3e-4a70-a882-54bdc4784a47 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:44.731746 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b38abe2-5e60-4a31-accb-ff5c739e3a5d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:59:44.735470 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7ea4e62c-ac3e-4a70-a882-54bdc4784a47 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3334749 Sep 14 22:59:44.735470 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-7400f79b-30ed-4cde-9ab3-b32931ec4595 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:security_group_rule and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:44.737543 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-7400f79b-30ed-4cde-9ab3-b32931ec4595 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:44.737698 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b38abe2-5e60-4a31-accb-ff5c739e3a5d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:44.738353 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3b38abe2-5e60-4a31-accb-ff5c739e3a5d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:44.740378 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54038) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:44.759964 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-7400f79b-30ed-4cde-9ab3-b32931ec4595 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:44.762556 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38abe2-5e60-4a31-accb-ff5c739e3a5d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Port': ['ID=e24e0b0c-9749-4ec6-96c9-84ad797dd8af,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:44.767040 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3b38abe2-5e60-4a31-accb-ff5c739e3a5d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8975067 Sep 14 22:59:44.773102 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54042) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:44.819662 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44bf65a-46ef-4251-9ce0-c25f06973fc6 None None] Pushing event updated for resources: {'Port': ['ID=f987c3cf-abc3-4f06-8895-10015a364d13,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:44.835875 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-962ca2d2-66b7-4737-8772-50dcc3d75d58 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:44.895106 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7400f79b-30ed-4cde-9ab3-b32931ec4595 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:44.909306 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7400f79b-30ed-4cde-9ab3-b32931ec4595 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:44.918668 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19a6157-1b16-48a3-9445-20fbf9c65b2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-54998194-279a-4fa5-95ce-887c2e0abbe0', 'network_id': '54998194-279a-4fa5-95ce-887c2e0abbe0', 'tenant_id': '1c14bf9f432e425688de72a35501bf7a', 'fixed_ips': [{'subnet_id': 'c2057925-4194-402a-a4c9-e154bda453de'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:59:44.919785 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d19a6157-1b16-48a3-9445-20fbf9c65b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:44.951812 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-962ca2d2-66b7-4737-8772-50dcc3d75d58 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:44.990251 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7400f79b-30ed-4cde-9ab3-b32931ec4595 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a446a048-3c75-4b5b-a07b-65664a4ea59f,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:44.995439 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7400f79b-30ed-4cde-9ab3-b32931ec4595 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:44.999134 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7400f79b-30ed-4cde-9ab3-b32931ec4595 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4042761 Sep 14 22:59:44.999416 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54046) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:45.004318 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-8a0918ec-7128-48ed-b6ad-821d4eb6d01e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'security_group': {'name': 'tempest-secgroup-19001270'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:45.020039 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-8a0918ec-7128-48ed-b6ad-821d4eb6d01e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:45.025637 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-8a0918ec-7128-48ed-b6ad-821d4eb6d01e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:security_group and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:45.028519 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-8a0918ec-7128-48ed-b6ad-821d4eb6d01e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:45.035281 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-8a0918ec-7128-48ed-b6ad-821d4eb6d01e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:45.051633 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8a0918ec-7128-48ed-b6ad-821d4eb6d01e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:45.066124 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-962ca2d2-66b7-4737-8772-50dcc3d75d58 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:45.098736 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ca2d2-66b7-4737-8772-50dcc3d75d58 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e387e74-5b4b-41f2-bfbf-2bce9920580d,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:45.101906 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-8a0918ec-7128-48ed-b6ad-821d4eb6d01e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:45.122418 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-8a0918ec-7128-48ed-b6ad-821d4eb6d01e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:security_group_rule and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:45.129169 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-8a0918ec-7128-48ed-b6ad-821d4eb6d01e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:45.140012 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-962ca2d2-66b7-4737-8772-50dcc3d75d58 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:45.143978 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-962ca2d2-66b7-4737-8772-50dcc3d75d58 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "DELETE /v2.0/security-groups/9e387e74-5b4b-41f2-bfbf-2bce9920580d HTTP/1.1" status: 204 len: 168 time: 0.3998137 Sep 14 22:59:45.145245 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54050) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:45.149136 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-8a0918ec-7128-48ed-b6ad-821d4eb6d01e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:45.214260 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-d19a6157-1b16-48a3-9445-20fbf9c65b2a None None] Allocated IP 172.20.0.2 (54998194-279a-4fa5-95ce-887c2e0abbe0/c2057925-4194-402a-a4c9-e154bda453de/99d4e08a-e464-4cbd-8555-443d0b5b8469) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:59:45.261863 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-50d9c1a6-0239-4f4c-85cb-658f46fdd96e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Synchronizing usage tracker for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:45.325176 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-50d9c1a6-0239-4f4c-85cb-658f46fdd96e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Unset dirty status for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:45.328655 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-50d9c1a6-0239-4f4c-85cb-658f46fdd96e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1790769 Sep 14 22:59:45.336545 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54054) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:45.343256 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8a0918ec-7128-48ed-b6ad-821d4eb6d01e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:45.348217 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-43806f9b-4cce-4739-9b2b-bf4869d36971 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Request body: {'security_group': {'name': 'tempest-secgroup--1184382790'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:45.357217 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-43806f9b-4cce-4739-9b2b-bf4869d36971 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:45.364420 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8a0918ec-7128-48ed-b6ad-821d4eb6d01e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:45.400869 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-43806f9b-4cce-4739-9b2b-bf4869d36971 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:45.410567 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0918ec-7128-48ed-b6ad-821d4eb6d01e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3434ed45-20e8-416f-abe4-548a67be1153,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:45.428006 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8a0918ec-7128-48ed-b6ad-821d4eb6d01e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:45.431062 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8a0918ec-7128-48ed-b6ad-821d4eb6d01e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4302766 Sep 14 22:59:45.434234 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54058) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:45.441579 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-31577572-8373-4edc-87c0-fbd1876c1f62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-334490714', 'security_groups': ['3434ed45-20e8-416f-abe4-548a67be1153'], 'network_id': '54998194-279a-4fa5-95ce-887c2e0abbe0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c2057925-4194-402a-a4c9-e154bda453de'}]}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:45.466846 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-43806f9b-4cce-4739-9b2b-bf4869d36971 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:45.487024 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f987c3cf-abc3-4f06-8895-10015a364d13 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:59:45.553399 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-43806f9b-4cce-4739-9b2b-bf4869d36971 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:45.561031 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-43806f9b-4cce-4739-9b2b-bf4869d36971 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Usage tracker for resource:security_group_rule and tenant:800df1c350b7449c9214a521bed9b11d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:45.566724 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-43806f9b-4cce-4739-9b2b-bf4869d36971 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:45.585416 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-43806f9b-4cce-4739-9b2b-bf4869d36971 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:45.601823 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d19a6157-1b16-48a3-9445-20fbf9c65b2a None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:45.619472 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-d19a6157-1b16-48a3-9445-20fbf9c65b2a None None] Transition to ACTIVE for port object 99d4e08a-e464-4cbd-8555-443d0b5b8469 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:59:45.626755 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-31577572-8373-4edc-87c0-fbd1876c1f62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:45.634399 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-31577572-8373-4edc-87c0-fbd1876c1f62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:port and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:45.638049 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-31577572-8373-4edc-87c0-fbd1876c1f62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:45.638775 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port f987c3cf-abc3-4f06-8895-10015a364d13 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:45.647323 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-31577572-8373-4edc-87c0-fbd1876c1f62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:45.650383 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-d19a6157-1b16-48a3-9445-20fbf9c65b2a None None] Transition to ACTIVE for port object 99d4e08a-e464-4cbd-8555-443d0b5b8469 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:59:45.651399 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-416d341d-d2dc-430c-8aef-033aba2b0096 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:45.656888 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d19a6157-1b16-48a3-9445-20fbf9c65b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:45.671062 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31577572-8373-4edc-87c0-fbd1876c1f62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Made reservation on behalf of 1c14bf9f432e425688de72a35501bf7a for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:59:45.718115 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19a6157-1b16-48a3-9445-20fbf9c65b2a None None] Network 54998194-279a-4fa5-95ce-887c2e0abbe0 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:59:45.726145 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-d19a6157-1b16-48a3-9445-20fbf9c65b2a None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:59:45.731142 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19a6157-1b16-48a3-9445-20fbf9c65b2a None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:59:45.770005 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-43806f9b-4cce-4739-9b2b-bf4869d36971 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:45.778790 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-43806f9b-4cce-4739-9b2b-bf4869d36971 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:45.833447 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a6157-1b16-48a3-9445-20fbf9c65b2a None None] Pushing event updated for resources: {'Port': ['ID=99d4e08a-e464-4cbd-8555-443d0b5b8469,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:45.854900 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43806f9b-4cce-4739-9b2b-bf4869d36971 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54b6f23c-f1eb-4433-adc3-57ad9d243e09,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:45.859985 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-d19a6157-1b16-48a3-9445-20fbf9c65b2a None None] Attempting to bind port 99d4e08a-e464-4cbd-8555-443d0b5b8469 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:59:45.860357 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-d19a6157-1b16-48a3-9445-20fbf9c65b2a None None] Attempting to bind port 99d4e08a-e464-4cbd-8555-443d0b5b8469 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'c5a48436-62f7-48fe-b298-414445e685ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '54998194-279a-4fa5-95ce-887c2e0abbe0'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:59:45.860802 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19a6157-1b16-48a3-9445-20fbf9c65b2a None None] Attempting to bind port 99d4e08a-e464-4cbd-8555-443d0b5b8469 on network 54998194-279a-4fa5-95ce-887c2e0abbe0 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:59:45.868372 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19a6157-1b16-48a3-9445-20fbf9c65b2a None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:59:45.868786 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19a6157-1b16-48a3-9445-20fbf9c65b2a None None] Checking segment: {'id': 'c5a48436-62f7-48fe-b298-414445e685ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '54998194-279a-4fa5-95ce-887c2e0abbe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:59:45.869199 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d19a6157-1b16-48a3-9445-20fbf9c65b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:45.869693 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19a6157-1b16-48a3-9445-20fbf9c65b2a None None] Bound using segment: {'id': 'c5a48436-62f7-48fe-b298-414445e685ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '54998194-279a-4fa5-95ce-887c2e0abbe0'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:59:45.870056 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-d19a6157-1b16-48a3-9445-20fbf9c65b2a None None] Bound port: 99d4e08a-e464-4cbd-8555-443d0b5b8469, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a48436-62f7-48fe-b298-414445e685ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '54998194-279a-4fa5-95ce-887c2e0abbe0'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:59:45.870482 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d19a6157-1b16-48a3-9445-20fbf9c65b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:45.874234 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-31577572-8373-4edc-87c0-fbd1876c1f62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:45.894793 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-43806f9b-4cce-4739-9b2b-bf4869d36971 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:45.898549 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-43806f9b-4cce-4739-9b2b-bf4869d36971 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5584934 Sep 14 22:59:45.903834 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54062) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:45.904359 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-31577572-8373-4edc-87c0-fbd1876c1f62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] device_id is not set on port 2b83ce6d-7f48-4e07-9723-d8e591f8966f yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:59:45.948232 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-072c645c-1f3a-4562-8aaf-07d4e10fa218 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Request body: {'security_group': {'name': 'tempest-secgroup--1946605945'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:45.955835 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-072c645c-1f3a-4562-8aaf-07d4e10fa218 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:45.969334 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-072c645c-1f3a-4562-8aaf-07d4e10fa218 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Usage tracker for resource:security_group and tenant:800df1c350b7449c9214a521bed9b11d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:45.978714 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-d19a6157-1b16-48a3-9445-20fbf9c65b2a None None] For port 99d4e08a-e464-4cbd-8555-443d0b5b8469, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:59:45.978971 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-072c645c-1f3a-4562-8aaf-07d4e10fa218 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:45.981804 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-d19a6157-1b16-48a3-9445-20fbf9c65b2a None None] For port 99d4e08a-e464-4cbd-8555-443d0b5b8469, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=99d4e08a-e464-4cbd-8555-443d0b5b8469,segment=NetworkSegment(c5a48436-62f7-48fe-b298-414445e685ca),segment_id=c5a48436-62f7-48fe-b298-414445e685ca)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:59:45.988391 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d19a6157-1b16-48a3-9445-20fbf9c65b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:45.990815 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-072c645c-1f3a-4562-8aaf-07d4e10fa218 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:46.041924 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-072c645c-1f3a-4562-8aaf-07d4e10fa218 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:46.069218 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a6157-1b16-48a3-9445-20fbf9c65b2a None None] Pushing event updated for resources: {'Port': ['ID=99d4e08a-e464-4cbd-8555-443d0b5b8469,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:46.105019 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-072c645c-1f3a-4562-8aaf-07d4e10fa218 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:46.115041 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-072c645c-1f3a-4562-8aaf-07d4e10fa218 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Usage tracker for resource:security_group_rule and tenant:800df1c350b7449c9214a521bed9b11d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:46.120096 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-072c645c-1f3a-4562-8aaf-07d4e10fa218 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:46.147057 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-416d341d-d2dc-430c-8aef-033aba2b0096 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:46.153136 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-416d341d-d2dc-430c-8aef-033aba2b0096 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:46.161088 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-072c645c-1f3a-4562-8aaf-07d4e10fa218 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:46.234053 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-31577572-8373-4edc-87c0-fbd1876c1f62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Allocated IP 172.20.0.4 (54998194-279a-4fa5-95ce-887c2e0abbe0/c2057925-4194-402a-a4c9-e154bda453de/2b83ce6d-7f48-4e07-9723-d8e591f8966f) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:59:46.256023 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b2176e-cc0c-44e8-9587-0110851e72e3 None None] Network 0fe1e019-7923-4fb4-b024-f23c64c6388a requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:59:46.349690 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-072c645c-1f3a-4562-8aaf-07d4e10fa218 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:46.376050 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-072c645c-1f3a-4562-8aaf-07d4e10fa218 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:46.410387 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-397a7134-c9d9-4449-ab2f-0740a3e37bff None None] Provisioning for port f987c3cf-abc3-4f06-8895-10015a364d13 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:46.426497 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-397a7134-c9d9-4449-ab2f-0740a3e37bff None None] Provisioning complete for port f987c3cf-abc3-4f06-8895-10015a364d13 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:46.426870 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-397a7134-c9d9-4449-ab2f-0740a3e37bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:46.482492 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-072c645c-1f3a-4562-8aaf-07d4e10fa218 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:46.487549 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-072c645c-1f3a-4562-8aaf-07d4e10fa218 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5431473 Sep 14 22:59:46.488163 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54068) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:46.512560 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-407a5c01-a37b-42fd-b925-f609fcf9bffc tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Request body: {'security_group_rule': {'security_group_id': '54b6f23c-f1eb-4433-adc3-57ad9d243e09', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'aa003233-aa31-4f5a-8dbd-9f7079000c0f', 'remote_ip_prefix': None}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:46.523550 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-407a5c01-a37b-42fd-b925-f609fcf9bffc tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:46.535927 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-407a5c01-a37b-42fd-b925-f609fcf9bffc tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Usage tracker for resource:security_group_rule and tenant:800df1c350b7449c9214a521bed9b11d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:46.540829 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-407a5c01-a37b-42fd-b925-f609fcf9bffc tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:46.553126 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-407a5c01-a37b-42fd-b925-f609fcf9bffc tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:46.557353 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c645c-1f3a-4562-8aaf-07d4e10fa218 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa003233-aa31-4f5a-8dbd-9f7079000c0f,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:46.566226 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-416d341d-d2dc-430c-8aef-033aba2b0096 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:46.598831 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d341d-d2dc-430c-8aef-033aba2b0096 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Port': ['ID=e24e0b0c-9749-4ec6-96c9-84ad797dd8af,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:46.636697 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-31577572-8373-4edc-87c0-fbd1876c1f62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:46.639461 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-407a5c01-a37b-42fd-b925-f609fcf9bffc tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:46.672466 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-31577572-8373-4edc-87c0-fbd1876c1f62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Transition to ACTIVE for port object 2b83ce6d-7f48-4e07-9723-d8e591f8966f will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:59:46.696921 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-416d341d-d2dc-430c-8aef-033aba2b0096 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:46.701642 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-397a7134-c9d9-4449-ab2f-0740a3e37bff None None] Current status of the port f987c3cf-abc3-4f06-8895-10015a364d13 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:46.702134 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-397a7134-c9d9-4449-ab2f-0740a3e37bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:46.743916 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-407a5c01-a37b-42fd-b925-f609fcf9bffc tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:46.744101 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-397a7134-c9d9-4449-ab2f-0740a3e37bff None None] For port f987c3cf-abc3-4f06-8895-10015a364d13, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f987c3cf-abc3-4f06-8895-10015a364d13,segment=NetworkSegment(91fd1beb-26a8-46ec-87bd-a1d7a522a0d4),segment_id=91fd1beb-26a8-46ec-87bd-a1d7a522a0d4)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:46.748452 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-407a5c01-a37b-42fd-b925-f609fcf9bffc tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:46.750301 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-397a7134-c9d9-4449-ab2f-0740a3e37bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:46.773645 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-31577572-8373-4edc-87c0-fbd1876c1f62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:46.828426 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a5c01-a37b-42fd-b925-f609fcf9bffc tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ea96c3-58c3-45b8-b38c-2f41644dde93,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:46.848022 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a7134-c9d9-4449-ab2f-0740a3e37bff None None] Pushing event updated for resources: {'Port': ['ID=f987c3cf-abc3-4f06-8895-10015a364d13,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:46.868861 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31577572-8373-4edc-87c0-fbd1876c1f62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Network 54998194-279a-4fa5-95ce-887c2e0abbe0 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:59:46.872258 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-407a5c01-a37b-42fd-b925-f609fcf9bffc tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:46.876122 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-407a5c01-a37b-42fd-b925-f609fcf9bffc tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3717005 Sep 14 22:59:46.877336 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-31577572-8373-4edc-87c0-fbd1876c1f62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:59:46.881810 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54072) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:46.884598 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31577572-8373-4edc-87c0-fbd1876c1f62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:59:46.916022 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31577572-8373-4edc-87c0-fbd1876c1f62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Port': ['ID=2b83ce6d-7f48-4e07-9723-d8e591f8966f,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:47.083822 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4592a480-8dc1-41cf-a1c4-2b9402aa2739 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:47.092975 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-d440f587-e347-433c-9b62-2a7e84bdbfaa None None] Provisioning complete for port f987c3cf-abc3-4f06-8895-10015a364d13 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:47.098111 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d440f587-e347-433c-9b62-2a7e84bdbfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:47.098732 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4592a480-8dc1-41cf-a1c4-2b9402aa2739 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:47.110863 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31577572-8373-4edc-87c0-fbd1876c1f62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:47.112128 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-31577572-8373-4edc-87c0-fbd1876c1f62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:47.142858 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-31577572-8373-4edc-87c0-fbd1876c1f62 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7073758 Sep 14 22:59:47.149489 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54076) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:47.159255 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-05eae534-1490-4b92-8f08-60bcc1e5150a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'subnet': {'network_id': '54998194-279a-4fa5-95ce-887c2e0abbe0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:47.188683 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4592a480-8dc1-41cf-a1c4-2b9402aa2739 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:47.282185 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4592a480-8dc1-41cf-a1c4-2b9402aa2739 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12ea96c3-58c3-45b8-b38c-2f41644dde93,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:47.300374 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-d440f587-e347-433c-9b62-2a7e84bdbfaa None None] Current status of the port f987c3cf-abc3-4f06-8895-10015a364d13 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:47.306500 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4592a480-8dc1-41cf-a1c4-2b9402aa2739 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:47.307628 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4592a480-8dc1-41cf-a1c4-2b9402aa2739 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/12ea96c3-58c3-45b8-b38c-2f41644dde93 HTTP/1.1" status: 204 len: 168 time: 0.4248922 Sep 14 22:59:47.311177 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54082) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:47.332563 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-d440f587-e347-433c-9b62-2a7e84bdbfaa None None] Provisioning for port e24e0b0c-9749-4ec6-96c9-84ad797dd8af completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:47.342850 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-d440f587-e347-433c-9b62-2a7e84bdbfaa None None] Provisioning complete for port e24e0b0c-9749-4ec6-96c9-84ad797dd8af triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:47.346313 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d440f587-e347-433c-9b62-2a7e84bdbfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:47.403926 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-05eae534-1490-4b92-8f08-60bcc1e5150a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:47.413878 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-05eae534-1490-4b92-8f08-60bcc1e5150a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:subnet and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:47.417817 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-05eae534-1490-4b92-8f08-60bcc1e5150a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:47.433315 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-05eae534-1490-4b92-8f08-60bcc1e5150a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:47.450843 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05eae534-1490-4b92-8f08-60bcc1e5150a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Made reservation on behalf of 1c14bf9f432e425688de72a35501bf7a for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:59:47.454702 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-05eae534-1490-4b92-8f08-60bcc1e5150a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:47.488719 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-d440f587-e347-433c-9b62-2a7e84bdbfaa None None] Port e24e0b0c-9749-4ec6-96c9-84ad797dd8af cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:59:47.501885 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2104aa1a-8109-43e6-9b2c-31ce47afb6d8 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Synchronizing usage tracker for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group_rule {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:47.531076 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 99d4e08a-e464-4cbd-8555-443d0b5b8469 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:59:47.549308 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-416d341d-d2dc-430c-8aef-033aba2b0096 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:47.552816 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2104aa1a-8109-43e6-9b2c-31ce47afb6d8 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Unset dirty status for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group_rule {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:47.558251 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2104aa1a-8109-43e6-9b2c-31ce47afb6d8 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2444630 Sep 14 22:59:47.558821 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54090) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:47.574256 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-416d341d-d2dc-430c-8aef-033aba2b0096 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:47.575293 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-416d341d-d2dc-430c-8aef-033aba2b0096 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:47.630999 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c62ea6e9-299e-42c1-a201-b6dc98877154 None None] Provisioning for port 99d4e08a-e464-4cbd-8555-443d0b5b8469 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:47.639904 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c62ea6e9-299e-42c1-a201-b6dc98877154 None None] Provisioning complete for port 99d4e08a-e464-4cbd-8555-443d0b5b8469 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:47.640636 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c62ea6e9-299e-42c1-a201-b6dc98877154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:47.641483 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.ipam_backend_mixin [None req-05eae534-1490-4b92-8f08-60bcc1e5150a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c2057925-4194-402a-a4c9-e154bda453de (CIDR: 172.20.0.0/28) Sep 14 22:59:47.646244 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-05eae534-1490-4b92-8f08-60bcc1e5150a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 22:59:47.646736 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05eae534-1490-4b92-8f08-60bcc1e5150a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:59:47.671333 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-05eae534-1490-4b92-8f08-60bcc1e5150a tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5185018 Sep 14 22:59:47.673575 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 99d4e08a-e464-4cbd-8555-443d0b5b8469 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:47.675056 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54094) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:47.684054 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-95c2d42c-8ecb-4ba0-9b80-78b434058535 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'subnet': {'network_id': '54998194-279a-4fa5-95ce-887c2e0abbe0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:47.696322 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 99d4e08a-e464-4cbd-8555-443d0b5b8469 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:47.697163 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:47.781356 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d341d-d2dc-430c-8aef-033aba2b0096 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Port': ['ID=e24e0b0c-9749-4ec6-96c9-84ad797dd8af,revision_number=3']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:47.809796 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-06aa8ef4-4b78-45c4-a4bb-595d3274bfab tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:47.848576 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-95c2d42c-8ecb-4ba0-9b80-78b434058535 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:47.852406 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-95c2d42c-8ecb-4ba0-9b80-78b434058535 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:subnet and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:47.856753 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-95c2d42c-8ecb-4ba0-9b80-78b434058535 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:47.862920 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-06aa8ef4-4b78-45c4-a4bb-595d3274bfab tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:47.863660 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-95c2d42c-8ecb-4ba0-9b80-78b434058535 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:47.877792 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c62ea6e9-299e-42c1-a201-b6dc98877154 None None] Current status of the port 99d4e08a-e464-4cbd-8555-443d0b5b8469 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:47.878421 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c2d42c-8ecb-4ba0-9b80-78b434058535 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Made reservation on behalf of 1c14bf9f432e425688de72a35501bf7a for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:59:47.878531 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c62ea6e9-299e-42c1-a201-b6dc98877154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:47.882009 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-95c2d42c-8ecb-4ba0-9b80-78b434058535 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:47.895671 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416d341d-d2dc-430c-8aef-033aba2b0096 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Network 0fe1e019-7923-4fb4-b024-f23c64c6388a is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:59:47.898106 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-416d341d-d2dc-430c-8aef-033aba2b0096 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:59:47.899705 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 99d4e08a-e464-4cbd-8555-443d0b5b8469 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:47.900080 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:47.940285 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-c62ea6e9-299e-42c1-a201-b6dc98877154 None None] For port 99d4e08a-e464-4cbd-8555-443d0b5b8469, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=99d4e08a-e464-4cbd-8555-443d0b5b8469,segment=NetworkSegment(c5a48436-62f7-48fe-b298-414445e685ca),segment_id=c5a48436-62f7-48fe-b298-414445e685ca)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:47.947426 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c62ea6e9-299e-42c1-a201-b6dc98877154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:48.066865 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-06aa8ef4-4b78-45c4-a4bb-595d3274bfab tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:48.070311 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c62ea6e9-299e-42c1-a201-b6dc98877154 None None] Provisioning complete for port 1c95b814-0dd5-4639-bf97-9b177f451ddc triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:48.070871 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c62ea6e9-299e-42c1-a201-b6dc98877154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:48.094173 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa8ef4-4b78-45c4-a4bb-595d3274bfab tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa003233-aa31-4f5a-8dbd-9f7079000c0f,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:48.129849 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-06aa8ef4-4b78-45c4-a4bb-595d3274bfab tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:48.134519 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-06aa8ef4-4b78-45c4-a4bb-595d3274bfab tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "DELETE /v2.0/security-groups/aa003233-aa31-4f5a-8dbd-9f7079000c0f HTTP/1.1" status: 204 len: 168 time: 0.5745785 Sep 14 22:59:48.138316 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54098) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:48.199170 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:59:48.199653 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:59:48.202461 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416d341d-d2dc-430c-8aef-033aba2b0096 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Router f0a75146-a399-4514-8ab4-f7334853f93d is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 22:59:48.209243 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ea6e9-299e-42c1-a201-b6dc98877154 None None] Pushing event updated for resources: {'Port': ['ID=99d4e08a-e464-4cbd-8555-443d0b5b8469,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:48.220170 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c62ea6e9-299e-42c1-a201-b6dc98877154 None None] Port 1c95b814-0dd5-4639-bf97-9b177f451ddc cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:59:48.224991 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-95c2d42c-8ecb-4ba0-9b80-78b434058535 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:48.232846 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c62ea6e9-299e-42c1-a201-b6dc98877154 None None] Provisioning complete for port e24e0b0c-9749-4ec6-96c9-84ad797dd8af triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:48.233203 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c62ea6e9-299e-42c1-a201-b6dc98877154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:48.289063 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c2d42c-8ecb-4ba0-9b80-78b434058535 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Network 54998194-279a-4fa5-95ce-887c2e0abbe0 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:59:48.291666 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c62ea6e9-299e-42c1-a201-b6dc98877154 None None] Port e24e0b0c-9749-4ec6-96c9-84ad797dd8af cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:59:48.292052 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-95c2d42c-8ecb-4ba0-9b80-78b434058535 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:59:48.296399 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c2d42c-8ecb-4ba0-9b80-78b434058535 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:48.297001 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-95c2d42c-8ecb-4ba0-9b80-78b434058535 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:48.304348 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8188db1-e088-4d06-abd1-8986e23f4ffc None None] Network 54998194-279a-4fa5-95ce-887c2e0abbe0 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:59:48.314867 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2d42c-8ecb-4ba0-9b80-78b434058535 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Subnet': ['ID=000561c8-385e-4c33-a06d-7218395ab65c,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:48.334922 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-95c2d42c-8ecb-4ba0-9b80-78b434058535 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6586096 Sep 14 22:59:48.337612 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54102) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:48.344727 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-fcc6366d-743c-4e38-a595-5d914ee0e98e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-541052808', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '000561c8-385e-4c33-a06d-7218395ab65c'}], 'security_groups': ['a446a048-3c75-4b5b-a07b-65664a4ea59f']}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:48.394487 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416d341d-d2dc-430c-8aef-033aba2b0096 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:59:48.400852 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-416d341d-d2dc-430c-8aef-033aba2b0096 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "PUT /v2.0/routers/f0a75146-a399-4514-8ab4-f7334853f93d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6266119 Sep 14 22:59:48.406775 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62bd6cf-b211-4ae8-8945-78d26eb6df75 None None] Sync routers for ids ['f0a75146-a399-4514-8ab4-f7334853f93d'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:59:48.407229 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-307fc025-0121-4dca-b261-4f1c72284d68 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Synchronizing usage tracker for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:48.410184 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54106) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:48.425457 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-307fc025-0121-4dca-b261-4f1c72284d68 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Unset dirty status for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:48.429690 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-307fc025-0121-4dca-b261-4f1c72284d68 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2876112 Sep 14 22:59:48.430161 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54110) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:48.441262 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62bd6cf-b211-4ae8-8945-78d26eb6df75 None None] Routers {'f0a75146-a399-4514-8ab4-f7334853f93d'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:59:48.441969 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-c62bd6cf-b211-4ae8-8945-78d26eb6df75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:59:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f0a75146-a399-4514-8ab4-f7334853f93d'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:48.496080 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-280123bf-8801-405e-be2e-c46ba1202a39 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:48.515168 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-cf7fb578-f077-4fa0-abca-6cb63045a23f None None] Provisioning for port 2b83ce6d-7f48-4e07-9723-d8e591f8966f completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:48.518602 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-c62bd6cf-b211-4ae8-8945-78d26eb6df75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:48.525332 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-280123bf-8801-405e-be2e-c46ba1202a39 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:48.555919 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-cf7fb578-f077-4fa0-abca-6cb63045a23f None None] Provisioning complete for port 2b83ce6d-7f48-4e07-9723-d8e591f8966f triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:48.556285 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cf7fb578-f077-4fa0-abca-6cb63045a23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:48.569642 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fcc6366d-743c-4e38-a595-5d914ee0e98e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:48.577227 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-280123bf-8801-405e-be2e-c46ba1202a39 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:48.591894 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62bd6cf-b211-4ae8-8945-78d26eb6df75 None None] Routers {'f0a75146-a399-4514-8ab4-f7334853f93d'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:59:48.592522 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-c62bd6cf-b211-4ae8-8945-78d26eb6df75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:59:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f0a75146-a399-4514-8ab4-f7334853f93d'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:48.596201 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c328355c-13ce-4cb4-9d93-fc9670b01872 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:48.598417 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280123bf-8801-405e-be2e-c46ba1202a39 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b6f23c-f1eb-4433-adc3-57ad9d243e09,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:48.601060 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54114) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:48.601384 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c328355c-13ce-4cb4-9d93-fc9670b01872 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "GET /v2.0/ports?device_id=f0a75146-a399-4514-8ab4-f7334853f93d HTTP/1.1" status: 200 len: 989 time: 0.1898103 Sep 14 22:59:48.690633 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-c62bd6cf-b211-4ae8-8945-78d26eb6df75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:48.691030 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62bd6cf-b211-4ae8-8945-78d26eb6df75 None None] The sync data for ids ['f0a75146-a399-4514-8ab4-f7334853f93d'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:59:48.735814 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-cf7fb578-f077-4fa0-abca-6cb63045a23f None None] Port 2b83ce6d-7f48-4e07-9723-d8e591f8966f cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:59:48.745076 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-280123bf-8801-405e-be2e-c46ba1202a39 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:48.748734 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-280123bf-8801-405e-be2e-c46ba1202a39 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "DELETE /v2.0/security-groups/54b6f23c-f1eb-4433-adc3-57ad9d243e09 HTTP/1.1" status: 204 len: 168 time: 0.3151438 Sep 14 22:59:48.749844 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54118) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:48.815545 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 99d4e08a-e464-4cbd-8555-443d0b5b8469 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:48.816543 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f987c3cf-abc3-4f06-8895-10015a364d13 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:59:48.845975 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-cf7fb578-f077-4fa0-abca-6cb63045a23f None None] Provisioning complete for port e24e0b0c-9749-4ec6-96c9-84ad797dd8af triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:48.846344 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cf7fb578-f077-4fa0-abca-6cb63045a23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:48.928692 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-cf7fb578-f077-4fa0-abca-6cb63045a23f None None] Port e24e0b0c-9749-4ec6-96c9-84ad797dd8af cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:59:48.954769 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port f987c3cf-abc3-4f06-8895-10015a364d13 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:48.956288 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:49.016426 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-fcc6366d-743c-4e38-a595-5d914ee0e98e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Delete allocated IP 172.20.0.4 (54998194-279a-4fa5-95ce-887c2e0abbe0/c2057925-4194-402a-a4c9-e154bda453de) {{(pid=89170) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 14 22:59:49.027280 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-fcc6366d-743c-4e38-a595-5d914ee0e98e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Allocated IP 172.20.0.28 (54998194-279a-4fa5-95ce-887c2e0abbe0/000561c8-385e-4c33-a06d-7218395ab65c/2b83ce6d-7f48-4e07-9723-d8e591f8966f) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:59:49.075398 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad51173a-304c-4145-a09d-978d11f22fd3 None None] Update dhcp port {'port': {'network_id': '54998194-279a-4fa5-95ce-887c2e0abbe0', 'fixed_ips': [{'subnet_id': 'c2057925-4194-402a-a4c9-e154bda453de', 'ip_address': '172.20.0.2'}, {'subnet_id': '000561c8-385e-4c33-a06d-7218395ab65c'}], 'binding:host_id': 'dv-neutron-857791-1-hyperv'}, 'id': '99d4e08a-e464-4cbd-8555-443d0b5b8469'} from dv-neutron-857791-1-hyperv. {{(pid=89172) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 14 22:59:49.110771 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-083c4908-4268-4d48-9982-06765c08440d tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Synchronizing usage tracker for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:49.139487 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-083c4908-4268-4d48-9982-06765c08440d tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Unset dirty status for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:49.145339 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-083c4908-4268-4d48-9982-06765c08440d tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3901501 Sep 14 22:59:49.146080 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54122) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:49.164280 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-b7160e84-0524-41d6-96c7-72796a7da64a tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Request body: {'security_group': {'name': 'tempest-secgroup--2009158956'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:49.176397 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b7160e84-0524-41d6-96c7-72796a7da64a tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:49.177431 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ad51173a-304c-4145-a09d-978d11f22fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:49.193458 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b7160e84-0524-41d6-96c7-72796a7da64a tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:49.220054 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b7160e84-0524-41d6-96c7-72796a7da64a tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:49.239696 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port f987c3cf-abc3-4f06-8895-10015a364d13 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:49.254596 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b7160e84-0524-41d6-96c7-72796a7da64a tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:49.258986 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:49.262467 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b7160e84-0524-41d6-96c7-72796a7da64a tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Usage tracker for resource:security_group_rule and tenant:800df1c350b7449c9214a521bed9b11d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:49.266413 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b7160e84-0524-41d6-96c7-72796a7da64a tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:49.274126 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b7160e84-0524-41d6-96c7-72796a7da64a tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:49.310449 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fcc6366d-743c-4e38-a595-5d914ee0e98e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:49.339319 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-fcc6366d-743c-4e38-a595-5d914ee0e98e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Transition to ACTIVE for port object 2b83ce6d-7f48-4e07-9723-d8e591f8966f will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:59:49.357138 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fcc6366d-743c-4e38-a595-5d914ee0e98e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:49.374069 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7844e7d2-49ff-4ed3-acac-5c2c06e8b68c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:49.424407 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 99d4e08a-e464-4cbd-8555-443d0b5b8469 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:59:49.508337 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-ad51173a-304c-4145-a09d-978d11f22fd3 None None] Allocated IP 172.20.0.18 (54998194-279a-4fa5-95ce-887c2e0abbe0/000561c8-385e-4c33-a06d-7218395ab65c/99d4e08a-e464-4cbd-8555-443d0b5b8469) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:59:49.592576 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 99d4e08a-e464-4cbd-8555-443d0b5b8469 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:49.595136 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:49.646083 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b7160e84-0524-41d6-96c7-72796a7da64a tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:49.663848 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6366d-743c-4e38-a595-5d914ee0e98e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Port': ['ID=2b83ce6d-7f48-4e07-9723-d8e591f8966f,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:49.666347 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b7160e84-0524-41d6-96c7-72796a7da64a tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:49.691212 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-7844e7d2-49ff-4ed3-acac-5c2c06e8b68c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Deleting port e24e0b0c-9749-4ec6-96c9-84ad797dd8af {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:49.691212 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7844e7d2-49ff-4ed3-acac-5c2c06e8b68c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:49.738074 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-fcc6366d-743c-4e38-a595-5d914ee0e98e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] In _notify_port_updated(), no bound segment for port 2b83ce6d-7f48-4e07-9723-d8e591f8966f on network 54998194-279a-4fa5-95ce-887c2e0abbe0 {{(pid=89170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 14 22:59:49.743505 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc6366d-743c-4e38-a595-5d914ee0e98e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:49.744120 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fcc6366d-743c-4e38-a595-5d914ee0e98e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:49.745459 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-fcc6366d-743c-4e38-a595-5d914ee0e98e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "PUT /v2.0/ports/2b83ce6d-7f48-4e07-9723-d8e591f8966f HTTP/1.1" status: 200 len: 920 time: 1.4066286 Sep 14 22:59:49.749031 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7160e84-0524-41d6-96c7-72796a7da64a tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4741145-9546-4db1-a33c-e963b3995766,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:49.751112 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54126) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:49.762682 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b7160e84-0524-41d6-96c7-72796a7da64a tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:49.764266 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b7160e84-0524-41d6-96c7-72796a7da64a tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6120048 Sep 14 22:59:49.767309 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54130) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:49.773267 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-5ed1e192-e4bd-4f72-95b6-0a3ee9a41c30 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Request body: {'security_group_rule': {'security_group_id': 'e4741145-9546-4db1-a33c-e963b3995766', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:49.779521 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-5ed1e192-e4bd-4f72-95b6-0a3ee9a41c30 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:49.785075 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5ed1e192-e4bd-4f72-95b6-0a3ee9a41c30 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Usage tracker for resource:security_group_rule and tenant:800df1c350b7449c9214a521bed9b11d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:49.788366 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5ed1e192-e4bd-4f72-95b6-0a3ee9a41c30 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:49.794516 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-5ed1e192-e4bd-4f72-95b6-0a3ee9a41c30 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:49.813108 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5ed1e192-e4bd-4f72-95b6-0a3ee9a41c30 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:49.818041 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-ad51173a-304c-4145-a09d-978d11f22fd3 None None] For port 99d4e08a-e464-4cbd-8555-443d0b5b8469, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=99d4e08a-e464-4cbd-8555-443d0b5b8469,segment=NetworkSegment(c5a48436-62f7-48fe-b298-414445e685ca),segment_id=c5a48436-62f7-48fe-b298-414445e685ca)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:49.831542 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 99d4e08a-e464-4cbd-8555-443d0b5b8469 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:49.854356 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ad51173a-304c-4145-a09d-978d11f22fd3 None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:49.875418 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-ad51173a-304c-4145-a09d-978d11f22fd3 None None] Transition to ACTIVE for port object 99d4e08a-e464-4cbd-8555-443d0b5b8469 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:59:49.880542 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ad51173a-304c-4145-a09d-978d11f22fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:49.888794 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5ed1e192-e4bd-4f72-95b6-0a3ee9a41c30 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:49.894840 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5ed1e192-e4bd-4f72-95b6-0a3ee9a41c30 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:49.908223 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-83c4be23-86ed-4b4b-93ac-82ad0b49b9fc tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Deleting port 2b83ce6d-7f48-4e07-9723-d8e591f8966f {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:49.909078 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-83c4be23-86ed-4b4b-93ac-82ad0b49b9fc tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:49.918960 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed1e192-e4bd-4f72-95b6-0a3ee9a41c30 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91cb37d8-4175-47d0-a5c6-3d5dcda22227,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:49.935585 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5ed1e192-e4bd-4f72-95b6-0a3ee9a41c30 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:49.940126 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5ed1e192-e4bd-4f72-95b6-0a3ee9a41c30 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1679752 Sep 14 22:59:49.941138 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54134) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:49.970192 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f472a945-1163-4ef8-b03f-cfd36f66d39b tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:49.981659 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f472a945-1163-4ef8-b03f-cfd36f66d39b tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:50.008362 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f472a945-1163-4ef8-b03f-cfd36f66d39b tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:50.028240 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472a945-1163-4ef8-b03f-cfd36f66d39b tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91cb37d8-4175-47d0-a5c6-3d5dcda22227,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:50.031264 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7844e7d2-49ff-4ed3-acac-5c2c06e8b68c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:50.032884 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f472a945-1163-4ef8-b03f-cfd36f66d39b tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:50.037733 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f472a945-1163-4ef8-b03f-cfd36f66d39b tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/91cb37d8-4175-47d0-a5c6-3d5dcda22227 HTTP/1.1" status: 204 len: 168 time: 0.0956995 Sep 14 22:59:50.039144 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54140) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:50.056139 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad51173a-304c-4145-a09d-978d11f22fd3 None None] Pushing event updated for resources: {'Port': ['ID=99d4e08a-e464-4cbd-8555-443d0b5b8469,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:50.096836 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-ed67dd44-e071-4f77-b9ea-c5e1f01c1512 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Synchronizing usage tracker for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group_rule {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:50.113177 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-ed67dd44-e071-4f77-b9ea-c5e1f01c1512 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Unset dirty status for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group_rule {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:50.117084 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ed67dd44-e071-4f77-b9ea-c5e1f01c1512 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0766683 Sep 14 22:59:50.118133 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54144) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:50.181356 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-7844e7d2-49ff-4ed3-acac-5c2c06e8b68c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Calling delete_port for e24e0b0c-9749-4ec6-96c9-84ad797dd8af owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:59:50.430274 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-594008d9-3874-4d56-93f9-502b07390af2 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:50.478092 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-83c4be23-86ed-4b4b-93ac-82ad0b49b9fc tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:50.495599 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-594008d9-3874-4d56-93f9-502b07390af2 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:50.568857 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-46b20441-2afc-4787-9f78-933781f466ea None None] Provisioning for port 99d4e08a-e464-4cbd-8555-443d0b5b8469 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:50.575391 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-46b20441-2afc-4787-9f78-933781f466ea None None] Provisioning complete for port 99d4e08a-e464-4cbd-8555-443d0b5b8469 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:50.576319 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-46b20441-2afc-4787-9f78-933781f466ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:50.706782 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-46b20441-2afc-4787-9f78-933781f466ea None None] Current status of the port 99d4e08a-e464-4cbd-8555-443d0b5b8469 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:50.717906 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-46b20441-2afc-4787-9f78-933781f466ea None None] Provisioning complete for port 1c95b814-0dd5-4639-bf97-9b177f451ddc triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:50.718265 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-46b20441-2afc-4787-9f78-933781f466ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:50.757674 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-83c4be23-86ed-4b4b-93ac-82ad0b49b9fc tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Calling delete_port for 2b83ce6d-7f48-4e07-9723-d8e591f8966f owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:59:50.771651 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-46b20441-2afc-4787-9f78-933781f466ea None None] Port 1c95b814-0dd5-4639-bf97-9b177f451ddc cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:59:50.781658 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-46b20441-2afc-4787-9f78-933781f466ea None None] Provisioning for port 2b83ce6d-7f48-4e07-9723-d8e591f8966f completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:50.787696 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-46b20441-2afc-4787-9f78-933781f466ea None None] Provisioning complete for port 2b83ce6d-7f48-4e07-9723-d8e591f8966f triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:50.788067 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-46b20441-2afc-4787-9f78-933781f466ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:50.843771 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-46b20441-2afc-4787-9f78-933781f466ea None None] Port 2b83ce6d-7f48-4e07-9723-d8e591f8966f cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:59:50.906039 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-594008d9-3874-4d56-93f9-502b07390af2 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:50.925540 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7844e7d2-49ff-4ed3-acac-5c2c06e8b68c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:50.958378 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594008d9-3874-4d56-93f9-502b07390af2 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4741145-9546-4db1-a33c-e963b3995766,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:51.032135 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844e7d2-49ff-4ed3-acac-5c2c06e8b68c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Port': ['ID=e24e0b0c-9749-4ec6-96c9-84ad797dd8af,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:51.070829 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c6b04297-7a17-4fb0-ab20-8ba5537baa14 None None] Provisioning complete for port 2b83ce6d-7f48-4e07-9723-d8e591f8966f triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:51.071315 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c6b04297-7a17-4fb0-ab20-8ba5537baa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:51.129250 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c6b04297-7a17-4fb0-ab20-8ba5537baa14 None None] Port 2b83ce6d-7f48-4e07-9723-d8e591f8966f cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:59:51.153777 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-594008d9-3874-4d56-93f9-502b07390af2 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:51.154902 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-594008d9-3874-4d56-93f9-502b07390af2 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "DELETE /v2.0/security-groups/e4741145-9546-4db1-a33c-e963b3995766 HTTP/1.1" status: 204 len: 168 time: 0.9838555 Sep 14 22:59:51.157654 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54152) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:51.167309 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-83c4be23-86ed-4b4b-93ac-82ad0b49b9fc tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:51.223431 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-84db6740-ee59-4154-b445-b8d25f02f13b tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Synchronizing usage tracker for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:51.244491 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-84db6740-ee59-4154-b445-b8d25f02f13b tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Unset dirty status for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:51.250681 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-84db6740-ee59-4154-b445-b8d25f02f13b tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0913408 Sep 14 22:59:51.251426 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54164) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:51.258308 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-1b09f097-9de2-476c-8b47-075e40d67b15 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Request body: {'security_group': {'name': 'tempest-secgroup--228747980'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:51.266690 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1b09f097-9de2-476c-8b47-075e40d67b15 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:51.278835 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1b09f097-9de2-476c-8b47-075e40d67b15 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:51.287678 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4be23-86ed-4b4b-93ac-82ad0b49b9fc tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Port': ['ID=2b83ce6d-7f48-4e07-9723-d8e591f8966f,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:51.292496 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1b09f097-9de2-476c-8b47-075e40d67b15 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:51.329145 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7844e7d2-49ff-4ed3-acac-5c2c06e8b68c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:51.343344 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1b09f097-9de2-476c-8b47-075e40d67b15 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:51.353075 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1b09f097-9de2-476c-8b47-075e40d67b15 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Usage tracker for resource:security_group_rule and tenant:800df1c350b7449c9214a521bed9b11d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:51.362132 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1b09f097-9de2-476c-8b47-075e40d67b15 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:51.369405 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1b09f097-9de2-476c-8b47-075e40d67b15 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:51.386989 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 99d4e08a-e464-4cbd-8555-443d0b5b8469 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:59:51.504702 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 99d4e08a-e464-4cbd-8555-443d0b5b8469 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:51.505072 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:51.528493 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1b09f097-9de2-476c-8b47-075e40d67b15 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:51.542183 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1b09f097-9de2-476c-8b47-075e40d67b15 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:51.594095 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09f097-9de2-476c-8b47-075e40d67b15 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=677b268d-54cc-454f-972d-679ec8332db3,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:51.631610 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1b09f097-9de2-476c-8b47-075e40d67b15 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:51.633048 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1b09f097-9de2-476c-8b47-075e40d67b15 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3796484 Sep 14 22:59:51.636183 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54174) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:51.657596 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-840cffe4-57ee-40dd-8185-053a44aaac62 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Request body: {'security_group_rule': {'security_group_id': '677b268d-54cc-454f-972d-679ec8332db3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:51.664136 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-840cffe4-57ee-40dd-8185-053a44aaac62 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:51.668798 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-840cffe4-57ee-40dd-8185-053a44aaac62 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Usage tracker for resource:security_group_rule and tenant:800df1c350b7449c9214a521bed9b11d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:51.669537 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-83c4be23-86ed-4b4b-93ac-82ad0b49b9fc tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:51.672560 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-840cffe4-57ee-40dd-8185-053a44aaac62 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:51.678966 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-840cffe4-57ee-40dd-8185-053a44aaac62 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:51.701980 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-840cffe4-57ee-40dd-8185-053a44aaac62 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:51.765529 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 99d4e08a-e464-4cbd-8555-443d0b5b8469 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:51.798321 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-83c4be23-86ed-4b4b-93ac-82ad0b49b9fc tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/ports/2b83ce6d-7f48-4e07-9723-d8e591f8966f HTTP/1.1" status: 204 len: 168 time: 2.0462906 Sep 14 22:59:51.804155 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54180) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:51.820953 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7844e7d2-49ff-4ed3-acac-5c2c06e8b68c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Router f0a75146-a399-4514-8ab4-f7334853f93d has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 22:59:51.863086 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5158bd9-8db1-490b-94a1-51193e9cd92c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] GET failed (client error): The resource could not be found. Sep 14 22:59:51.863605 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b5158bd9-8db1-490b-94a1-51193e9cd92c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Synchronizing usage tracker for tenant:1c14bf9f432e425688de72a35501bf7a on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:51.881126 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-840cffe4-57ee-40dd-8185-053a44aaac62 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:51.890285 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-840cffe4-57ee-40dd-8185-053a44aaac62 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:51.908075 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b5158bd9-8db1-490b-94a1-51193e9cd92c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Unset dirty status for tenant:1c14bf9f432e425688de72a35501bf7a on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:51.911762 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b5158bd9-8db1-490b-94a1-51193e9cd92c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "GET /v2.0/ports/2b83ce6d-7f48-4e07-9723-d8e591f8966f HTTP/1.1" status: 404 len: 333 time: 0.1041706 Sep 14 22:59:51.917285 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54184) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:51.924972 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840cffe4-57ee-40dd-8185-053a44aaac62 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5236ffb6-a773-44c1-a1bf-d59e055417af,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:51.967521 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-840cffe4-57ee-40dd-8185-053a44aaac62 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:51.968767 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-840cffe4-57ee-40dd-8185-053a44aaac62 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3315411 Sep 14 22:59:51.969182 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7844e7d2-49ff-4ed3-acac-5c2c06e8b68c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 22:59:51.971900 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54188) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:51.979183 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e2f1e-8655-4c1d-ad30-6502955368a0 req-884a8b29-66d9-4ec7-9666-9db63ed6cd0e tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:51.980662 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3d3e2f1e-8655-4c1d-ad30-6502955368a0 req-884a8b29-66d9-4ec7-9666-9db63ed6cd0e tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/ports?device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 946 time: 0.2447846 Sep 14 22:59:51.981460 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54192) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:51.981583 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7844e7d2-49ff-4ed3-acac-5c2c06e8b68c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "PUT /v2.0/routers/f0a75146-a399-4514-8ab4-f7334853f93d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3788569 Sep 14 22:59:51.984035 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665fa834-e7f1-4cf7-a6e0-ac50cdff8dc2 None None] Sync routers for ids ['f0a75146-a399-4514-8ab4-f7334853f93d'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:59:51.994943 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665fa834-e7f1-4cf7-a6e0-ac50cdff8dc2 None None] Routers {'f0a75146-a399-4514-8ab4-f7334853f93d'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:59:51.995541 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-665fa834-e7f1-4cf7-a6e0-ac50cdff8dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:59:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f0a75146-a399-4514-8ab4-f7334853f93d'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:52.003466 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-82ad3ffd-e36b-45f8-b309-113801c3a61d tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "GET /v2.0/security-group-rules/5236ffb6-a773-44c1-a1bf-d59e055417af HTTP/1.1" status: 200 len: 763 time: 0.0270929 Sep 14 22:59:52.003680 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54196) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:52.052315 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b22550a5-f8be-4be6-ac92-72c5e818b086 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Synchronizing usage tracker for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group_rule {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:52.054993 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bfcebda-5503-4d1b-b805-22db1481f8dd tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] GET failed (client error): The resource could not be found. Sep 14 22:59:52.056327 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7bfcebda-5503-4d1b-b805-22db1481f8dd tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "GET /v2.0/ports/e24e0b0c-9749-4ec6-96c9-84ad797dd8af HTTP/1.1" status: 404 len: 333 time: 0.0674882 Sep 14 22:59:52.059995 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54200) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:52.093127 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3d3e2f1e-8655-4c1d-ad30-6502955368a0 req-9600b1f5-3cc3-48e3-aebf-6582eded075d tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/security-groups?id=948c967b-0640-4ed1-8762-05161c06a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712314 Sep 14 22:59:52.093890 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9413a629-4782-4981-b2c9-642e26ac28c2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:52.102758 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-665fa834-e7f1-4cf7-a6e0-ac50cdff8dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:52.112246 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665fa834-e7f1-4cf7-a6e0-ac50cdff8dc2 None None] Routers {'f0a75146-a399-4514-8ab4-f7334853f93d'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 22:59:52.112880 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-665fa834-e7f1-4cf7-a6e0-ac50cdff8dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T22:59:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['f0a75146-a399-4514-8ab4-f7334853f93d'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:52.134479 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9413a629-4782-4981-b2c9-642e26ac28c2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:52.179285 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-665fa834-e7f1-4cf7-a6e0-ac50cdff8dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:52.179780 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665fa834-e7f1-4cf7-a6e0-ac50cdff8dc2 None None] The sync data for ids ['f0a75146-a399-4514-8ab4-f7334853f93d'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:59:52.193272 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9413a629-4782-4981-b2c9-642e26ac28c2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:52.210172 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9413a629-4782-4981-b2c9-642e26ac28c2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3434ed45-20e8-416f-abe4-548a67be1153,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:52.218603 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9413a629-4782-4981-b2c9-642e26ac28c2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:52.222935 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9413a629-4782-4981-b2c9-642e26ac28c2 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/security-groups/3434ed45-20e8-416f-abe4-548a67be1153 HTTP/1.1" status: 204 len: 168 time: 0.3003931 Sep 14 22:59:52.223178 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54204) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:52.289083 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-241e54b5-0599-44c9-974c-f8c7105084bf tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:52.316177 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-241e54b5-0599-44c9-974c-f8c7105084bf tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:52.325532 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b22550a5-f8be-4be6-ac92-72c5e818b086 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Unset dirty status for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group_rule {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:52.326799 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b22550a5-f8be-4be6-ac92-72c5e818b086 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3221066 Sep 14 22:59:52.329827 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54208) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:52.361705 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-36b7ceb0-a9b7-4070-9efc-4d5300614f1e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:52.364804 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-241e54b5-0599-44c9-974c-f8c7105084bf tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:52.381489 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e54b5-0599-44c9-974c-f8c7105084bf tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a446a048-3c75-4b5b-a07b-65664a4ea59f,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:52.390921 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-241e54b5-0599-44c9-974c-f8c7105084bf tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:52.395759 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-241e54b5-0599-44c9-974c-f8c7105084bf tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/security-groups/a446a048-3c75-4b5b-a07b-65664a4ea59f HTTP/1.1" status: 204 len: 168 time: 0.1684952 Sep 14 22:59:52.395912 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54212) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:52.467798 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-d75c0e7d-4f8f-41f6-9133-68737a940457 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Deleting subnet c2057925-4194-402a-a4c9-e154bda453de {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:59:52.470812 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d75c0e7d-4f8f-41f6-9133-68737a940457 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:52.477111 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cde08650-debb-4976-b360-08e686235609 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:52.497425 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cde08650-debb-4976-b360-08e686235609 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:52.525680 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d75c0e7d-4f8f-41f6-9133-68737a940457 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:52.612854 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d75c0e7d-4f8f-41f6-9133-68737a940457 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:52.686030 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d75c0e7d-4f8f-41f6-9133-68737a940457 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:52.686443 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-36b7ceb0-a9b7-4070-9efc-4d5300614f1e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:52.689589 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-36b7ceb0-a9b7-4070-9efc-4d5300614f1e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:52.693444 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cde08650-debb-4976-b360-08e686235609 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:52.723267 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde08650-debb-4976-b360-08e686235609 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5236ffb6-a773-44c1-a1bf-d59e055417af,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:52.726509 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c0e7d-4f8f-41f6-9133-68737a940457 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Subnet': ['ID=c2057925-4194-402a-a4c9-e154bda453de,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:52.730285 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d75c0e7d-4f8f-41f6-9133-68737a940457 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:52.734709 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde08650-debb-4976-b360-08e686235609 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:52.735062 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde08650-debb-4976-b360-08e686235609 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:52.735400 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde08650-debb-4976-b360-08e686235609 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:52.735734 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde08650-debb-4976-b360-08e686235609 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:52.736786 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde08650-debb-4976-b360-08e686235609 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:52.737392 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde08650-debb-4976-b360-08e686235609 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:52.737547 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde08650-debb-4976-b360-08e686235609 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:52.737637 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d75c0e7d-4f8f-41f6-9133-68737a940457 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/subnets/c2057925-4194-402a-a4c9-e154bda453de HTTP/1.1" status: 204 len: 168 time: 0.3406904 Sep 14 22:59:52.737856 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde08650-debb-4976-b360-08e686235609 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:52.738173 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde08650-debb-4976-b360-08e686235609 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:52.738496 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde08650-debb-4976-b360-08e686235609 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:52.738906 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde08650-debb-4976-b360-08e686235609 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:52.739172 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde08650-debb-4976-b360-08e686235609 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:52.742267 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54216) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:52.742506 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa2f9eb-1d7c-45ed-ade5-734581590e52 None None] Network 54998194-279a-4fa5-95ce-887c2e0abbe0 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:59:52.742985 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cde08650-debb-4976-b360-08e686235609 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:52.745808 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-cde08650-debb-4976-b360-08e686235609 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/5236ffb6-a773-44c1-a1bf-d59e055417af HTTP/1.1" status: 204 len: 168 time: 0.4123693 Sep 14 22:59:52.745808 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-36b7ceb0-a9b7-4070-9efc-4d5300614f1e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:52.745808 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b7ceb0-a9b7-4070-9efc-4d5300614f1e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Fanout notify agent at l3_agent the message router_deleted on router f0a75146-a399-4514-8ab4-f7334853f93d {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 22:59:52.746345 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54220) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:52.753246 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-b388ecf2-0a20-4339-a1be-611b15cfd9f1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'subnet': {'network_id': '54998194-279a-4fa5-95ce-887c2e0abbe0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:52.781933 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-36b7ceb0-a9b7-4070-9efc-4d5300614f1e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:52.785724 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-36b7ceb0-a9b7-4070-9efc-4d5300614f1e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/routers/f0a75146-a399-4514-8ab4-f7334853f93d HTTP/1.1" status: 204 len: 168 time: 0.7219100 Sep 14 22:59:52.788600 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54224) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:52.849456 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-77cfb2a4-89f4-41c7-ac04-7b2360dcb0c2 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Synchronizing usage tracker for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group_rule {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:52.880271 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c1f562a-81b9-43aa-bd8c-8716d27b9488 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Deleting subnet 0ddfb83d-54a1-457d-911c-91bbd6a52117 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 22:59:52.883175 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-77cfb2a4-89f4-41c7-ac04-7b2360dcb0c2 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Unset dirty status for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group_rule {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:52.887173 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-77cfb2a4-89f4-41c7-ac04-7b2360dcb0c2 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1399252 Sep 14 22:59:52.888143 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9c1f562a-81b9-43aa-bd8c-8716d27b9488 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:52.894403 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54228) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:52.902013 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-4366b464-87a9-445a-871b-09ba623e30bc tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Request body: {'security_group_rule': {'security_group_id': '677b268d-54cc-454f-972d-679ec8332db3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:52.910617 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-4366b464-87a9-445a-871b-09ba623e30bc tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:52.920314 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b388ecf2-0a20-4339-a1be-611b15cfd9f1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:52.926959 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-4366b464-87a9-445a-871b-09ba623e30bc tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:52.928738 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b388ecf2-0a20-4339-a1be-611b15cfd9f1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:subnet and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:52.932556 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b388ecf2-0a20-4339-a1be-611b15cfd9f1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:52.941276 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b388ecf2-0a20-4339-a1be-611b15cfd9f1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:52.951597 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9c1f562a-81b9-43aa-bd8c-8716d27b9488 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:52.958058 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4366b464-87a9-445a-871b-09ba623e30bc tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:52.965158 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b388ecf2-0a20-4339-a1be-611b15cfd9f1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Made reservation on behalf of 1c14bf9f432e425688de72a35501bf7a for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:59:52.968525 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b388ecf2-0a20-4339-a1be-611b15cfd9f1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:53.048056 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9c1f562a-81b9-43aa-bd8c-8716d27b9488 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:53.132712 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4366b464-87a9-445a-871b-09ba623e30bc tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:53.140475 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4366b464-87a9-445a-871b-09ba623e30bc tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:53.145292 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9c1f562a-81b9-43aa-bd8c-8716d27b9488 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:53.197305 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f562a-81b9-43aa-bd8c-8716d27b9488 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Subnet': ['ID=0ddfb83d-54a1-457d-911c-91bbd6a52117,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:53.205527 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9c1f562a-81b9-43aa-bd8c-8716d27b9488 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:53.212290 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9c1f562a-81b9-43aa-bd8c-8716d27b9488 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/subnets/0ddfb83d-54a1-457d-911c-91bbd6a52117 HTTP/1.1" status: 204 len: 168 time: 0.4226820 Sep 14 22:59:53.214804 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54234) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:53.217516 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8286be5-354d-4971-b1fa-f4981ad0809f None None] Network 0fe1e019-7923-4fb4-b024-f23c64c6388a requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:59:53.342907 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366b464-87a9-445a-871b-09ba623e30bc tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e6a1c9-ec6a-4db3-839c-7fe38c63ab5e,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:53.353080 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b388ecf2-0a20-4339-a1be-611b15cfd9f1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:53.382191 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5802-48f4-4c5d-b728-aa2e89653baa tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:53.397564 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-e5ad5802-48f4-4c5d-b728-aa2e89653baa tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Deleting port f987c3cf-abc3-4f06-8895-10015a364d13 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:53.398899 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5802-48f4-4c5d-b728-aa2e89653baa tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:53.432933 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4366b464-87a9-445a-871b-09ba623e30bc tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:53.433276 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4366b464-87a9-445a-871b-09ba623e30bc tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:53.433614 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4366b464-87a9-445a-871b-09ba623e30bc tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:53.433950 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4366b464-87a9-445a-871b-09ba623e30bc tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:53.434277 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4366b464-87a9-445a-871b-09ba623e30bc tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:53.434602 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4366b464-87a9-445a-871b-09ba623e30bc tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:53.434925 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4366b464-87a9-445a-871b-09ba623e30bc tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:53.435250 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4366b464-87a9-445a-871b-09ba623e30bc tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:53.435567 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4366b464-87a9-445a-871b-09ba623e30bc tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:53.435888 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4366b464-87a9-445a-871b-09ba623e30bc tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:53.436231 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4366b464-87a9-445a-871b-09ba623e30bc tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:53.436560 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4366b464-87a9-445a-871b-09ba623e30bc tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:53.471976 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b388ecf2-0a20-4339-a1be-611b15cfd9f1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Network 54998194-279a-4fa5-95ce-887c2e0abbe0 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:59:53.476176 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-b388ecf2-0a20-4339-a1be-611b15cfd9f1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:59:53.480270 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4366b464-87a9-445a-871b-09ba623e30bc tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:53.484174 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4366b464-87a9-445a-871b-09ba623e30bc tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5864334 Sep 14 22:59:53.489146 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54238) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:53.490294 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b388ecf2-0a20-4339-a1be-611b15cfd9f1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:53.490885 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b388ecf2-0a20-4339-a1be-611b15cfd9f1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:53.515778 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b388ecf2-0a20-4339-a1be-611b15cfd9f1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Subnet': ['ID=789efc1d-f27e-4b03-8c9c-91b5c6eb7242,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:53.538959 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-93df0cd6-7dfa-4842-bf63-0be99031582e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "GET /v2.0/security-group-rules/28e6a1c9-ec6a-4db3-839c-7fe38c63ab5e HTTP/1.1" status: 200 len: 763 time: 0.0430565 Sep 14 22:59:53.541580 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54244) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:53.544035 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b388ecf2-0a20-4339-a1be-611b15cfd9f1 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8001113 Sep 14 22:59:53.546642 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54248) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:53.553501 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-5ef78710-e048-463a-813a-de63d0871a68 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'security_group': {'name': 'tempest-secgroup-783563717'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:53.560996 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-5ef78710-e048-463a-813a-de63d0871a68 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:53.570867 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f69eae-8aa1-443c-a950-8e3e1d57c11b req-1eed292c-e552-4191-9ec3-cb0c7a9cfd9d tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:53.572469 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-55f69eae-8aa1-443c-a950-8e3e1d57c11b req-1eed292c-e552-4191-9ec3-cb0c7a9cfd9d tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/ports?device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 946 time: 0.2734013 Sep 14 22:59:53.574904 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5ef78710-e048-463a-813a-de63d0871a68 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:security_group and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:53.577963 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5ef78710-e048-463a-813a-de63d0871a68 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:53.587375 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d1bf86-2680-4e6b-9e9b-ee94f9e73483 None None] DHCP port deletion for 0fe1e019-7923-4fb4-b024-f23c64c6388a request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 22:59:53.592475 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-b3d1bf86-2680-4e6b-9e9b-ee94f9e73483 None None] Deleting port f987c3cf-abc3-4f06-8895-10015a364d13 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:53.592939 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b3d1bf86-2680-4e6b-9e9b-ee94f9e73483 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:53.610572 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-5ef78710-e048-463a-813a-de63d0871a68 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:53.636146 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-55f69eae-8aa1-443c-a950-8e3e1d57c11b req-023b1803-9e5c-45df-a0f2-71e9c686153d tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/security-groups?id=948c967b-0640-4ed1-8762-05161c06a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503266 Sep 14 22:59:53.643812 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5ef78710-e048-463a-813a-de63d0871a68 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:53.669279 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-5ef78710-e048-463a-813a-de63d0871a68 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:53.676409 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5ef78710-e048-463a-813a-de63d0871a68 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:security_group_rule and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:53.680985 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5ef78710-e048-463a-813a-de63d0871a68 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:53.688552 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-5ef78710-e048-463a-813a-de63d0871a68 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:53.713578 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-dcc0a30b-0476-41ff-8f09-4fca9bf72c32 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1667650 Sep 14 22:59:53.714376 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54252) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:53.729328 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585fc4c0-67ce-46cf-b1a3-fda71695e63e None None] Network 54998194-279a-4fa5-95ce-887c2e0abbe0 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:59:53.734693 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-e5ad5802-48f4-4c5d-b728-aa2e89653baa tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] For port f987c3cf-abc3-4f06-8895-10015a364d13, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f987c3cf-abc3-4f06-8895-10015a364d13,segment=NetworkSegment(91fd1beb-26a8-46ec-87bd-a1d7a522a0d4),segment_id=91fd1beb-26a8-46ec-87bd-a1d7a522a0d4)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:53.735178 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5802-48f4-4c5d-b728-aa2e89653baa tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:53.859472 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-92a9b8a5-4546-4a8a-bf34-f269444def11 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:53.869094 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-e5ad5802-48f4-4c5d-b728-aa2e89653baa tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Calling delete_port for f987c3cf-abc3-4f06-8895-10015a364d13 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:59:53.871824 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-92a9b8a5-4546-4a8a-bf34-f269444def11 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:53.924367 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5ef78710-e048-463a-813a-de63d0871a68 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:53.926323 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-92a9b8a5-4546-4a8a-bf34-f269444def11 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:53.941520 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5ef78710-e048-463a-813a-de63d0871a68 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:53.950207 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-22a2151c-5cbe-4e62-8d15-b81f0127a50d None None] Provisioning complete for port 99d4e08a-e464-4cbd-8555-443d0b5b8469 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:53.950840 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-22a2151c-5cbe-4e62-8d15-b81f0127a50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:53.956764 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5802-48f4-4c5d-b728-aa2e89653baa tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:53.962460 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9b8a5-4546-4a8a-bf34-f269444def11 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28e6a1c9-ec6a-4db3-839c-7fe38c63ab5e,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:53.997462 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-b3d1bf86-2680-4e6b-9e9b-ee94f9e73483 None None] For port f987c3cf-abc3-4f06-8895-10015a364d13, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f987c3cf-abc3-4f06-8895-10015a364d13,segment=NetworkSegment(91fd1beb-26a8-46ec-87bd-a1d7a522a0d4),segment_id=91fd1beb-26a8-46ec-87bd-a1d7a522a0d4)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:53.997871 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b3d1bf86-2680-4e6b-9e9b-ee94f9e73483 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:54.000457 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5ef78710-e048-463a-813a-de63d0871a68 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:54.004360 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5ef78710-e048-463a-813a-de63d0871a68 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4541917 Sep 14 22:59:54.004360 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef78710-e048-463a-813a-de63d0871a68 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2454e2c3-3a25-4cae-8a17-ef2ffdcb7e8d,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:54.005582 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54256) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:54.008117 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-92a9b8a5-4546-4a8a-bf34-f269444def11 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:54.009200 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-92a9b8a5-4546-4a8a-bf34-f269444def11 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/28e6a1c9-ec6a-4db3-839c-7fe38c63ab5e HTTP/1.1" status: 204 len: 168 time: 0.2959726 Sep 14 22:59:54.011636 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54260) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:54.016466 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-1dabc823-3415-4112-abe2-9d4def30f79f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'security_group': {'name': 'tempest-secgroup-498393443'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:54.036681 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1dabc823-3415-4112-abe2-9d4def30f79f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:54.044540 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1dabc823-3415-4112-abe2-9d4def30f79f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:security_group and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:54.049502 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1dabc823-3415-4112-abe2-9d4def30f79f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:54.057781 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1dabc823-3415-4112-abe2-9d4def30f79f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:54.086214 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-8e746814-f7c8-4e1f-ab1d-cfb3b4a65087 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Synchronizing usage tracker for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group_rule {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:54.090497 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1dabc823-3415-4112-abe2-9d4def30f79f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:54.121344 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1dabc823-3415-4112-abe2-9d4def30f79f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:54.125421 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1dabc823-3415-4112-abe2-9d4def30f79f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:security_group_rule and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:54.128689 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad5802-48f4-4c5d-b728-aa2e89653baa tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Port': ['ID=f987c3cf-abc3-4f06-8895-10015a364d13,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:54.128841 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1dabc823-3415-4112-abe2-9d4def30f79f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:54.131394 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-8e746814-f7c8-4e1f-ab1d-cfb3b4a65087 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Unset dirty status for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group_rule {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:54.132400 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ad5802-48f4-4c5d-b728-aa2e89653baa tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] No DVR routers for this DVR port f987c3cf-abc3-4f06-8895-10015a364d13 on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:59:54.132771 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8e746814-f7c8-4e1f-ab1d-cfb3b4a65087 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1202350 Sep 14 22:59:54.136023 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54264) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:54.138761 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1dabc823-3415-4112-abe2-9d4def30f79f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:54.143956 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-660a893a-43f7-4701-9833-87fc9cf91d7f tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Request body: {'security_group_rule': {'security_group_id': '677b268d-54cc-454f-972d-679ec8332db3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:54.152528 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-660a893a-43f7-4701-9833-87fc9cf91d7f tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:54.171863 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-660a893a-43f7-4701-9833-87fc9cf91d7f tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:54.202509 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-660a893a-43f7-4701-9833-87fc9cf91d7f tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:54.208486 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-b3d1bf86-2680-4e6b-9e9b-ee94f9e73483 None None] Calling delete_port for f987c3cf-abc3-4f06-8895-10015a364d13 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 22:59:54.264093 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5802-48f4-4c5d-b728-aa2e89653baa tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:54.268958 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1dabc823-3415-4112-abe2-9d4def30f79f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:54.275434 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1dabc823-3415-4112-abe2-9d4def30f79f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:54.291993 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-e5ad5802-48f4-4c5d-b728-aa2e89653baa tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fe1e019-7923-4fb4-b024-f23c64c6388a']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:54.307273 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-e5ad5802-48f4-4c5d-b728-aa2e89653baa tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91fd1beb-26a8-46ec-87bd-a1d7a522a0d4') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:54.307701 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-e5ad5802-48f4-4c5d-b728-aa2e89653baa tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91fd1beb-26a8-46ec-87bd-a1d7a522a0d4') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:59:54.312779 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-660a893a-43f7-4701-9833-87fc9cf91d7f tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:54.321362 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5802-48f4-4c5d-b728-aa2e89653baa tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:54.325457 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-660a893a-43f7-4701-9833-87fc9cf91d7f tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:54.339311 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5802-48f4-4c5d-b728-aa2e89653baa tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:54.347804 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ad5802-48f4-4c5d-b728-aa2e89653baa tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:59:54.348313 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5802-48f4-4c5d-b728-aa2e89653baa tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:54.353590 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dabc823-3415-4112-abe2-9d4def30f79f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd04d18-769f-4827-8ce0-2a0b6ba737e2,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:54.356006 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1dabc823-3415-4112-abe2-9d4def30f79f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:54.357240 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1dabc823-3415-4112-abe2-9d4def30f79f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3507175 Sep 14 22:59:54.362656 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54268) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:54.363267 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a893a-43f7-4701-9833-87fc9cf91d7f tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c78bc6a-fd18-4b9d-8622-7871e5f13e83,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:54.370475 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-89f5e5a2-8669-4a28-b543-921d9986ef1f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'security_group': {'name': 'tempest-secgroup-1513542525'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:54.375603 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-660a893a-43f7-4701-9833-87fc9cf91d7f tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:54.377457 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-660a893a-43f7-4701-9833-87fc9cf91d7f tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2398629 Sep 14 22:59:54.380345 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-89f5e5a2-8669-4a28-b543-921d9986ef1f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:54.382360 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54274) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:54.394570 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-89f5e5a2-8669-4a28-b543-921d9986ef1f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:security_group and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:54.398827 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-89f5e5a2-8669-4a28-b543-921d9986ef1f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:54.402445 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 91fd1beb-26a8-46ec-87bd-a1d7a522a0d4 resource provider aggregate not found Sep 14 22:59:54.407890 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-89f5e5a2-8669-4a28-b543-921d9986ef1f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:54.412420 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5ee16bd0-18ce-4daf-b627-40af1691dbd3 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "GET /v2.0/security-group-rules/2c78bc6a-fd18-4b9d-8622-7871e5f13e83 HTTP/1.1" status: 200 len: 764 time: 0.0290947 Sep 14 22:59:54.415893 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54280) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:54.417028 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-b3d1bf86-2680-4e6b-9e9b-ee94f9e73483 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:59:54.417554 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-b3d1bf86-2680-4e6b-9e9b-ee94f9e73483 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:59:54.440539 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-89f5e5a2-8669-4a28-b543-921d9986ef1f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:54.482543 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 91fd1beb-26a8-46ec-87bd-a1d7a522a0d4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91fd1beb-26a8-46ec-87bd-a1d7a522a0d4 found for delete ", "request_id": "req-3f04ec02-61d3-41e1-9c15-4811cdb14f41"}]} Sep 14 22:59:54.492420 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-960ffd70-1c56-4fcc-9158-be8e567a9c65 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Synchronizing usage tracker for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group_rule {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:54.496105 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-89f5e5a2-8669-4a28-b543-921d9986ef1f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:54.502967 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-89f5e5a2-8669-4a28-b543-921d9986ef1f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:security_group_rule and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:54.503132 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5802-48f4-4c5d-b728-aa2e89653baa tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:54.507950 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-89f5e5a2-8669-4a28-b543-921d9986ef1f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:54.508165 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-22a2151c-5cbe-4e62-8d15-b81f0127a50d None None] Current status of the port 99d4e08a-e464-4cbd-8555-443d0b5b8469 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:54.517172 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-89f5e5a2-8669-4a28-b543-921d9986ef1f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:54.528143 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-960ffd70-1c56-4fcc-9158-be8e567a9c65 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Unset dirty status for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group_rule {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:54.529443 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-960ffd70-1c56-4fcc-9158-be8e567a9c65 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1126831 Sep 14 22:59:54.531060 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-22a2151c-5cbe-4e62-8d15-b81f0127a50d None None] Provisioning complete for port 1c95b814-0dd5-4639-bf97-9b177f451ddc triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:54.531439 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-22a2151c-5cbe-4e62-8d15-b81f0127a50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:54.532286 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54284) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:54.532770 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5802-48f4-4c5d-b728-aa2e89653baa tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:54.552032 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e5ad5802-48f4-4c5d-b728-aa2e89653baa tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/networks/0fe1e019-7923-4fb4-b024-f23c64c6388a HTTP/1.1" status: 204 len: 168 time: 1.3360946 Sep 14 22:59:54.553491 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad5802-48f4-4c5d-b728-aa2e89653baa tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Network': ['ID=0fe1e019-7923-4fb4-b024-f23c64c6388a,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:54.557288 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54288) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:54.599701 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-727bf540-f4e4-476b-8de7-655529363643 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:54.615981 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-727bf540-f4e4-476b-8de7-655529363643 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:54.636283 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e0970e-53a4-46c6-aa8f-28dc7dc03ca2 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:54.636889 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c4e0970e-53a4-46c6-aa8f-28dc7dc03ca2 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Synchronizing usage tracker for tenant:c0a980b2e8bf40c8a14dfb2d5527a283 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:54.649803 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-22a2151c-5cbe-4e62-8d15-b81f0127a50d None None] Port 1c95b814-0dd5-4639-bf97-9b177f451ddc cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:59:54.654317 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c4e0970e-53a4-46c6-aa8f-28dc7dc03ca2 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Unset dirty status for tenant:c0a980b2e8bf40c8a14dfb2d5527a283 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:54.655786 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c4e0970e-53a4-46c6-aa8f-28dc7dc03ca2 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "GET /v2.0/ports/54f26116-9237-4286-b989-e1fba34ad84e HTTP/1.1" status: 200 len: 845 time: 0.0975616 Sep 14 22:59:54.660083 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54292) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:54.668313 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a4b572-0d82-4542-9087-e345644aac4b None None] Update dhcp port {'port': {'network_id': '54998194-279a-4fa5-95ce-887c2e0abbe0', 'fixed_ips': [{'subnet_id': '000561c8-385e-4c33-a06d-7218395ab65c', 'ip_address': '172.20.0.18'}, {'subnet_id': '789efc1d-f27e-4b03-8c9c-91b5c6eb7242'}], 'binding:host_id': 'dv-neutron-857791-1-hyperv'}, 'id': '99d4e08a-e464-4cbd-8555-443d0b5b8469'} from dv-neutron-857791-1-hyperv. {{(pid=89172) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 14 22:59:54.671806 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-89f5e5a2-8669-4a28-b543-921d9986ef1f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:54.674306 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-727bf540-f4e4-476b-8de7-655529363643 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:54.694220 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-89f5e5a2-8669-4a28-b543-921d9986ef1f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:54.720630 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727bf540-f4e4-476b-8de7-655529363643 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c78bc6a-fd18-4b9d-8622-7871e5f13e83,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:54.728424 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f2a4b572-0d82-4542-9087-e345644aac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:54.749830 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-727bf540-f4e4-476b-8de7-655529363643 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:54.751244 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-727bf540-f4e4-476b-8de7-655529363643 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/2c78bc6a-fd18-4b9d-8622-7871e5f13e83 HTTP/1.1" status: 204 len: 168 time: 0.2164011 Sep 14 22:59:54.754630 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54298) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:54.764354 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5f6e606d-3d07-47ee-8db4-0aac9160f506 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "GET /v2.0/ports/54f26116-9237-4286-b989-e1fba34ad84e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1022408 Sep 14 22:59:54.764990 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54302) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:54.772218 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-986402db-ed60-4848-bc14-670128a21f00 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'subnet': {'network_id': '4c809588-b3c1-4746-8ba4-9926f66ad551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:54.772929 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5e5a2-8669-4a28-b543-921d9986ef1f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a91414-8f22-4020-b762-15d300ded0e3,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:54.778382 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-89f5e5a2-8669-4a28-b543-921d9986ef1f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:54.782723 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-89f5e5a2-8669-4a28-b543-921d9986ef1f tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4144268 Sep 14 22:59:54.786350 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54306) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:54.844408 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-784cdeb2-7c34-4d2a-af20-3f3811fe5c54 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2027947800', 'security_groups': ['f8a91414-8f22-4020-b762-15d300ded0e3'], 'network_id': '54998194-279a-4fa5-95ce-887c2e0abbe0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '789efc1d-f27e-4b03-8c9c-91b5c6eb7242'}]}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:54.900086 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-986402db-ed60-4848-bc14-670128a21f00 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:54.903950 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-986402db-ed60-4848-bc14-670128a21f00 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:subnet and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:54.906883 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-986402db-ed60-4848-bc14-670128a21f00 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:54.912733 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-986402db-ed60-4848-bc14-670128a21f00 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:54.919921 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-b3d1bf86-2680-4e6b-9e9b-ee94f9e73483 None None] Deleting port f987c3cf-abc3-4f06-8895-10015a364d13 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 22:59:54.920544 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b3d1bf86-2680-4e6b-9e9b-ee94f9e73483 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:54.922313 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986402db-ed60-4848-bc14-670128a21f00 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Made reservation on behalf of c0a980b2e8bf40c8a14dfb2d5527a283 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:59:54.926543 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-986402db-ed60-4848-bc14-670128a21f00 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:54.987163 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-65489f61-01a7-4ec9-935a-a4a5b4da3c2e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Synchronizing usage tracker for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group_rule {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:55.001400 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-b3d1bf86-2680-4e6b-9e9b-ee94f9e73483 None None] The port 'f987c3cf-abc3-4f06-8895-10015a364d13' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 22:59:55.030661 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-f2a4b572-0d82-4542-9087-e345644aac4b None None] Allocated IP 172.20.0.2 (54998194-279a-4fa5-95ce-887c2e0abbe0/789efc1d-f27e-4b03-8c9c-91b5c6eb7242/99d4e08a-e464-4cbd-8555-443d0b5b8469) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:59:55.053681 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-65489f61-01a7-4ec9-935a-a4a5b4da3c2e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Unset dirty status for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group_rule {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:55.054991 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-65489f61-01a7-4ec9-935a-a4a5b4da3c2e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2993493 Sep 14 22:59:55.059026 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54310) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:55.092121 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb3aa0-49fd-45e9-98cd-42025fe17fdd req-89577c8c-39bd-4fc7-94e5-db66cb0c2da7 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:55.093608 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-abbb3aa0-49fd-45e9-98cd-42025fe17fdd req-89577c8c-39bd-4fc7-94e5-db66cb0c2da7 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/ports?device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 946 time: 0.3095891 Sep 14 22:59:55.094551 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-784cdeb2-7c34-4d2a-af20-3f3811fe5c54 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:55.132107 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-784cdeb2-7c34-4d2a-af20-3f3811fe5c54 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:55.171619 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784cdeb2-7c34-4d2a-af20-3f3811fe5c54 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Made reservation on behalf of 1c14bf9f432e425688de72a35501bf7a for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:59:55.172980 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-986402db-ed60-4848-bc14-670128a21f00 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:55.181578 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-f2a4b572-0d82-4542-9087-e345644aac4b None None] For port 99d4e08a-e464-4cbd-8555-443d0b5b8469, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=99d4e08a-e464-4cbd-8555-443d0b5b8469,segment=NetworkSegment(c5a48436-62f7-48fe-b298-414445e685ca),segment_id=c5a48436-62f7-48fe-b298-414445e685ca)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:55.207646 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f2a4b572-0d82-4542-9087-e345644aac4b None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:55.225296 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f2a4b572-0d82-4542-9087-e345644aac4b None None] Transition to ACTIVE for port object 99d4e08a-e464-4cbd-8555-443d0b5b8469 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:59:55.229472 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f2a4b572-0d82-4542-9087-e345644aac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:55.238313 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986402db-ed60-4848-bc14-670128a21f00 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Network 4c809588-b3c1-4746-8ba4-9926f66ad551 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:59:55.241307 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-986402db-ed60-4848-bc14-670128a21f00 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:59:55.244333 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-abbb3aa0-49fd-45e9-98cd-42025fe17fdd req-39e9804f-0250-492d-b312-f06529c3d145 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/security-groups?id=948c967b-0640-4ed1-8762-05161c06a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350470 Sep 14 22:59:55.245736 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986402db-ed60-4848-bc14-670128a21f00 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:55.246330 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-986402db-ed60-4848-bc14-670128a21f00 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:55.269243 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986402db-ed60-4848-bc14-670128a21f00 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Subnet': ['ID=949c6cd4-b4a8-4ba9-972b-366c7a3fdbd2,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:55.273833 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-986402db-ed60-4848-bc14-670128a21f00 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5077848 Sep 14 22:59:55.276755 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54314) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:55.282100 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-12d4d2c8-9f17-4997-9ab0-faa23b414cf6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'security_group': {'name': 'tempest-secgroup-772336182'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:55.288532 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-12d4d2c8-9f17-4997-9ab0-faa23b414cf6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:55.293470 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-12d4d2c8-9f17-4997-9ab0-faa23b414cf6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:security_group and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:55.293638 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088788e5-480b-43db-8dee-48a42a8941c9 None None] Network 4c809588-b3c1-4746-8ba4-9926f66ad551 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:59:55.295976 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-12d4d2c8-9f17-4997-9ab0-faa23b414cf6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:55.302202 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-12d4d2c8-9f17-4997-9ab0-faa23b414cf6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:55.324709 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-12d4d2c8-9f17-4997-9ab0-faa23b414cf6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:55.347924 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-12d4d2c8-9f17-4997-9ab0-faa23b414cf6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:55.348432 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fb3be111-dd43-4760-a9f0-6de3a8253f0e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:55.351928 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-12d4d2c8-9f17-4997-9ab0-faa23b414cf6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:security_group_rule and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:55.355539 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-12d4d2c8-9f17-4997-9ab0-faa23b414cf6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:55.365714 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-12d4d2c8-9f17-4997-9ab0-faa23b414cf6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:55.411069 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-784cdeb2-7c34-4d2a-af20-3f3811fe5c54 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:55.426465 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f987c3cf-abc3-4f06-8895-10015a364d13 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 22:59:55.437642 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fb3be111-dd43-4760-a9f0-6de3a8253f0e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:55.453341 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-12d4d2c8-9f17-4997-9ab0-faa23b414cf6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:55.456825 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-784cdeb2-7c34-4d2a-af20-3f3811fe5c54 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] device_id is not set on port c1817d0a-62f6-4e1b-849b-8df4a6741b2f yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:59:55.458821 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-12d4d2c8-9f17-4997-9ab0-faa23b414cf6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:55.509636 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4d2c8-9f17-4997-9ab0-faa23b414cf6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3b7e4a-07d8-4337-a082-99cae2a2c5d7,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:55.513629 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-12d4d2c8-9f17-4997-9ab0-faa23b414cf6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:55.514326 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-12d4d2c8-9f17-4997-9ab0-faa23b414cf6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2366486 Sep 14 22:59:55.520560 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54318) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:55.526797 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-1e2ddec8-e520-40eb-bddf-83436305a807 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'security_group': {'name': 'tempest-secgroup-684965179'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:55.530597 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: f987c3cf-abc3-4f06-8895-10015a364d13 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 22:59:55.530938 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f987c3cf-abc3-4f06-8895-10015a364d13 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 22:59:55.532771 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-1e2ddec8-e520-40eb-bddf-83436305a807 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:55.537329 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1e2ddec8-e520-40eb-bddf-83436305a807 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:security_group and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:55.541844 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1e2ddec8-e520-40eb-bddf-83436305a807 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:55.548683 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-1e2ddec8-e520-40eb-bddf-83436305a807 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:55.565772 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1e2ddec8-e520-40eb-bddf-83436305a807 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:55.575407 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a4b572-0d82-4542-9087-e345644aac4b None None] Pushing event updated for resources: {'Port': ['ID=99d4e08a-e464-4cbd-8555-443d0b5b8469,revision_number=6']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:55.598089 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-1e2ddec8-e520-40eb-bddf-83436305a807 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:55.602251 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1e2ddec8-e520-40eb-bddf-83436305a807 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:security_group_rule and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:55.605312 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1e2ddec8-e520-40eb-bddf-83436305a807 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:55.617590 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fb3be111-dd43-4760-a9f0-6de3a8253f0e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:55.618368 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-1e2ddec8-e520-40eb-bddf-83436305a807 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:55.655512 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3be111-dd43-4760-a9f0-6de3a8253f0e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=677b268d-54cc-454f-972d-679ec8332db3,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:55.738448 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1e2ddec8-e520-40eb-bddf-83436305a807 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:55.740011 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fb3be111-dd43-4760-a9f0-6de3a8253f0e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:55.741761 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-fb3be111-dd43-4760-a9f0-6de3a8253f0e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "DELETE /v2.0/security-groups/677b268d-54cc-454f-972d-679ec8332db3 HTTP/1.1" status: 204 len: 168 time: 0.6804979 Sep 14 22:59:55.744746 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54322) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:55.756212 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e326a2-85e7-46b0-a541-40e47950639b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-4c809588-b3c1-4746-8ba4-9926f66ad551', 'network_id': '4c809588-b3c1-4746-8ba4-9926f66ad551', 'tenant_id': 'c0a980b2e8bf40c8a14dfb2d5527a283', 'fixed_ips': [{'subnet_id': '949c6cd4-b4a8-4ba9-972b-366c7a3fdbd2'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 22:59:55.757362 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-47e326a2-85e7-46b0-a541-40e47950639b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:55.769261 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1e2ddec8-e520-40eb-bddf-83436305a807 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:55.770237 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-784cdeb2-7c34-4d2a-af20-3f3811fe5c54 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Allocated IP 172.20.0.9 (54998194-279a-4fa5-95ce-887c2e0abbe0/789efc1d-f27e-4b03-8c9c-91b5c6eb7242/c1817d0a-62f6-4e1b-849b-8df4a6741b2f) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:59:55.839593 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ddec8-e520-40eb-bddf-83436305a807 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28001334-f3ad-4294-b159-5c84d90fffc2,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:55.852355 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1e2ddec8-e520-40eb-bddf-83436305a807 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:55.856802 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1e2ddec8-e520-40eb-bddf-83436305a807 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3348725 Sep 14 22:59:55.857594 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54326) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:55.868928 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-a42454c8-2216-4995-9160-0500f1565b4e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1380386471', 'security_groups': ['28001334-f3ad-4294-b159-5c84d90fffc2'], 'network_id': '4c809588-b3c1-4746-8ba4-9926f66ad551', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '949c6cd4-b4a8-4ba9-972b-366c7a3fdbd2'}]}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:55.893436 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-797b9563-5e67-488a-aa77-642f6d22c42e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Synchronizing usage tracker for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:55.998289 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-797b9563-5e67-488a-aa77-642f6d22c42e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Unset dirty status for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:56.005975 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-797b9563-5e67-488a-aa77-642f6d22c42e tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2590024 Sep 14 22:59:56.009876 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54330) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:56.015560 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-b94643c1-40e9-4333-9c6b-8021a84798f3 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Request body: {'security_group': {'name': 'tempest-secgroup--822648420'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:56.024817 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-47e326a2-85e7-46b0-a541-40e47950639b None None] Allocated IP 2001:db8::2 (4c809588-b3c1-4746-8ba4-9926f66ad551/949c6cd4-b4a8-4ba9-972b-366c7a3fdbd2/581f2d9f-7052-4722-8c71-5611a7b0d9de) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:59:56.037908 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-784cdeb2-7c34-4d2a-af20-3f3811fe5c54 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:56.041423 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b94643c1-40e9-4333-9c6b-8021a84798f3 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:56.061852 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-784cdeb2-7c34-4d2a-af20-3f3811fe5c54 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Transition to ACTIVE for port object c1817d0a-62f6-4e1b-849b-8df4a6741b2f will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:59:56.071006 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b94643c1-40e9-4333-9c6b-8021a84798f3 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:56.087792 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a42454c8-2216-4995-9160-0500f1565b4e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:56.099482 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a42454c8-2216-4995-9160-0500f1565b4e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:56.100940 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-784cdeb2-7c34-4d2a-af20-3f3811fe5c54 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:56.107070 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b94643c1-40e9-4333-9c6b-8021a84798f3 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:56.134492 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42454c8-2216-4995-9160-0500f1565b4e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Made reservation on behalf of c0a980b2e8bf40c8a14dfb2d5527a283 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:59:56.188721 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784cdeb2-7c34-4d2a-af20-3f3811fe5c54 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Network 54998194-279a-4fa5-95ce-887c2e0abbe0 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:59:56.193977 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-784cdeb2-7c34-4d2a-af20-3f3811fe5c54 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:59:56.199741 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784cdeb2-7c34-4d2a-af20-3f3811fe5c54 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:59:56.226769 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b94643c1-40e9-4333-9c6b-8021a84798f3 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:56.235376 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b94643c1-40e9-4333-9c6b-8021a84798f3 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Usage tracker for resource:security_group_rule and tenant:800df1c350b7449c9214a521bed9b11d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:56.239631 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b94643c1-40e9-4333-9c6b-8021a84798f3 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:56.248254 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784cdeb2-7c34-4d2a-af20-3f3811fe5c54 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Port': ['ID=c1817d0a-62f6-4e1b-849b-8df4a6741b2f,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:56.248501 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b94643c1-40e9-4333-9c6b-8021a84798f3 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:56.277309 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784cdeb2-7c34-4d2a-af20-3f3811fe5c54 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:56.277971 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-784cdeb2-7c34-4d2a-af20-3f3811fe5c54 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:56.295667 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-47e326a2-85e7-46b0-a541-40e47950639b None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:56.303490 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-784cdeb2-7c34-4d2a-af20-3f3811fe5c54 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5147896 Sep 14 22:59:56.306372 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54336) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:56.317502 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-47e326a2-85e7-46b0-a541-40e47950639b None None] Transition to ACTIVE for port object 581f2d9f-7052-4722-8c71-5611a7b0d9de will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:59:56.318324 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-bd47bcb1-f2ee-4a6a-9b4d-9d94c405c9d5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'subnet': {'network_id': '54998194-279a-4fa5-95ce-887c2e0abbe0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:56.334701 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a42454c8-2216-4995-9160-0500f1565b4e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:56.335838 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3c58fe79-0ce1-477b-8710-d0e7eeb0e694 None None] Provisioning for port 99d4e08a-e464-4cbd-8555-443d0b5b8469 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:56.345465 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-47e326a2-85e7-46b0-a541-40e47950639b None None] Transition to ACTIVE for port object 581f2d9f-7052-4722-8c71-5611a7b0d9de will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:59:56.346905 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3c58fe79-0ce1-477b-8710-d0e7eeb0e694 None None] Provisioning complete for port 99d4e08a-e464-4cbd-8555-443d0b5b8469 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:56.347368 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3c58fe79-0ce1-477b-8710-d0e7eeb0e694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:56.388868 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-47e326a2-85e7-46b0-a541-40e47950639b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:56.407656 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-a42454c8-2216-4995-9160-0500f1565b4e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] device_id is not set on port 5ec85646-330b-452e-8655-704fcd75df1b yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 22:59:56.477410 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e326a2-85e7-46b0-a541-40e47950639b None None] Pushing event updated for resources: {'Port': ['ID=581f2d9f-7052-4722-8c71-5611a7b0d9de,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:56.493600 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e326a2-85e7-46b0-a541-40e47950639b None None] Network 4c809588-b3c1-4746-8ba4-9926f66ad551 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:59:56.497560 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-47e326a2-85e7-46b0-a541-40e47950639b None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:59:56.504876 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e326a2-85e7-46b0-a541-40e47950639b None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:59:56.562115 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b94643c1-40e9-4333-9c6b-8021a84798f3 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:56.567427 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b94643c1-40e9-4333-9c6b-8021a84798f3 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:56.664999 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94643c1-40e9-4333-9c6b-8021a84798f3 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7258e166-3019-40c2-a7f5-84f61a2e4323,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:56.669547 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-3c58fe79-0ce1-477b-8710-d0e7eeb0e694 None None] Current status of the port 99d4e08a-e464-4cbd-8555-443d0b5b8469 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:56.679837 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-47e326a2-85e7-46b0-a541-40e47950639b None None] Attempting to bind port 581f2d9f-7052-4722-8c71-5611a7b0d9de on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 22:59:56.679837 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-47e326a2-85e7-46b0-a541-40e47950639b None None] Attempting to bind port 581f2d9f-7052-4722-8c71-5611a7b0d9de by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'ff3a9455-56cd-43a6-823a-2104e157bc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4c809588-b3c1-4746-8ba4-9926f66ad551'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 22:59:56.680192 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e326a2-85e7-46b0-a541-40e47950639b None None] Attempting to bind port 581f2d9f-7052-4722-8c71-5611a7b0d9de on network 4c809588-b3c1-4746-8ba4-9926f66ad551 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 22:59:56.688423 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e326a2-85e7-46b0-a541-40e47950639b None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 22:59:56.689849 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e326a2-85e7-46b0-a541-40e47950639b None None] Checking segment: {'id': 'ff3a9455-56cd-43a6-823a-2104e157bc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4c809588-b3c1-4746-8ba4-9926f66ad551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 22:59:56.689983 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-47e326a2-85e7-46b0-a541-40e47950639b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:56.690363 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e326a2-85e7-46b0-a541-40e47950639b None None] Bound using segment: {'id': 'ff3a9455-56cd-43a6-823a-2104e157bc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4c809588-b3c1-4746-8ba4-9926f66ad551'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 22:59:56.691276 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-47e326a2-85e7-46b0-a541-40e47950639b None None] Bound port: 581f2d9f-7052-4722-8c71-5611a7b0d9de, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff3a9455-56cd-43a6-823a-2104e157bc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4c809588-b3c1-4746-8ba4-9926f66ad551'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 22:59:56.691276 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-47e326a2-85e7-46b0-a541-40e47950639b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:56.735637 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b94643c1-40e9-4333-9c6b-8021a84798f3 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:56.740132 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b94643c1-40e9-4333-9c6b-8021a84798f3 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7267659 Sep 14 22:59:56.741137 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3c58fe79-0ce1-477b-8710-d0e7eeb0e694 None None] Provisioning complete for port 1c95b814-0dd5-4639-bf97-9b177f451ddc triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:56.741512 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3c58fe79-0ce1-477b-8710-d0e7eeb0e694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:56.744148 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54340) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:56.753168 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-042ee372-9b65-4374-a0a7-4d391336e68b tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Request body: {'security_group_rule': {'security_group_id': '7258e166-3019-40c2-a7f5-84f61a2e4323', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:56.760746 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-042ee372-9b65-4374-a0a7-4d391336e68b tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:56.763517 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-bd47bcb1-f2ee-4a6a-9b4d-9d94c405c9d5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:56.768489 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-042ee372-9b65-4374-a0a7-4d391336e68b tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Usage tracker for resource:security_group_rule and tenant:800df1c350b7449c9214a521bed9b11d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:56.772982 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d2bc8-93d7-4b92-88a9-81dfa8ae5cd5 req-3794dde9-200a-4329-867d-836dd856260a tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:56.774622 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-042ee372-9b65-4374-a0a7-4d391336e68b tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:56.780010 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7d4d2bc8-93d7-4b92-88a9-81dfa8ae5cd5 req-3794dde9-200a-4329-867d-836dd856260a tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/ports?device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 946 time: 0.3094425 Sep 14 22:59:56.786133 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-042ee372-9b65-4374-a0a7-4d391336e68b tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:56.797482 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-bd47bcb1-f2ee-4a6a-9b4d-9d94c405c9d5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:subnet and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:56.803792 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-a42454c8-2216-4995-9160-0500f1565b4e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Allocated IP 2001:db8::1cc (4c809588-b3c1-4746-8ba4-9926f66ad551/949c6cd4-b4a8-4ba9-972b-366c7a3fdbd2/5ec85646-330b-452e-8655-704fcd75df1b) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:59:56.803990 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-bd47bcb1-f2ee-4a6a-9b4d-9d94c405c9d5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:56.811717 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-bd47bcb1-f2ee-4a6a-9b4d-9d94c405c9d5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:56.826096 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-042ee372-9b65-4374-a0a7-4d391336e68b tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:56.826572 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-3c58fe79-0ce1-477b-8710-d0e7eeb0e694 None None] Port 1c95b814-0dd5-4639-bf97-9b177f451ddc cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:59:56.835827 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7d4d2bc8-93d7-4b92-88a9-81dfa8ae5cd5 req-82829293-7bdb-408a-b14f-22acabd70883 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/security-groups?id=948c967b-0640-4ed1-8762-05161c06a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547087 Sep 14 22:59:56.838554 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd47bcb1-f2ee-4a6a-9b4d-9d94c405c9d5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Made reservation on behalf of 1c14bf9f432e425688de72a35501bf7a for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:59:56.842984 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bd47bcb1-f2ee-4a6a-9b4d-9d94c405c9d5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:56.844158 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-47e326a2-85e7-46b0-a541-40e47950639b None None] For port 581f2d9f-7052-4722-8c71-5611a7b0d9de, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 22:59:56.850335 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-47e326a2-85e7-46b0-a541-40e47950639b None None] For port 581f2d9f-7052-4722-8c71-5611a7b0d9de, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=581f2d9f-7052-4722-8c71-5611a7b0d9de,segment=NetworkSegment(ff3a9455-56cd-43a6-823a-2104e157bc58),segment_id=ff3a9455-56cd-43a6-823a-2104e157bc58)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 22:59:56.864426 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-47e326a2-85e7-46b0-a541-40e47950639b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:56.932709 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-042ee372-9b65-4374-a0a7-4d391336e68b tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:56.950189 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e326a2-85e7-46b0-a541-40e47950639b None None] Pushing event updated for resources: {'Port': ['ID=581f2d9f-7052-4722-8c71-5611a7b0d9de,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:56.976054 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e830ef17-6f88-4158-ba19-3c2d9365f95d None None] Provisioning for port c1817d0a-62f6-4e1b-849b-8df4a6741b2f completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:56.982789 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e830ef17-6f88-4158-ba19-3c2d9365f95d None None] Provisioning complete for port c1817d0a-62f6-4e1b-849b-8df4a6741b2f triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:56.983156 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e830ef17-6f88-4158-ba19-3c2d9365f95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:57.011273 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.ipam_backend_mixin [None req-bd47bcb1-f2ee-4a6a-9b4d-9d94c405c9d5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 789efc1d-f27e-4b03-8c9c-91b5c6eb7242 (CIDR: 172.20.0.0/28) Sep 14 22:59:57.015194 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd47bcb1-f2ee-4a6a-9b4d-9d94c405c9d5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 22:59:57.015710 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd47bcb1-f2ee-4a6a-9b4d-9d94c405c9d5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:59:57.042408 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-bd47bcb1-f2ee-4a6a-9b4d-9d94c405c9d5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7323568 Sep 14 22:59:57.043461 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54344) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:57.050428 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-e830ef17-6f88-4158-ba19-3c2d9365f95d None None] Port c1817d0a-62f6-4e1b-849b-8df4a6741b2f cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:59:57.053952 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-63fe820c-f43e-4af5-9bfd-ff2fca98c49c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'subnet': {'network_id': '54998194-279a-4fa5-95ce-887c2e0abbe0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:57.099427 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-042ee372-9b65-4374-a0a7-4d391336e68b tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:57.146128 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ee372-9b65-4374-a0a7-4d391336e68b tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e472c95-ea74-4eca-873c-11220722372b,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:57.187554 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-042ee372-9b65-4374-a0a7-4d391336e68b tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:57.192533 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-042ee372-9b65-4374-a0a7-4d391336e68b tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4451728 Sep 14 22:59:57.194029 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54348) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:57.245037 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-63fe820c-f43e-4af5-9bfd-ff2fca98c49c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:57.248933 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-63fe820c-f43e-4af5-9bfd-ff2fca98c49c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:subnet and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:57.251971 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-63fe820c-f43e-4af5-9bfd-ff2fca98c49c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:57.258559 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-63fe820c-f43e-4af5-9bfd-ff2fca98c49c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:57.269982 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fe820c-f43e-4af5-9bfd-ff2fca98c49c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Made reservation on behalf of 1c14bf9f432e425688de72a35501bf7a for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:59:57.272739 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a42454c8-2216-4995-9160-0500f1565b4e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:57.273499 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-63fe820c-f43e-4af5-9bfd-ff2fca98c49c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:57.305210 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-a42454c8-2216-4995-9160-0500f1565b4e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Transition to ACTIVE for port object 5ec85646-330b-452e-8655-704fcd75df1b will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:59:57.313143 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2b14c91-d391-498f-95eb-329ef7022dec tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:57.365690 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2b14c91-d391-498f-95eb-329ef7022dec tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:57.438243 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a42454c8-2216-4995-9160-0500f1565b4e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:57.453008 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 99d4e08a-e464-4cbd-8555-443d0b5b8469 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:59:57.466697 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.ipam_backend_mixin [None req-63fe820c-f43e-4af5-9bfd-ff2fca98c49c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 000561c8-385e-4c33-a06d-7218395ab65c (CIDR: 172.20.0.16/28) Sep 14 22:59:57.470055 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-63fe820c-f43e-4af5-9bfd-ff2fca98c49c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 22:59:57.471180 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63fe820c-f43e-4af5-9bfd-ff2fca98c49c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:59:57.490868 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-63fe820c-f43e-4af5-9bfd-ff2fca98c49c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4462256 Sep 14 22:59:57.494192 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54352) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:57.499550 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2b14c91-d391-498f-95eb-329ef7022dec tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:57.500182 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-7f623063-c299-48eb-b67a-3ee1723a111b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'subnet': {'network_id': '54998194-279a-4fa5-95ce-887c2e0abbe0', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:57.527664 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 99d4e08a-e464-4cbd-8555-443d0b5b8469 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:57.528033 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:57.539124 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b14c91-d391-498f-95eb-329ef7022dec tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7258e166-3019-40c2-a7f5-84f61a2e4323,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:57.542190 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42454c8-2216-4995-9160-0500f1565b4e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Network 4c809588-b3c1-4746-8ba4-9926f66ad551 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:59:57.545818 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-a42454c8-2216-4995-9160-0500f1565b4e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:59:57.551446 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42454c8-2216-4995-9160-0500f1565b4e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 22:59:57.557741 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42454c8-2216-4995-9160-0500f1565b4e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:57.558014 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a42454c8-2216-4995-9160-0500f1565b4e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:57.571468 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42454c8-2216-4995-9160-0500f1565b4e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Port': ['ID=5ec85646-330b-452e-8655-704fcd75df1b,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:57.583835 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2b14c91-d391-498f-95eb-329ef7022dec tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:57.587601 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e2b14c91-d391-498f-95eb-329ef7022dec tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "DELETE /v2.0/security-groups/7258e166-3019-40c2-a7f5-84f61a2e4323 HTTP/1.1" status: 204 len: 168 time: 0.3900595 Sep 14 22:59:57.587601 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54356) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:57.610241 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a42454c8-2216-4995-9160-0500f1565b4e tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7459607 Sep 14 22:59:57.610830 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54360) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:57.619174 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-a5f62338-13cd-491d-aa4f-d23f01d1486f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'subnet': {'network_id': '4c809588-b3c1-4746-8ba4-9926f66ad551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:57.666569 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 99d4e08a-e464-4cbd-8555-443d0b5b8469 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:57.667740 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 581f2d9f-7052-4722-8c71-5611a7b0d9de up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:59:57.685509 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-7f623063-c299-48eb-b67a-3ee1723a111b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:57.690063 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-7f623063-c299-48eb-b67a-3ee1723a111b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Usage tracker for resource:subnet and tenant:1c14bf9f432e425688de72a35501bf7a is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:57.693277 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-7f623063-c299-48eb-b67a-3ee1723a111b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:57.701750 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-7f623063-c299-48eb-b67a-3ee1723a111b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:57.714208 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f623063-c299-48eb-b67a-3ee1723a111b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Made reservation on behalf of 1c14bf9f432e425688de72a35501bf7a for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:59:57.718408 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7f623063-c299-48eb-b67a-3ee1723a111b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:57.734621 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-72cf3038-994b-4c92-be3c-70f62420c080 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Synchronizing usage tracker for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:57.738741 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 581f2d9f-7052-4722-8c71-5611a7b0d9de completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:57.781916 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-72cf3038-994b-4c92-be3c-70f62420c080 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Unset dirty status for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:57.783226 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-72cf3038-994b-4c92-be3c-70f62420c080 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1947935 Sep 14 22:59:57.786223 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54364) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:57.812827 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a5f62338-13cd-491d-aa4f-d23f01d1486f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:57.819634 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a5f62338-13cd-491d-aa4f-d23f01d1486f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:subnet and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:57.823205 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a5f62338-13cd-491d-aa4f-d23f01d1486f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:57.834544 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a5f62338-13cd-491d-aa4f-d23f01d1486f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:57.853521 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-53e87ba4-2387-49d8-a84e-a1ae35009127 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Synchronizing usage tracker for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group_rule {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:57.865285 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f62338-13cd-491d-aa4f-d23f01d1486f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Made reservation on behalf of c0a980b2e8bf40c8a14dfb2d5527a283 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:59:57.868959 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a5f62338-13cd-491d-aa4f-d23f01d1486f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:57.893420 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-53e87ba4-2387-49d8-a84e-a1ae35009127 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Unset dirty status for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group_rule {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:57.894631 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-53e87ba4-2387-49d8-a84e-a1ae35009127 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1075146 Sep 14 22:59:57.912243 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54370) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:57.943181 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-7afac0ad-3f04-4e02-b2d1-3f243460c9fc tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] delete failed (client error): The resource could not be found. Sep 14 22:59:57.944188 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7afac0ad-3f04-4e02-b2d1-3f243460c9fc tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "DELETE /v2.0/security-groups/7258e166-3019-40c2-a7f5-84f61a2e4323 HTTP/1.1" status: 404 len: 347 time: 0.0309997 Sep 14 22:59:57.948022 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54374) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:58.045433 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.ipam_backend_mixin [None req-a5f62338-13cd-491d-aa4f-d23f01d1486f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 949c6cd4-b4a8-4ba9-972b-366c7a3fdbd2 (CIDR: 2001:db8::/64) Sep 14 22:59:58.050712 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f62338-13cd-491d-aa4f-d23f01d1486f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 22:59:58.051647 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5f62338-13cd-491d-aa4f-d23f01d1486f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 22:59:58.077052 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a5f62338-13cd-491d-aa4f-d23f01d1486f tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4624395 Sep 14 22:59:58.078110 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54380) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:58.083625 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-31cfa73c-9a3b-42a5-8c9c-fc6917a9d0e6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'subnet': {'network_id': '4c809588-b3c1-4746-8ba4-9926f66ad551', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:58.097844 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5e171f84-66ea-4bc7-a895-f4395b09ac17 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Synchronizing usage tracker for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 22:59:58.137147 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5e171f84-66ea-4bc7-a895-f4395b09ac17 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] Unset dirty status for tenant:800df1c350b7449c9214a521bed9b11d on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 22:59:58.141911 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5e171f84-66ea-4bc7-a895-f4395b09ac17 tempest-SecGroupTest-227551579 tempest-SecGroupTest-227551579-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1893957 Sep 14 22:59:58.141911 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7f623063-c299-48eb-b67a-3ee1723a111b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:58.191598 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-d7822c16-d1c8-4a0d-ad77-eb45e8eb16a3 None None] Provisioning complete for port 54f26116-9237-4286-b989-e1fba34ad84e triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:58.192193 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d7822c16-d1c8-4a0d-ad77-eb45e8eb16a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:58.210972 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f623063-c299-48eb-b67a-3ee1723a111b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Network 54998194-279a-4fa5-95ce-887c2e0abbe0 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:59:58.222135 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a90bc7-73a0-4903-a1e8-7448416e7dbd req-4abcf178-18e1-4ce2-a5ce-af87f565de65 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:58.222959 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-71a90bc7-73a0-4903-a1e8-7448416e7dbd req-4abcf178-18e1-4ce2-a5ce-af87f565de65 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/ports?device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 946 time: 0.2512431 Sep 14 22:59:58.226274 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-7f623063-c299-48eb-b67a-3ee1723a111b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:59:58.248285 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba9e8a3-9399-42ef-92e7-be3f4ed1e429 None None] Network 54998194-279a-4fa5-95ce-887c2e0abbe0 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:59:58.249593 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f623063-c299-48eb-b67a-3ee1723a111b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:58.250189 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7f623063-c299-48eb-b67a-3ee1723a111b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:58.272530 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f623063-c299-48eb-b67a-3ee1723a111b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Subnet': ['ID=3c0aa8e7-4f87-4c69-a7f9-6567c1b2e347,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:58.276468 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-31cfa73c-9a3b-42a5-8c9c-fc6917a9d0e6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 22:59:58.287857 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-31cfa73c-9a3b-42a5-8c9c-fc6917a9d0e6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:subnet and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 22:59:58.297778 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-31cfa73c-9a3b-42a5-8c9c-fc6917a9d0e6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 22:59:58.308723 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-31cfa73c-9a3b-42a5-8c9c-fc6917a9d0e6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 22:59:58.320545 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-71a90bc7-73a0-4903-a1e8-7448416e7dbd req-0a483a8b-82d3-488a-99ee-4ef44352f22e tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/security-groups?id=948c967b-0640-4ed1-8762-05161c06a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902612 Sep 14 22:59:58.324414 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7f623063-c299-48eb-b67a-3ee1723a111b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8291693 Sep 14 22:59:58.327179 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54386) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:58.335711 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-10bef309-4ca2-462c-bc0d-a23c638dcabe tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-975680047', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3c0aa8e7-4f87-4c69-a7f9-6567c1b2e347'}], 'security_groups': ['2454e2c3-3a25-4cae-8a17-ef2ffdcb7e8d', 'fdd04d18-769f-4827-8ce0-2a0b6ba737e2']}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:58.347949 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-d7822c16-d1c8-4a0d-ad77-eb45e8eb16a3 None None] Port 54f26116-9237-4286-b989-e1fba34ad84e cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:59:58.362906 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31cfa73c-9a3b-42a5-8c9c-fc6917a9d0e6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Made reservation on behalf of c0a980b2e8bf40c8a14dfb2d5527a283 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:59:58.367528 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-31cfa73c-9a3b-42a5-8c9c-fc6917a9d0e6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:58.390196 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-d7822c16-d1c8-4a0d-ad77-eb45e8eb16a3 None None] Provisioning for port 581f2d9f-7052-4722-8c71-5611a7b0d9de completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:58.410191 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-d7822c16-d1c8-4a0d-ad77-eb45e8eb16a3 None None] Provisioning complete for port 581f2d9f-7052-4722-8c71-5611a7b0d9de triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:58.416725 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d7822c16-d1c8-4a0d-ad77-eb45e8eb16a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:58.482413 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54392) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:58.596278 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54396) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:58.624105 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-10bef309-4ca2-462c-bc0d-a23c638dcabe tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:58.648441 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d71dc8-9078-473a-826e-8d7c2abb00b4 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:58.648887 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d71dc8-9078-473a-826e-8d7c2abb00b4 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:58.649468 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d71dc8-9078-473a-826e-8d7c2abb00b4 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:58.651754 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-59d71dc8-9078-473a-826e-8d7c2abb00b4 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/ports?project_id=c57dd58bea08430d873bf967651d6b8d&network_id=d1a73eec-09dc-48d5-82d9-e45fd9ffc362 HTTP/1.1" status: 200 len: 3000 time: 0.1680088 Sep 14 22:59:58.706487 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-d7822c16-d1c8-4a0d-ad77-eb45e8eb16a3 None None] Current status of the port 581f2d9f-7052-4722-8c71-5611a7b0d9de is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:58.706859 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d7822c16-d1c8-4a0d-ad77-eb45e8eb16a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:58.753714 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-d7822c16-d1c8-4a0d-ad77-eb45e8eb16a3 None None] For port 581f2d9f-7052-4722-8c71-5611a7b0d9de, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=581f2d9f-7052-4722-8c71-5611a7b0d9de,segment=NetworkSegment(ff3a9455-56cd-43a6-823a-2104e157bc58),segment_id=ff3a9455-56cd-43a6-823a-2104e157bc58)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 22:59:58.764893 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d7822c16-d1c8-4a0d-ad77-eb45e8eb16a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:58.816726 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-31cfa73c-9a3b-42a5-8c9c-fc6917a9d0e6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:58.864920 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0e858d34-fbc4-40a2-9010-64959a540631 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=800df1c350b7449c9214a521bed9b11d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2674201 Sep 14 22:59:58.870186 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54406) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:58.883582 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cfa73c-9a3b-42a5-8c9c-fc6917a9d0e6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Network 4c809588-b3c1-4746-8ba4-9926f66ad551 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:59:58.886809 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-31cfa73c-9a3b-42a5-8c9c-fc6917a9d0e6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:59:58.891214 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cfa73c-9a3b-42a5-8c9c-fc6917a9d0e6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:58.891997 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-31cfa73c-9a3b-42a5-8c9c-fc6917a9d0e6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:58.910168 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cfa73c-9a3b-42a5-8c9c-fc6917a9d0e6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Subnet': ['ID=a8fdfcaa-25f9-4170-bdef-6583155e74c5,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:58.914801 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869f74fb-d187-43b8-b34c-7d94880c0e31 None None] Network 4c809588-b3c1-4746-8ba4-9926f66ad551 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 22:59:58.921269 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-31cfa73c-9a3b-42a5-8c9c-fc6917a9d0e6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8423460 Sep 14 22:59:58.925325 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54410) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 22:59:58.933025 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-049e594f-368b-453d-9226-9b34844ea261 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-359108528', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a8fdfcaa-25f9-4170-bdef-6583155e74c5'}], 'security_groups': ['bd3b7e4a-07d8-4337-a082-99cae2a2c5d7']}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 22:59:58.999625 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9ad31cd9-5e87-4c00-9af8-e21fdf575795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:59.020737 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-2f5b7203-dfb2-4740-be3a-ebd3c000bf35 None None] Provisioning for port 5ec85646-330b-452e-8655-704fcd75df1b completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:59:59.031546 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7822c16-d1c8-4a0d-ad77-eb45e8eb16a3 None None] Pushing event updated for resources: {'Port': ['ID=581f2d9f-7052-4722-8c71-5611a7b0d9de,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:59.035956 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d12de3e-d00b-4601-90be-b113d9baf551 None None] Update dhcp port {'port': {'network_id': '54998194-279a-4fa5-95ce-887c2e0abbe0', 'fixed_ips': [{'subnet_id': '000561c8-385e-4c33-a06d-7218395ab65c', 'ip_address': '172.20.0.18'}, {'subnet_id': '789efc1d-f27e-4b03-8c9c-91b5c6eb7242', 'ip_address': '172.20.0.2'}, {'subnet_id': '3c0aa8e7-4f87-4c69-a7f9-6567c1b2e347'}], 'binding:host_id': 'dv-neutron-857791-1-hyperv'}, 'id': '99d4e08a-e464-4cbd-8555-443d0b5b8469'} from dv-neutron-857791-1-hyperv. {{(pid=89172) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 14 22:59:59.060601 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-2f5b7203-dfb2-4740-be3a-ebd3c000bf35 None None] Provisioning complete for port 5ec85646-330b-452e-8655-704fcd75df1b triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:59.061453 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2f5b7203-dfb2-4740-be3a-ebd3c000bf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:59.071556 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-049e594f-368b-453d-9226-9b34844ea261 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:59.123543 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7822c16-d1c8-4a0d-ad77-eb45e8eb16a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:59.123889 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7822c16-d1c8-4a0d-ad77-eb45e8eb16a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:59.124152 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7822c16-d1c8-4a0d-ad77-eb45e8eb16a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:59.124514 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7822c16-d1c8-4a0d-ad77-eb45e8eb16a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:59.124898 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7822c16-d1c8-4a0d-ad77-eb45e8eb16a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:59.125229 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7822c16-d1c8-4a0d-ad77-eb45e8eb16a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:59.125554 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7822c16-d1c8-4a0d-ad77-eb45e8eb16a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:59.125879 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7822c16-d1c8-4a0d-ad77-eb45e8eb16a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:59.126918 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7822c16-d1c8-4a0d-ad77-eb45e8eb16a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:59.126918 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7822c16-d1c8-4a0d-ad77-eb45e8eb16a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:59.126918 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7822c16-d1c8-4a0d-ad77-eb45e8eb16a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:59.127457 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7822c16-d1c8-4a0d-ad77-eb45e8eb16a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:59:59.197581 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8d12de3e-d00b-4601-90be-b113d9baf551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:59.211593 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9ad31cd9-5e87-4c00-9af8-e21fdf575795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:59.215209 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-2f5b7203-dfb2-4740-be3a-ebd3c000bf35 None None] Port 5ec85646-330b-452e-8655-704fcd75df1b cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 22:59:59.357700 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9ad31cd9-5e87-4c00-9af8-e21fdf575795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:59.368009 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-10bef309-4ca2-462c-bc0d-a23c638dcabe tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Delete allocated IP 172.20.0.9 (54998194-279a-4fa5-95ce-887c2e0abbe0/789efc1d-f27e-4b03-8c9c-91b5c6eb7242) {{(pid=89170) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 14 22:59:59.397866 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-10bef309-4ca2-462c-bc0d-a23c638dcabe tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Allocated IP 172.20.0.40 (54998194-279a-4fa5-95ce-887c2e0abbe0/3c0aa8e7-4f87-4c69-a7f9-6567c1b2e347/c1817d0a-62f6-4e1b-849b-8df4a6741b2f) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:59:59.407772 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad31cd9-5e87-4c00-9af8-e21fdf575795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d98b0b-785b-4e02-b8ca-53a7986ea86a,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:59:59.424187 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 581f2d9f-7052-4722-8c71-5611a7b0d9de up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 22:59:59.435816 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9ad31cd9-5e87-4c00-9af8-e21fdf575795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:59.439852 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9ad31cd9-5e87-4c00-9af8-e21fdf575795 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c5d98b0b-785b-4e02-b8ca-53a7986ea86a HTTP/1.1" status: 204 len: 168 time: 0.5658202 Sep 14 22:59:59.568308 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 581f2d9f-7052-4722-8c71-5611a7b0d9de triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:59:59.568842 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:59.639412 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-049e594f-368b-453d-9226-9b34844ea261 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Delete allocated IP 2001:db8::1cc (4c809588-b3c1-4746-8ba4-9926f66ad551/949c6cd4-b4a8-4ba9-972b-366c7a3fdbd2) {{(pid=89171) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 14 22:59:59.654194 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-049e594f-368b-453d-9226-9b34844ea261 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Allocated IP 2001:db8:0:1::373 (4c809588-b3c1-4746-8ba4-9926f66ad551/a8fdfcaa-25f9-4170-bdef-6583155e74c5/5ec85646-330b-452e-8655-704fcd75df1b) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:59:59.730035 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8797102-b1a5-49b5-9f81-a48e8d4a9fef req-0c62964a-cb16-4d20-86c6-3cb417afa593 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 22:59:59.732067 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f8797102-b1a5-49b5-9f81-a48e8d4a9fef req-0c62964a-cb16-4d20-86c6-3cb417afa593 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/ports?device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 946 time: 0.2250633 Sep 14 22:59:59.768353 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 581f2d9f-7052-4722-8c71-5611a7b0d9de is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 22:59:59.785034 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91534772-f471-4c06-aaa9-957afd89afd9 None None] Update dhcp port {'port': {'network_id': '4c809588-b3c1-4746-8ba4-9926f66ad551', 'fixed_ips': [{'subnet_id': '949c6cd4-b4a8-4ba9-972b-366c7a3fdbd2', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a8fdfcaa-25f9-4170-bdef-6583155e74c5'}], 'binding:host_id': 'dv-neutron-857791-1-hyperv'}, 'id': '581f2d9f-7052-4722-8c71-5611a7b0d9de'} from dv-neutron-857791-1-hyperv. {{(pid=89172) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 14 22:59:59.807253 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f8797102-b1a5-49b5-9f81-a48e8d4a9fef req-125a21f9-b977-4648-a1e8-1fac6c06d79e tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/security-groups?id=948c967b-0640-4ed1-8762-05161c06a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651593 Sep 14 22:59:59.854555 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-91534772-f471-4c06-aaa9-957afd89afd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:59.856071 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-10bef309-4ca2-462c-bc0d-a23c638dcabe tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:59:59.878275 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-10bef309-4ca2-462c-bc0d-a23c638dcabe tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Transition to ACTIVE for port object c1817d0a-62f6-4e1b-849b-8df4a6741b2f will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:59:59.886695 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-10bef309-4ca2-462c-bc0d-a23c638dcabe tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:00.039820 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bef309-4ca2-462c-bc0d-a23c638dcabe tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event updated for resources: {'Port': ['ID=c1817d0a-62f6-4e1b-849b-8df4a6741b2f,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:00.064999 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-049e594f-368b-453d-9226-9b34844ea261 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:00.084496 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-049e594f-368b-453d-9226-9b34844ea261 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Transition to ACTIVE for port object 5ec85646-330b-452e-8655-704fcd75df1b will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:00:00.092119 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-049e594f-368b-453d-9226-9b34844ea261 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:00.186867 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-8d12de3e-d00b-4601-90be-b113d9baf551 None None] Allocated IP 172.20.0.34 (54998194-279a-4fa5-95ce-887c2e0abbe0/3c0aa8e7-4f87-4c69-a7f9-6567c1b2e347/99d4e08a-e464-4cbd-8555-443d0b5b8469) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:00:00.189839 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-91534772-f471-4c06-aaa9-957afd89afd9 None None] Allocated IP 2001:db8:0:1::2 (4c809588-b3c1-4746-8ba4-9926f66ad551/a8fdfcaa-25f9-4170-bdef-6583155e74c5/581f2d9f-7052-4722-8c71-5611a7b0d9de) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:00:00.255535 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-10bef309-4ca2-462c-bc0d-a23c638dcabe tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] In _notify_port_updated(), no bound segment for port c1817d0a-62f6-4e1b-849b-8df4a6741b2f on network 54998194-279a-4fa5-95ce-887c2e0abbe0 {{(pid=89170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 14 23:00:00.261125 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bef309-4ca2-462c-bc0d-a23c638dcabe tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:00.261747 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-10bef309-4ca2-462c-bc0d-a23c638dcabe tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:00.263066 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-10bef309-4ca2-462c-bc0d-a23c638dcabe tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "PUT /v2.0/ports/c1817d0a-62f6-4e1b-849b-8df4a6741b2f HTTP/1.1" status: 200 len: 959 time: 1.9349983 Sep 14 23:00:00.268237 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-049e594f-368b-453d-9226-9b34844ea261 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] In _notify_port_updated(), no bound segment for port 5ec85646-330b-452e-8655-704fcd75df1b on network 4c809588-b3c1-4746-8ba4-9926f66ad551 {{(pid=89171) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 14 23:00:00.269063 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54436) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:00.273978 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049e594f-368b-453d-9226-9b34844ea261 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:00.274689 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-049e594f-368b-453d-9226-9b34844ea261 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:00.278981 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-049e594f-368b-453d-9226-9b34844ea261 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "PUT /v2.0/ports/5ec85646-330b-452e-8655-704fcd75df1b HTTP/1.1" status: 200 len: 930 time: 1.3523264 Sep 14 23:00:00.282452 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54440) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:00.339847 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-581b3c20-93ab-4500-b4c0-8a5b6b502d59 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Deleting port c1817d0a-62f6-4e1b-849b-8df4a6741b2f {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:00:00.340186 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-581b3c20-93ab-4500-b4c0-8a5b6b502d59 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:00.357571 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e594f-368b-453d-9226-9b34844ea261 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Port': ['ID=5ec85646-330b-452e-8655-704fcd75df1b,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:00.422358 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-4c56a4be-c8df-4b11-ac34-18ac26cf16b8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Deleting port 5ec85646-330b-452e-8655-704fcd75df1b {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:00:00.428529 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4c56a4be-c8df-4b11-ac34-18ac26cf16b8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:00.566685 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54450) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:00.575439 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-91534772-f471-4c06-aaa9-957afd89afd9 None None] For port 581f2d9f-7052-4722-8c71-5611a7b0d9de, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=581f2d9f-7052-4722-8c71-5611a7b0d9de,segment=NetworkSegment(ff3a9455-56cd-43a6-823a-2104e157bc58),segment_id=ff3a9455-56cd-43a6-823a-2104e157bc58)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:00:00.594506 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-8d12de3e-d00b-4601-90be-b113d9baf551 None None] For port 99d4e08a-e464-4cbd-8555-443d0b5b8469, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=99d4e08a-e464-4cbd-8555-443d0b5b8469,segment=NetworkSegment(c5a48436-62f7-48fe-b298-414445e685ca),segment_id=c5a48436-62f7-48fe-b298-414445e685ca)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:00:00.623900 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-91534772-f471-4c06-aaa9-957afd89afd9 None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:00.660183 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8d12de3e-d00b-4601-90be-b113d9baf551 None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:00.677710 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-581b3c20-93ab-4500-b4c0-8a5b6b502d59 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:00.678697 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-91534772-f471-4c06-aaa9-957afd89afd9 None None] Transition to ACTIVE for port object 581f2d9f-7052-4722-8c71-5611a7b0d9de will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:00:00.688525 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-91534772-f471-4c06-aaa9-957afd89afd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:00.725514 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4c56a4be-c8df-4b11-ac34-18ac26cf16b8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:00.748213 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-fcae773a-95fa-40c3-9299-820e001ef880 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2041423940-network', 'tenant_id': '093721cb95a347f28f2306e789d64fd0'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:00.801551 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-8d12de3e-d00b-4601-90be-b113d9baf551 None None] Transition to ACTIVE for port object 99d4e08a-e464-4cbd-8555-443d0b5b8469 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:00:00.822659 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-581b3c20-93ab-4500-b4c0-8a5b6b502d59 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Calling delete_port for c1817d0a-62f6-4e1b-849b-8df4a6741b2f owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:00:00.842878 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8d12de3e-d00b-4601-90be-b113d9baf551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:00.852684 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-fcae773a-95fa-40c3-9299-820e001ef880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:00.855635 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-4c56a4be-c8df-4b11-ac34-18ac26cf16b8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Calling delete_port for 5ec85646-330b-452e-8655-704fcd75df1b owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:00:00.873904 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-fcae773a-95fa-40c3-9299-820e001ef880 admin admin] Usage tracker for resource:network and tenant:093721cb95a347f28f2306e789d64fd0 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:00.879880 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-fcae773a-95fa-40c3-9299-820e001ef880 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:00.890997 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-fcae773a-95fa-40c3-9299-820e001ef880 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:00.905040 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91534772-f471-4c06-aaa9-957afd89afd9 None None] Pushing event updated for resources: {'Port': ['ID=581f2d9f-7052-4722-8c71-5611a7b0d9de,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:00.935237 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcae773a-95fa-40c3-9299-820e001ef880 admin admin] Made reservation on behalf of 093721cb95a347f28f2306e789d64fd0 for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:00:00.938515 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fcae773a-95fa-40c3-9299-820e001ef880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:00.956791 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fcae773a-95fa-40c3-9299-820e001ef880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:00.969356 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54458) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:01.016691 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d12de3e-d00b-4601-90be-b113d9baf551 None None] Pushing event updated for resources: {'Port': ['ID=99d4e08a-e464-4cbd-8555-443d0b5b8469,revision_number=7']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:01.039145 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4c56a4be-c8df-4b11-ac34-18ac26cf16b8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:01.062375 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-fcae773a-95fa-40c3-9299-820e001ef880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:01.115188 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-fcae773a-95fa-40c3-9299-820e001ef880 admin admin] Usage tracker for resource:security_group_rule and tenant:093721cb95a347f28f2306e789d64fd0 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:01.126357 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-fcae773a-95fa-40c3-9299-820e001ef880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:01.152324 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-fcae773a-95fa-40c3-9299-820e001ef880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:01.159851 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56a4be-c8df-4b11-ac34-18ac26cf16b8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Port': ['ID=5ec85646-330b-452e-8655-704fcd75df1b,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:01.179476 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4c56a4be-c8df-4b11-ac34-18ac26cf16b8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:01.181782 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13989306-dac6-4cd5-b055-33ecdd7e3b12 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:01.183708 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-13989306-dac6-4cd5-b055-33ecdd7e3b12 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=681410b9-e86d-4f65-a0f3-ea2093b5104b HTTP/1.1" status: 200 len: 814 time: 0.2131832 Sep 14 23:00:01.192673 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4c56a4be-c8df-4b11-ac34-18ac26cf16b8 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/ports/5ec85646-330b-452e-8655-704fcd75df1b HTTP/1.1" status: 204 len: 168 time: 0.9059620 Sep 14 23:00:01.192985 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54464) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:01.205655 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-581b3c20-93ab-4500-b4c0-8a5b6b502d59 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:01.244755 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-962e8829-2025-4af2-95d4-c0a54ea3b48d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] GET failed (client error): The resource could not be found. Sep 14 23:00:01.245288 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-962e8829-2025-4af2-95d4-c0a54ea3b48d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Synchronizing usage tracker for tenant:c0a980b2e8bf40c8a14dfb2d5527a283 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:00:01.264984 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-962e8829-2025-4af2-95d4-c0a54ea3b48d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Unset dirty status for tenant:c0a980b2e8bf40c8a14dfb2d5527a283 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:00:01.266186 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-962e8829-2025-4af2-95d4-c0a54ea3b48d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "GET /v2.0/ports/5ec85646-330b-452e-8655-704fcd75df1b HTTP/1.1" status: 404 len: 333 time: 0.0722880 Sep 14 23:00:01.269777 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54468) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:01.274088 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b3c20-93ab-4500-b4c0-8a5b6b502d59 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Port': ['ID=c1817d0a-62f6-4e1b-849b-8df4a6741b2f,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:01.396107 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2bb847d1-e881-4dca-8063-c3a003950ff4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:01.402132 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 99d4e08a-e464-4cbd-8555-443d0b5b8469 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:00:01.457123 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2bb847d1-e881-4dca-8063-c3a003950ff4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:01.488545 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0e1b7-aa05-4ea8-a98c-d5bae45e7959 req-823925e9-bfd1-4141-bbbd-5202e76d898b tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:01.495732 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-deb0e1b7-aa05-4ea8-a98c-d5bae45e7959 req-823925e9-bfd1-4141-bbbd-5202e76d898b tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/ports?device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 946 time: 0.4389677 Sep 14 23:00:01.501912 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fcae773a-95fa-40c3-9299-820e001ef880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:01.509488 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 581f2d9f-7052-4722-8c71-5611a7b0d9de up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:00:01.528781 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fcae773a-95fa-40c3-9299-820e001ef880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:01.535069 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2bb847d1-e881-4dca-8063-c3a003950ff4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:01.541706 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcae773a-95fa-40c3-9299-820e001ef880 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:00:01.556579 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb847d1-e881-4dca-8063-c3a003950ff4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28001334-f3ad-4294-b159-5c84d90fffc2,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:01.572845 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2bb847d1-e881-4dca-8063-c3a003950ff4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:01.574090 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2bb847d1-e881-4dca-8063-c3a003950ff4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/security-groups/28001334-f3ad-4294-b159-5c84d90fffc2 HTTP/1.1" status: 204 len: 168 time: 0.3034086 Sep 14 23:00:01.577350 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54474) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:01.683721 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2b94c4a9-f7c2-4194-b62b-5af3631a12b4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:01.716705 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2b94c4a9-f7c2-4194-b62b-5af3631a12b4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:01.726514 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54478) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:01.751216 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-5ca68f69-9e2e-49bc-beaa-7b96fcc8670d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'network': {'name': 'tempest-network-smoke--230634489', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'port_security_enabled': True}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:01.756571 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-5ca68f69-9e2e-49bc-beaa-7b96fcc8670d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:01.764577 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-581b3c20-93ab-4500-b4c0-8a5b6b502d59 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:01.773889 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2b94c4a9-f7c2-4194-b62b-5af3631a12b4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:01.790091 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fcae773a-95fa-40c3-9299-820e001ef880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:01.790438 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-fcae773a-95fa-40c3-9299-820e001ef880 admin admin] Added segment ab179e40-d634-4a10-a989-ca879bb3802f of type vlan for network 8c5b42e5-c7a4-4629-b1de-12796897febf Sep 14 23:00:01.802958 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b94c4a9-f7c2-4194-b62b-5af3631a12b4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3b7e4a-07d8-4337-a082-99cae2a2c5d7,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:01.810153 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2b94c4a9-f7c2-4194-b62b-5af3631a12b4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:01.812662 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2b94c4a9-f7c2-4194-b62b-5af3631a12b4 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/security-groups/bd3b7e4a-07d8-4337-a082-99cae2a2c5d7 HTTP/1.1" status: 204 len: 168 time: 0.2328687 Sep 14 23:00:01.814525 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54482) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:01.874424 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-5ca68f69-9e2e-49bc-beaa-7b96fcc8670d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:01.879948 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-fe30d9b4-46c6-46ab-b805-d2b16e487f9c None None] Could not find standard attr ID for object 5ec85646-330b-452e-8655-704fcd75df1b. {{(pid=89172) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 14 23:00:01.887862 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae773a-95fa-40c3-9299-820e001ef880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b10c8d-370c-4128-92b5-f988b1d4775e,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:01.897801 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e8adde-8af3-4554-b522-da82b23726fd tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Deleting subnet 949c6cd4-b4a8-4ba9-972b-366c7a3fdbd2 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:00:01.901922 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c6e8adde-8af3-4554-b522-da82b23726fd tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:01.907852 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-deb0e1b7-aa05-4ea8-a98c-d5bae45e7959 req-6c3756b1-f4e9-4bd2-8416-078464823042 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/security-groups?id=948c967b-0640-4ed1-8762-05161c06a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4111609 Sep 14 23:00:01.919946 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-fe30d9b4-46c6-46ab-b805-d2b16e487f9c None None] Provisioning complete for port 54f26116-9237-4286-b989-e1fba34ad84e triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:01.920569 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-fe30d9b4-46c6-46ab-b805-d2b16e487f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:01.981850 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fcae773a-95fa-40c3-9299-820e001ef880 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:01.996102 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-581b3c20-93ab-4500-b4c0-8a5b6b502d59 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/ports/c1817d0a-62f6-4e1b-849b-8df4a6741b2f HTTP/1.1" status: 204 len: 168 time: 1.7259881 Sep 14 23:00:02.001049 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-fe30d9b4-46c6-46ab-b805-d2b16e487f9c None None] Port 54f26116-9237-4286-b989-e1fba34ad84e cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:00:02.001274 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54486) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:02.002678 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca68f69-9e2e-49bc-beaa-7b96fcc8670d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Made reservation on behalf of c57dd58bea08430d873bf967651d6b8d for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:00:02.006573 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5ca68f69-9e2e-49bc-beaa-7b96fcc8670d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:02.016052 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-fe30d9b4-46c6-46ab-b805-d2b16e487f9c None None] Provisioning for port 581f2d9f-7052-4722-8c71-5611a7b0d9de completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:00:02.021904 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-fe30d9b4-46c6-46ab-b805-d2b16e487f9c None None] Provisioning complete for port 581f2d9f-7052-4722-8c71-5611a7b0d9de triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:02.022385 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-fe30d9b4-46c6-46ab-b805-d2b16e487f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:02.029646 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c6e8adde-8af3-4554-b522-da82b23726fd tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:02.098855 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b037de-208b-4be4-b3f6-442b706101c5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] GET failed (client error): The resource could not be found. Sep 14 23:00:02.099440 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-38b037de-208b-4be4-b3f6-442b706101c5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Synchronizing usage tracker for tenant:1c14bf9f432e425688de72a35501bf7a on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:00:02.115139 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca68f69-9e2e-49bc-beaa-7b96fcc8670d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:00:02.124830 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5ca68f69-9e2e-49bc-beaa-7b96fcc8670d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:02.125466 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-5ca68f69-9e2e-49bc-beaa-7b96fcc8670d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Added segment 376af752-f1ae-4770-a297-8e0b3be1fcb9 of type vlan for network 26074170-6c57-4d9e-9353-c50e801b3123 Sep 14 23:00:02.159787 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde5305-55a5-401b-b895-988e2777f1d8 req-3790dbd9-3a34-497c-8171-30d285b1bc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:02.161330 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1cde5305-55a5-401b-b895-988e2777f1d8 req-3790dbd9-3a34-497c-8171-30d285b1bc30 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b3796dd934c412e8cbfebdb8122849f&device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 1099 time: 0.3533139 Sep 14 23:00:02.164033 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c6e8adde-8af3-4554-b522-da82b23726fd tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:02.185387 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5ca68f69-9e2e-49bc-beaa-7b96fcc8670d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:02.212248 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-fe30d9b4-46c6-46ab-b805-d2b16e487f9c None None] Current status of the port 581f2d9f-7052-4722-8c71-5611a7b0d9de is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:02.215212 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fcae773a-95fa-40c3-9299-820e001ef880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:02.216182 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcae773a-95fa-40c3-9299-820e001ef880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:02.216976 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fcae773a-95fa-40c3-9299-820e001ef880 admin admin] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:02.254766 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-38b037de-208b-4be4-b3f6-442b706101c5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Unset dirty status for tenant:1c14bf9f432e425688de72a35501bf7a on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:00:02.256071 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-38b037de-208b-4be4-b3f6-442b706101c5 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "GET /v2.0/ports/c1817d0a-62f6-4e1b-849b-8df4a6741b2f HTTP/1.1" status: 404 len: 333 time: 0.2383356 Sep 14 23:00:02.259827 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c6e8adde-8af3-4554-b522-da82b23726fd tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:02.264374 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54490) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:02.315638 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8adde-8af3-4554-b522-da82b23726fd tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Subnet': ['ID=949c6cd4-b4a8-4ba9-972b-366c7a3fdbd2,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:02.323625 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c6e8adde-8af3-4554-b522-da82b23726fd tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:02.329714 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c6e8adde-8af3-4554-b522-da82b23726fd tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/subnets/949c6cd4-b4a8-4ba9-972b-366c7a3fdbd2 HTTP/1.1" status: 204 len: 168 time: 0.5139806 Sep 14 23:00:02.337171 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54494) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:02.345557 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-5d795932-81df-46d6-a6f8-16bbfaca9345 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'subnet': {'network_id': '4c809588-b3c1-4746-8ba4-9926f66ad551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:02.355600 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f926a097-5a97-44f9-91d9-c63955300b0a None None] Provisioning for port 99d4e08a-e464-4cbd-8555-443d0b5b8469 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:00:02.388433 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f926a097-5a97-44f9-91d9-c63955300b0a None None] Provisioning complete for port 99d4e08a-e464-4cbd-8555-443d0b5b8469 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:02.388433 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f926a097-5a97-44f9-91d9-c63955300b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:02.402512 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.resource_extend [None req-5ca68f69-9e2e-49bc-beaa-7b96fcc8670d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 23:00:02.424171 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-fcae773a-95fa-40c3-9299-820e001ef880 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8569453 Sep 14 23:00:02.424894 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54498) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:02.442461 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-54617a98-c98c-4fcc-a06d-4c6f6fa27afe admin admin] Request body: {'subnet': {'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2041423940-subnet', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'ip_version': 4}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:02.449059 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae773a-95fa-40c3-9299-820e001ef880 admin admin] Pushing event updated for resources: {'Network': ['ID=8c5b42e5-c7a4-4629-b1de-12796897febf,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:02.462661 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 8c5b42e5-c7a4-4629-b1de-12796897febf details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:00:02.470256 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-54617a98-c98c-4fcc-a06d-4c6f6fa27afe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:02.475217 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5ca68f69-9e2e-49bc-beaa-7b96fcc8670d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:02.481740 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca68f69-9e2e-49bc-beaa-7b96fcc8670d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:02.482375 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5ca68f69-9e2e-49bc-beaa-7b96fcc8670d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:02.484458 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc8e047-e23f-4e21-92db-3c5cdbcaddb6 None None] Network 4c809588-b3c1-4746-8ba4-9926f66ad551 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:00:02.510644 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-54617a98-c98c-4fcc-a06d-4c6f6fa27afe admin admin] Usage tracker for resource:subnet and tenant:093721cb95a347f28f2306e789d64fd0 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:02.536877 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-54617a98-c98c-4fcc-a06d-4c6f6fa27afe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:02.599733 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-54617a98-c98c-4fcc-a06d-4c6f6fa27afe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:02.611861 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c76d212b-e61f-4f3e-b94f-cd2ca45278ae tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:02.624343 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde5305-55a5-401b-b895-988e2777f1d8 req-464c4863-ec12-4b97-879a-67d5a96123ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:02.624343 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1cde5305-55a5-401b-b895-988e2777f1d8 req-464c4863-ec12-4b97-879a-67d5a96123ea service neutron] 10.222.0.20 "GET /v2.0/networks?id=e54d4215-9b0b-4b80-af38-991540bcc5bc HTTP/1.1" status: 200 len: 896 time: 0.4333129 Sep 14 23:00:02.633527 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5ca68f69-9e2e-49bc-beaa-7b96fcc8670d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8976021 Sep 14 23:00:02.638963 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54502) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:02.665902 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c76d212b-e61f-4f3e-b94f-cd2ca45278ae tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:02.738109 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca68f69-9e2e-49bc-beaa-7b96fcc8670d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Network': ['ID=26074170-6c57-4d9e-9353-c50e801b3123,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:02.752717 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 26074170-6c57-4d9e-9353-c50e801b3123 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:00:02.757883 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c76d212b-e61f-4f3e-b94f-cd2ca45278ae tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:02.760122 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54617a98-c98c-4fcc-a06d-4c6f6fa27afe admin admin] Made reservation on behalf of 093721cb95a347f28f2306e789d64fd0 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:00:02.762450 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-54617a98-c98c-4fcc-a06d-4c6f6fa27afe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:02.789855 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c76d212b-e61f-4f3e-b94f-cd2ca45278ae tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:02.793971 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c76d212b-e61f-4f3e-b94f-cd2ca45278ae tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/security-groups/f8a91414-8f22-4020-b762-15d300ded0e3 HTTP/1.1" status: 204 len: 168 time: 0.5030148 Sep 14 23:00:02.797773 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54506) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:02.798577 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d212b-e61f-4f3e-b94f-cd2ca45278ae tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a91414-8f22-4020-b762-15d300ded0e3,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:02.817716 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-5d795932-81df-46d6-a6f8-16bbfaca9345 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:02.825868 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5d795932-81df-46d6-a6f8-16bbfaca9345 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:subnet and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:02.835312 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5d795932-81df-46d6-a6f8-16bbfaca9345 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:02.845579 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-5d795932-81df-46d6-a6f8-16bbfaca9345 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:02.888670 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f30cfc13-5939-4a75-8920-00f207bcc7d8 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:02.924934 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f30cfc13-5939-4a75-8920-00f207bcc7d8 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:02.934601 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe75952-2227-4294-96bd-8c2942c201ce tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:02.939110 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-bbe75952-2227-4294-96bd-8c2942c201ce tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=c57dd58bea08430d873bf967651d6b8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2991574 Sep 14 23:00:02.939722 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54510) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:02.947688 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1cde5305-55a5-401b-b895-988e2777f1d8 req-940dbe16-c4f9-4a13-89d0-046f7a9f6053 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0898f991-4d9c-4a77-adc0-ffb5287bf28b HTTP/1.1" status: 200 len: 1001 time: 0.3120265 Sep 14 23:00:02.962349 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-f926a097-5a97-44f9-91d9-c63955300b0a None None] Current status of the port 99d4e08a-e464-4cbd-8555-443d0b5b8469 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:02.974059 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d795932-81df-46d6-a6f8-16bbfaca9345 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Made reservation on behalf of c0a980b2e8bf40c8a14dfb2d5527a283 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:00:02.977837 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5d795932-81df-46d6-a6f8-16bbfaca9345 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:03.007511 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f926a097-5a97-44f9-91d9-c63955300b0a None None] Provisioning complete for port 1c95b814-0dd5-4639-bf97-9b177f451ddc triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:03.008347 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f926a097-5a97-44f9-91d9-c63955300b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:03.115983 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-f926a097-5a97-44f9-91d9-c63955300b0a None None] Port 1c95b814-0dd5-4639-bf97-9b177f451ddc cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:00:03.128906 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f926a097-5a97-44f9-91d9-c63955300b0a None None] Could not find standard attr ID for object 5ec85646-330b-452e-8655-704fcd75df1b. {{(pid=89172) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 14 23:00:03.134109 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f926a097-5a97-44f9-91d9-c63955300b0a None None] Could not find standard attr ID for object c1817d0a-62f6-4e1b-849b-8df4a6741b2f. {{(pid=89172) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 14 23:00:03.165232 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f30cfc13-5939-4a75-8920-00f207bcc7d8 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:03.198093 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30cfc13-5939-4a75-8920-00f207bcc7d8 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd04d18-769f-4827-8ce0-2a0b6ba737e2,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:03.203328 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde5305-55a5-401b-b895-988e2777f1d8 req-8947da2e-7a5e-469c-bfe7-f81ed2db8c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:03.205369 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1cde5305-55a5-401b-b895-988e2777f1d8 req-8947da2e-7a5e-469c-bfe7-f81ed2db8c30 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1ece0b40-82a5-4ecd-b72f-56ccf822e69f HTTP/1.1" status: 200 len: 835 time: 0.2210846 Sep 14 23:00:03.224150 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f30cfc13-5939-4a75-8920-00f207bcc7d8 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:03.226754 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f30cfc13-5939-4a75-8920-00f207bcc7d8 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/security-groups/fdd04d18-769f-4827-8ce0-2a0b6ba737e2 HTTP/1.1" status: 204 len: 168 time: 0.4261084 Sep 14 23:00:03.230555 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54516) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:03.254799 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-2313fb20-44ab-4cbe-a03a-4780f9cd758d None None] Could not find standard attr ID for object c1817d0a-62f6-4e1b-849b-8df4a6741b2f. {{(pid=89172) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 14 23:00:03.325090 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-35491af3-ebd6-4a35-8fb7-dba47e55599b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:03.329340 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5d795932-81df-46d6-a6f8-16bbfaca9345 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:03.342583 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7f7496-3808-48fe-9202-23e42e40bf61 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:03.347553 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1b7f7496-3808-48fe-9202-23e42e40bf61 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4044623 Sep 14 23:00:03.349326 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54520) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:03.408646 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d795932-81df-46d6-a6f8-16bbfaca9345 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Network 4c809588-b3c1-4746-8ba4-9926f66ad551 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:00:03.416372 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-5d795932-81df-46d6-a6f8-16bbfaca9345 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:00:03.418828 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-35491af3-ebd6-4a35-8fb7-dba47e55599b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:03.429136 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-be6e3edb-e2ff-4804-a4a7-e6c81b51ac7c tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=681410b9-e86d-4f65-a0f3-ea2093b5104b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0746150 Sep 14 23:00:03.431392 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d795932-81df-46d6-a6f8-16bbfaca9345 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:03.432196 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5d795932-81df-46d6-a6f8-16bbfaca9345 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:03.434366 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54524) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:03.472572 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d795932-81df-46d6-a6f8-16bbfaca9345 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Subnet': ['ID=dc6b0ca0-987b-4e3d-becb-925f3b046724,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:03.486655 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5d795932-81df-46d6-a6f8-16bbfaca9345 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1480610 Sep 14 23:00:03.489608 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54528) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:03.491915 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933a050-f6ae-4120-8d57-505887b9371f req-eccec7d8-24df-49e5-97ec-30bf94231780 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:03.493349 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b933a050-f6ae-4120-8d57-505887b9371f req-eccec7d8-24df-49e5-97ec-30bf94231780 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/ports?device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 946 time: 0.4170702 Sep 14 23:00:03.494947 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-01f381b5-6524-408b-944a-b10b7d198cfd tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'security_group': {'name': 'tempest-secgroup-1468395266'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:03.502496 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-01f381b5-6524-408b-944a-b10b7d198cfd tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:03.508550 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-01f381b5-6524-408b-944a-b10b7d198cfd tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:security_group and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:03.511749 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-732c955c-db88-4b52-a878-533b6283d93d tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=c57dd58bea08430d873bf967651d6b8d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0762436 Sep 14 23:00:03.511986 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-01f381b5-6524-408b-944a-b10b7d198cfd tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:03.512476 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54532) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:03.519677 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-01f381b5-6524-408b-944a-b10b7d198cfd tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:03.526964 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-35491af3-ebd6-4a35-8fb7-dba47e55599b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:03.544394 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-01f381b5-6524-408b-944a-b10b7d198cfd tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:03.559023 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-54617a98-c98c-4fcc-a06d-4c6f6fa27afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:03.564010 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35491af3-ebd6-4a35-8fb7-dba47e55599b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2454e2c3-3a25-4cae-8a17-ef2ffdcb7e8d,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:03.572015 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-35491af3-ebd6-4a35-8fb7-dba47e55599b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:03.575470 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-35491af3-ebd6-4a35-8fb7-dba47e55599b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/security-groups/2454e2c3-3a25-4cae-8a17-ef2ffdcb7e8d HTTP/1.1" status: 204 len: 168 time: 0.3423433 Sep 14 23:00:03.575733 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54536) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:03.578455 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-01f381b5-6524-408b-944a-b10b7d198cfd tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:03.587298 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-01f381b5-6524-408b-944a-b10b7d198cfd tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:security_group_rule and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:03.591412 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-01f381b5-6524-408b-944a-b10b7d198cfd tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:03.630608 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-01f381b5-6524-408b-944a-b10b7d198cfd tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:03.683229 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-901fbe94-8e06-465d-8e6c-87e584de9d63 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Deleting subnet 789efc1d-f27e-4b03-8c9c-91b5c6eb7242 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:00:03.688307 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-901fbe94-8e06-465d-8e6c-87e584de9d63 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:03.765802 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-901fbe94-8e06-465d-8e6c-87e584de9d63 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:03.796871 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde5305-55a5-401b-b895-988e2777f1d8 req-18ef6e71-bd1d-4624-9626-d6e9878e368f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:03.799077 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1cde5305-55a5-401b-b895-988e2777f1d8 req-18ef6e71-bd1d-4624-9626-d6e9878e368f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e54d4215-9b0b-4b80-af38-991540bcc5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5867226 Sep 14 23:00:03.815900 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc948ea-7af7-4556-8a1a-281f45dcc6c7 None None] Network 4c809588-b3c1-4746-8ba4-9926f66ad551 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:00:03.830133 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-01f381b5-6524-408b-944a-b10b7d198cfd tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:03.839053 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-01f381b5-6524-408b-944a-b10b7d198cfd tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:03.886564 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b933a050-f6ae-4120-8d57-505887b9371f req-dbfb774c-12c8-4bd6-bb6e-0b96cfc3af28 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/security-groups?id=948c967b-0640-4ed1-8762-05161c06a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3812563 Sep 14 23:00:03.907367 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f381b5-6524-408b-944a-b10b7d198cfd tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1277276c-85d1-4412-a4d8-1da7f382992d,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:03.913895 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-01f381b5-6524-408b-944a-b10b7d198cfd tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:03.915228 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-01f381b5-6524-408b-944a-b10b7d198cfd tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4248128 Sep 14 23:00:03.918019 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54540) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:03.919035 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-7208bff3-85f7-49b8-a3af-874f0fa5de7e None None] Provisioning complete for port 54f26116-9237-4286-b989-e1fba34ad84e triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:03.919494 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7208bff3-85f7-49b8-a3af-874f0fa5de7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:03.924826 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-8c43bdc8-a585-4738-bb0f-75096f727a55 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'security_group': {'name': 'tempest-secgroup-438702691'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:03.929329 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-901fbe94-8e06-465d-8e6c-87e584de9d63 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:03.962265 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-8c43bdc8-a585-4738-bb0f-75096f727a55 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:03.973227 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54617a98-c98c-4fcc-a06d-4c6f6fa27afe admin admin] Pushing event updated for resources: {'Subnet': ['ID=9530b6a1-5b44-4a8b-9405-362cadb44215,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:03.973558 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-8c43bdc8-a585-4738-bb0f-75096f727a55 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:security_group and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:03.978346 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-8c43bdc8-a585-4738-bb0f-75096f727a55 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:03.988078 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-8c43bdc8-a585-4738-bb0f-75096f727a55 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:04.004996 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-7208bff3-85f7-49b8-a3af-874f0fa5de7e None None] Port 54f26116-9237-4286-b989-e1fba34ad84e cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:00:04.009128 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8c43bdc8-a585-4738-bb0f-75096f727a55 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:04.011264 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54617a98-c98c-4fcc-a06d-4c6f6fa27afe admin admin] Checking segment: {'id': 'ab179e40-d634-4a10-a989-ca879bb3802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:00:04.011630 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54617a98-c98c-4fcc-a06d-4c6f6fa27afe admin admin] Network hostable DHCP agents. Network: 8c5b42e5-c7a4-4629-b1de-12796897febf, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:00:04.034942 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-8c43bdc8-a585-4738-bb0f-75096f727a55 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:04.039307 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-901fbe94-8e06-465d-8e6c-87e584de9d63 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:04.040004 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc034f4-d465-4254-8ca8-8181a6188033 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:04.044237 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-bfc034f4-d465-4254-8ca8-8181a6188033 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5240786 Sep 14 23:00:04.044417 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-8c43bdc8-a585-4738-bb0f-75096f727a55 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:security_group_rule and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:04.053927 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54544) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:04.073528 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-8c43bdc8-a585-4738-bb0f-75096f727a55 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:04.085754 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-8c43bdc8-a585-4738-bb0f-75096f727a55 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:04.093228 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901fbe94-8e06-465d-8e6c-87e584de9d63 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Subnet': ['ID=789efc1d-f27e-4b03-8c9c-91b5c6eb7242,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:04.096087 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-7208bff3-85f7-49b8-a3af-874f0fa5de7e None None] Provisioning complete for port 581f2d9f-7052-4722-8c71-5611a7b0d9de triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:04.096457 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7208bff3-85f7-49b8-a3af-874f0fa5de7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:04.097819 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-901fbe94-8e06-465d-8e6c-87e584de9d63 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:04.110696 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-901fbe94-8e06-465d-8e6c-87e584de9d63 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/subnets/789efc1d-f27e-4b03-8c9c-91b5c6eb7242 HTTP/1.1" status: 204 len: 168 time: 0.5340195 Sep 14 23:00:04.118268 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54548) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:04.120905 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54617a98-c98c-4fcc-a06d-4c6f6fa27afe admin admin] Network 8c5b42e5-c7a4-4629-b1de-12796897febf is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:00:04.130987 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-29452723-e699-4109-ac83-079bf18d280e tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=681410b9-e86d-4f65-a0f3-ea2093b5104b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0734220 Sep 14 23:00:04.131199 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74fb0d3-ce6e-442e-8d77-ee3319b227ad None None] Network 54998194-279a-4fa5-95ce-887c2e0abbe0 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:00:04.132596 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54552) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:04.138766 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1cde5305-55a5-401b-b895-988e2777f1d8 req-a93ea8c7-08d4-44c6-b947-79acbea211d1 service neutron] 10.222.0.20 "GET /v2.0/networks/e54d4215-9b0b-4b80-af38-991540bcc5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215065 Sep 14 23:00:04.142226 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-60f8b73c-c70c-4c0d-99e0-8150720274ac tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1646907165', 'network_id': '26074170-6c57-4d9e-9353-c50e801b3123', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:04.164517 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-54617a98-c98c-4fcc-a06d-4c6f6fa27afe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 8c5b42e5-c7a4-4629-b1de-12796897febf) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:00:04.207588 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc9eb1e3-5982-4967-957d-172251f54123 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Deleting subnet 3c0aa8e7-4f87-4c69-a7f9-6567c1b2e347 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:00:04.215797 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a019c4-0112-4a7c-a778-11281d11dd76 None None] Network 8c5b42e5-c7a4-4629-b1de-12796897febf requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:00:04.216121 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bc9eb1e3-5982-4967-957d-172251f54123 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:04.284519 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8c43bdc8-a585-4738-bb0f-75096f727a55 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:04.285177 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54617a98-c98c-4fcc-a06d-4c6f6fa27afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:04.285714 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-54617a98-c98c-4fcc-a06d-4c6f6fa27afe admin admin] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:04.292863 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bc9eb1e3-5982-4967-957d-172251f54123 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:04.359513 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-60f8b73c-c70c-4c0d-99e0-8150720274ac tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:04.363624 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-60f8b73c-c70c-4c0d-99e0-8150720274ac tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:subnet and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:04.366636 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-60f8b73c-c70c-4c0d-99e0-8150720274ac tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:04.372738 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-60f8b73c-c70c-4c0d-99e0-8150720274ac tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:04.387916 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-54617a98-c98c-4fcc-a06d-4c6f6fa27afe admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9537244 Sep 14 23:00:04.397950 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54556) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:04.398510 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f8b73c-c70c-4c0d-99e0-8150720274ac tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Made reservation on behalf of c57dd58bea08430d873bf967651d6b8d for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:00:04.402014 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-60f8b73c-c70c-4c0d-99e0-8150720274ac tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:04.414994 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8c43bdc8-a585-4738-bb0f-75096f727a55 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:04.424917 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-edf4b94c-86b7-4c59-8557-c13a370630b2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2041423940-router', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:04.435899 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-edf4b94c-86b7-4c59-8557-c13a370630b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:04.473442 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bdc8-a585-4738-bb0f-75096f727a55 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f274c2b6-07b1-40c5-adac-039ea2481671,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:04.478001 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bc9eb1e3-5982-4967-957d-172251f54123 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:04.509058 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8c43bdc8-a585-4738-bb0f-75096f727a55 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:04.512790 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8c43bdc8-a585-4738-bb0f-75096f727a55 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5913677 Sep 14 23:00:04.515806 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54560) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:04.516208 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-edf4b94c-86b7-4c59-8557-c13a370630b2 admin admin] Usage tracker for resource:router and tenant:093721cb95a347f28f2306e789d64fd0 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:04.523899 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-edf4b94c-86b7-4c59-8557-c13a370630b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:04.526652 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-9596fc7d-6f65-451d-8bb7-b7b86537b309 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'security_group': {'name': 'tempest-secgroup-1332639585'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:04.532293 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1cde5305-55a5-401b-b895-988e2777f1d8 req-5fcf2b8a-b82c-4d60-8ad7-7dcc64b825e3 service neutron] 10.222.0.20 "GET /v2.0/networks/e54d4215-9b0b-4b80-af38-991540bcc5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726547 Sep 14 23:00:04.533563 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-edf4b94c-86b7-4c59-8557-c13a370630b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:04.536545 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-9596fc7d-6f65-451d-8bb7-b7b86537b309 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:04.544742 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9596fc7d-6f65-451d-8bb7-b7b86537b309 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:security_group and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:04.550383 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9596fc7d-6f65-451d-8bb7-b7b86537b309 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:04.562419 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-9596fc7d-6f65-451d-8bb7-b7b86537b309 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:04.574904 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-edf4b94c-86b7-4c59-8557-c13a370630b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:04.576077 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-edf4b94c-86b7-4c59-8557-c13a370630b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:04.579334 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9596fc7d-6f65-451d-8bb7-b7b86537b309 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:04.611626 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-9596fc7d-6f65-451d-8bb7-b7b86537b309 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:04.614318 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bc9eb1e3-5982-4967-957d-172251f54123 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:04.647298 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-7208bff3-85f7-49b8-a3af-874f0fa5de7e None None] Current status of the port 581f2d9f-7052-4722-8c71-5611a7b0d9de is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:04.655664 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9596fc7d-6f65-451d-8bb7-b7b86537b309 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:security_group_rule and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:04.659938 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9596fc7d-6f65-451d-8bb7-b7b86537b309 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:04.660987 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-edf4b94c-86b7-4c59-8557-c13a370630b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:04.662887 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9eb1e3-5982-4967-957d-172251f54123 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Subnet': ['ID=3c0aa8e7-4f87-4c69-a7f9-6567c1b2e347,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:04.668859 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-9596fc7d-6f65-451d-8bb7-b7b86537b309 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:04.677527 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bc9eb1e3-5982-4967-957d-172251f54123 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:04.691590 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-bc9eb1e3-5982-4967-957d-172251f54123 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/subnets/3c0aa8e7-4f87-4c69-a7f9-6567c1b2e347 HTTP/1.1" status: 204 len: 168 time: 0.5722251 Sep 14 23:00:04.693137 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54564) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:04.752994 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49f5abe-f8cb-423d-beca-ef0d143fc3f6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] DELETE failed (client error): The resource could not be found. Sep 14 23:00:04.753524 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a49f5abe-f8cb-423d-beca-ef0d143fc3f6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:00:04.761515 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9596fc7d-6f65-451d-8bb7-b7b86537b309 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:04.765358 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9596fc7d-6f65-451d-8bb7-b7b86537b309 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:04.793869 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f094e6-47e0-4245-89fd-ae532d01c6f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-8c5b42e5-c7a4-4629-b1de-12796897febf', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'fixed_ips': [{'subnet_id': '9530b6a1-5b44-4a8b-9405-362cadb44215'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:00:04.794624 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-28f094e6-47e0-4245-89fd-ae532d01c6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:04.810231 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9596fc7d-6f65-451d-8bb7-b7b86537b309 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9b477a-26ce-4b5b-8ff3-8ac4652e45d8,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:04.813845 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9596fc7d-6f65-451d-8bb7-b7b86537b309 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:04.815108 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9596fc7d-6f65-451d-8bb7-b7b86537b309 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2992568 Sep 14 23:00:04.817838 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54568) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:04.824214 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-0d3f328d-5c4b-4a09-b9bb-a37bc5a55903 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-748377917', 'security_groups': ['5c9b477a-26ce-4b5b-8ff3-8ac4652e45d8'], 'network_id': '4c809588-b3c1-4746-8ba4-9926f66ad551', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dc6b0ca0-987b-4e3d-becb-925f3b046724'}]}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:04.924692 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a49f5abe-f8cb-423d-beca-ef0d143fc3f6 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/subnets/789efc1d-f27e-4b03-8c9c-91b5c6eb7242 HTTP/1.1" status: 404 len: 337 time: 0.2287140 Sep 14 23:00:04.926170 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54572) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:04.940171 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c96229-1adb-4ed6-aafe-ade0f71715ec None None] Update dhcp port {'port': {'network_id': '4c809588-b3c1-4746-8ba4-9926f66ad551', 'fixed_ips': [{'subnet_id': 'a8fdfcaa-25f9-4170-bdef-6583155e74c5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'dc6b0ca0-987b-4e3d-becb-925f3b046724'}], 'binding:host_id': 'dv-neutron-857791-1-hyperv'}, 'id': '581f2d9f-7052-4722-8c71-5611a7b0d9de'} from dv-neutron-857791-1-hyperv. {{(pid=89172) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 14 23:00:04.994174 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f969955-321e-4213-a6fb-f39db30ca2ce tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Deleting subnet 000561c8-385e-4c33-a06d-7218395ab65c {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:00:04.999121 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6f969955-321e-4213-a6fb-f39db30ca2ce tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:05.027190 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a85194-6dd0-4d38-a780-3b92553cd6c3 None None] Update dhcp port {'port': {'network_id': '54998194-279a-4fa5-95ce-887c2e0abbe0', 'fixed_ips': [{'subnet_id': '000561c8-385e-4c33-a06d-7218395ab65c', 'ip_address': '172.20.0.18'}, {'subnet_id': '3c0aa8e7-4f87-4c69-a7f9-6567c1b2e347'}], 'binding:host_id': 'dv-neutron-857791-1-hyperv'}, 'id': '99d4e08a-e464-4cbd-8555-443d0b5b8469'} from dv-neutron-857791-1-hyperv. {{(pid=89172) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 14 23:00:05.051920 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-60f8b73c-c70c-4c0d-99e0-8150720274ac tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:05.153670 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-74c96229-1adb-4ed6-aafe-ade0f71715ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:05.157595 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-edf4b94c-86b7-4c59-8557-c13a370630b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:05.178266 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-45a85194-6dd0-4d38-a780-3b92553cd6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:05.210951 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6f969955-321e-4213-a6fb-f39db30ca2ce tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:05.229056 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8b73c-c70c-4c0d-99e0-8150720274ac tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Subnet': ['ID=0ce97621-4c6a-4861-925e-ecb6f40ca9e7,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:05.256048 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0d3f328d-5c4b-4a09-b9bb-a37bc5a55903 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:05.274449 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0d3f328d-5c4b-4a09-b9bb-a37bc5a55903 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:05.296657 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3f328d-5c4b-4a09-b9bb-a37bc5a55903 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Made reservation on behalf of c0a980b2e8bf40c8a14dfb2d5527a283 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:00:05.336994 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f8b73c-c70c-4c0d-99e0-8150720274ac tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Checking segment: {'id': '376af752-f1ae-4770-a297-8e0b3be1fcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '26074170-6c57-4d9e-9353-c50e801b3123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:00:05.338356 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f8b73c-c70c-4c0d-99e0-8150720274ac tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network hostable DHCP agents. Network: 26074170-6c57-4d9e-9353-c50e801b3123, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:00:05.402082 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6f969955-321e-4213-a6fb-f39db30ca2ce tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:05.405315 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f8b73c-c70c-4c0d-99e0-8150720274ac tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network 26074170-6c57-4d9e-9353-c50e801b3123 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:00:05.428287 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc06bc2-0a00-4c3b-9af7-e7f9ca2bfc5c req-8fc67fcc-7f7c-4659-b3c7-b95de35f0236 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:05.430049 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-74c96229-1adb-4ed6-aafe-ade0f71715ec None None] Allocated IP 2001:db8::2 (4c809588-b3c1-4746-8ba4-9926f66ad551/dc6b0ca0-987b-4e3d-becb-925f3b046724/581f2d9f-7052-4722-8c71-5611a7b0d9de) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:00:05.430550 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fcc06bc2-0a00-4c3b-9af7-e7f9ca2bfc5c req-8fc67fcc-7f7c-4659-b3c7-b95de35f0236 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/ports?device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 946 time: 0.3737979 Sep 14 23:00:05.492091 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-60f8b73c-c70c-4c0d-99e0-8150720274ac tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 26074170-6c57-4d9e-9353-c50e801b3123) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:00:05.499245 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0d3f328d-5c4b-4a09-b9bb-a37bc5a55903 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:05.515813 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f8b73c-c70c-4c0d-99e0-8150720274ac tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:05.516753 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-60f8b73c-c70c-4c0d-99e0-8150720274ac tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:05.528164 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-0d3f328d-5c4b-4a09-b9bb-a37bc5a55903 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] device_id is not set on port 26caf5b0-b467-4074-8bf4-585b0248df24 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 23:00:05.571771 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6f969955-321e-4213-a6fb-f39db30ca2ce tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:05.605641 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-74c96229-1adb-4ed6-aafe-ade0f71715ec None None] For port 581f2d9f-7052-4722-8c71-5611a7b0d9de, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=581f2d9f-7052-4722-8c71-5611a7b0d9de,segment=NetworkSegment(ff3a9455-56cd-43a6-823a-2104e157bc58),segment_id=ff3a9455-56cd-43a6-823a-2104e157bc58)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:00:05.631223 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f969955-321e-4213-a6fb-f39db30ca2ce tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Subnet': ['ID=000561c8-385e-4c33-a06d-7218395ab65c,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:05.639199 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-74c96229-1adb-4ed6-aafe-ade0f71715ec None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:05.641990 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6f969955-321e-4213-a6fb-f39db30ca2ce tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:05.664144 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-74c96229-1adb-4ed6-aafe-ade0f71715ec None None] Transition to ACTIVE for port object 581f2d9f-7052-4722-8c71-5611a7b0d9de will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:00:05.671245 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319f5fea-6aa1-4340-82d7-3865c035d211 None None] Network 26074170-6c57-4d9e-9353-c50e801b3123 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:00:05.682228 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fcc06bc2-0a00-4c3b-9af7-e7f9ca2bfc5c req-286083bc-809f-4617-a200-d01174d9abd7 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/security-groups?id=948c967b-0640-4ed1-8762-05161c06a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2367332 Sep 14 23:00:05.709301 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6f969955-321e-4213-a6fb-f39db30ca2ce tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/subnets/000561c8-385e-4c33-a06d-7218395ab65c HTTP/1.1" status: 204 len: 168 time: 0.7819924 Sep 14 23:00:05.711502 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54578) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:05.718760 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-60f8b73c-c70c-4c0d-99e0-8150720274ac tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5838516 Sep 14 23:00:05.774128 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-491c5a57-a20c-4867-87c1-fcdb980463e3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] DELETE failed (client error): The resource could not be found. Sep 14 23:00:05.774872 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-491c5a57-a20c-4867-87c1-fcdb980463e3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:00:05.777172 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-491c5a57-a20c-4867-87c1-fcdb980463e3 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/subnets/c2057925-4194-402a-a4c9-e154bda453de HTTP/1.1" status: 404 len: 337 time: 0.0646260 Sep 14 23:00:05.781186 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54584) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:05.851363 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1cf6bc5f-875a-424a-808a-654d7d2d82d4 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Synchronizing usage tracker for tenant:1c14bf9f432e425688de72a35501bf7a on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:00:05.880319 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54588) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:05.894391 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-74c96229-1adb-4ed6-aafe-ade0f71715ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:05.922854 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-13fcc579-e962-45ee-989e-028744cd1ec6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1110724813', 'description': 'tempest-secgroup-smoke-1110724813 description', 'project_id': 'c57dd58bea08430d873bf967651d6b8d'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:05.938307 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-13fcc579-e962-45ee-989e-028744cd1ec6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:05.940644 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1cf6bc5f-875a-424a-808a-654d7d2d82d4 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Unset dirty status for tenant:1c14bf9f432e425688de72a35501bf7a on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:00:05.941812 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1cf6bc5f-875a-424a-808a-654d7d2d82d4 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "GET /v2.0/ports?device_id=f06ba0bc-cc69-420a-bf25-82868e69d985 HTTP/1.1" status: 200 len: 205 time: 0.1594803 Sep 14 23:00:05.944324 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54592) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:05.957738 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-13fcc579-e962-45ee-989e-028744cd1ec6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:05.980039 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-0d3f328d-5c4b-4a09-b9bb-a37bc5a55903 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Allocated IP 2001:db8::e3 (4c809588-b3c1-4746-8ba4-9926f66ad551/dc6b0ca0-987b-4e3d-becb-925f3b046724/26caf5b0-b467-4074-8bf4-585b0248df24) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:00:05.991261 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-13fcc579-e962-45ee-989e-028744cd1ec6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:06.019741 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-db2655e2-9abe-4ab1-a045-dcdd64deccec tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] delete failed (client error): The resource could not be found. Sep 14 23:00:06.020776 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-db2655e2-9abe-4ab1-a045-dcdd64deccec tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/routers/f06ba0bc-cc69-420a-bf25-82868e69d985 HTTP/1.1" status: 404 len: 336 time: 0.0754905 Sep 14 23:00:06.023297 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54596) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:06.033886 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-13fcc579-e962-45ee-989e-028744cd1ec6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:06.041446 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-13fcc579-e962-45ee-989e-028744cd1ec6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:06.045617 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-13fcc579-e962-45ee-989e-028744cd1ec6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:06.060810 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-edf4b94c-86b7-4c59-8557-c13a370630b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:06.072556 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-13fcc579-e962-45ee-989e-028744cd1ec6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:06.096064 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-edf4b94c-86b7-4c59-8557-c13a370630b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:06.099022 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-6348a1ae-b295-49c7-8943-b9c782672e69 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] DELETE failed (client error): The resource could not be found. Sep 14 23:00:06.099463 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6348a1ae-b295-49c7-8943-b9c782672e69 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:00:06.101126 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6348a1ae-b295-49c7-8943-b9c782672e69 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/subnets/4b8f7afb-916e-4583-922e-f0d5c1bad206 HTTP/1.1" status: 404 len: 337 time: 0.0769653 Sep 14 23:00:06.122231 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54600) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:06.196291 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-211116b3-8f98-43e0-8ceb-479a9120bd91 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] DELETE failed (client error): The resource could not be found. Sep 14 23:00:06.196656 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-211116b3-8f98-43e0-8ceb-479a9120bd91 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:00:06.213609 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-211116b3-8f98-43e0-8ceb-479a9120bd91 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/subnets/ce4d1551-8dec-4da9-bd59-4b7f45ffc059 HTTP/1.1" status: 404 len: 337 time: 0.0900843 Sep 14 23:00:06.220939 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54604) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:06.247832 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-28f094e6-47e0-4245-89fd-ae532d01c6f3 None None] Allocated IP 172.20.0.2 (8c5b42e5-c7a4-4629-b1de-12796897febf/9530b6a1-5b44-4a8b-9405-362cadb44215/7a07e3b1-4ad1-4f94-b081-3fe8082a7e22) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:00:06.250293 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1a307f-40cd-4796-98c4-84e012906bc3 None None] Network 54998194-279a-4fa5-95ce-887c2e0abbe0 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:00:06.268021 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-edf4b94c-86b7-4c59-8557-c13a370630b2 admin admin] Allocated IP 172.26.5.222 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/6d37555f-2cc4-458c-bd24-44bce9aad3aa) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:00:06.284297 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ad61717-c2d6-42c8-a76d-8045c3f384ff tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] DELETE failed (client error): The resource could not be found. Sep 14 23:00:06.284823 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ad61717-c2d6-42c8-a76d-8045c3f384ff tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:00:06.308988 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5ad61717-c2d6-42c8-a76d-8045c3f384ff tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/subnets/636e5273-a70a-4aa3-9bf7-469f6254c57b HTTP/1.1" status: 404 len: 337 time: 0.0839016 Sep 14 23:00:06.322108 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54608) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:06.333077 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0d3f328d-5c4b-4a09-b9bb-a37bc5a55903 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:06.391580 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7d3be7c-8593-4d80-a7a7-ad750cdd083d tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] DELETE failed (client error): The resource could not be found. Sep 14 23:00:06.392304 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7d3be7c-8593-4d80-a7a7-ad750cdd083d tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:00:06.407443 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-0d3f328d-5c4b-4a09-b9bb-a37bc5a55903 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Transition to ACTIVE for port object 26caf5b0-b467-4074-8bf4-585b0248df24 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:00:06.421113 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d7d3be7c-8593-4d80-a7a7-ad750cdd083d tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/ports/2337cd94-7f67-4037-84c4-449cf1231110 HTTP/1.1" status: 404 len: 333 time: 0.0979509 Sep 14 23:00:06.424107 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54612) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:06.425174 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-13fcc579-e962-45ee-989e-028744cd1ec6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:06.430765 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-13fcc579-e962-45ee-989e-028744cd1ec6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:06.476555 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d901ed-a015-4122-928d-a22dbc155acd tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] DELETE failed (client error): The resource could not be found. Sep 14 23:00:06.476983 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3d901ed-a015-4122-928d-a22dbc155acd tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:00:06.483203 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-13fcc579-e962-45ee-989e-028744cd1ec6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:06.487750 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-edf4b94c-86b7-4c59-8557-c13a370630b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:06.487945 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-13fcc579-e962-45ee-989e-028744cd1ec6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6020932 Sep 14 23:00:06.488486 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54616) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:06.493572 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fcc579-e962-45ee-989e-028744cd1ec6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=152411bf-2f44-40f3-bd31-56e3bfcf07df,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:06.499487 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-59b847b6-d745-4935-bf58-78fefd4a9a46 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '152411bf-2f44-40f3-bd31-56e3bfcf07df', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:06.508143 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0d3f328d-5c4b-4a09-b9bb-a37bc5a55903 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:06.510005 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c3d901ed-a015-4122-928d-a22dbc155acd tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/subnets/7a1c66db-6fb0-4c82-877a-752fa6f2d8d4 HTTP/1.1" status: 404 len: 337 time: 0.0848930 Sep 14 23:00:06.512037 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-59b847b6-d745-4935-bf58-78fefd4a9a46 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:06.512488 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54620) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:06.518005 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-59b847b6-d745-4935-bf58-78fefd4a9a46 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:06.522004 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-59b847b6-d745-4935-bf58-78fefd4a9a46 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:06.529842 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-59b847b6-d745-4935-bf58-78fefd4a9a46 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:06.554399 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c96229-1adb-4ed6-aafe-ade0f71715ec None None] Pushing event updated for resources: {'Port': ['ID=581f2d9f-7052-4722-8c71-5611a7b0d9de,revision_number=6']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:06.556962 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-59b847b6-d745-4935-bf58-78fefd4a9a46 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:06.590949 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-edf4b94c-86b7-4c59-8557-c13a370630b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:06.612246 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-06652b46-fa18-4205-bd2a-e6900dcb46f0 None None] Provisioning complete for port 99d4e08a-e464-4cbd-8555-443d0b5b8469 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:06.612646 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-06652b46-fa18-4205-bd2a-e6900dcb46f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:06.634330 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa307a4f-5aa3-46cb-9a73-4ecb276c2866 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] DELETE failed (client error): The resource could not be found. Sep 14 23:00:06.634933 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa307a4f-5aa3-46cb-9a73-4ecb276c2866 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:00:06.636786 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-fa307a4f-5aa3-46cb-9a73-4ecb276c2866 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/subnets/38811ed7-a287-47ce-a3bd-3eb7fa66f4f6 HTTP/1.1" status: 404 len: 337 time: 0.1231492 Sep 14 23:00:06.641932 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54624) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:06.686881 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4b94c-86b7-4c59-8557-c13a370630b2 admin admin] Pushing event updated for resources: {'Port': ['ID=6d37555f-2cc4-458c-bd24-44bce9aad3aa,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:06.690521 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3f328d-5c4b-4a09-b9bb-a37bc5a55903 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Network 4c809588-b3c1-4746-8ba4-9926f66ad551 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:00:06.696313 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5972242-4eef-4065-a879-8496d61c119b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-26074170-6c57-4d9e-9353-c50e801b3123', 'network_id': '26074170-6c57-4d9e-9353-c50e801b3123', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ips': [{'subnet_id': '0ce97621-4c6a-4861-925e-ecb6f40ca9e7'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:00:06.697179 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b5972242-4eef-4065-a879-8496d61c119b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:06.697516 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf4b94c-86b7-4c59-8557-c13a370630b2 admin admin] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:00:06.700029 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-edf4b94c-86b7-4c59-8557-c13a370630b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:00:06.702851 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf4b94c-86b7-4c59-8557-c13a370630b2 admin admin] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:00:06.705170 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-0d3f328d-5c4b-4a09-b9bb-a37bc5a55903 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:00:06.715252 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3f328d-5c4b-4a09-b9bb-a37bc5a55903 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:00:06.726974 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3f328d-5c4b-4a09-b9bb-a37bc5a55903 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:06.726974 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0d3f328d-5c4b-4a09-b9bb-a37bc5a55903 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:06.727942 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f328d-5c4b-4a09-b9bb-a37bc5a55903 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Port': ['ID=26caf5b0-b467-4074-8bf4-585b0248df24,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:06.745891 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c128e8-3ccf-4c71-b49a-6f11c597e60c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] DELETE failed (client error): The resource could not be found. Sep 14 23:00:06.750149 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2c128e8-3ccf-4c71-b49a-6f11c597e60c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:00:06.755403 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f2c128e8-3ccf-4c71-b49a-6f11c597e60c tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/ports/b8e95f5f-60a2-4845-a613-003e776cb947 HTTP/1.1" status: 404 len: 333 time: 0.1100085 Sep 14 23:00:06.765545 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54630) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:06.793053 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-59b847b6-d745-4935-bf58-78fefd4a9a46 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:06.804980 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-59b847b6-d745-4935-bf58-78fefd4a9a46 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:06.853876 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-59b847b6-d745-4935-bf58-78fefd4a9a46 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:06.858247 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-59b847b6-d745-4935-bf58-78fefd4a9a46 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3646896 Sep 14 23:00:06.860471 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54634) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:06.869991 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe5f4959-9b31-44ee-851b-42132a2d2cc7 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] DELETE failed (client error): The resource could not be found. Sep 14 23:00:06.870605 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe5f4959-9b31-44ee-851b-42132a2d2cc7 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:00:06.872356 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-fe5f4959-9b31-44ee-851b-42132a2d2cc7 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/subnets/5f0993f2-bd78-47ba-bcaf-4c917be693f1 HTTP/1.1" status: 404 len: 337 time: 0.1016247 Sep 14 23:00:06.872984 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-15f95390-0a41-47fe-abe4-dabecf14f8f1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '152411bf-2f44-40f3-bd31-56e3bfcf07df', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:06.874974 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54638) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:06.879512 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b847b6-d745-4935-bf58-78fefd4a9a46 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdd2a037-be2a-4925-879b-1e97938bf73d,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:06.885615 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-b5972242-4eef-4065-a879-8496d61c119b None None] Allocated IP 172.20.0.18 (26074170-6c57-4d9e-9353-c50e801b3123/0ce97621-4c6a-4861-925e-ecb6f40ca9e7/a4fcde8b-d2bf-40c8-945d-3f68568b1409) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:00:06.896355 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-15f95390-0a41-47fe-abe4-dabecf14f8f1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:06.925159 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0d3f328d-5c4b-4a09-b9bb-a37bc5a55903 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1062245 Sep 14 23:00:06.929187 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54642) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:06.942222 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-eb44c513-a61f-46bb-89fd-02cd62bdc65c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'subnet': {'network_id': '4c809588-b3c1-4746-8ba4-9926f66ad551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:06.962824 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-15f95390-0a41-47fe-abe4-dabecf14f8f1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:06.965247 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-e11d3d0e-e823-4942-afd3-49bfb95db949 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] DELETE failed (client error): The resource could not be found. Sep 14 23:00:06.965865 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e11d3d0e-e823-4942-afd3-49bfb95db949 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:00:06.968659 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e11d3d0e-e823-4942-afd3-49bfb95db949 tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/subnets/74af69b5-8837-41b2-bd87-fc2bcf1792fe HTTP/1.1" status: 404 len: 337 time: 0.0926089 Sep 14 23:00:06.973507 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54646) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:06.974376 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-15f95390-0a41-47fe-abe4-dabecf14f8f1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:06.982683 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-15f95390-0a41-47fe-abe4-dabecf14f8f1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:07.139298 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-eb44c513-a61f-46bb-89fd-02cd62bdc65c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:07.143532 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-eb44c513-a61f-46bb-89fd-02cd62bdc65c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:subnet and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:07.146747 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-eb44c513-a61f-46bb-89fd-02cd62bdc65c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:07.153851 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-eb44c513-a61f-46bb-89fd-02cd62bdc65c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:07.169441 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb44c513-a61f-46bb-89fd-02cd62bdc65c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Made reservation on behalf of c0a980b2e8bf40c8a14dfb2d5527a283 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:00:07.176751 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-eb44c513-a61f-46bb-89fd-02cd62bdc65c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:07.273513 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-3366e556-e0a0-401e-9e03-38652513d53e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Deleting port 1c95b814-0dd5-4639-bf97-9b177f451ddc {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:00:07.273860 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3366e556-e0a0-401e-9e03-38652513d53e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:07.296393 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b5972242-4eef-4065-a879-8496d61c119b None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:07.327590 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-15f95390-0a41-47fe-abe4-dabecf14f8f1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:07.334418 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-b5972242-4eef-4065-a879-8496d61c119b None None] Transition to ACTIVE for port object a4fcde8b-d2bf-40c8-945d-3f68568b1409 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:00:07.423198 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 581f2d9f-7052-4722-8c71-5611a7b0d9de up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:00:07.453897 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-28f094e6-47e0-4245-89fd-ae532d01c6f3 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:07.513821 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-b5972242-4eef-4065-a879-8496d61c119b None None] Transition to ACTIVE for port object a4fcde8b-d2bf-40c8-945d-3f68568b1409 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:00:07.515227 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-28f094e6-47e0-4245-89fd-ae532d01c6f3 None None] Transition to ACTIVE for port object 7a07e3b1-4ad1-4f94-b081-3fe8082a7e22 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:00:07.525065 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.ipam_backend_mixin [None req-eb44c513-a61f-46bb-89fd-02cd62bdc65c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dc6b0ca0-987b-4e3d-becb-925f3b046724 (CIDR: 2001:db8::/64) Sep 14 23:00:07.535442 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb44c513-a61f-46bb-89fd-02cd62bdc65c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 23:00:07.536058 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb44c513-a61f-46bb-89fd-02cd62bdc65c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:00:07.540519 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b5972242-4eef-4065-a879-8496d61c119b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:07.562464 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-eb44c513-a61f-46bb-89fd-02cd62bdc65c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6294906 Sep 14 23:00:07.562724 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54650) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:07.569164 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-2dcc02b5-f575-4d65-a39a-d92a428724ac tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'subnet': {'network_id': '4c809588-b3c1-4746-8ba4-9926f66ad551', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:07.626295 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-28f094e6-47e0-4245-89fd-ae532d01c6f3 None None] Transition to ACTIVE for port object 7a07e3b1-4ad1-4f94-b081-3fe8082a7e22 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:00:07.627485 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-06652b46-fa18-4205-bd2a-e6900dcb46f0 None None] Current status of the port 99d4e08a-e464-4cbd-8555-443d0b5b8469 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:07.663405 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5972242-4eef-4065-a879-8496d61c119b None None] Network 26074170-6c57-4d9e-9353-c50e801b3123 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:00:07.669673 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-28f094e6-47e0-4245-89fd-ae532d01c6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:07.679747 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-b5972242-4eef-4065-a879-8496d61c119b None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:00:07.685036 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5972242-4eef-4065-a879-8496d61c119b None None] Pushing event updated for resources: {'Port': ['ID=a4fcde8b-d2bf-40c8-945d-3f68568b1409,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:07.690267 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5972242-4eef-4065-a879-8496d61c119b None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:00:07.717217 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-15f95390-0a41-47fe-abe4-dabecf14f8f1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:07.737130 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2dcc02b5-f575-4d65-a39a-d92a428724ac tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:07.741596 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2dcc02b5-f575-4d65-a39a-d92a428724ac tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:subnet and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:07.744446 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2dcc02b5-f575-4d65-a39a-d92a428724ac tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:07.750580 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2dcc02b5-f575-4d65-a39a-d92a428724ac tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:07.755271 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d195c-8f8b-4e80-9099-33fb67a28fdd req-a31ddce1-2c28-488e-b2df-1e8ce1b4cc19 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:07.761538 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcc02b5-f575-4d65-a39a-d92a428724ac tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Made reservation on behalf of c0a980b2e8bf40c8a14dfb2d5527a283 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:00:07.762878 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-071d195c-8f8b-4e80-9099-33fb67a28fdd req-a31ddce1-2c28-488e-b2df-1e8ce1b4cc19 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/ports?device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 946 time: 0.8013201 Sep 14 23:00:07.764872 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-15f95390-0a41-47fe-abe4-dabecf14f8f1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:07.765302 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2dcc02b5-f575-4d65-a39a-d92a428724ac tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:07.825992 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7298d3-3153-4114-8cac-980c0650484e None None] DHCP port deletion for 54998194-279a-4fa5-95ce-887c2e0abbe0 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:00:07.844975 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f0044756-e051-4462-a0e4-869ebc5f490e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:07.857278 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-06652b46-fa18-4205-bd2a-e6900dcb46f0 None None] Provisioning complete for port 1c95b814-0dd5-4639-bf97-9b177f451ddc triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:07.857634 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-06652b46-fa18-4205-bd2a-e6900dcb46f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:07.883654 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f95390-0a41-47fe-abe4-dabecf14f8f1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e8d1df-f5ed-4c69-85ab-4819ca0ee156,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:07.920050 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-15f95390-0a41-47fe-abe4-dabecf14f8f1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:07.924458 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-15f95390-0a41-47fe-abe4-dabecf14f8f1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0559466 Sep 14 23:00:07.927881 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f094e6-47e0-4245-89fd-ae532d01c6f3 None None] Network 8c5b42e5-c7a4-4629-b1de-12796897febf is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:00:07.929580 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54654) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:07.932534 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.ipam_backend_mixin [None req-2dcc02b5-f575-4d65-a39a-d92a428724ac tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a8fdfcaa-25f9-4170-bdef-6583155e74c5 (CIDR: 2001:db8:0:1::/64) Sep 14 23:00:07.937940 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dcc02b5-f575-4d65-a39a-d92a428724ac tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 23:00:07.938435 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dcc02b5-f575-4d65-a39a-d92a428724ac tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:00:07.942709 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-cc7298d3-3153-4114-8cac-980c0650484e None None] Deleting port 99d4e08a-e464-4cbd-8555-443d0b5b8469 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:00:07.943076 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cc7298d3-3153-4114-8cac-980c0650484e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:07.958759 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2dcc02b5-f575-4d65-a39a-d92a428724ac tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3949764 Sep 14 23:00:07.961387 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54658) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:07.968069 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-a50c29e3-8d60-437b-8d34-a20e7d50c172 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'subnet': {'network_id': '4c809588-b3c1-4746-8ba4-9926f66ad551', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:07.980416 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 99d4e08a-e464-4cbd-8555-443d0b5b8469 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:00:08.004464 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-1f517ef4-22db-4802-8bc2-2ac3e35baeae tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '152411bf-2f44-40f3-bd31-56e3bfcf07df', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:08.006881 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-28f094e6-47e0-4245-89fd-ae532d01c6f3 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:00:08.028006 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1f517ef4-22db-4802-8bc2-2ac3e35baeae tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:08.029683 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f094e6-47e0-4245-89fd-ae532d01c6f3 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:00:08.042634 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1f517ef4-22db-4802-8bc2-2ac3e35baeae tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:08.047802 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-071d195c-8f8b-4e80-9099-33fb67a28fdd req-fbbb2b1e-3242-4131-9533-cd7832cdbbfd tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/security-groups?id=948c967b-0640-4ed1-8762-05161c06a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2839916 Sep 14 23:00:08.051041 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1f517ef4-22db-4802-8bc2-2ac3e35baeae tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:08.069973 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-edf4b94c-86b7-4c59-8557-c13a370630b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:08.077020 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-b5972242-4eef-4065-a879-8496d61c119b None None] Attempting to bind port a4fcde8b-d2bf-40c8-945d-3f68568b1409 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:00:08.077385 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-b5972242-4eef-4065-a879-8496d61c119b None None] Attempting to bind port a4fcde8b-d2bf-40c8-945d-3f68568b1409 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '376af752-f1ae-4770-a297-8e0b3be1fcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '26074170-6c57-4d9e-9353-c50e801b3123'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:00:08.077738 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5972242-4eef-4065-a879-8496d61c119b None None] Attempting to bind port a4fcde8b-d2bf-40c8-945d-3f68568b1409 on network 26074170-6c57-4d9e-9353-c50e801b3123 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:00:08.119609 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a50c29e3-8d60-437b-8d34-a20e7d50c172 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:08.122483 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f094e6-47e0-4245-89fd-ae532d01c6f3 None None] Pushing event updated for resources: {'Port': ['ID=7a07e3b1-4ad1-4f94-b081-3fe8082a7e22,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:08.124916 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1f517ef4-22db-4802-8bc2-2ac3e35baeae tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:08.125585 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a50c29e3-8d60-437b-8d34-a20e7d50c172 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Usage tracker for resource:subnet and tenant:c0a980b2e8bf40c8a14dfb2d5527a283 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:08.130080 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a50c29e3-8d60-437b-8d34-a20e7d50c172 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:08.139159 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a50c29e3-8d60-437b-8d34-a20e7d50c172 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:08.150249 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3366e556-e0a0-401e-9e03-38652513d53e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:08.150597 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50c29e3-8d60-437b-8d34-a20e7d50c172 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Made reservation on behalf of c0a980b2e8bf40c8a14dfb2d5527a283 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:00:08.154626 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a50c29e3-8d60-437b-8d34-a20e7d50c172 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:08.169570 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5972242-4eef-4065-a879-8496d61c119b None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:00:08.169939 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5972242-4eef-4065-a879-8496d61c119b None None] Checking segment: {'id': '376af752-f1ae-4770-a297-8e0b3be1fcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '26074170-6c57-4d9e-9353-c50e801b3123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:00:08.170606 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b5972242-4eef-4065-a879-8496d61c119b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:08.170932 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5972242-4eef-4065-a879-8496d61c119b None None] Bound using segment: {'id': '376af752-f1ae-4770-a297-8e0b3be1fcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '26074170-6c57-4d9e-9353-c50e801b3123'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:00:08.171560 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-b5972242-4eef-4065-a879-8496d61c119b None None] Bound port: a4fcde8b-d2bf-40c8-945d-3f68568b1409, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '376af752-f1ae-4770-a297-8e0b3be1fcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '26074170-6c57-4d9e-9353-c50e801b3123'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:00:08.171930 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b5972242-4eef-4065-a879-8496d61c119b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:08.191779 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-06652b46-fa18-4205-bd2a-e6900dcb46f0 None None] Port 1c95b814-0dd5-4639-bf97-9b177f451ddc cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:00:08.300181 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-28f094e6-47e0-4245-89fd-ae532d01c6f3 None None] Attempting to bind port 7a07e3b1-4ad1-4f94-b081-3fe8082a7e22 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:00:08.300908 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-28f094e6-47e0-4245-89fd-ae532d01c6f3 None None] Attempting to bind port 7a07e3b1-4ad1-4f94-b081-3fe8082a7e22 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'ab179e40-d634-4a10-a989-ca879bb3802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:00:08.300908 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f094e6-47e0-4245-89fd-ae532d01c6f3 None None] Attempting to bind port 7a07e3b1-4ad1-4f94-b081-3fe8082a7e22 on network 8c5b42e5-c7a4-4629-b1de-12796897febf {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:00:08.349553 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-3366e556-e0a0-401e-9e03-38652513d53e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Calling delete_port for 1c95b814-0dd5-4639-bf97-9b177f451ddc owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:00:08.361045 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f094e6-47e0-4245-89fd-ae532d01c6f3 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 22, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:00:08.361705 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f094e6-47e0-4245-89fd-ae532d01c6f3 None None] Checking segment: {'id': 'ab179e40-d634-4a10-a989-ca879bb3802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:00:08.362102 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-28f094e6-47e0-4245-89fd-ae532d01c6f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:08.362492 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f094e6-47e0-4245-89fd-ae532d01c6f3 None None] Bound using segment: {'id': 'ab179e40-d634-4a10-a989-ca879bb3802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:00:08.362949 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-28f094e6-47e0-4245-89fd-ae532d01c6f3 None None] Bound port: 7a07e3b1-4ad1-4f94-b081-3fe8082a7e22, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab179e40-d634-4a10-a989-ca879bb3802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:00:08.363313 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-28f094e6-47e0-4245-89fd-ae532d01c6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:08.399367 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1f517ef4-22db-4802-8bc2-2ac3e35baeae tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:08.447074 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-b5972242-4eef-4065-a879-8496d61c119b None None] For port a4fcde8b-d2bf-40c8-945d-3f68568b1409, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:00:08.452033 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-b5972242-4eef-4065-a879-8496d61c119b None None] For port a4fcde8b-d2bf-40c8-945d-3f68568b1409, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=a4fcde8b-d2bf-40c8-945d-3f68568b1409,segment=NetworkSegment(376af752-f1ae-4770-a297-8e0b3be1fcb9),segment_id=376af752-f1ae-4770-a297-8e0b3be1fcb9)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:00:08.520235 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a50c29e3-8d60-437b-8d34-a20e7d50c172 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:08.572842 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-28f094e6-47e0-4245-89fd-ae532d01c6f3 None None] For port 7a07e3b1-4ad1-4f94-b081-3fe8082a7e22, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:00:08.576445 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-28f094e6-47e0-4245-89fd-ae532d01c6f3 None None] For port 7a07e3b1-4ad1-4f94-b081-3fe8082a7e22, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=7a07e3b1-4ad1-4f94-b081-3fe8082a7e22,segment=NetworkSegment(ab179e40-d634-4a10-a989-ca879bb3802f),segment_id=ab179e40-d634-4a10-a989-ca879bb3802f)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:00:08.580351 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 99d4e08a-e464-4cbd-8555-443d0b5b8469 is: ACTIVE; New status is: DOWN {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:08.581868 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:08.599477 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b5972242-4eef-4065-a879-8496d61c119b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:08.605025 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50c29e3-8d60-437b-8d34-a20e7d50c172 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Network 4c809588-b3c1-4746-8ba4-9926f66ad551 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:00:08.605269 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-28f094e6-47e0-4245-89fd-ae532d01c6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:08.608596 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-a50c29e3-8d60-437b-8d34-a20e7d50c172 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:00:08.614019 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50c29e3-8d60-437b-8d34-a20e7d50c172 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:08.614298 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a50c29e3-8d60-437b-8d34-a20e7d50c172 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:08.615930 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1f517ef4-22db-4802-8bc2-2ac3e35baeae tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:08.640858 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c29e3-8d60-437b-8d34-a20e7d50c172 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Subnet': ['ID=df440b54-d38d-4a58-8766-6474ed37e07b,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:08.646082 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a50c29e3-8d60-437b-8d34-a20e7d50c172 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6814678 Sep 14 23:00:08.649215 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54666) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:08.655682 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-dce53da0-d4ab-4c06-a844-48513ec6dec6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-12210532', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'df440b54-d38d-4a58-8766-6474ed37e07b'}], 'security_groups': ['1277276c-85d1-4412-a4d8-1da7f382992d', 'f274c2b6-07b1-40c5-adac-039ea2481671']}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:08.674977 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3366e556-e0a0-401e-9e03-38652513d53e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:08.683324 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1f517ef4-22db-4802-8bc2-2ac3e35baeae tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:08.720085 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff61979a-c5a2-4d39-a9a9-f4011bf4efee None None] Network 4c809588-b3c1-4746-8ba4-9926f66ad551 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:00:08.768573 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-255798ba-449a-4e4c-9225-36f0a8d2435d None None] Provisioning for port 26caf5b0-b467-4074-8bf4-585b0248df24 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:00:08.772672 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366e556-e0a0-401e-9e03-38652513d53e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Port': ['ID=1c95b814-0dd5-4639-bf97-9b177f451ddc,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:08.778462 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f517ef4-22db-4802-8bc2-2ac3e35baeae tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f32ab1-288e-4e03-9d17-d7bf240a5ec9,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:08.787707 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3366e556-e0a0-401e-9e03-38652513d53e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:08.804092 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dce53da0-d4ab-4c06-a844-48513ec6dec6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:08.804956 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-edf4b94c-86b7-4c59-8557-c13a370630b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:08.808126 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1f517ef4-22db-4802-8bc2-2ac3e35baeae tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:08.809386 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1f517ef4-22db-4802-8bc2-2ac3e35baeae tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8760405 Sep 14 23:00:08.812420 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3366e556-e0a0-401e-9e03-38652513d53e tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/ports/1c95b814-0dd5-4639-bf97-9b177f451ddc HTTP/1.1" status: 204 len: 168 time: 1.8317182 Sep 14 23:00:08.813339 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54670) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:08.815661 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54672) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:08.872387 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-019373f0-2b59-4136-b3b8-f3cf2cc9e817 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '152411bf-2f44-40f3-bd31-56e3bfcf07df', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:08.881241 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-255798ba-449a-4e4c-9225-36f0a8d2435d None None] Provisioning complete for port 26caf5b0-b467-4074-8bf4-585b0248df24 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:08.881684 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-255798ba-449a-4e4c-9225-36f0a8d2435d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:08.887441 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-019373f0-2b59-4136-b3b8-f3cf2cc9e817 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:08.902146 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-019373f0-2b59-4136-b3b8-f3cf2cc9e817 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:08.907061 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-019373f0-2b59-4136-b3b8-f3cf2cc9e817 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:08.916423 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-019373f0-2b59-4136-b3b8-f3cf2cc9e817 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:08.981463 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 99d4e08a-e464-4cbd-8555-443d0b5b8469, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=99d4e08a-e464-4cbd-8555-443d0b5b8469,segment=NetworkSegment(c5a48436-62f7-48fe-b298-414445e685ca),segment_id=c5a48436-62f7-48fe-b298-414445e685ca)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:00:09.041181 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5d1e2502-a13b-469c-b812-f10ab6b06e6b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:09.048942 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-019373f0-2b59-4136-b3b8-f3cf2cc9e817 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:09.068413 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-cc7298d3-3153-4114-8cac-980c0650484e None None] For port 99d4e08a-e464-4cbd-8555-443d0b5b8469, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=99d4e08a-e464-4cbd-8555-443d0b5b8469,segment=NetworkSegment(c5a48436-62f7-48fe-b298-414445e685ca),segment_id=c5a48436-62f7-48fe-b298-414445e685ca)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:00:09.068869 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cc7298d3-3153-4114-8cac-980c0650484e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:09.083534 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-5d1e2502-a13b-469c-b812-f10ab6b06e6b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Deleting port 99d4e08a-e464-4cbd-8555-443d0b5b8469 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:00:09.083874 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5d1e2502-a13b-469c-b812-f10ab6b06e6b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:09.168182 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf4b94c-86b7-4c59-8557-c13a370630b2 admin admin] Router eee42843-b89e-430a-9a6a-42861464a3c0 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 23:00:09.190895 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-019373f0-2b59-4136-b3b8-f3cf2cc9e817 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:09.300920 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-cc7298d3-3153-4114-8cac-980c0650484e None None] Calling delete_port for 99d4e08a-e464-4cbd-8555-443d0b5b8469 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:00:09.528921 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5972242-4eef-4065-a879-8496d61c119b None None] Pushing event updated for resources: {'Port': ['ID=a4fcde8b-d2bf-40c8-945d-3f68568b1409,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:09.532100 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:09.575830 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-255798ba-449a-4e4c-9225-36f0a8d2435d None None] Port 26caf5b0-b467-4074-8bf4-585b0248df24 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:00:09.584868 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-cc7298d3-3153-4114-8cac-980c0650484e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 23:00:09.585356 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-cc7298d3-3153-4114-8cac-980c0650484e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 23:00:09.602117 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-5d1e2502-a13b-469c-b812-f10ab6b06e6b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] For port 99d4e08a-e464-4cbd-8555-443d0b5b8469, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=99d4e08a-e464-4cbd-8555-443d0b5b8469,segment=NetworkSegment(c5a48436-62f7-48fe-b298-414445e685ca),segment_id=c5a48436-62f7-48fe-b298-414445e685ca)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:00:09.602492 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5d1e2502-a13b-469c-b812-f10ab6b06e6b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:09.685397 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-255798ba-449a-4e4c-9225-36f0a8d2435d None None] Provisioning complete for port 54f26116-9237-4286-b989-e1fba34ad84e triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:09.685772 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-255798ba-449a-4e4c-9225-36f0a8d2435d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:09.773576 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f094e6-47e0-4245-89fd-ae532d01c6f3 None None] Pushing event updated for resources: {'Port': ['ID=7a07e3b1-4ad1-4f94-b081-3fe8082a7e22,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:09.778065 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device a4fcde8b-d2bf-40c8-945d-3f68568b1409 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:00:09.794131 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-019373f0-2b59-4136-b3b8-f3cf2cc9e817 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:09.919124 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4325251c-611c-4bbc-ae96-5681b3d5a206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:09.926364 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-255798ba-449a-4e4c-9225-36f0a8d2435d None None] Port 54f26116-9237-4286-b989-e1fba34ad84e cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:00:09.935411 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019373f0-2b59-4136-b3b8-f3cf2cc9e817 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1800aa12-2ee8-4355-adbe-7eddab950349,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:09.957176 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=99d4e08a-e464-4cbd-8555-443d0b5b8469,revision_number=11']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:09.976553 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-255798ba-449a-4e4c-9225-36f0a8d2435d None None] Provisioning for port 581f2d9f-7052-4722-8c71-5611a7b0d9de completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:00:09.984282 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-5d1e2502-a13b-469c-b812-f10ab6b06e6b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Calling delete_port for 99d4e08a-e464-4cbd-8555-443d0b5b8469 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:00:09.995595 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-255798ba-449a-4e4c-9225-36f0a8d2435d None None] Provisioning complete for port 581f2d9f-7052-4722-8c71-5611a7b0d9de triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:09.995990 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-255798ba-449a-4e4c-9225-36f0a8d2435d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:10.000371 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-019373f0-2b59-4136-b3b8-f3cf2cc9e817 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:10.008933 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-019373f0-2b59-4136-b3b8-f3cf2cc9e817 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1930761 Sep 14 23:00:10.014444 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54680) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:10.016058 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf4b94c-86b7-4c59-8557-c13a370630b2 admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:00:10.038337 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cbb561-fc05-444f-b637-f14fe5740b0d None None] Sync routers for ids ['eee42843-b89e-430a-9a6a-42861464a3c0'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:00:10.040950 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-9c8138f9-999a-494d-8045-917b66d15b98 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '152411bf-2f44-40f3-bd31-56e3bfcf07df', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:10.052370 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-9c8138f9-999a-494d-8045-917b66d15b98 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:10.065244 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9c8138f9-999a-494d-8045-917b66d15b98 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:10.070292 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9c8138f9-999a-494d-8045-917b66d15b98 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:10.074030 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-dce53da0-d4ab-4c06-a844-48513ec6dec6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Delete allocated IP 2001:db8::e3 (4c809588-b3c1-4746-8ba4-9926f66ad551/dc6b0ca0-987b-4e3d-becb-925f3b046724) {{(pid=89171) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 14 23:00:10.075769 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port a4fcde8b-d2bf-40c8-945d-3f68568b1409 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:00:10.079484 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-9c8138f9-999a-494d-8045-917b66d15b98 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:10.081736 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-edf4b94c-86b7-4c59-8557-c13a370630b2 admin admin] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:10.082956 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-edf4b94c-86b7-4c59-8557-c13a370630b2 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.6671805 Sep 14 23:00:10.088380 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54684) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:10.091004 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-cc7298d3-3153-4114-8cac-980c0650484e None None] Deleting port 99d4e08a-e464-4cbd-8555-443d0b5b8469 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:00:10.091148 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cc7298d3-3153-4114-8cac-980c0650484e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:10.096190 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-dce53da0-d4ab-4c06-a844-48513ec6dec6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Allocated IP 2001:db8:0:2::2a2 (4c809588-b3c1-4746-8ba4-9926f66ad551/df440b54-d38d-4a58-8766-6474ed37e07b/26caf5b0-b467-4074-8bf4-585b0248df24) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:00:10.120270 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5d1e2502-a13b-469c-b812-f10ab6b06e6b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:10.148762 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cbb561-fc05-444f-b637-f14fe5740b0d None None] Routers {'eee42843-b89e-430a-9a6a-42861464a3c0'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:00:10.149394 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-a1cbb561-fc05-444f-b637-f14fe5740b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:00:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['eee42843-b89e-430a-9a6a-42861464a3c0'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:10.175260 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.securitygroups_db [None req-9c8138f9-999a-494d-8045-917b66d15b98 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Project c57dd58bea08430d873bf967651d6b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:00:10.191529 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e2502-a13b-469c-b812-f10ab6b06e6b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Port': ['ID=99d4e08a-e464-4cbd-8555-443d0b5b8469,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:10.193761 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1e2502-a13b-469c-b812-f10ab6b06e6b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] No DVR routers for this DVR port 99d4e08a-e464-4cbd-8555-443d0b5b8469 on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:00:10.236266 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8724d67-cc17-4f95-88c8-5fa0a5f32d54 req-4ef5e70f-3f4b-400e-aca0-b6cb3e1924eb tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:10.244947 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a8724d67-cc17-4f95-88c8-5fa0a5f32d54 req-4ef5e70f-3f4b-400e-aca0-b6cb3e1924eb tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/ports?device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 946 time: 0.4475205 Sep 14 23:00:10.248540 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9c8138f9-999a-494d-8045-917b66d15b98 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:10.324976 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-cc7298d3-3153-4114-8cac-980c0650484e None None] The port '99d4e08a-e464-4cbd-8555-443d0b5b8469' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 23:00:10.357660 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29eeaae-5e30-4099-917e-04f0e5a940ac None None] Update dhcp port {'port': {'network_id': '4c809588-b3c1-4746-8ba4-9926f66ad551', 'fixed_ips': [{'subnet_id': 'a8fdfcaa-25f9-4170-bdef-6583155e74c5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'dc6b0ca0-987b-4e3d-becb-925f3b046724', 'ip_address': '2001:db8::2'}, {'subnet_id': 'df440b54-d38d-4a58-8766-6474ed37e07b'}], 'binding:host_id': 'dv-neutron-857791-1-hyperv'}, 'id': '581f2d9f-7052-4722-8c71-5611a7b0d9de'} from dv-neutron-857791-1-hyperv. {{(pid=89172) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 14 23:00:10.445953 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5d1e2502-a13b-469c-b812-f10ab6b06e6b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:10.495229 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ddc93-985d-44bf-83c7-726781c3161c req-ad1b1655-560a-4ebe-91f5-5bd6544cd436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:10.496902 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6e8ddc93-985d-44bf-83c7-726781c3161c req-ad1b1655-560a-4ebe-91f5-5bd6544cd436 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 1099 time: 0.7007113 Sep 14 23:00:10.514961 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-5d1e2502-a13b-469c-b812-f10ab6b06e6b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54998194-279a-4fa5-95ce-887c2e0abbe0']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:10.527676 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9c8138f9-999a-494d-8045-917b66d15b98 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:10.554939 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-5d1e2502-a13b-469c-b812-f10ab6b06e6b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5a48436-62f7-48fe-b298-414445e685ca') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:10.555181 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-5d1e2502-a13b-469c-b812-f10ab6b06e6b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5a48436-62f7-48fe-b298-414445e685ca') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:10.575752 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5d1e2502-a13b-469c-b812-f10ab6b06e6b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:10.577770 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9c8138f9-999a-494d-8045-917b66d15b98 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:10.610361 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5d1e2502-a13b-469c-b812-f10ab6b06e6b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:10.621776 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d1e2502-a13b-469c-b812-f10ab6b06e6b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:00:10.621926 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5d1e2502-a13b-469c-b812-f10ab6b06e6b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:10.627179 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a29eeaae-5e30-4099-917e-04f0e5a940ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:10.644264 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8138f9-999a-494d-8045-917b66d15b98 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a424980-0d9f-49d1-ac7a-3bd2f1a82a3e,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:10.659944 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f03784-4499-4050-889c-fe6745c0b6b0 None None] Network 8c5b42e5-c7a4-4629-b1de-12796897febf requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:00:10.680111 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-255798ba-449a-4e4c-9225-36f0a8d2435d None None] Current status of the port 581f2d9f-7052-4722-8c71-5611a7b0d9de is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:10.727194 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment c5a48436-62f7-48fe-b298-414445e685ca resource provider aggregate not found Sep 14 23:00:10.753279 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6e8ddc93-985d-44bf-83c7-726781c3161c req-aaa9f152-309d-4e3c-8c4e-3265af0f0981 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=948c967b-0640-4ed1-8762-05161c06a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2239380 Sep 14 23:00:10.755500 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dce53da0-d4ab-4c06-a844-48513ec6dec6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:10.761202 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment c5a48436-62f7-48fe-b298-414445e685ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5a48436-62f7-48fe-b298-414445e685ca found for delete ", "request_id": "req-e8904107-c0b3-43ad-b682-6fd472440147"}]} Sep 14 23:00:10.784986 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5d1e2502-a13b-469c-b812-f10ab6b06e6b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:10.793861 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a8724d67-cc17-4f95-88c8-5fa0a5f32d54 req-f1cae281-cb47-4aff-bfd0-8c4441dadb65 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/security-groups?id=948c967b-0640-4ed1-8762-05161c06a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3013225 Sep 14 23:00:10.803773 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9c8138f9-999a-494d-8045-917b66d15b98 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:10.809344 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5d1e2502-a13b-469c-b812-f10ab6b06e6b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:10.812202 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54692) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:10.813469 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9c8138f9-999a-494d-8045-917b66d15b98 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7922673 Sep 14 23:00:10.816916 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-dce53da0-d4ab-4c06-a844-48513ec6dec6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Transition to ACTIVE for port object 26caf5b0-b467-4074-8bf4-585b0248df24 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:00:10.836078 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-de020319-005d-4ac1-ae70-62eeb18e7549 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '152411bf-2f44-40f3-bd31-56e3bfcf07df', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:10.836078 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-de020319-005d-4ac1-ae70-62eeb18e7549 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:10.836078 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-de020319-005d-4ac1-ae70-62eeb18e7549 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:10.839218 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-a1cbb561-fc05-444f-b637-f14fe5740b0d None None] Set router eee42843-b89e-430a-9a6a-42861464a3c0 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:00:10.839404 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-de020319-005d-4ac1-ae70-62eeb18e7549 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:10.846113 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-de020319-005d-4ac1-ae70-62eeb18e7549 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:10.878623 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5d1e2502-a13b-469c-b812-f10ab6b06e6b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] 10.222.0.33 "DELETE /v2.0/networks/54998194-279a-4fa5-95ce-887c2e0abbe0 HTTP/1.1" status: 204 len: 168 time: 2.0616870 Sep 14 23:00:10.883405 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e2502-a13b-469c-b812-f10ab6b06e6b tempest-PortsTestJSON-2005212157 tempest-PortsTestJSON-2005212157-project] Pushing event deleted for resources: {'Network': ['ID=54998194-279a-4fa5-95ce-887c2e0abbe0,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:10.889400 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.securitygroups_db [None req-de020319-005d-4ac1-ae70-62eeb18e7549 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Project c57dd58bea08430d873bf967651d6b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:00:10.897871 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dce53da0-d4ab-4c06-a844-48513ec6dec6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:10.900581 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-de020319-005d-4ac1-ae70-62eeb18e7549 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:11.023398 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:11.045244 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce53da0-d4ab-4c06-a844-48513ec6dec6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event updated for resources: {'Port': ['ID=26caf5b0-b467-4074-8bf4-585b0248df24,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:11.118446 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-dce53da0-d4ab-4c06-a844-48513ec6dec6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] In _notify_port_updated(), no bound segment for port 26caf5b0-b467-4074-8bf4-585b0248df24 on network 4c809588-b3c1-4746-8ba4-9926f66ad551 {{(pid=89171) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 14 23:00:11.123948 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce53da0-d4ab-4c06-a844-48513ec6dec6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:11.124592 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dce53da0-d4ab-4c06-a844-48513ec6dec6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:11.129357 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-dce53da0-d4ab-4c06-a844-48513ec6dec6 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "PUT /v2.0/ports/26caf5b0-b467-4074-8bf4-585b0248df24 HTTP/1.1" status: 200 len: 968 time: 2.4790723 Sep 14 23:00:11.133844 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54700) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:11.146611 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74d0023-0f09-48d7-9ce2-1e10020aecfe None None] Network 26074170-6c57-4d9e-9353-c50e801b3123 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:00:11.180344 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-56db6342-d431-4488-8fe0-672750a353b2 None None] Provisioning for port 7a07e3b1-4ad1-4f94-b081-3fe8082a7e22 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:00:11.183284 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:11.187982 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54704) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:11.227565 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-f60e040c-9d53-4c96-8c87-9ab714dfe914 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Deleting port 26caf5b0-b467-4074-8bf4-585b0248df24 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:00:11.228087 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f60e040c-9d53-4c96-8c87-9ab714dfe914 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:11.290935 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-de020319-005d-4ac1-ae70-62eeb18e7549 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:11.305977 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-de020319-005d-4ac1-ae70-62eeb18e7549 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:11.465532 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1c7efdea-0870-4349-a0ff-232aacb02f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:11.490218 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3a163e24-0498-4374-89ec-87d3293f6172 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=1c14bf9f432e425688de72a35501bf7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2981033 Sep 14 23:00:11.490450 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54710) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:11.556468 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-a72d59c0-aec9-4ac5-b967-6bf54352de3e None None] Provisioning for port a4fcde8b-d2bf-40c8-945d-3f68568b1409 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:00:11.557449 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f60e040c-9d53-4c96-8c87-9ab714dfe914 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:11.566927 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de020319-005d-4ac1-ae70-62eeb18e7549 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8fefb5b-d182-4b88-bc77-4dead029a053,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:11.641125 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-a72d59c0-aec9-4ac5-b967-6bf54352de3e None None] Provisioning complete for port a4fcde8b-d2bf-40c8-945d-3f68568b1409 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:11.641895 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a72d59c0-aec9-4ac5-b967-6bf54352de3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:11.669721 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-de020319-005d-4ac1-ae70-62eeb18e7549 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:11.681425 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-de020319-005d-4ac1-ae70-62eeb18e7549 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8527625 Sep 14 23:00:11.718674 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-a29eeaae-5e30-4099-917e-04f0e5a940ac None None] Allocated IP 2001:db8:0:2::2 (4c809588-b3c1-4746-8ba4-9926f66ad551/df440b54-d38d-4a58-8766-6474ed37e07b/581f2d9f-7052-4722-8c71-5611a7b0d9de) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:00:11.765392 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 7a07e3b1-4ad1-4f94-b081-3fe8082a7e22 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:00:11.793881 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dd03ed6e-9ce0-45f9-944f-c6ca3f05bcad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:11.804186 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-f60e040c-9d53-4c96-8c87-9ab714dfe914 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Calling delete_port for 26caf5b0-b467-4074-8bf4-585b0248df24 owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:00:11.844070 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dd03ed6e-9ce0-45f9-944f-c6ca3f05bcad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:11.935514 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dd03ed6e-9ce0-45f9-944f-c6ca3f05bcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:12.026490 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 0898f991-4d9c-4a77-adc0-ffb5287bf28b details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:00:12.028591 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 0898f991-4d9c-4a77-adc0-ffb5287bf28b no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:00:12.039405 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03ed6e-9ce0-45f9-944f-c6ca3f05bcad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1289d9-3887-402c-ac9c-3429f86a164a,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:12.146106 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dd03ed6e-9ce0-45f9-944f-c6ca3f05bcad admin admin] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:12.149735 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-dd03ed6e-9ce0-45f9-944f-c6ca3f05bcad admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/cf1289d9-3887-402c-ac9c-3429f86a164a HTTP/1.1" status: 204 len: 168 time: 0.6558948 Sep 14 23:00:12.149735 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-1c7efdea-0870-4349-a0ff-232aacb02f6a admin admin] Allocated IP 172.20.0.1 (8c5b42e5-c7a4-4629-b1de-12796897febf/9530b6a1-5b44-4a8b-9405-362cadb44215/dfcbb8cf-9a81-4df5-a347-d3439179dddf) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:00:12.168264 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f60e040c-9d53-4c96-8c87-9ab714dfe914 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:12.171991 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-482f3b28-513b-46b8-9dca-5a2aa31c5f94 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1110724813&fields=id&tenant_id=c57dd58bea08430d873bf967651d6b8d HTTP/1.1" status: 200 len: 267 time: 0.1393526 Sep 14 23:00:12.231701 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e040c-9d53-4c96-8c87-9ab714dfe914 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Port': ['ID=26caf5b0-b467-4074-8bf4-585b0248df24,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:12.237176 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.resource_extend [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 23:00:12.292057 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f60e040c-9d53-4c96-8c87-9ab714dfe914 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:12.306880 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f60e040c-9d53-4c96-8c87-9ab714dfe914 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/ports/26caf5b0-b467-4074-8bf4-585b0248df24 HTTP/1.1" status: 204 len: 168 time: 1.1717846 Sep 14 23:00:12.309944 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54730) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:12.339136 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-a1cbb561-fc05-444f-b637-f14fe5740b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'name': 'tempest-TestVolumeBootPattern-2041423940-router', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:00:04Z', 'updated_at': '2022-09-14T23:00:07Z', 'revision_number': 3, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'gw_port': {'id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:06Z', 'updated_at': '2022-09-14T23:00:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:12.376009 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-a72d59c0-aec9-4ac5-b967-6bf54352de3e None None] Current status of the port a4fcde8b-d2bf-40c8-945d-3f68568b1409 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:12.377614 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a72d59c0-aec9-4ac5-b967-6bf54352de3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:12.396654 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cbb561-fc05-444f-b637-f14fe5740b0d None None] Checking router: eee42843-b89e-430a-9a6a-42861464a3c0 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:00:12.397008 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cbb561-fc05-444f-b637-f14fe5740b0d None None] Updating router eee42843-b89e-430a-9a6a-42861464a3c0 port 6d37555f-2cc4-458c-bd24-44bce9aad3aa binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:00:12.433721 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3ebab8-7184-45e6-90c9-da01ce4f6d88 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] GET failed (client error): The resource could not be found. Sep 14 23:00:12.437003 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-4c3ebab8-7184-45e6-90c9-da01ce4f6d88 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Synchronizing usage tracker for tenant:c0a980b2e8bf40c8a14dfb2d5527a283 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:00:12.476226 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-4c3ebab8-7184-45e6-90c9-da01ce4f6d88 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Unset dirty status for tenant:c0a980b2e8bf40c8a14dfb2d5527a283 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:00:12.476479 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 7a07e3b1-4ad1-4f94-b081-3fe8082a7e22 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:00:12.477439 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4c3ebab8-7184-45e6-90c9-da01ce4f6d88 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "GET /v2.0/ports/26caf5b0-b467-4074-8bf4-585b0248df24 HTTP/1.1" status: 404 len: 333 time: 0.1661909 Sep 14 23:00:12.480689 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54736) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:12.536000 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1c7efdea-0870-4349-a0ff-232aacb02f6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:12.538940 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 7a07e3b1-4ad1-4f94-b081-3fe8082a7e22 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:12.539317 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:12.596968 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-37ac53c2-0949-44ea-865e-9c6864225c38 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:12.608153 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-1c7efdea-0870-4349-a0ff-232aacb02f6a admin admin] Transition to ACTIVE for port object dfcbb8cf-9a81-4df5-a347-d3439179dddf will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:00:12.609687 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-a29eeaae-5e30-4099-917e-04f0e5a940ac None None] For port 581f2d9f-7052-4722-8c71-5611a7b0d9de, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=581f2d9f-7052-4722-8c71-5611a7b0d9de,segment=NetworkSegment(ff3a9455-56cd-43a6-823a-2104e157bc58),segment_id=ff3a9455-56cd-43a6-823a-2104e157bc58)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:00:12.665748 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-37ac53c2-0949-44ea-865e-9c6864225c38 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:12.724793 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86c0d2-bfc1-43a1-b3ec-281310171e08 req-1bb2f2c7-0c34-4b78-aebe-aa7b1d1c36cf tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:12.733646 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fa86c0d2-bfc1-43a1-b3ec-281310171e08 req-1bb2f2c7-0c34-4b78-aebe-aa7b1d1c36cf tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/ports?device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 946 time: 0.6992037 Sep 14 23:00:12.743018 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-37ac53c2-0949-44ea-865e-9c6864225c38 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:12.772152 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac53c2-0949-44ea-865e-9c6864225c38 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9b477a-26ce-4b5b-8ff3-8ac4652e45d8,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:12.777948 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-37ac53c2-0949-44ea-865e-9c6864225c38 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:12.784041 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-37ac53c2-0949-44ea-865e-9c6864225c38 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/security-groups/5c9b477a-26ce-4b5b-8ff3-8ac4652e45d8 HTTP/1.1" status: 204 len: 168 time: 0.3020113 Sep 14 23:00:12.785333 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54746) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:12.817133 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 7a07e3b1-4ad1-4f94-b081-3fe8082a7e22 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:12.817518 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:12.857580 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-a72d59c0-aec9-4ac5-b967-6bf54352de3e None None] For port a4fcde8b-d2bf-40c8-945d-3f68568b1409, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=a4fcde8b-d2bf-40c8-945d-3f68568b1409,segment=NetworkSegment(376af752-f1ae-4770-a297-8e0b3be1fcb9),segment_id=376af752-f1ae-4770-a297-8e0b3be1fcb9)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:00:12.858614 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:12.887742 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a1cbb561-fc05-444f-b637-f14fe5740b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:12.894761 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-1e40b47f-0f59-47b9-ab0a-84838173b4be tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:12.895573 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-1e40b47f-0f59-47b9-ab0a-84838173b4be tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:network {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:00:12.896155 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-510341f7-21d9-4af1-a003-38dbf204b903 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:12.911414 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1c7efdea-0870-4349-a0ff-232aacb02f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:12.927021 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a72d59c0-aec9-4ac5-b967-6bf54352de3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:12.931661 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 0898f991-4d9c-4a77-adc0-ffb5287bf28b is: ACTIVE; New status is: DOWN {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:12.932069 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:12.945997 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-510341f7-21d9-4af1-a003-38dbf204b903 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:12.950043 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fa86c0d2-bfc1-43a1-b3ec-281310171e08 req-7faf35ba-8726-454b-a2e6-1d2638bcadd8 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/security-groups?id=948c967b-0640-4ed1-8762-05161c06a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069957 Sep 14 23:00:12.962062 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.resource_extend [None req-a29eeaae-5e30-4099-917e-04f0e5a940ac None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 23:00:12.999744 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54752) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:13.014077 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7efdea-0870-4349-a0ff-232aacb02f6a admin admin] Network 8c5b42e5-c7a4-4629-b1de-12796897febf is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:00:13.015478 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-1e40b47f-0f59-47b9-ab0a-84838173b4be tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:network {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:00:13.018646 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-1e40b47f-0f59-47b9-ab0a-84838173b4be tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/networks?id=26074170-6c57-4d9e-9353-c50e801b3123 HTTP/1.1" status: 200 len: 796 time: 0.6835792 Sep 14 23:00:13.028044 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-510341f7-21d9-4af1-a003-38dbf204b903 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:13.058322 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510341f7-21d9-4af1-a003-38dbf204b903 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f274c2b6-07b1-40c5-adac-039ea2481671,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:13.061484 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-510341f7-21d9-4af1-a003-38dbf204b903 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:13.062672 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-510341f7-21d9-4af1-a003-38dbf204b903 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/security-groups/f274c2b6-07b1-40c5-adac-039ea2481671 HTTP/1.1" status: 204 len: 168 time: 0.2760916 Sep 14 23:00:13.065743 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a29eeaae-5e30-4099-917e-04f0e5a940ac None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:13.065909 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54760) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:13.074948 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0e4dea-89ef-466c-b42e-bb8c92794f3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0898f991-4d9c-4a77-adc0-ffb5287bf28b'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:00:13.077712 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5618bf9e-3210-49de-828d-22e53755b56b" -d '{"events": [{"server_uuid": "da0e4dea-89ef-466c-b42e-bb8c92794f3c", "name": "network-vif-unplugged", "status": "completed", "tag": "0898f991-4d9c-4a77-adc0-ffb5287bf28b"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:00:13.097755 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 0898f991-4d9c-4a77-adc0-ffb5287bf28b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=0898f991-4d9c-4a77-adc0-ffb5287bf28b,segment=NetworkSegment(0822189f-b9aa-4007-86b1-4daf9e8873b5),segment_id=0822189f-b9aa-4007-86b1-4daf9e8873b5)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:00:13.103697 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-1c7efdea-0870-4349-a0ff-232aacb02f6a admin admin] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:00:13.119590 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7efdea-0870-4349-a0ff-232aacb02f6a admin admin] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:00:13.146183 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 0898f991-4d9c-4a77-adc0-ffb5287bf28b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=0898f991-4d9c-4a77-adc0-ffb5287bf28b,segment=NetworkSegment(0822189f-b9aa-4007-86b1-4daf9e8873b5),segment_id=0822189f-b9aa-4007-86b1-4daf9e8873b5)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:00:13.198425 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4d5d9ce0-d7c1-46c1-b0e5-4d6c81fb75ed tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:13.213270 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7efdea-0870-4349-a0ff-232aacb02f6a admin admin] Pushing event updated for resources: {'Port': ['ID=dfcbb8cf-9a81-4df5-a347-d3439179dddf,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:13.217941 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 7a07e3b1-4ad1-4f94-b081-3fe8082a7e22, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=7a07e3b1-4ad1-4f94-b081-3fe8082a7e22,segment=NetworkSegment(ab179e40-d634-4a10-a989-ca879bb3802f),segment_id=ab179e40-d634-4a10-a989-ca879bb3802f)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:00:13.236515 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-a29eeaae-5e30-4099-917e-04f0e5a940ac None None] Transition to ACTIVE for port object 581f2d9f-7052-4722-8c71-5611a7b0d9de will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:00:13.238996 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-f8ee5937-6d34-48e0-aca5-4d8a0ba11f6e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/quotas/c57dd58bea08430d873bf967651d6b8d HTTP/1.1" status: 200 len: 375 time: 0.1301937 Sep 14 23:00:13.239405 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Sep 2022 23:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afbd857-b537-4e9f-b385-1afa9a816242 x-openstack-request-id: req-6afbd857-b537-4e9f-b385-1afa9a816242 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:00:13.239698 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0e4dea-89ef-466c-b42e-bb8c92794f3c", "name": "network-vif-unplugged", "status": "completed", "tag": "0898f991-4d9c-4a77-adc0-ffb5287bf28b", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:00:13.239953 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6afbd857-b537-4e9f-b385-1afa9a816242 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:00:13.240349 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6afbd857-b537-4e9f-b385-1afa9a816242'] response: {'server_uuid': 'da0e4dea-89ef-466c-b42e-bb8c92794f3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0898f991-4d9c-4a77-adc0-ffb5287bf28b', 'code': 200} Sep 14 23:00:13.241017 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:13.242801 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': '0898f991-4d9c-4a77-adc0-ffb5287bf28b', 'network_id': 'e54d4215-9b0b-4b80-af38-991540bcc5bc', 'port_id': '0898f991-4d9c-4a77-adc0-ffb5287bf28b', 'mac_address': 'fa:16:3e:ba:2b:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ece0b40-82a5-4ecd-b72f-56ccf822e69f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:00:13.260984 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a29eeaae-5e30-4099-917e-04f0e5a940ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:13.275690 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:13.277444 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-70176ce4-5ecc-487c-987e-985902900fcc None None] Provisioning complete for port 7a07e3b1-4ad1-4f94-b081-3fe8082a7e22 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:13.277800 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-70176ce4-5ecc-487c-987e-985902900fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:13.281609 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4d5d9ce0-d7c1-46c1-b0e5-4d6c81fb75ed tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:13.315879 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d59c0-aec9-4ac5-b967-6bf54352de3e None None] Pushing event updated for resources: {'Port': ['ID=a4fcde8b-d2bf-40c8-945d-3f68568b1409,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:13.353536 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1c7efdea-0870-4349-a0ff-232aacb02f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:13.361714 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f6e5c11e-2dd5-423d-b98e-1680737f92ad tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/floatingips/03d63fd1-cb09-4d22-9b96-6ccf707a4607 HTTP/1.1" status: 200 len: 993 time: 0.3590806 Sep 14 23:00:13.371572 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4d5d9ce0-d7c1-46c1-b0e5-4d6c81fb75ed tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:13.410979 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d9ce0-d7c1-46c1-b0e5-4d6c81fb75ed tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1277276c-85d1-4412-a4d8-1da7f382992d,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:13.435971 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-e3a47a3b-a2c7-405a-ab5b-81ab99f5c711 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1767607 Sep 14 23:00:13.449258 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4d5d9ce0-d7c1-46c1-b0e5-4d6c81fb75ed tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:13.452500 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4d5d9ce0-d7c1-46c1-b0e5-4d6c81fb75ed tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/security-groups/1277276c-85d1-4412-a4d8-1da7f382992d HTTP/1.1" status: 204 len: 168 time: 0.3855917 Sep 14 23:00:13.453342 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54770) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:13.499565 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54774) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:13.541335 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb3b7d93-13bf-4094-95fe-bfa8b3ab3ad3 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Deleting subnet dc6b0ca0-987b-4e3d-becb-925f3b046724 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:00:13.544978 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-eb3b7d93-13bf-4094-95fe-bfa8b3ab3ad3 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:13.569131 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 0898f991-4d9c-4a77-adc0-ffb5287bf28b is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:13.569656 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:13.613903 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-eb3b7d93-13bf-4094-95fe-bfa8b3ab3ad3 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:13.692949 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-4f514f80-9f3e-4f2a-97cc-af708ce683b0 service neutron] 10.222.0.33 "GET /v2.0/networks/26074170-6c57-4d9e-9353-c50e801b3123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418885 Sep 14 23:00:13.714551 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-68d2cc3a-9d63-4ac3-aad5-a870ac5a0020 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-481428308'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:13.722724 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device a4fcde8b-d2bf-40c8-945d-3f68568b1409 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:00:13.723259 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-68d2cc3a-9d63-4ac3-aad5-a870ac5a0020 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:13.732990 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-68d2cc3a-9d63-4ac3-aad5-a870ac5a0020 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Usage tracker for resource:network and tenant:7a62583d2f004fd6a05eb6d863384cb3 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:13.737136 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-68d2cc3a-9d63-4ac3-aad5-a870ac5a0020 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:13.745314 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-68d2cc3a-9d63-4ac3-aad5-a870ac5a0020 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:13.748064 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0898f991-4d9c-4a77-adc0-ffb5287bf28b {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:00:13.750277 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-eb3b7d93-13bf-4094-95fe-bfa8b3ab3ad3 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:13.799142 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d2cc3a-9d63-4ac3-aad5-a870ac5a0020 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Made reservation on behalf of 7a62583d2f004fd6a05eb6d863384cb3 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:00:13.800329 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1c7efdea-0870-4349-a0ff-232aacb02f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:13.802953 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-68d2cc3a-9d63-4ac3-aad5-a870ac5a0020 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:13.819058 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-68d2cc3a-9d63-4ac3-aad5-a870ac5a0020 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:13.842764 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-68d2cc3a-9d63-4ac3-aad5-a870ac5a0020 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:13.850674 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-68d2cc3a-9d63-4ac3-aad5-a870ac5a0020 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Usage tracker for resource:security_group_rule and tenant:7a62583d2f004fd6a05eb6d863384cb3 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:13.855114 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-68d2cc3a-9d63-4ac3-aad5-a870ac5a0020 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:13.863264 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-68d2cc3a-9d63-4ac3-aad5-a870ac5a0020 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:13.889361 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-eb3b7d93-13bf-4094-95fe-bfa8b3ab3ad3 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:13.912729 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-dd3dc7f2-a101-4a34-96b2-ec8a5c524ac7 service neutron] 10.222.0.33 "GET /v2.0/networks/26074170-6c57-4d9e-9353-c50e801b3123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130353 Sep 14 23:00:13.925380 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 0898f991-4d9c-4a77-adc0-ffb5287bf28b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=0898f991-4d9c-4a77-adc0-ffb5287bf28b,segment=NetworkSegment(0822189f-b9aa-4007-86b1-4daf9e8873b5),segment_id=0822189f-b9aa-4007-86b1-4daf9e8873b5)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:00:13.943005 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=0898f991-4d9c-4a77-adc0-ffb5287bf28b,revision_number=6']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:13.947698 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b7d93-13bf-4094-95fe-bfa8b3ab3ad3 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Subnet': ['ID=dc6b0ca0-987b-4e3d-becb-925f3b046724,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:13.949850 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:13.954205 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-eb3b7d93-13bf-4094-95fe-bfa8b3ab3ad3 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:13.980844 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-eb3b7d93-13bf-4094-95fe-bfa8b3ab3ad3 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/subnets/dc6b0ca0-987b-4e3d-becb-925f3b046724 HTTP/1.1" status: 204 len: 168 time: 0.5263770 Sep 14 23:00:13.981886 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54780) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:14.085199 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3d3391b-7554-4b00-91d6-f023c45322de tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Deleting subnet df440b54-d38d-4a58-8766-6474ed37e07b {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:00:14.088423 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f3d3391b-7554-4b00-91d6-f023c45322de tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:14.133384 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1c7efdea-0870-4349-a0ff-232aacb02f6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:14.138894 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-70176ce4-5ecc-487c-987e-985902900fcc None None] Current status of the port 7a07e3b1-4ad1-4f94-b081-3fe8082a7e22 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:14.142042 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1c7efdea-0870-4349-a0ff-232aacb02f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:14.154334 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29eeaae-5e30-4099-917e-04f0e5a940ac None None] Pushing event updated for resources: {'Port': ['ID=581f2d9f-7052-4722-8c71-5611a7b0d9de,revision_number=8']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:14.207666 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-68d2cc3a-9d63-4ac3-aad5-a870ac5a0020 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:14.218271 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['0898f991-4d9c-4a77-adc0-ffb5287bf28b'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:00:14.218507 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-68d2cc3a-9d63-4ac3-aad5-a870ac5a0020 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:14.234714 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f3d3391b-7554-4b00-91d6-f023c45322de tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:14.261481 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port a4fcde8b-d2bf-40c8-945d-3f68568b1409 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:14.261853 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:14.301979 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d2cc3a-9d63-4ac3-aad5-a870ac5a0020 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:00:14.316675 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7efdea-0870-4349-a0ff-232aacb02f6a admin admin] Pushing event updated for resources: {'Port': ['ID=dfcbb8cf-9a81-4df5-a347-d3439179dddf,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:14.327405 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2cc3a-9d63-4ac3-aad5-a870ac5a0020 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e989c4-d893-4493-bf1f-b80ac8535ace,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:14.336414 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-68d2cc3a-9d63-4ac3-aad5-a870ac5a0020 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:14.336794 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-68d2cc3a-9d63-4ac3-aad5-a870ac5a0020 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Added segment 15918a41-b50a-424a-8824-2f9b930417eb of type vlan for network 641455bd-3b9b-4abf-8888-c44789a4dce0 Sep 14 23:00:14.394535 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-68d2cc3a-9d63-4ac3-aad5-a870ac5a0020 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:14.397799 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.resource_extend [None req-a1cbb561-fc05-444f-b637-f14fe5740b0d None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 23:00:14.425629 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f3d3391b-7554-4b00-91d6-f023c45322de tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:14.437932 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-70176ce4-5ecc-487c-987e-985902900fcc None None] Provisioning complete for port a4fcde8b-d2bf-40c8-945d-3f68568b1409 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:14.438306 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-70176ce4-5ecc-487c-987e-985902900fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:14.445429 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d9addd27-9499-4c33-aee1-2db8ca34d0f3 req-dba51dcc-8cee-40e8-ad17-6c7a8d7b49ad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=1bbe0135-174f-4338-b6b0-7d8216fe03dc HTTP/1.1" status: 200 len: 210 time: 0.1354463 Sep 14 23:00:14.506852 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1c7efdea-0870-4349-a0ff-232aacb02f6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:14.534492 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-68d2cc3a-9d63-4ac3-aad5-a870ac5a0020 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:14.547786 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d2cc3a-9d63-4ac3-aad5-a870ac5a0020 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:14.549503 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-68d2cc3a-9d63-4ac3-aad5-a870ac5a0020 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:14.583832 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f3d3391b-7554-4b00-91d6-f023c45322de tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:14.622059 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=7a07e3b1-4ad1-4f94-b081-3fe8082a7e22,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:14.695747 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a1cbb561-fc05-444f-b637-f14fe5740b0d None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:14.716372 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f3d3391b-7554-4b00-91d6-f023c45322de tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:14.728842 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3391b-7554-4b00-91d6-f023c45322de tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Subnet': ['ID=df440b54-d38d-4a58-8766-6474ed37e07b,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:14.773354 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f3d3391b-7554-4b00-91d6-f023c45322de tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/subnets/df440b54-d38d-4a58-8766-6474ed37e07b HTTP/1.1" status: 204 len: 168 time: 0.7839727 Sep 14 23:00:14.773354 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-68d2cc3a-9d63-4ac3-aad5-a870ac5a0020 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2715118 Sep 14 23:00:14.775633 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54794) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:14.775633 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54796) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:14.787629 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-928bd502-6a87-4e0d-8089-769b6a43da4d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1440613942'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:14.792768 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-928bd502-6a87-4e0d-8089-769b6a43da4d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:14.796751 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-928bd502-6a87-4e0d-8089-769b6a43da4d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Usage tracker for resource:network and tenant:7a62583d2f004fd6a05eb6d863384cb3 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:14.828919 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2cc3a-9d63-4ac3-aad5-a870ac5a0020 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Network': ['ID=641455bd-3b9b-4abf-8888-c44789a4dce0,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:14.831641 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-928bd502-6a87-4e0d-8089-769b6a43da4d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:14.837285 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-a1cbb561-fc05-444f-b637-f14fe5740b0d None None] Transition to ACTIVE for port object 6d37555f-2cc4-458c-bd24-44bce9aad3aa will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:00:14.856523 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-928bd502-6a87-4e0d-8089-769b6a43da4d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:14.859968 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-418512f3-3893-49d2-86c7-90c45442609a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] DELETE failed (client error): The resource could not be found. Sep 14 23:00:14.862673 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-418512f3-3893-49d2-86c7-90c45442609a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:00:14.871282 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-418512f3-3893-49d2-86c7-90c45442609a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/subnets/dc6b0ca0-987b-4e3d-becb-925f3b046724 HTTP/1.1" status: 404 len: 337 time: 0.0924573 Sep 14 23:00:14.871452 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 641455bd-3b9b-4abf-8888-c44789a4dce0 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:00:14.871579 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54802) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:14.875631 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7efdea-0870-4349-a0ff-232aacb02f6a admin admin] Network 8c5b42e5-c7a4-4629-b1de-12796897febf is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:00:14.880906 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-1c7efdea-0870-4349-a0ff-232aacb02f6a admin admin] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:00:14.947620 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928bd502-6a87-4e0d-8089-769b6a43da4d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Made reservation on behalf of 7a62583d2f004fd6a05eb6d863384cb3 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:00:14.953994 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-928bd502-6a87-4e0d-8089-769b6a43da4d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:14.994609 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a1cbb561-fc05-444f-b637-f14fe5740b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:14.999880 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-5202a5f3-b281-4f4a-bcc9-2a2a5c1a835c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Deleting subnet a8fdfcaa-25f9-4170-bdef-6583155e74c5 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:00:15.005514 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5202a5f3-b281-4f4a-bcc9-2a2a5c1a835c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:15.082127 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-928bd502-6a87-4e0d-8089-769b6a43da4d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:00:15.097263 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5202a5f3-b281-4f4a-bcc9-2a2a5c1a835c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:15.126634 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port a4fcde8b-d2bf-40c8-945d-3f68568b1409 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:15.128863 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-a1cbb561-fc05-444f-b637-f14fe5740b0d None None] Attempting to bind port 6d37555f-2cc4-458c-bd24-44bce9aad3aa on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:00:15.129416 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-a1cbb561-fc05-444f-b637-f14fe5740b0d None None] Attempting to bind port 6d37555f-2cc4-458c-bd24-44bce9aad3aa by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:00:15.129950 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cbb561-fc05-444f-b637-f14fe5740b0d None None] Attempting to bind port 6d37555f-2cc4-458c-bd24-44bce9aad3aa on network 681410b9-e86d-4f65-a0f3-ea2093b5104b {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:00:15.150468 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-928bd502-6a87-4e0d-8089-769b6a43da4d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:15.150808 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-928bd502-6a87-4e0d-8089-769b6a43da4d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Added segment b7d5a550-853c-4f68-966e-23b3dce50877 of type vlan for network f8199020-0553-45ee-98ec-24c8acfb4357 Sep 14 23:00:15.162088 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=0898f991-4d9c-4a77-adc0-ffb5287bf28b,revision_number=7']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:15.170829 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc4555b-f689-43f0-a1a3-0fe9348f8af4 None None] Network 4c809588-b3c1-4746-8ba4-9926f66ad551 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:00:15.175867 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7efdea-0870-4349-a0ff-232aacb02f6a admin admin] Router eee42843-b89e-430a-9a6a-42861464a3c0 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:00:15.290264 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-70176ce4-5ecc-487c-987e-985902900fcc None None] Current status of the port a4fcde8b-d2bf-40c8-945d-3f68568b1409 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:15.343336 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cbb561-fc05-444f-b637-f14fe5740b0d None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:00:15.344035 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cbb561-fc05-444f-b637-f14fe5740b0d None None] Checking segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:00:15.344192 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a1cbb561-fc05-444f-b637-f14fe5740b0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:15.344466 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cbb561-fc05-444f-b637-f14fe5740b0d None None] Bound using segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:00:15.345263 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-a1cbb561-fc05-444f-b637-f14fe5740b0d None None] Bound port: 6d37555f-2cc4-458c-bd24-44bce9aad3aa, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:00:15.345400 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a1cbb561-fc05-444f-b637-f14fe5740b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:15.350338 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-928bd502-6a87-4e0d-8089-769b6a43da4d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:15.394637 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5202a5f3-b281-4f4a-bcc9-2a2a5c1a835c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:15.428247 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-928bd502-6a87-4e0d-8089-769b6a43da4d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:15.433622 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928bd502-6a87-4e0d-8089-769b6a43da4d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:15.434305 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-928bd502-6a87-4e0d-8089-769b6a43da4d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:15.457354 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291384f6-0a2e-4e5a-b855-7781e5522668 None None] Pushing event updated for resources: {'Port': ['ID=6d37555f-2cc4-458c-bd24-44bce9aad3aa,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:15.459364 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-0fe6e330-6b69-458b-a0d9-ec7ec4f73ec7 None None] Could not find standard attr ID for object 26caf5b0-b467-4074-8bf4-585b0248df24. {{(pid=89172) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 14 23:00:15.477034 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7efdea-0870-4349-a0ff-232aacb02f6a admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:00:15.494095 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1c7efdea-0870-4349-a0ff-232aacb02f6a admin admin] 10.222.0.33 "PUT /v2.0/routers/eee42843-b89e-430a-9a6a-42861464a3c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3931799 Sep 14 23:00:15.530344 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-a1cbb561-fc05-444f-b637-f14fe5740b0d None None] For port 6d37555f-2cc4-458c-bd24-44bce9aad3aa, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:00:15.570866 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54810) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:15.571100 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-928bd502-6a87-4e0d-8089-769b6a43da4d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7929220 Sep 14 23:00:15.577348 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928bd502-6a87-4e0d-8089-769b6a43da4d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Network': ['ID=f8199020-0553-45ee-98ec-24c8acfb4357,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:15.578789 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-0fe6e330-6b69-458b-a0d9-ec7ec4f73ec7 None None] Provisioning for port 581f2d9f-7052-4722-8c71-5611a7b0d9de completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:00:15.584058 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-ce8af725-f73e-4f42-8121-142a0ad082be tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Request body: {'subnet': {'network_id': '641455bd-3b9b-4abf-8888-c44789a4dce0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:15.620103 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5202a5f3-b281-4f4a-bcc9-2a2a5c1a835c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:15.653183 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-a1cbb561-fc05-444f-b637-f14fe5740b0d None None] For port 6d37555f-2cc4-458c-bd24-44bce9aad3aa, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=6d37555f-2cc4-458c-bd24-44bce9aad3aa,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:00:15.671989 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network f8199020-0553-45ee-98ec-24c8acfb4357 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:00:15.697273 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202a5f3-b281-4f4a-bcc9-2a2a5c1a835c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Subnet': ['ID=a8fdfcaa-25f9-4170-bdef-6583155e74c5,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:15.698838 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a1cbb561-fc05-444f-b637-f14fe5740b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:15.700753 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-0fe6e330-6b69-458b-a0d9-ec7ec4f73ec7 None None] Provisioning complete for port 581f2d9f-7052-4722-8c71-5611a7b0d9de triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:15.700901 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5202a5f3-b281-4f4a-bcc9-2a2a5c1a835c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:15.701410 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0fe6e330-6b69-458b-a0d9-ec7ec4f73ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:15.707049 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5202a5f3-b281-4f4a-bcc9-2a2a5c1a835c tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/subnets/a8fdfcaa-25f9-4170-bdef-6583155e74c5 HTTP/1.1" status: 204 len: 168 time: 0.8345373 Sep 14 23:00:15.709941 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54814) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:15.772781 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-38a0bbd8-63f4-417f-814b-3084235004fe tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] DELETE failed (client error): The resource could not be found. Sep 14 23:00:15.785058 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38a0bbd8-63f4-417f-814b-3084235004fe tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:00:15.787069 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-38a0bbd8-63f4-417f-814b-3084235004fe tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/subnets/949c6cd4-b4a8-4ba9-972b-366c7a3fdbd2 HTTP/1.1" status: 404 len: 337 time: 0.0762320 Sep 14 23:00:15.789753 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54818) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:15.843607 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-430d4c63-7259-4266-be41-98fa2f26b234 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "GET /v2.0/ports?device_id=f0a75146-a399-4514-8ab4-f7334853f93d HTTP/1.1" status: 200 len: 205 time: 0.0504673 Sep 14 23:00:15.843865 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54824) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:15.925674 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-61f133bc-a0cd-4e94-b171-b62ec99c7ac2 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] delete failed (client error): The resource could not be found. Sep 14 23:00:15.929099 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-61f133bc-a0cd-4e94-b171-b62ec99c7ac2 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/routers/f0a75146-a399-4514-8ab4-f7334853f93d HTTP/1.1" status: 404 len: 336 time: 0.0820017 Sep 14 23:00:15.929671 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54828) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:15.969340 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-99967501-466f-4429-86dc-ae4d129dcb60 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] DELETE failed (client error): The resource could not be found. Sep 14 23:00:15.969772 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99967501-466f-4429-86dc-ae4d129dcb60 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:00:15.971697 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-99967501-466f-4429-86dc-ae4d129dcb60 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/subnets/0ddfb83d-54a1-457d-911c-91bbd6a52117 HTTP/1.1" status: 404 len: 337 time: 0.0411372 Sep 14 23:00:15.974641 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54832) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:16.007587 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291384f6-0a2e-4e5a-b855-7781e5522668 None None] Pushing event updated for resources: {'Port': ['ID=6d37555f-2cc4-458c-bd24-44bce9aad3aa,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:16.010970 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 7a07e3b1-4ad1-4f94-b081-3fe8082a7e22 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:00:16.018209 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d03d9eec-87da-45c1-ab89-dc69ed1c354a req-e19266f3-a219-4cfa-a3ff-c4f5d7697d80 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=1bbe0135-174f-4338-b6b0-7d8216fe03dc HTTP/1.1" status: 200 len: 210 time: 0.2163475 Sep 14 23:00:16.057223 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc0e979-f85e-4237-b323-c0aeeebee672 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] DELETE failed (client error): The resource could not be found. Sep 14 23:00:16.057676 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc0e979-f85e-4237-b323-c0aeeebee672 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:00:16.059396 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2fc0e979-f85e-4237-b323-c0aeeebee672 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/subnets/7bec4b65-62ae-48a9-b8b3-cd998b4bbf30 HTTP/1.1" status: 404 len: 337 time: 0.0837269 Sep 14 23:00:16.064336 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54840) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:16.123251 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-ce8af725-f73e-4f42-8121-142a0ad082be tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:16.125686 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f5242db-a0e5-4f80-907c-3868bed9c378 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] DELETE failed (client error): The resource could not be found. Sep 14 23:00:16.126133 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f5242db-a0e5-4f80-907c-3868bed9c378 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:00:16.130739 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2f5242db-a0e5-4f80-907c-3868bed9c378 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/subnets/b00729b7-6b7b-4118-bb98-b0d9fbdbf39e HTTP/1.1" status: 404 len: 337 time: 0.0608065 Sep 14 23:00:16.131247 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54846) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:16.133491 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-ce8af725-f73e-4f42-8121-142a0ad082be tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Usage tracker for resource:subnet and tenant:7a62583d2f004fd6a05eb6d863384cb3 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:16.138295 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-ce8af725-f73e-4f42-8121-142a0ad082be tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:16.140508 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cbb561-fc05-444f-b637-f14fe5740b0d None None] Routers {'eee42843-b89e-430a-9a6a-42861464a3c0'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:00:16.141396 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-a1cbb561-fc05-444f-b637-f14fe5740b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:00:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['eee42843-b89e-430a-9a6a-42861464a3c0'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:16.154142 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-ce8af725-f73e-4f42-8121-142a0ad082be tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:16.172264 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-81470fe2-f97a-4654-babc-4be43d2b1591 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:16.174259 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-81470fe2-f97a-4654-babc-4be43d2b1591 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/networks?id=26074170-6c57-4d9e-9353-c50e801b3123 HTTP/1.1" status: 200 len: 796 time: 0.3740151 Sep 14 23:00:16.180260 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8af725-f73e-4f42-8121-142a0ad082be tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Made reservation on behalf of 7a62583d2f004fd6a05eb6d863384cb3 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:00:16.184192 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ce8af725-f73e-4f42-8121-142a0ad082be tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:16.188298 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0e6ae87-528a-4abc-a595-09806c3014e2 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] DELETE failed (client error): The resource could not be found. Sep 14 23:00:16.190192 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0e6ae87-528a-4abc-a595-09806c3014e2 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:00:16.192902 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f0e6ae87-528a-4abc-a595-09806c3014e2 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/ports/1b228e64-e72b-44ba-abf9-5b8be088ec2c HTTP/1.1" status: 404 len: 333 time: 0.0604975 Sep 14 23:00:16.195324 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54852) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:16.250213 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e20365-329d-4520-99a7-a5c3afc5e13d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] DELETE failed (client error): The resource could not be found. Sep 14 23:00:16.250801 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3e20365-329d-4520-99a7-a5c3afc5e13d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:00:16.252716 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f3e20365-329d-4520-99a7-a5c3afc5e13d tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/subnets/d69a42bf-fe54-44f5-93ce-9dd202d05493 HTTP/1.1" status: 404 len: 337 time: 0.0561244 Sep 14 23:00:16.255197 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54858) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:16.319531 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab3969a-f78a-4faf-b460-55bdf95020b9 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] DELETE failed (client error): The resource could not be found. Sep 14 23:00:16.319985 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fab3969a-f78a-4faf-b460-55bdf95020b9 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:00:16.321689 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-fab3969a-f78a-4faf-b460-55bdf95020b9 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/subnets/df5122f0-b41a-4947-ac8a-38ad669a11b2 HTTP/1.1" status: 404 len: 337 time: 0.0646791 Sep 14 23:00:16.324184 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54864) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:16.326917 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-ef8229e2-f4cd-4d8a-96bc-ad0073533460 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c57dd58bea08430d873bf967651d6b8d HTTP/1.1" status: 200 len: 472 time: 0.1270022 Sep 14 23:00:16.343506 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-f9699fc7-dfbd-4e5f-b4a7-7ca3b2eddcc7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'port': {'device_id': '1bbe0135-174f-4338-b6b0-7d8216fe03dc', 'network_id': '26074170-6c57-4d9e-9353-c50e801b3123', 'admin_state_up': True, 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'security_groups': ['152411bf-2f44-40f3-bd31-56e3bfcf07df']}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:16.373622 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b89682-1a9f-41ae-97c7-c4e3d8abfa8b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] DELETE failed (client error): The resource could not be found. Sep 14 23:00:16.374232 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3b89682-1a9f-41ae-97c7-c4e3d8abfa8b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:00:16.375763 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f3b89682-1a9f-41ae-97c7-c4e3d8abfa8b tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/ports/ff4b74a1-9aae-48bd-86d9-edeba3612455 HTTP/1.1" status: 404 len: 333 time: 0.0505900 Sep 14 23:00:16.378974 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54868) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:16.426830 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-2531afaa-927c-40d7-b564-6d72d5fb9e9a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] DELETE failed (client error): The resource could not be found. Sep 14 23:00:16.426830 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2531afaa-927c-40d7-b564-6d72d5fb9e9a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:00:16.428591 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2531afaa-927c-40d7-b564-6d72d5fb9e9a tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/subnets/0ff3edd5-5ef6-4aa6-9fb1-4fe50c921243 HTTP/1.1" status: 404 len: 337 time: 0.0483198 Sep 14 23:00:16.430947 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54872) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:16.480218 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-eefe7b4c-c83e-4a6b-aadc-0f6125d59458 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] DELETE failed (client error): The resource could not be found. Sep 14 23:00:16.481540 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eefe7b4c-c83e-4a6b-aadc-0f6125d59458 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:00:16.483417 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-eefe7b4c-c83e-4a6b-aadc-0f6125d59458 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/subnets/fd85b1aa-bf53-4fa3-878c-badc396817c7 HTTP/1.1" status: 404 len: 337 time: 0.0515687 Sep 14 23:00:16.494037 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54878) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:16.521123 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54882) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:16.534084 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-eee6bdd6-7681-4153-a24e-802cd696220f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1357428560-network', 'tenant_id': '2d57a435e4bf4700a94aabd2a26193a2'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:16.541882 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-eee6bdd6-7681-4153-a24e-802cd696220f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:16.550871 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-f9699fc7-dfbd-4e5f-b4a7-7ca3b2eddcc7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:16.553443 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-0fe6e330-6b69-458b-a0d9-ec7ec4f73ec7 None None] Current status of the port 581f2d9f-7052-4722-8c71-5611a7b0d9de is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:16.555657 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-eee6bdd6-7681-4153-a24e-802cd696220f admin admin] Usage tracker for resource:network and tenant:2d57a435e4bf4700a94aabd2a26193a2 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:16.556266 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 7a07e3b1-4ad1-4f94-b081-3fe8082a7e22 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:16.556644 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:16.559559 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-f9699fc7-dfbd-4e5f-b4a7-7ca3b2eddcc7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:port and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:16.562120 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-eee6bdd6-7681-4153-a24e-802cd696220f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:16.565710 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-f9699fc7-dfbd-4e5f-b4a7-7ca3b2eddcc7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for port was recalculated. Used quota:5. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:16.571463 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-4ee841d0-2ba0-4c31-bf7a-bb3a15df7c87 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Deleting port 54f26116-9237-4286-b989-e1fba34ad84e {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:00:16.571885 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4ee841d0-2ba0-4c31-bf7a-bb3a15df7c87 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:16.573802 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-eee6bdd6-7681-4153-a24e-802cd696220f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:16.575797 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-f9699fc7-dfbd-4e5f-b4a7-7ca3b2eddcc7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:16.629578 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee6bdd6-7681-4153-a24e-802cd696220f admin admin] Made reservation on behalf of 2d57a435e4bf4700a94aabd2a26193a2 for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:00:16.631278 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-eee6bdd6-7681-4153-a24e-802cd696220f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:16.637212 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-a1cbb561-fc05-444f-b637-f14fe5740b0d None None] Set router eee42843-b89e-430a-9a6a-42861464a3c0 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:00:16.651681 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-f9699fc7-dfbd-4e5f-b4a7-7ca3b2eddcc7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Made reservation on behalf of c57dd58bea08430d873bf967651d6b8d for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:00:16.655109 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-f9699fc7-dfbd-4e5f-b4a7-7ca3b2eddcc7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:16.667619 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-eee6bdd6-7681-4153-a24e-802cd696220f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:16.703055 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-0fe6e330-6b69-458b-a0d9-ec7ec4f73ec7 None None] Provisioning complete for port 54f26116-9237-4286-b989-e1fba34ad84e triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:16.703702 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0fe6e330-6b69-458b-a0d9-ec7ec4f73ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:16.736307 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-eee6bdd6-7681-4153-a24e-802cd696220f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:16.746208 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-eee6bdd6-7681-4153-a24e-802cd696220f admin admin] Usage tracker for resource:security_group_rule and tenant:2d57a435e4bf4700a94aabd2a26193a2 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:16.755565 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-eee6bdd6-7681-4153-a24e-802cd696220f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:16.790748 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-eee6bdd6-7681-4153-a24e-802cd696220f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:16.825161 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ce8af725-f73e-4f42-8121-142a0ad082be tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:16.831219 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4ee841d0-2ba0-4c31-bf7a-bb3a15df7c87 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:16.913068 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-0fe6e330-6b69-458b-a0d9-ec7ec4f73ec7 None None] Port 54f26116-9237-4286-b989-e1fba34ad84e cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:00:16.918064 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0be612-674a-407c-9d85-32864b323d22 None None] Update dhcp port {'port': {'network_id': '4c809588-b3c1-4746-8ba4-9926f66ad551', 'fixed_ips': [{'subnet_id': 'a8fdfcaa-25f9-4170-bdef-6583155e74c5'}], 'binding:host_id': 'dv-neutron-857791-1-hyperv'}, 'id': '581f2d9f-7052-4722-8c71-5611a7b0d9de'} from dv-neutron-857791-1-hyperv. {{(pid=89172) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 14 23:00:16.960553 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-4ee841d0-2ba0-4c31-bf7a-bb3a15df7c87 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Calling delete_port for 54f26116-9237-4286-b989-e1fba34ad84e owned by {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:00:16.973266 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8af725-f73e-4f42-8121-142a0ad082be tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Subnet': ['ID=48c99af2-a75e-4a4f-928b-f41082757cd3,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:17.052890 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4ee841d0-2ba0-4c31-bf7a-bb3a15df7c87 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:17.089895 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ab0be612-674a-407c-9d85-32864b323d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:17.099591 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-0fe6e330-6b69-458b-a0d9-ec7ec4f73ec7 None None] Provisioning for port dfcbb8cf-9a81-4df5-a347-d3439179dddf completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:00:17.127395 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 7a07e3b1-4ad1-4f94-b081-3fe8082a7e22 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:17.128525 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 581f2d9f-7052-4722-8c71-5611a7b0d9de up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:00:17.136087 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-f9699fc7-dfbd-4e5f-b4a7-7ca3b2eddcc7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Allocated IP 172.20.0.19 (26074170-6c57-4d9e-9353-c50e801b3123/0ce97621-4c6a-4861-925e-ecb6f40ca9e7/019c3c22-6922-496f-973f-83a36374b4cc) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:00:17.149099 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8af725-f73e-4f42-8121-142a0ad082be tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Checking segment: {'id': '15918a41-b50a-424a-8824-2f9b930417eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '641455bd-3b9b-4abf-8888-c44789a4dce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:00:17.149465 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8af725-f73e-4f42-8121-142a0ad082be tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Network hostable DHCP agents. Network: 641455bd-3b9b-4abf-8888-c44789a4dce0, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:00:17.164648 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-0fe6e330-6b69-458b-a0d9-ec7ec4f73ec7 None None] Provisioning complete for port dfcbb8cf-9a81-4df5-a347-d3439179dddf triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:17.165021 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0fe6e330-6b69-458b-a0d9-ec7ec4f73ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:17.171165 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee841d0-2ba0-4c31-bf7a-bb3a15df7c87 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Port': ['ID=54f26116-9237-4286-b989-e1fba34ad84e,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:17.181281 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4ee841d0-2ba0-4c31-bf7a-bb3a15df7c87 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:17.198663 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4ee841d0-2ba0-4c31-bf7a-bb3a15df7c87 tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/ports/54f26116-9237-4286-b989-e1fba34ad84e HTTP/1.1" status: 204 len: 168 time: 0.7011149 Sep 14 23:00:17.200143 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54888) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:17.240243 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-abcff056-54f9-4869-9e0f-099a24d2ad8f req-1072313b-c48c-4fd5-b421-37e08bd0a585 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=1bbe0135-174f-4338-b6b0-7d8216fe03dc HTTP/1.1" status: 200 len: 210 time: 0.0756309 Sep 14 23:00:17.272850 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-eee6bdd6-7681-4153-a24e-802cd696220f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:17.287662 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-eee6bdd6-7681-4153-a24e-802cd696220f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:17.290350 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8af725-f73e-4f42-8121-142a0ad082be tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Network 641455bd-3b9b-4abf-8888-c44789a4dce0 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:00:17.333805 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2764c483-81ae-46d6-8ab2-0369607e1aad tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:17.346051 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-2764c483-81ae-46d6-8ab2-0369607e1aad tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Deleting port 581f2d9f-7052-4722-8c71-5611a7b0d9de {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:00:17.346391 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2764c483-81ae-46d6-8ab2-0369607e1aad tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:17.412531 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-ce8af725-f73e-4f42-8121-142a0ad082be tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 641455bd-3b9b-4abf-8888-c44789a4dce0) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:00:17.413500 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-0fe6e330-6b69-458b-a0d9-ec7ec4f73ec7 None None] Port dfcbb8cf-9a81-4df5-a347-d3439179dddf cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:00:17.419164 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee6bdd6-7681-4153-a24e-802cd696220f admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:00:17.430946 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8af725-f73e-4f42-8121-142a0ad082be tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:17.431533 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ce8af725-f73e-4f42-8121-142a0ad082be tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:17.439982 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6bdd6-7681-4153-a24e-802cd696220f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b855caa7-d564-4aed-aac5-24a861c66e32,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:17.460250 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-eee6bdd6-7681-4153-a24e-802cd696220f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:17.460599 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-eee6bdd6-7681-4153-a24e-802cd696220f admin admin] Added segment 00aa7ba1-300e-40d9-9e47-eba7fe2e5b85 of type vlan for network 8bedf1fe-3bbd-4b0e-bca3-aa5b22095c6e Sep 14 23:00:17.463573 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522e45d5-f270-44eb-ab1b-a17d6e48f2fc None None] Network 641455bd-3b9b-4abf-8888-c44789a4dce0 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:00:17.543138 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ce8af725-f73e-4f42-8121-142a0ad082be tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9678922 Sep 14 23:00:17.543357 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54892) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:17.552972 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-0670aa70-dfe8-4bb5-bcb0-a5ef466b4c96 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Request body: {'subnet': {'network_id': 'f8199020-0553-45ee-98ec-24c8acfb4357', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:17.572544 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-eee6bdd6-7681-4153-a24e-802cd696220f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:17.582487 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-f9699fc7-dfbd-4e5f-b4a7-7ca3b2eddcc7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:17.582919 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-2764c483-81ae-46d6-8ab2-0369607e1aad tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] For port 581f2d9f-7052-4722-8c71-5611a7b0d9de, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=581f2d9f-7052-4722-8c71-5611a7b0d9de,segment=NetworkSegment(ff3a9455-56cd-43a6-823a-2104e157bc58),segment_id=ff3a9455-56cd-43a6-823a-2104e157bc58)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:00:17.583421 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2764c483-81ae-46d6-8ab2-0369607e1aad tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:17.648440 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9a09db-4fb3-4b2b-bd4b-f75009f4a9ca None None] Network 4c809588-b3c1-4746-8ba4-9926f66ad551 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:00:17.672190 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-f9699fc7-dfbd-4e5f-b4a7-7ca3b2eddcc7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Transition to ACTIVE for port object 019c3c22-6922-496f-973f-83a36374b4cc will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:00:17.672456 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 581f2d9f-7052-4722-8c71-5611a7b0d9de triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:17.673000 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:17.717716 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0670aa70-dfe8-4bb5-bcb0-a5ef466b4c96 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:17.724517 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-eee6bdd6-7681-4153-a24e-802cd696220f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:17.725503 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee6bdd6-7681-4153-a24e-802cd696220f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:17.726081 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-eee6bdd6-7681-4153-a24e-802cd696220f admin admin] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:17.731626 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0670aa70-dfe8-4bb5-bcb0-a5ef466b4c96 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Usage tracker for resource:subnet and tenant:7a62583d2f004fd6a05eb6d863384cb3 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:17.748141 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0670aa70-dfe8-4bb5-bcb0-a5ef466b4c96 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:17.756758 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c7c87bce-8fcd-4008-88a9-b5b92675cf29 None None] Could not find standard attr ID for object 54f26116-9237-4286-b989-e1fba34ad84e. {{(pid=89172) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 14 23:00:17.762111 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0670aa70-dfe8-4bb5-bcb0-a5ef466b4c96 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:17.836508 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-2764c483-81ae-46d6-8ab2-0369607e1aad tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Calling delete_port for 581f2d9f-7052-4722-8c71-5611a7b0d9de owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:00:17.844874 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-eee6bdd6-7681-4153-a24e-802cd696220f admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3210747 Sep 14 23:00:17.848075 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54896) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:17.856357 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-3ef39ef7-7881-4f0e-81d2-a45d68fed1dc admin admin] Request body: {'subnet': {'network_id': '8bedf1fe-3bbd-4b0e-bca3-aa5b22095c6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1357428560-subnet', 'tenant_id': '2d57a435e4bf4700a94aabd2a26193a2', 'ip_version': 4}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:17.859821 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-f9699fc7-dfbd-4e5f-b4a7-7ca3b2eddcc7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:17.868397 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6bdd6-7681-4153-a24e-802cd696220f admin admin] Pushing event updated for resources: {'Network': ['ID=8bedf1fe-3bbd-4b0e-bca3-aa5b22095c6e,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:17.877078 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c7c87bce-8fcd-4008-88a9-b5b92675cf29 None None] Provisioning complete for port 581f2d9f-7052-4722-8c71-5611a7b0d9de triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:17.877592 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c7c87bce-8fcd-4008-88a9-b5b92675cf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:17.901665 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0670aa70-dfe8-4bb5-bcb0-a5ef466b4c96 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Made reservation on behalf of 7a62583d2f004fd6a05eb6d863384cb3 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:00:17.905150 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0670aa70-dfe8-4bb5-bcb0-a5ef466b4c96 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:17.908254 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 8bedf1fe-3bbd-4b0e-bca3-aa5b22095c6e details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:00:17.921911 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-a1cbb561-fc05-444f-b637-f14fe5740b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'name': 'tempest-TestVolumeBootPattern-2041423940-router', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:00:04Z', 'updated_at': '2022-09-14T23:00:13Z', 'revision_number': 4, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'gw_port': {'id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:06Z', 'updated_at': '2022-09-14T23:00:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'dfcbb8cf-9a81-4df5-a347-d3439179dddf', 'name': '', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'mac_address': 'fa:16:3e:7d:60:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:11Z', 'updated_at': '2022-09-14T23:00:13Z', 'revision_number': 2, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'subnets': [{'id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:17.926748 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2764c483-81ae-46d6-8ab2-0369607e1aad tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:17.926953 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-3ef39ef7-7881-4f0e-81d2-a45d68fed1dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:17.975391 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2764c483-81ae-46d6-8ab2-0369607e1aad tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Port': ['ID=581f2d9f-7052-4722-8c71-5611a7b0d9de,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:17.977311 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2764c483-81ae-46d6-8ab2-0369607e1aad tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] No DVR routers for this DVR port 581f2d9f-7052-4722-8c71-5611a7b0d9de on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:00:17.981048 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Could not find standard attr ID for object 581f2d9f-7052-4722-8c71-5611a7b0d9de. {{(pid=89172) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 14 23:00:17.984040 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cbb561-fc05-444f-b637-f14fe5740b0d None None] The sync data for ids ['eee42843-b89e-430a-9a6a-42861464a3c0'] in dv-neutron-857791-1-hyperv is: [{'id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'name': 'tempest-TestVolumeBootPattern-2041423940-router', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:00:04Z', 'updated_at': '2022-09-14T23:00:13Z', 'revision_number': 4, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'gw_port': {'id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:06Z', 'updated_at': '2022-09-14T23:00:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'dfcbb8cf-9a81-4df5-a347-d3439179dddf', 'name': '', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'mac_address': 'fa:16:3e:7d:60:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:11Z', 'updated_at': '2022-09-14T23:00:13Z', 'revision_number': 2, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'subnets': [{'id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:00:17.984933 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c7c87bce-8fcd-4008-88a9-b5b92675cf29 None None] Port 581f2d9f-7052-4722-8c71-5611a7b0d9de was deleted so its status cannot be updated. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Sep 14 23:00:17.996628 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-3ef39ef7-7881-4f0e-81d2-a45d68fed1dc admin admin] Usage tracker for resource:subnet and tenant:2d57a435e4bf4700a94aabd2a26193a2 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:18.029080 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-3ef39ef7-7881-4f0e-81d2-a45d68fed1dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:18.040681 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 0898f991-4d9c-4a77-adc0-ffb5287bf28b up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:00:18.053297 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-3ef39ef7-7881-4f0e-81d2-a45d68fed1dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:18.062716 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-f9699fc7-dfbd-4e5f-b4a7-7ca3b2eddcc7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network 26074170-6c57-4d9e-9353-c50e801b3123 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:00:18.068967 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-f9699fc7-dfbd-4e5f-b4a7-7ca3b2eddcc7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:00:18.081739 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9699fc7-dfbd-4e5f-b4a7-7ca3b2eddcc7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=019c3c22-6922-496f-973f-83a36374b4cc,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:18.095583 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-f9699fc7-dfbd-4e5f-b4a7-7ca3b2eddcc7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:00:18.120720 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2764c483-81ae-46d6-8ab2-0369607e1aad tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:18.156639 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-2764c483-81ae-46d6-8ab2-0369607e1aad tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c809588-b3c1-4746-8ba4-9926f66ad551']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:18.161096 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef39ef7-7881-4f0e-81d2-a45d68fed1dc admin admin] Made reservation on behalf of 2d57a435e4bf4700a94aabd2a26193a2 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:00:18.163419 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3ef39ef7-7881-4f0e-81d2-a45d68fed1dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:18.168601 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No ports have port_id starting with 581f2d9f-7052-4722-8c71-5611a7b0d9de Sep 14 23:00:18.172521 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-2764c483-81ae-46d6-8ab2-0369607e1aad tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff3a9455-56cd-43a6-823a-2104e157bc58') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:18.172948 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-2764c483-81ae-46d6-8ab2-0369607e1aad tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff3a9455-56cd-43a6-823a-2104e157bc58') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:18.197086 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2764c483-81ae-46d6-8ab2-0369607e1aad tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:18.224479 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2764c483-81ae-46d6-8ab2-0369607e1aad tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:18.250123 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30572317-b0de-43fc-a6e6-cb85e1f54996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-641455bd-3b9b-4abf-8888-c44789a4dce0', 'network_id': '641455bd-3b9b-4abf-8888-c44789a4dce0', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'fixed_ips': [{'subnet_id': '48c99af2-a75e-4a4f-928b-f41082757cd3'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:00:18.251217 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-30572317-b0de-43fc-a6e6-cb85e1f54996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:18.258959 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2764c483-81ae-46d6-8ab2-0369607e1aad tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:00:18.260665 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2764c483-81ae-46d6-8ab2-0369607e1aad tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:18.338956 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7619c80c-fdfd-4623-b2d2-ef149719bf17 None None] DHCP port deletion for 4c809588-b3c1-4746-8ba4-9926f66ad551 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:00:18.401322 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-f9699fc7-dfbd-4e5f-b4a7-7ca3b2eddcc7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:18.404406 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-f9699fc7-dfbd-4e5f-b4a7-7ca3b2eddcc7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:18.430266 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment ff3a9455-56cd-43a6-823a-2104e157bc58 resource provider aggregate not found Sep 14 23:00:18.480076 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 581f2d9f-7052-4722-8c71-5611a7b0d9de no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:00:18.492108 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment ff3a9455-56cd-43a6-823a-2104e157bc58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff3a9455-56cd-43a6-823a-2104e157bc58 found for delete ", "request_id": "req-d112e318-1f14-4ac4-9af0-6e0607b963e8"}]} Sep 14 23:00:18.520462 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port 0898f991-4d9c-4a77-adc0-ffb5287bf28b triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:18.520863 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:18.522066 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2764c483-81ae-46d6-8ab2-0369607e1aad tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:18.528152 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-f9699fc7-dfbd-4e5f-b4a7-7ca3b2eddcc7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1902266 Sep 14 23:00:18.528847 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2764c483-81ae-46d6-8ab2-0369607e1aad tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:18.543005 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-ae7d33d2-e1c0-41fd-9cdb-c959e62d0c5c service neutron] Request body: {'port': {'device_id': '1bbe0135-174f-4338-b6b0-7d8216fe03dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:18.568292 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2764c483-81ae-46d6-8ab2-0369607e1aad tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] Pushing event deleted for resources: {'Network': ['ID=4c809588-b3c1-4746-8ba4-9926f66ad551,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:18.574571 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2764c483-81ae-46d6-8ab2-0369607e1aad tempest-PortsIpV6TestJSON-1268986821 tempest-PortsIpV6TestJSON-1268986821-project] 10.222.0.33 "DELETE /v2.0/networks/4c809588-b3c1-4746-8ba4-9926f66ad551 HTTP/1.1" status: 204 len: 168 time: 1.3747494 Sep 14 23:00:18.592123 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 581f2d9f-7052-4722-8c71-5611a7b0d9de {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:00:18.592466 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 581f2d9f-7052-4722-8c71-5611a7b0d9de not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:00:18.659115 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-a246c164-959d-41d5-99de-a8f8331cc8d2 None None] Provisioning for port 019c3c22-6922-496f-973f-83a36374b4cc completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:00:18.711856 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-a246c164-959d-41d5-99de-a8f8331cc8d2 None None] Provisioning complete for port 019c3c22-6922-496f-973f-83a36374b4cc triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:18.712486 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a246c164-959d-41d5-99de-a8f8331cc8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:18.813573 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0670aa70-dfe8-4bb5-bcb0-a5ef466b4c96 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:18.846572 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-a246c164-959d-41d5-99de-a8f8331cc8d2 None None] Port 019c3c22-6922-496f-973f-83a36374b4cc cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:00:18.848216 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 0898f991-4d9c-4a77-adc0-ffb5287bf28b is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:18.848814 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:18.865853 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-30572317-b0de-43fc-a6e6-cb85e1f54996 None None] Allocated IP 2001:db8::2 (641455bd-3b9b-4abf-8888-c44789a4dce0/48c99af2-a75e-4a4f-928b-f41082757cd3/cb70f59a-495b-47a7-9270-86352cc6ccaa) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:00:18.872512 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696ef7e-5371-4cdb-83e8-f249b0df9189 req-e01edc64-a5c8-4163-847b-fe6bbeedb6bc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:18.873345 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-b696ef7e-5371-4cdb-83e8-f249b0df9189 req-e01edc64-a5c8-4163-847b-fe6bbeedb6bc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:00:18.893159 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0e4dea-89ef-466c-b42e-bb8c92794f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0898f991-4d9c-4a77-adc0-ffb5287bf28b'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:00:18.895824 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9071eb7-c006-4566-b611-eca65029cf7a" -d '{"events": [{"server_uuid": "da0e4dea-89ef-466c-b42e-bb8c92794f3c", "name": "network-vif-plugged", "status": "completed", "tag": "0898f991-4d9c-4a77-adc0-ffb5287bf28b"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:00:18.923682 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 0898f991-4d9c-4a77-adc0-ffb5287bf28b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=0898f991-4d9c-4a77-adc0-ffb5287bf28b,segment=NetworkSegment(0822189f-b9aa-4007-86b1-4daf9e8873b5),segment_id=0822189f-b9aa-4007-86b1-4daf9e8873b5)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:00:18.931155 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54912) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:18.971654 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8dbaaa-85ff-4e6d-9c1d-5a9628bdeb05 x-openstack-request-id: req-8f8dbaaa-85ff-4e6d-9c1d-5a9628bdeb05 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:00:18.971939 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0e4dea-89ef-466c-b42e-bb8c92794f3c", "name": "network-vif-plugged", "status": "completed", "tag": "0898f991-4d9c-4a77-adc0-ffb5287bf28b", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:00:18.972380 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8f8dbaaa-85ff-4e6d-9c1d-5a9628bdeb05 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:00:18.972824 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f8dbaaa-85ff-4e6d-9c1d-5a9628bdeb05'] response: {'server_uuid': 'da0e4dea-89ef-466c-b42e-bb8c92794f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0898f991-4d9c-4a77-adc0-ffb5287bf28b', 'code': 200} Sep 14 23:00:18.977961 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:18.984266 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-ae7d33d2-e1c0-41fd-9cdb-c959e62d0c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:19.038339 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-b696ef7e-5371-4cdb-83e8-f249b0df9189 req-e01edc64-a5c8-4163-847b-fe6bbeedb6bc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:00:19.039373 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b696ef7e-5371-4cdb-83e8-f249b0df9189 req-e01edc64-a5c8-4163-847b-fe6bbeedb6bc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=1bbe0135-174f-4338-b6b0-7d8216fe03dc HTTP/1.1" status: 200 len: 932 time: 0.5067656 Sep 14 23:00:19.091823 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=0898f991-4d9c-4a77-adc0-ffb5287bf28b,revision_number=8']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:19.093705 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670aa70-dfe8-4bb5-bcb0-a5ef466b4c96 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Subnet': ['ID=d580f322-786e-4474-a357-6bc5fe775d5c,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:19.144546 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0670aa70-dfe8-4bb5-bcb0-a5ef466b4c96 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Checking segment: {'id': 'b7d5a550-853c-4f68-966e-23b3dce50877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f8199020-0553-45ee-98ec-24c8acfb4357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:00:19.145062 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0670aa70-dfe8-4bb5-bcb0-a5ef466b4c96 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Network hostable DHCP agents. Network: f8199020-0553-45ee-98ec-24c8acfb4357, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:00:19.193837 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3fbdf24c-3908-42c2-92b2-66765ea5f91f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c0a980b2e8bf40c8a14dfb2d5527a283&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2613971 Sep 14 23:00:19.196185 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54918) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:19.244974 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-30572317-b0de-43fc-a6e6-cb85e1f54996 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:19.257903 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-30572317-b0de-43fc-a6e6-cb85e1f54996 None None] Transition to ACTIVE for port object cb70f59a-495b-47a7-9270-86352cc6ccaa will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:00:19.260965 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:19.287241 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b696ef7e-5371-4cdb-83e8-f249b0df9189 req-11ce6254-68cc-4ece-9e55-6db0a0aa1cf0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=152411bf-2f44-40f3-bd31-56e3bfcf07df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165306 Sep 14 23:00:19.288585 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3ef39ef7-7881-4f0e-81d2-a45d68fed1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:19.295441 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bf12c586-b3ff-4f95-a83e-2861b84688f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:19.298971 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-30572317-b0de-43fc-a6e6-cb85e1f54996 None None] Transition to ACTIVE for port object cb70f59a-495b-47a7-9270-86352cc6ccaa will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:00:19.322622 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-30572317-b0de-43fc-a6e6-cb85e1f54996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:19.344728 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bf12c586-b3ff-4f95-a83e-2861b84688f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:19.395407 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30572317-b0de-43fc-a6e6-cb85e1f54996 None None] Network 641455bd-3b9b-4abf-8888-c44789a4dce0 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:00:19.398372 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-30572317-b0de-43fc-a6e6-cb85e1f54996 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:00:19.402830 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30572317-b0de-43fc-a6e6-cb85e1f54996 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:00:19.428901 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bf12c586-b3ff-4f95-a83e-2861b84688f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:19.452400 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12c586-b3ff-4f95-a83e-2861b84688f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ad3349-8057-4cf7-b4c7-481fd3571fc0,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:19.455473 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bf12c586-b3ff-4f95-a83e-2861b84688f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:19.457329 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-bf12c586-b3ff-4f95-a83e-2861b84688f5 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c6ad3349-8057-4cf7-b4c7-481fd3571fc0 HTTP/1.1" status: 204 len: 168 time: 0.2593291 Sep 14 23:00:19.460332 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30572317-b0de-43fc-a6e6-cb85e1f54996 None None] Pushing event updated for resources: {'Port': ['ID=cb70f59a-495b-47a7-9270-86352cc6ccaa,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:19.544866 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0670aa70-dfe8-4bb5-bcb0-a5ef466b4c96 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Network f8199020-0553-45ee-98ec-24c8acfb4357 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:00:19.582996 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-0670aa70-dfe8-4bb5-bcb0-a5ef466b4c96 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, f8199020-0553-45ee-98ec-24c8acfb4357) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:00:19.588012 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-30572317-b0de-43fc-a6e6-cb85e1f54996 None None] Attempting to bind port cb70f59a-495b-47a7-9270-86352cc6ccaa on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:00:19.589190 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-30572317-b0de-43fc-a6e6-cb85e1f54996 None None] Attempting to bind port cb70f59a-495b-47a7-9270-86352cc6ccaa by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '15918a41-b50a-424a-8824-2f9b930417eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '641455bd-3b9b-4abf-8888-c44789a4dce0'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:00:19.589703 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30572317-b0de-43fc-a6e6-cb85e1f54996 None None] Attempting to bind port cb70f59a-495b-47a7-9270-86352cc6ccaa on network 641455bd-3b9b-4abf-8888-c44789a4dce0 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:00:19.603276 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30572317-b0de-43fc-a6e6-cb85e1f54996 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:00:19.603648 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30572317-b0de-43fc-a6e6-cb85e1f54996 None None] Checking segment: {'id': '15918a41-b50a-424a-8824-2f9b930417eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '641455bd-3b9b-4abf-8888-c44789a4dce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:00:19.604046 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-30572317-b0de-43fc-a6e6-cb85e1f54996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:19.604438 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30572317-b0de-43fc-a6e6-cb85e1f54996 None None] Bound using segment: {'id': '15918a41-b50a-424a-8824-2f9b930417eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '641455bd-3b9b-4abf-8888-c44789a4dce0'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:00:19.605406 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-30572317-b0de-43fc-a6e6-cb85e1f54996 None None] Bound port: cb70f59a-495b-47a7-9270-86352cc6ccaa, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15918a41-b50a-424a-8824-2f9b930417eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '641455bd-3b9b-4abf-8888-c44789a4dce0'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:00:19.605794 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-30572317-b0de-43fc-a6e6-cb85e1f54996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:19.616422 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac147f5a-2dcd-4012-bfb6-0786249e6724 None None] Network f8199020-0553-45ee-98ec-24c8acfb4357 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:00:19.692863 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0670aa70-dfe8-4bb5-bcb0-a5ef466b4c96 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:19.693756 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0670aa70-dfe8-4bb5-bcb0-a5ef466b4c96 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:19.697519 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef39ef7-7881-4f0e-81d2-a45d68fed1dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d82724a-fc97-4351-968a-a26d86ab289b,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:19.746814 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef39ef7-7881-4f0e-81d2-a45d68fed1dc admin admin] Checking segment: {'id': '00aa7ba1-300e-40d9-9e47-eba7fe2e5b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8bedf1fe-3bbd-4b0e-bca3-aa5b22095c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:00:19.747390 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef39ef7-7881-4f0e-81d2-a45d68fed1dc admin admin] Network hostable DHCP agents. Network: 8bedf1fe-3bbd-4b0e-bca3-aa5b22095c6e, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:00:19.772504 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0670aa70-dfe8-4bb5-bcb0-a5ef466b4c96 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2277312 Sep 14 23:00:19.775333 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54928) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:19.777177 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-30572317-b0de-43fc-a6e6-cb85e1f54996 None None] For port cb70f59a-495b-47a7-9270-86352cc6ccaa, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:00:19.780763 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-30572317-b0de-43fc-a6e6-cb85e1f54996 None None] For port cb70f59a-495b-47a7-9270-86352cc6ccaa, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=cb70f59a-495b-47a7-9270-86352cc6ccaa,segment=NetworkSegment(15918a41-b50a-424a-8824-2f9b930417eb),segment_id=15918a41-b50a-424a-8824-2f9b930417eb)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:00:19.787441 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-65bbc030-f2f4-488c-a031-71843b409896 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2119034579', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:19.796921 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-65bbc030-f2f4-488c-a031-71843b409896 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:19.798089 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-30572317-b0de-43fc-a6e6-cb85e1f54996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:19.801570 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-65bbc030-f2f4-488c-a031-71843b409896 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Usage tracker for resource:router and tenant:7a62583d2f004fd6a05eb6d863384cb3 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:19.805516 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-65bbc030-f2f4-488c-a031-71843b409896 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:19.814192 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-65bbc030-f2f4-488c-a031-71843b409896 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:19.819635 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef39ef7-7881-4f0e-81d2-a45d68fed1dc admin admin] Network 8bedf1fe-3bbd-4b0e-bca3-aa5b22095c6e is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:00:19.838994 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-65bbc030-f2f4-488c-a031-71843b409896 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:19.840342 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-65bbc030-f2f4-488c-a031-71843b409896 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:19.860503 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-3ef39ef7-7881-4f0e-81d2-a45d68fed1dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 8bedf1fe-3bbd-4b0e-bca3-aa5b22095c6e) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:00:19.866317 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-65bbc030-f2f4-488c-a031-71843b409896 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:19.866830 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef39ef7-7881-4f0e-81d2-a45d68fed1dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:19.867727 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3ef39ef7-7881-4f0e-81d2-a45d68fed1dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:19.898721 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371d7ca0-30ec-467f-baab-7740a6d40e82 None None] Network 8bedf1fe-3bbd-4b0e-bca3-aa5b22095c6e requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:00:19.903080 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-65bbc030-f2f4-488c-a031-71843b409896 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:19.959004 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-65bbc030-f2f4-488c-a031-71843b409896 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:19.963111 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-65bbc030-f2f4-488c-a031-71843b409896 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1837723 Sep 14 23:00:19.963296 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54936) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:20.038334 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3ef39ef7-7881-4f0e-81d2-a45d68fed1dc admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1888235 Sep 14 23:00:20.041273 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54942) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:20.056435 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-ae7d33d2-e1c0-41fd-9cdb-c959e62d0c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 019c3c22-6922-496f-973f-83a36374b4cc {{(pid=89170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:00:20.083263 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-24bf9dd4-8c85-4323-a603-015e17bc0895 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1357428560-router', 'tenant_id': '2d57a435e4bf4700a94aabd2a26193a2', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:20.099809 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-24bf9dd4-8c85-4323-a603-015e17bc0895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:20.111193 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-ae7d33d2-e1c0-41fd-9cdb-c959e62d0c5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:20.117541 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-24bf9dd4-8c85-4323-a603-015e17bc0895 admin admin] Usage tracker for resource:router and tenant:2d57a435e4bf4700a94aabd2a26193a2 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:20.124013 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-24bf9dd4-8c85-4323-a603-015e17bc0895 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:20.133455 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30572317-b0de-43fc-a6e6-cb85e1f54996 None None] Pushing event updated for resources: {'Port': ['ID=cb70f59a-495b-47a7-9270-86352cc6ccaa,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:20.135375 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-24bf9dd4-8c85-4323-a603-015e17bc0895 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:20.139660 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-ae7d33d2-e1c0-41fd-9cdb-c959e62d0c5c service neutron] Transition to ACTIVE for port object 019c3c22-6922-496f-973f-83a36374b4cc will not be triggered until provisioned by entity L2. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:00:20.147779 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-ae7d33d2-e1c0-41fd-9cdb-c959e62d0c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:20.257683 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-24bf9dd4-8c85-4323-a603-015e17bc0895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:20.259023 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-24bf9dd4-8c85-4323-a603-015e17bc0895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:20.574707 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-24bf9dd4-8c85-4323-a603-015e17bc0895 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:20.576429 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d33d2-e1c0-41fd-9cdb-c959e62d0c5c service neutron] Pushing event updated for resources: {'Port': ['ID=019c3c22-6922-496f-973f-83a36374b4cc,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:20.581570 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 6d37555f-2cc4-458c-bd24-44bce9aad3aa up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:00:20.655799 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd731649-e30d-4160-b114-582b59a21534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-8bedf1fe-3bbd-4b0e-bca3-aa5b22095c6e', 'network_id': '8bedf1fe-3bbd-4b0e-bca3-aa5b22095c6e', 'tenant_id': '2d57a435e4bf4700a94aabd2a26193a2', 'fixed_ips': [{'subnet_id': '4d82724a-fc97-4351-968a-a26d86ab289b'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:00:20.656204 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-fd731649-e30d-4160-b114-582b59a21534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:20.682038 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1184731f-a99b-4010-90ae-6bfe7d97328c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-f8199020-0553-45ee-98ec-24c8acfb4357', 'network_id': 'f8199020-0553-45ee-98ec-24c8acfb4357', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'fixed_ips': [{'subnet_id': 'd580f322-786e-4474-a357-6bc5fe775d5c'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:00:20.682858 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1184731f-a99b-4010-90ae-6bfe7d97328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:20.780204 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54956) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:20.801673 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-ae7d33d2-e1c0-41fd-9cdb-c959e62d0c5c service neutron] Attempting to bind port 019c3c22-6922-496f-973f-83a36374b4cc on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:00:20.802050 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-ae7d33d2-e1c0-41fd-9cdb-c959e62d0c5c service neutron] Attempting to bind port 019c3c22-6922-496f-973f-83a36374b4cc by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '376af752-f1ae-4770-a297-8e0b3be1fcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '26074170-6c57-4d9e-9353-c50e801b3123'}] {{(pid=89170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:00:20.802445 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-ae7d33d2-e1c0-41fd-9cdb-c959e62d0c5c service neutron] Attempting to bind port 019c3c22-6922-496f-973f-83a36374b4cc on network 26074170-6c57-4d9e-9353-c50e801b3123 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:00:20.868880 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 6d37555f-2cc4-458c-bd24-44bce9aad3aa completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:00:20.873907 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-ae7d33d2-e1c0-41fd-9cdb-c959e62d0c5c service neutron] Port 019c3c22-6922-496f-973f-83a36374b4cc on network 26074170-6c57-4d9e-9353-c50e801b3123 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:00:20.874229 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-ae7d33d2-e1c0-41fd-9cdb-c959e62d0c5c service neutron] Attempting to bind port 019c3c22-6922-496f-973f-83a36374b4cc on network 26074170-6c57-4d9e-9353-c50e801b3123 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:00:20.892708 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a13a98-4f67-457f-9331-463dbc88f07b req-b68c08d8-fdc7-4398-8f69-9c2b6da23c77 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:20.894266 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-53a13a98-4f67-457f-9331-463dbc88f07b req-b68c08d8-fdc7-4398-8f69-9c2b6da23c77 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=1bbe0135-174f-4338-b6b0-7d8216fe03dc HTTP/1.1" status: 200 len: 944 time: 0.3568537 Sep 14 23:00:20.902484 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-547ad8e0-ac12-439e-8561-0c1ef593c7ad tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:20.917955 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 6d37555f-2cc4-458c-bd24-44bce9aad3aa triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:20.918320 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:20.965530 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-ae7d33d2-e1c0-41fd-9cdb-c959e62d0c5c service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:00:20.965867 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-ae7d33d2-e1c0-41fd-9cdb-c959e62d0c5c service neutron] Checking segment: {'id': '376af752-f1ae-4770-a297-8e0b3be1fcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '26074170-6c57-4d9e-9353-c50e801b3123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:00:20.966244 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-ae7d33d2-e1c0-41fd-9cdb-c959e62d0c5c service neutron] Bound using segment: {'id': '376af752-f1ae-4770-a297-8e0b3be1fcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '26074170-6c57-4d9e-9353-c50e801b3123'} {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:00:20.966678 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-ae7d33d2-e1c0-41fd-9cdb-c959e62d0c5c service neutron] Bound port: 019c3c22-6922-496f-973f-83a36374b4cc, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '376af752-f1ae-4770-a297-8e0b3be1fcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '26074170-6c57-4d9e-9353-c50e801b3123'}}] {{(pid=89170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:00:20.967021 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-ae7d33d2-e1c0-41fd-9cdb-c959e62d0c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:20.987316 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-d6b1bcf8-4e7a-43aa-a1a0-3d04c3c03e6e tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:20.988354 dv-neutron-857791-1-hyperv neutron-server[89171]: WARNING neutron.api.v2.base [None req-d6b1bcf8-4e7a-43aa-a1a0-3d04c3c03e6e tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 14 23:00:20.989033 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-d6b1bcf8-4e7a-43aa-a1a0-3d04c3c03e6e tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] create failed (client error): There was a conflict when trying to complete your request. Sep 14 23:00:20.995127 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d6b1bcf8-4e7a-43aa-a1a0-3d04c3c03e6e tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2085867 Sep 14 23:00:20.998547 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54962) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:21.051980 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-1184731f-a99b-4010-90ae-6bfe7d97328c None None] Allocated IP 2001:db8:1::2 (f8199020-0553-45ee-98ec-24c8acfb4357/d580f322-786e-4474-a357-6bc5fe775d5c/10b5e846-26ea-4bbe-8e96-c6b8b681724e) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:00:21.103770 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-fd731649-e30d-4160-b114-582b59a21534 None None] Allocated IP 172.20.0.2 (8bedf1fe-3bbd-4b0e-bca3-aa5b22095c6e/4d82724a-fc97-4351-968a-a26d86ab289b/bfa57fac-bfb8-471c-8889-72e432b40f04) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:00:21.126936 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-24bf9dd4-8c85-4323-a603-015e17bc0895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:21.185431 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-53a13a98-4f67-457f-9331-463dbc88f07b req-36348457-bb07-41c0-9ec0-eee152ca0d5a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=152411bf-2f44-40f3-bd31-56e3bfcf07df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264876 Sep 14 23:00:21.194632 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-09dc12f6-0977-4ea4-8c91-458b4bdcf05c tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Request body: {'security_group': {'name': 'tempest-secgroup--1697658451'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:21.202991 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-09dc12f6-0977-4ea4-8c91-458b4bdcf05c tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:21.213256 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-09dc12f6-0977-4ea4-8c91-458b4bdcf05c tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Usage tracker for resource:security_group and tenant:cd5ea92aed5741e2b035637dd92621f5 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:21.239151 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-ae7d33d2-e1c0-41fd-9cdb-c959e62d0c5c service neutron] For port 019c3c22-6922-496f-973f-83a36374b4cc, host hv-neutron-8577, cleared binding levels {{(pid=89170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:00:21.264089 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-ae7d33d2-e1c0-41fd-9cdb-c959e62d0c5c service neutron] For port 019c3c22-6922-496f-973f-83a36374b4cc, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=019c3c22-6922-496f-973f-83a36374b4cc,segment=NetworkSegment(376af752-f1ae-4770-a297-8e0b3be1fcb9),segment_id=376af752-f1ae-4770-a297-8e0b3be1fcb9)] {{(pid=89170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:00:21.265281 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-09dc12f6-0977-4ea4-8c91-458b4bdcf05c tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:21.272571 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 6d37555f-2cc4-458c-bd24-44bce9aad3aa is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:21.273634 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:21.276543 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-ae7d33d2-e1c0-41fd-9cdb-c959e62d0c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:21.279049 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-09dc12f6-0977-4ea4-8c91-458b4bdcf05c tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:21.280220 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-ae7d33d2-e1c0-41fd-9cdb-c959e62d0c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:21.280949 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-ae7d33d2-e1c0-41fd-9cdb-c959e62d0c5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:21.282306 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-ae7d33d2-e1c0-41fd-9cdb-c959e62d0c5c service neutron] 10.222.0.20 "PUT /v2.0/ports/019c3c22-6922-496f-973f-83a36374b4cc HTTP/1.1" status: 200 len: 1094 time: 2.7438495 Sep 14 23:00:21.338586 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bbe0135-174f-4338-b6b0-7d8216fe03dc', 'tag': '019c3c22-6922-496f-973f-83a36374b4cc'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:00:21.340799 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72746ab9-0610-4265-9f98-a7cf0e645c41" -d '{"events": [{"name": "network-changed", "server_uuid": "1bbe0135-174f-4338-b6b0-7d8216fe03dc", "tag": "019c3c22-6922-496f-973f-83a36374b4cc"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:00:21.340946 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-09dc12f6-0977-4ea4-8c91-458b4bdcf05c tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:21.351971 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 6d37555f-2cc4-458c-bd24-44bce9aad3aa, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=6d37555f-2cc4-458c-bd24-44bce9aad3aa,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:00:21.388317 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-09dc12f6-0977-4ea4-8c91-458b4bdcf05c tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:21.455782 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7aa3d76-36b3-4071-b8f7-26f2931ac9d7 x-openstack-request-id: req-a7aa3d76-36b3-4071-b8f7-26f2931ac9d7 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:00:21.456046 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bbe0135-174f-4338-b6b0-7d8216fe03dc", "tag": "019c3c22-6922-496f-973f-83a36374b4cc", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:00:21.456368 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a7aa3d76-36b3-4071-b8f7-26f2931ac9d7 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:00:21.456707 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7aa3d76-36b3-4071-b8f7-26f2931ac9d7'] response: {'name': 'network-changed', 'server_uuid': '1bbe0135-174f-4338-b6b0-7d8216fe03dc', 'tag': '019c3c22-6922-496f-973f-83a36374b4cc', 'status': 'completed', 'code': 200} Sep 14 23:00:21.463811 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d33d2-e1c0-41fd-9cdb-c959e62d0c5c service neutron] Pushing event updated for resources: {'Port': ['ID=019c3c22-6922-496f-973f-83a36374b4cc,revision_number=3']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:21.474781 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:21.476147 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device cb70f59a-495b-47a7-9270-86352cc6ccaa up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:00:21.504209 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-09dc12f6-0977-4ea4-8c91-458b4bdcf05c tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:21.513650 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-b9a40298-2baa-4592-8fb6-f3b3a534505f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:21.515146 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-b9a40298-2baa-4592-8fb6-f3b3a534505f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=1bbe0135-174f-4338-b6b0-7d8216fe03dc HTTP/1.1" status: 200 len: 1097 time: 0.1716321 Sep 14 23:00:21.518988 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-09dc12f6-0977-4ea4-8c91-458b4bdcf05c tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Usage tracker for resource:security_group_rule and tenant:cd5ea92aed5741e2b035637dd92621f5 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:21.524518 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-09dc12f6-0977-4ea4-8c91-458b4bdcf05c tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:21.536334 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-09dc12f6-0977-4ea4-8c91-458b4bdcf05c tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:21.610254 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa08cbc-db25-4564-82b7-7ecc4ca29c82 None None] Sync routers for ids ['eee42843-b89e-430a-9a6a-42861464a3c0'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:00:21.624505 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa08cbc-db25-4564-82b7-7ecc4ca29c82 None None] Routers {'eee42843-b89e-430a-9a6a-42861464a3c0'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:00:21.625296 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-0aa08cbc-db25-4564-82b7-7ecc4ca29c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:00:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['eee42843-b89e-430a-9a6a-42861464a3c0'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:21.642966 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=6d37555f-2cc4-458c-bd24-44bce9aad3aa,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:21.707838 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:00:21.713064 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-547ad8e0-ac12-439e-8561-0c1ef593c7ad tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Allocated IP 2001:db8::1 (641455bd-3b9b-4abf-8888-c44789a4dce0/48c99af2-a75e-4a4f-928b-f41082757cd3/b0a94624-16c9-4ef6-9d46-3511ffb3cfb7) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:00:21.831559 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23487633-8b58-40a4-93d0-cf031ec2cb4b None None] Network 641455bd-3b9b-4abf-8888-c44789a4dce0 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:00:21.835859 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-0aa08cbc-db25-4564-82b7-7ecc4ca29c82 None None] Set router eee42843-b89e-430a-9a6a-42861464a3c0 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:00:21.878786 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-09dc12f6-0977-4ea4-8c91-458b4bdcf05c tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:21.899835 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-09dc12f6-0977-4ea4-8c91-458b4bdcf05c tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:21.951479 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-09dc12f6-0977-4ea4-8c91-458b4bdcf05c tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:21.953781 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc12f6-0977-4ea4-8c91-458b4bdcf05c tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a85de440-5a99-4d79-9c5d-8df48bc5b322,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:21.961485 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-09dc12f6-0977-4ea4-8c91-458b4bdcf05c tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Usage tracker for resource:security_group_rule and tenant:cd5ea92aed5741e2b035637dd92621f5 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:21.973185 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-09dc12f6-0977-4ea4-8c91-458b4bdcf05c tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:21.984597 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-09dc12f6-0977-4ea4-8c91-458b4bdcf05c tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:22.014618 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-547ad8e0-ac12-439e-8561-0c1ef593c7ad tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:22.034737 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1184731f-a99b-4010-90ae-6bfe7d97328c None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:22.040849 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port cb70f59a-495b-47a7-9270-86352cc6ccaa completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:00:22.049660 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-547ad8e0-ac12-439e-8561-0c1ef593c7ad tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Transition to ACTIVE for port object b0a94624-16c9-4ef6-9d46-3511ffb3cfb7 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:00:22.058449 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f3316f4e-ff36-41e9-a965-df927448f97b None None] Provisioning for port cb70f59a-495b-47a7-9270-86352cc6ccaa completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:00:22.061715 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-1cd1c6c7-1669-4a94-b70b-cf8bbaa18266 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=019c3c22-6922-496f-973f-83a36374b4cc HTTP/1.1" status: 200 len: 217 time: 0.1408384 Sep 14 23:00:22.069278 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f3316f4e-ff36-41e9-a965-df927448f97b None None] Provisioning complete for port cb70f59a-495b-47a7-9270-86352cc6ccaa triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:22.069791 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f3316f4e-ff36-41e9-a965-df927448f97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:22.095100 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port cb70f59a-495b-47a7-9270-86352cc6ccaa triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:22.095702 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:22.116362 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-09dc12f6-0977-4ea4-8c91-458b4bdcf05c tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:22.123429 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-09dc12f6-0977-4ea4-8c91-458b4bdcf05c tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:22.129281 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1184731f-a99b-4010-90ae-6bfe7d97328c None None] Transition to ACTIVE for port object 10b5e846-26ea-4bbe-8e96-c6b8b681724e will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:00:22.141507 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-547ad8e0-ac12-439e-8561-0c1ef593c7ad tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:22.172680 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-0aa08cbc-db25-4564-82b7-7ecc4ca29c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'name': 'tempest-TestVolumeBootPattern-2041423940-router', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:00:04Z', 'updated_at': '2022-09-14T23:00:13Z', 'revision_number': 4, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'gw_port': {'id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:06Z', 'updated_at': '2022-09-14T23:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'dfcbb8cf-9a81-4df5-a347-d3439179dddf', 'name': '', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'mac_address': 'fa:16:3e:7d:60:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:11Z', 'updated_at': '2022-09-14T23:00:13Z', 'revision_number': 2, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'subnets': [{'id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:22.177727 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa08cbc-db25-4564-82b7-7ecc4ca29c82 None None] Checking router: eee42843-b89e-430a-9a6a-42861464a3c0 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:00:22.178293 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa08cbc-db25-4564-82b7-7ecc4ca29c82 None None] Updating router eee42843-b89e-430a-9a6a-42861464a3c0 port dfcbb8cf-9a81-4df5-a347-d3439179dddf binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:00:22.200954 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-cf56fd51-3aff-4428-b239-d7bfbead92aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:22.203210 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-cf56fd51-3aff-4428-b239-d7bfbead92aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ce97621-4c6a-4861-925e-ecb6f40ca9e7 HTTP/1.1" status: 200 len: 838 time: 0.0809317 Sep 14 23:00:22.226636 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-fd731649-e30d-4160-b114-582b59a21534 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:22.248331 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547ad8e0-ac12-439e-8561-0c1ef593c7ad tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Network 641455bd-3b9b-4abf-8888-c44789a4dce0 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:00:22.253125 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-0aa08cbc-db25-4564-82b7-7ecc4ca29c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:22.259982 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-547ad8e0-ac12-439e-8561-0c1ef593c7ad tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:00:22.262609 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547ad8e0-ac12-439e-8561-0c1ef593c7ad tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:00:22.263347 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-547ad8e0-ac12-439e-8561-0c1ef593c7ad tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:22.286514 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc12f6-0977-4ea4-8c91-458b4bdcf05c tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f363c8c1-0ff9-4794-86d6-c8bdb751c009,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:22.289906 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-09dc12f6-0977-4ea4-8c91-458b4bdcf05c tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:22.291028 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1184731f-a99b-4010-90ae-6bfe7d97328c None None] Transition to ACTIVE for port object 10b5e846-26ea-4bbe-8e96-c6b8b681724e will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:00:22.291370 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-09dc12f6-0977-4ea4-8c91-458b4bdcf05c tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2918537 Sep 14 23:00:22.301659 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54970) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:22.314489 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-0f1c2c81-cbbe-4103-9892-e631ee705063 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Request body: {'security_group_rule': {'security_group_id': 'f363c8c1-0ff9-4794-86d6-c8bdb751c009', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:22.322639 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0f1c2c81-cbbe-4103-9892-e631ee705063 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:22.328650 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0f1c2c81-cbbe-4103-9892-e631ee705063 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Usage tracker for resource:security_group_rule and tenant:cd5ea92aed5741e2b035637dd92621f5 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:22.332971 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-24bf9dd4-8c85-4323-a603-015e17bc0895 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:22.333246 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0f1c2c81-cbbe-4103-9892-e631ee705063 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:22.333363 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-fd731649-e30d-4160-b114-582b59a21534 None None] Transition to ACTIVE for port object bfa57fac-bfb8-471c-8889-72e432b40f04 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:00:22.339467 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0f1c2c81-cbbe-4103-9892-e631ee705063 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:22.351902 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ad8e0-ac12-439e-8561-0c1ef593c7ad tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Port': ['ID=b0a94624-16c9-4ef6-9d46-3511ffb3cfb7,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:22.369730 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0f1c2c81-cbbe-4103-9892-e631ee705063 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:22.440935 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-fd731649-e30d-4160-b114-582b59a21534 None None] Transition to ACTIVE for port object bfa57fac-bfb8-471c-8889-72e432b40f04 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:00:22.448396 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0f1c2c81-cbbe-4103-9892-e631ee705063 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:22.456550 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0f1c2c81-cbbe-4103-9892-e631ee705063 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:22.460025 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-24bf9dd4-8c85-4323-a603-015e17bc0895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:22.495273 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0f1c2c81-cbbe-4103-9892-e631ee705063 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:22.499111 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0f1c2c81-cbbe-4103-9892-e631ee705063 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1930480 Sep 14 23:00:22.500141 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1184731f-a99b-4010-90ae-6bfe7d97328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:22.529021 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54974) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:22.535184 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-c92d28ae-ac65-40ed-81c7-4616da00de40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:22.539352 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-c92d28ae-ac65-40ed-81c7-4616da00de40 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=26074170-6c57-4d9e-9353-c50e801b3123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3293979 Sep 14 23:00:22.547816 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c2c81-cbbe-4103-9892-e631ee705063 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c042e8c6-0052-461a-b7ad-4da50d5b6e03,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:22.559248 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-79329a81-4ee8-4089-a705-735576d58fc9 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Request body: {'security_group_rule': {'security_group_id': 'f363c8c1-0ff9-4794-86d6-c8bdb751c009', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:22.566298 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-79329a81-4ee8-4089-a705-735576d58fc9 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:22.570943 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-79329a81-4ee8-4089-a705-735576d58fc9 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Usage tracker for resource:security_group_rule and tenant:cd5ea92aed5741e2b035637dd92621f5 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:22.574097 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-79329a81-4ee8-4089-a705-735576d58fc9 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:22.581082 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-79329a81-4ee8-4089-a705-735576d58fc9 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:22.613322 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1184731f-a99b-4010-90ae-6bfe7d97328c None None] Network f8199020-0553-45ee-98ec-24c8acfb4357 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:00:22.614401 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-79329a81-4ee8-4089-a705-735576d58fc9 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:22.615712 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-fd731649-e30d-4160-b114-582b59a21534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:22.636208 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-547ad8e0-ac12-439e-8561-0c1ef593c7ad tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:22.709801 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-0aa08cbc-db25-4564-82b7-7ecc4ca29c82 None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:22.722710 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-0aa08cbc-db25-4564-82b7-7ecc4ca29c82 None None] Transition to ACTIVE for port object dfcbb8cf-9a81-4df5-a347-d3439179dddf will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:00:22.730075 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184731f-a99b-4010-90ae-6bfe7d97328c None None] Pushing event updated for resources: {'Port': ['ID=10b5e846-26ea-4bbe-8e96-c6b8b681724e,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:22.732248 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-1184731f-a99b-4010-90ae-6bfe7d97328c None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:00:22.739957 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-0aa08cbc-db25-4564-82b7-7ecc4ca29c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:22.742648 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd731649-e30d-4160-b114-582b59a21534 None None] Network 8bedf1fe-3bbd-4b0e-bca3-aa5b22095c6e is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:00:22.776859 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-79329a81-4ee8-4089-a705-735576d58fc9 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] create failed (client error): There was a conflict when trying to complete your request. Sep 14 23:00:22.778583 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-79329a81-4ee8-4089-a705-735576d58fc9 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2408111 Sep 14 23:00:22.787842 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54978) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:22.828550 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1184731f-a99b-4010-90ae-6bfe7d97328c None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:00:22.831557 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a951832-48c9-4c5f-a3ac-3288cd2e5cfb req-40debd33-3a24-4be7-acc2-70a6067c45ff tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:22.835017 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port cb70f59a-495b-47a7-9270-86352cc6ccaa is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:22.835400 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:22.839701 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4a951832-48c9-4c5f-a3ac-3288cd2e5cfb req-40debd33-3a24-4be7-acc2-70a6067c45ff tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=1bbe0135-174f-4338-b6b0-7d8216fe03dc HTTP/1.1" status: 200 len: 944 time: 0.4333627 Sep 14 23:00:22.846996 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-fd731649-e30d-4160-b114-582b59a21534 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:00:22.849290 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd731649-e30d-4160-b114-582b59a21534 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:00:22.851545 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd731649-e30d-4160-b114-582b59a21534 None None] Pushing event updated for resources: {'Port': ['ID=bfa57fac-bfb8-471c-8889-72e432b40f04,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:22.873546 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09981916-d7d5-43c6-a3cb-bb848908d756 None None] Pushing event updated for resources: {'Port': ['ID=dfcbb8cf-9a81-4df5-a347-d3439179dddf,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:22.898809 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-24bf9dd4-8c85-4323-a603-015e17bc0895 admin admin] Allocated IP 172.26.5.75 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/e022f016-b17d-449a-b902-765858d20086) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:00:22.921800 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09981916-d7d5-43c6-a3cb-bb848908d756 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:22.922161 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09981916-d7d5-43c6-a3cb-bb848908d756 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:22.922730 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09981916-d7d5-43c6-a3cb-bb848908d756 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:22.923318 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09981916-d7d5-43c6-a3cb-bb848908d756 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:22.923809 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09981916-d7d5-43c6-a3cb-bb848908d756 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:22.924290 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09981916-d7d5-43c6-a3cb-bb848908d756 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:22.924849 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09981916-d7d5-43c6-a3cb-bb848908d756 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:22.925331 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09981916-d7d5-43c6-a3cb-bb848908d756 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:22.925801 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09981916-d7d5-43c6-a3cb-bb848908d756 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:22.926262 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09981916-d7d5-43c6-a3cb-bb848908d756 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:22.926774 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09981916-d7d5-43c6-a3cb-bb848908d756 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:22.927247 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09981916-d7d5-43c6-a3cb-bb848908d756 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:22.929555 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-92f611df-6973-4104-9a6c-e651f588c58f service neutron] 10.222.0.20 "GET /v2.0/networks/26074170-6c57-4d9e-9353-c50e801b3123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710210 Sep 14 23:00:22.992868 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-0aa08cbc-db25-4564-82b7-7ecc4ca29c82 None None] Attempting to bind port dfcbb8cf-9a81-4df5-a347-d3439179dddf on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:00:22.993483 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-0aa08cbc-db25-4564-82b7-7ecc4ca29c82 None None] Attempting to bind port dfcbb8cf-9a81-4df5-a347-d3439179dddf by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'ab179e40-d634-4a10-a989-ca879bb3802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:00:22.994009 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa08cbc-db25-4564-82b7-7ecc4ca29c82 None None] Attempting to bind port dfcbb8cf-9a81-4df5-a347-d3439179dddf on network 8c5b42e5-c7a4-4629-b1de-12796897febf {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:00:22.999819 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa08cbc-db25-4564-82b7-7ecc4ca29c82 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:00:23.000549 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa08cbc-db25-4564-82b7-7ecc4ca29c82 None None] Checking segment: {'id': 'ab179e40-d634-4a10-a989-ca879bb3802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:00:23.001248 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-0aa08cbc-db25-4564-82b7-7ecc4ca29c82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:23.001848 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa08cbc-db25-4564-82b7-7ecc4ca29c82 None None] Bound using segment: {'id': 'ab179e40-d634-4a10-a989-ca879bb3802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:00:23.002478 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-0aa08cbc-db25-4564-82b7-7ecc4ca29c82 None None] Bound port: dfcbb8cf-9a81-4df5-a347-d3439179dddf, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab179e40-d634-4a10-a989-ca879bb3802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:00:23.003042 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-0aa08cbc-db25-4564-82b7-7ecc4ca29c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:23.095578 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-0aa08cbc-db25-4564-82b7-7ecc4ca29c82 None None] For port dfcbb8cf-9a81-4df5-a347-d3439179dddf, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:00:23.099465 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-0aa08cbc-db25-4564-82b7-7ecc4ca29c82 None None] For port dfcbb8cf-9a81-4df5-a347-d3439179dddf, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=dfcbb8cf-9a81-4df5-a347-d3439179dddf,segment=NetworkSegment(ab179e40-d634-4a10-a989-ca879bb3802f),segment_id=ab179e40-d634-4a10-a989-ca879bb3802f)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:00:23.107577 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-0aa08cbc-db25-4564-82b7-7ecc4ca29c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:23.116965 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-f3316f4e-ff36-41e9-a965-df927448f97b None None] Current status of the port cb70f59a-495b-47a7-9270-86352cc6ccaa is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:23.117494 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f3316f4e-ff36-41e9-a965-df927448f97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:23.132004 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4a951832-48c9-4c5f-a3ac-3288cd2e5cfb req-1cb49009-041e-42bb-8c3d-75a0cd5cc03b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=152411bf-2f44-40f3-bd31-56e3bfcf07df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2921257 Sep 14 23:00:23.160072 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port cb70f59a-495b-47a7-9270-86352cc6ccaa, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=cb70f59a-495b-47a7-9270-86352cc6ccaa,segment=NetworkSegment(15918a41-b50a-424a-8824-2f9b930417eb),segment_id=15918a41-b50a-424a-8824-2f9b930417eb)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:00:23.162749 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-1184731f-a99b-4010-90ae-6bfe7d97328c None None] Attempting to bind port 10b5e846-26ea-4bbe-8e96-c6b8b681724e on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:00:23.164056 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-1184731f-a99b-4010-90ae-6bfe7d97328c None None] Attempting to bind port 10b5e846-26ea-4bbe-8e96-c6b8b681724e by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'b7d5a550-853c-4f68-966e-23b3dce50877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f8199020-0553-45ee-98ec-24c8acfb4357'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:00:23.164056 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1184731f-a99b-4010-90ae-6bfe7d97328c None None] Attempting to bind port 10b5e846-26ea-4bbe-8e96-c6b8b681724e on network f8199020-0553-45ee-98ec-24c8acfb4357 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:00:23.165036 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e70d49c4-0f34-4fbc-bdd0-09618ec0358d tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:23.182191 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:23.203446 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-547ad8e0-ac12-439e-8561-0c1ef593c7ad tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:23.204932 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09981916-d7d5-43c6-a3cb-bb848908d756 None None] Pushing event updated for resources: {'Port': ['ID=dfcbb8cf-9a81-4df5-a347-d3439179dddf,revision_number=4']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:23.211453 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-547ad8e0-ac12-439e-8561-0c1ef593c7ad tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:23.212821 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-547ad8e0-ac12-439e-8561-0c1ef593c7ad tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:23.214965 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa08cbc-db25-4564-82b7-7ecc4ca29c82 None None] Routers {'eee42843-b89e-430a-9a6a-42861464a3c0'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:00:23.215570 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-0aa08cbc-db25-4564-82b7-7ecc4ca29c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:00:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['eee42843-b89e-430a-9a6a-42861464a3c0'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:23.247949 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e70d49c4-0f34-4fbc-bdd0-09618ec0358d tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:23.269598 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1184731f-a99b-4010-90ae-6bfe7d97328c None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:00:23.270158 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1184731f-a99b-4010-90ae-6bfe7d97328c None None] Checking segment: {'id': 'b7d5a550-853c-4f68-966e-23b3dce50877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f8199020-0553-45ee-98ec-24c8acfb4357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:00:23.270664 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1184731f-a99b-4010-90ae-6bfe7d97328c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:23.271166 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1184731f-a99b-4010-90ae-6bfe7d97328c None None] Bound using segment: {'id': 'b7d5a550-853c-4f68-966e-23b3dce50877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f8199020-0553-45ee-98ec-24c8acfb4357'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:00:23.271764 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-1184731f-a99b-4010-90ae-6bfe7d97328c None None] Bound port: 10b5e846-26ea-4bbe-8e96-c6b8b681724e, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d5a550-853c-4f68-966e-23b3dce50877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f8199020-0553-45ee-98ec-24c8acfb4357'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:00:23.272247 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1184731f-a99b-4010-90ae-6bfe7d97328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:23.282125 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-fd731649-e30d-4160-b114-582b59a21534 None None] Attempting to bind port bfa57fac-bfb8-471c-8889-72e432b40f04 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:00:23.285002 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-fd731649-e30d-4160-b114-582b59a21534 None None] Attempting to bind port bfa57fac-bfb8-471c-8889-72e432b40f04 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '00aa7ba1-300e-40d9-9e47-eba7fe2e5b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8bedf1fe-3bbd-4b0e-bca3-aa5b22095c6e'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:00:23.285380 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd731649-e30d-4160-b114-582b59a21534 None None] Attempting to bind port bfa57fac-bfb8-471c-8889-72e432b40f04 on network 8bedf1fe-3bbd-4b0e-bca3-aa5b22095c6e {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:00:23.316427 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7c82ee4a-c54f-4018-8d9a-8692471918ff req-f2f1eb90-9f50-470f-ac59-a744611f5f07 service neutron] 10.222.0.20 "GET /v2.0/networks/26074170-6c57-4d9e-9353-c50e801b3123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696406 Sep 14 23:00:23.321787 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd731649-e30d-4160-b114-582b59a21534 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:00:23.334439 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd731649-e30d-4160-b114-582b59a21534 None None] Checking segment: {'id': '00aa7ba1-300e-40d9-9e47-eba7fe2e5b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8bedf1fe-3bbd-4b0e-bca3-aa5b22095c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:00:23.334980 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-fd731649-e30d-4160-b114-582b59a21534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:23.338711 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd731649-e30d-4160-b114-582b59a21534 None None] Bound using segment: {'id': '00aa7ba1-300e-40d9-9e47-eba7fe2e5b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8bedf1fe-3bbd-4b0e-bca3-aa5b22095c6e'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:00:23.339229 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-fd731649-e30d-4160-b114-582b59a21534 None None] Bound port: bfa57fac-bfb8-471c-8889-72e432b40f04, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00aa7ba1-300e-40d9-9e47-eba7fe2e5b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8bedf1fe-3bbd-4b0e-bca3-aa5b22095c6e'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:00:23.342208 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-fd731649-e30d-4160-b114-582b59a21534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:23.349120 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-24bf9dd4-8c85-4323-a603-015e17bc0895 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:23.374652 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e70d49c4-0f34-4fbc-bdd0-09618ec0358d tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:23.437754 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d49c4-0f34-4fbc-bdd0-09618ec0358d tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f363c8c1-0ff9-4794-86d6-c8bdb751c009,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:23.457909 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-f3316f4e-ff36-41e9-a965-df927448f97b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 23:00:23.458308 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-f3316f4e-ff36-41e9-a965-df927448f97b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 23:00:23.459134 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 6d37555f-2cc4-458c-bd24-44bce9aad3aa up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:00:23.477983 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e70d49c4-0f34-4fbc-bdd0-09618ec0358d tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:23.479049 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-e70d49c4-0f34-4fbc-bdd0-09618ec0358d tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "DELETE /v2.0/security-groups/f363c8c1-0ff9-4794-86d6-c8bdb751c009 HTTP/1.1" status: 204 len: 168 time: 0.6871927 Sep 14 23:00:23.480294 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-24bf9dd4-8c85-4323-a603-015e17bc0895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:23.483282 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54982) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:23.499973 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-0aa08cbc-db25-4564-82b7-7ecc4ca29c82 None None] Set router eee42843-b89e-430a-9a6a-42861464a3c0 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:00:23.525856 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ad8e0-ac12-439e-8561-0c1ef593c7ad tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Port': ['ID=b0a94624-16c9-4ef6-9d46-3511ffb3cfb7,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:23.588675 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf9dd4-8c85-4323-a603-015e17bc0895 admin admin] Pushing event updated for resources: {'Port': ['ID=e022f016-b17d-449a-b902-765858d20086,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:23.601241 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bf9dd4-8c85-4323-a603-015e17bc0895 admin admin] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:00:23.603067 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-24bf9dd4-8c85-4323-a603-015e17bc0895 admin admin] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:00:23.607278 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bf9dd4-8c85-4323-a603-015e17bc0895 admin admin] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:00:23.627866 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-d1a8f28e-00c3-46ef-89eb-74e8cd6b9fa2 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Synchronizing usage tracker for tenant:cd5ea92aed5741e2b035637dd92621f5 on resource:security_group {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:00:23.649224 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547ad8e0-ac12-439e-8561-0c1ef593c7ad tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Network 641455bd-3b9b-4abf-8888-c44789a4dce0 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:00:23.651995 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-547ad8e0-ac12-439e-8561-0c1ef593c7ad tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:00:23.662558 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1184731f-a99b-4010-90ae-6bfe7d97328c None None] For port 10b5e846-26ea-4bbe-8e96-c6b8b681724e, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:00:23.666314 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1184731f-a99b-4010-90ae-6bfe7d97328c None None] For port 10b5e846-26ea-4bbe-8e96-c6b8b681724e, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=10b5e846-26ea-4bbe-8e96-c6b8b681724e,segment=NetworkSegment(b7d5a550-853c-4f68-966e-23b3dce50877),segment_id=b7d5a550-853c-4f68-966e-23b3dce50877)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:00:23.729739 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-d1a8f28e-00c3-46ef-89eb-74e8cd6b9fa2 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Unset dirty status for tenant:cd5ea92aed5741e2b035637dd92621f5 on resource:security_group {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:00:23.731777 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d1a8f28e-00c3-46ef-89eb-74e8cd6b9fa2 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2436423 Sep 14 23:00:23.744769 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 54986) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:23.767687 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-fd731649-e30d-4160-b114-582b59a21534 None None] For port bfa57fac-bfb8-471c-8889-72e432b40f04, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:00:23.770714 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-acfdce4d-b321-469a-8875-6bb0d6777209 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Request body: {'security_group': {'name': 'tempest-secgroup--1149162121'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:23.771259 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-fd731649-e30d-4160-b114-582b59a21534 None None] For port bfa57fac-bfb8-471c-8889-72e432b40f04, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=bfa57fac-bfb8-471c-8889-72e432b40f04,segment=NetworkSegment(00aa7ba1-300e-40d9-9e47-eba7fe2e5b85),segment_id=00aa7ba1-300e-40d9-9e47-eba7fe2e5b85)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:00:23.795405 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1184731f-a99b-4010-90ae-6bfe7d97328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:23.825557 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-fd731649-e30d-4160-b114-582b59a21534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:23.840075 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 6d37555f-2cc4-458c-bd24-44bce9aad3aa triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:23.840454 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:23.857916 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72746ab9-0610-4265-9f98-a7cf0e645c41 req-a454ecec-9931-436a-affa-333c3d24f349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:23.859869 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-72746ab9-0610-4265-9f98-a7cf0e645c41 req-a454ecec-9931-436a-affa-333c3d24f349 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=1bbe0135-174f-4338-b6b0-7d8216fe03dc HTTP/1.1" status: 200 len: 1097 time: 0.4642003 Sep 14 23:00:23.874485 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-acfdce4d-b321-469a-8875-6bb0d6777209 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:24.033939 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=cb70f59a-495b-47a7-9270-86352cc6ccaa,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:24.234427 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547ad8e0-ac12-439e-8561-0c1ef593c7ad tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Router 70e7035e-41ef-4f3a-82d0-834ce97bf442 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 23:00:24.318332 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-0aa08cbc-db25-4564-82b7-7ecc4ca29c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'name': 'tempest-TestVolumeBootPattern-2041423940-router', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:00:04Z', 'updated_at': '2022-09-14T23:00:13Z', 'revision_number': 4, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'gw_port': {'id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:06Z', 'updated_at': '2022-09-14T23:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'dfcbb8cf-9a81-4df5-a347-d3439179dddf', 'name': '', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'mac_address': 'fa:16:3e:7d:60:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:11Z', 'updated_at': '2022-09-14T23:00:23Z', 'revision_number': 4, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'subnets': [{'id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:24.322984 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa08cbc-db25-4564-82b7-7ecc4ca29c82 None None] The sync data for ids ['eee42843-b89e-430a-9a6a-42861464a3c0'] in dv-neutron-857791-1-hyperv is: [{'id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'name': 'tempest-TestVolumeBootPattern-2041423940-router', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:00:04Z', 'updated_at': '2022-09-14T23:00:13Z', 'revision_number': 4, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'gw_port': {'id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:06Z', 'updated_at': '2022-09-14T23:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'dfcbb8cf-9a81-4df5-a347-d3439179dddf', 'name': '', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'mac_address': 'fa:16:3e:7d:60:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:11Z', 'updated_at': '2022-09-14T23:00:23Z', 'revision_number': 4, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'subnets': [{'id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:00:24.398454 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184731f-a99b-4010-90ae-6bfe7d97328c None None] Pushing event updated for resources: {'Port': ['ID=10b5e846-26ea-4bbe-8e96-c6b8b681724e,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:24.539476 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-f3316f4e-ff36-41e9-a965-df927448f97b None None] Current status of the port cb70f59a-495b-47a7-9270-86352cc6ccaa is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:24.595743 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-acfdce4d-b321-469a-8875-6bb0d6777209 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:24.612059 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72746ab9-0610-4265-9f98-a7cf0e645c41 req-bf57218d-d41d-480a-b701-a24565a24a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:24.613588 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-72746ab9-0610-4265-9f98-a7cf0e645c41 req-bf57218d-d41d-480a-b701-a24565a24a98 service neutron] 10.222.0.20 "GET /v2.0/networks?id=26074170-6c57-4d9e-9353-c50e801b3123 HTTP/1.1" status: 200 len: 896 time: 0.7365065 Sep 14 23:00:24.626923 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547ad8e0-ac12-439e-8561-0c1ef593c7ad tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:00:24.635972 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-547ad8e0-ac12-439e-8561-0c1ef593c7ad tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "PUT /v2.0/routers/70e7035e-41ef-4f3a-82d0-834ce97bf442/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6688790 Sep 14 23:00:24.636424 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54992) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:24.640063 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd731649-e30d-4160-b114-582b59a21534 None None] Pushing event updated for resources: {'Port': ['ID=bfa57fac-bfb8-471c-8889-72e432b40f04,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:24.649041 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02a8114-a519-4219-81a4-bfe07f418725 None None] Sync routers for ids ['70e7035e-41ef-4f3a-82d0-834ce97bf442'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:00:24.675459 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 6d37555f-2cc4-458c-bd24-44bce9aad3aa is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:24.688305 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02a8114-a519-4219-81a4-bfe07f418725 None None] Routers {'70e7035e-41ef-4f3a-82d0-834ce97bf442'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:00:24.689051 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-d02a8114-a519-4219-81a4-bfe07f418725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:00:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['70e7035e-41ef-4f3a-82d0-834ce97bf442'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:24.746757 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-acfdce4d-b321-469a-8875-6bb0d6777209 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:24.789630 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-81cc34fa-4166-4037-a4c2-40da83959618 None None] Provisioning complete for port cb70f59a-495b-47a7-9270-86352cc6ccaa triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:24.790282 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-81cc34fa-4166-4037-a4c2-40da83959618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:24.801755 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e23528-cbd4-452f-b805-eaf612b59be6 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:24.807249 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-97e23528-cbd4-452f-b805-eaf612b59be6 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Synchronizing usage tracker for tenant:7a62583d2f004fd6a05eb6d863384cb3 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:00:24.842535 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-97e23528-cbd4-452f-b805-eaf612b59be6 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Unset dirty status for tenant:7a62583d2f004fd6a05eb6d863384cb3 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:00:24.844202 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-97e23528-cbd4-452f-b805-eaf612b59be6 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "GET /v2.0/ports/b0a94624-16c9-4ef6-9d46-3511ffb3cfb7 HTTP/1.1" status: 200 len: 911 time: 0.2065530 Sep 14 23:00:24.846872 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 54996) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:24.889041 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-d02a8114-a519-4219-81a4-bfe07f418725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:24.937036 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02a8114-a519-4219-81a4-bfe07f418725 None None] Routers {'70e7035e-41ef-4f3a-82d0-834ce97bf442'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:00:24.939884 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-d02a8114-a519-4219-81a4-bfe07f418725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:00:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['70e7035e-41ef-4f3a-82d0-834ce97bf442'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:24.943883 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-72746ab9-0610-4265-9f98-a7cf0e645c41 req-6f9a716d-1e3c-43fa-8918-5b846b203187 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=019c3c22-6922-496f-973f-83a36374b4cc HTTP/1.1" status: 200 len: 217 time: 0.2063892 Sep 14 23:00:25.055040 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-d02a8114-a519-4219-81a4-bfe07f418725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:25.055445 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02a8114-a519-4219-81a4-bfe07f418725 None None] The sync data for ids ['70e7035e-41ef-4f3a-82d0-834ce97bf442'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:00:25.103919 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72746ab9-0610-4265-9f98-a7cf0e645c41 req-adc3149a-555b-48d4-9f26-a07985b9f6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:25.105729 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-72746ab9-0610-4265-9f98-a7cf0e645c41 req-adc3149a-555b-48d4-9f26-a07985b9f6fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ce97621-4c6a-4861-925e-ecb6f40ca9e7 HTTP/1.1" status: 200 len: 838 time: 0.1551127 Sep 14 23:00:25.118942 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-acfdce4d-b321-469a-8875-6bb0d6777209 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:25.155658 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-81cc34fa-4166-4037-a4c2-40da83959618 None None] Current status of the port cb70f59a-495b-47a7-9270-86352cc6ccaa is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:25.188170 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-81cc34fa-4166-4037-a4c2-40da83959618 None None] Provisioning for port b0a94624-16c9-4ef6-9d46-3511ffb3cfb7 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:00:25.199054 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-acfdce4d-b321-469a-8875-6bb0d6777209 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Usage tracker for resource:security_group_rule and tenant:cd5ea92aed5741e2b035637dd92621f5 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:25.209777 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-81cc34fa-4166-4037-a4c2-40da83959618 None None] Provisioning complete for port b0a94624-16c9-4ef6-9d46-3511ffb3cfb7 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:25.210289 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-81cc34fa-4166-4037-a4c2-40da83959618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:25.218207 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-acfdce4d-b321-469a-8875-6bb0d6777209 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:25.250688 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-acfdce4d-b321-469a-8875-6bb0d6777209 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:25.311969 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51941018-a79a-4108-bf74-dc44cdd06b7d req-cdbd0815-77a8-43cc-bdfd-35b9d35915af tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:25.313238 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-51941018-a79a-4108-bf74-dc44cdd06b7d req-cdbd0815-77a8-43cc-bdfd-35b9d35915af tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=1bbe0135-174f-4338-b6b0-7d8216fe03dc HTTP/1.1" status: 200 len: 944 time: 0.8919735 Sep 14 23:00:25.368018 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-81cc34fa-4166-4037-a4c2-40da83959618 None None] Port b0a94624-16c9-4ef6-9d46-3511ffb3cfb7 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:00:25.418095 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-24bf9dd4-8c85-4323-a603-015e17bc0895 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:25.516825 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-dab0bd37-6119-49ae-bed8-bc8454cc8f07 None None] Provisioning complete for port b0a94624-16c9-4ef6-9d46-3511ffb3cfb7 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:25.517317 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-dab0bd37-6119-49ae-bed8-bc8454cc8f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:25.604451 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device bfa57fac-bfb8-471c-8889-72e432b40f04 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:00:25.608343 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-51941018-a79a-4108-bf74-dc44cdd06b7d req-9b7998e6-c046-4d3f-8890-333a0c535468 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=152411bf-2f44-40f3-bd31-56e3bfcf07df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477949 Sep 14 23:00:25.691002 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-dab0bd37-6119-49ae-bed8-bc8454cc8f07 None None] Port b0a94624-16c9-4ef6-9d46-3511ffb3cfb7 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:00:25.695728 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72746ab9-0610-4265-9f98-a7cf0e645c41 req-5a45cb42-e34a-43c5-ad9c-b18967c4cacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:25.698540 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-72746ab9-0610-4265-9f98-a7cf0e645c41 req-5a45cb42-e34a-43c5-ad9c-b18967c4cacf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=26074170-6c57-4d9e-9353-c50e801b3123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5534973 Sep 14 23:00:25.786610 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port bfa57fac-bfb8-471c-8889-72e432b40f04 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:00:25.792106 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 10b5e846-26ea-4bbe-8e96-c6b8b681724e up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:00:25.846449 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ce10ef-e535-4cd3-b7d8-3b3546be587c None None] Network 8bedf1fe-3bbd-4b0e-bca3-aa5b22095c6e requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:00:25.850400 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cb461732-0141-4bcc-b3c6-0976a78020a4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:25.879881 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-acfdce4d-b321-469a-8875-6bb0d6777209 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:25.958724 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-acfdce4d-b321-469a-8875-6bb0d6777209 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:25.970107 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-7ce9a1dc-bd70-4c4e-b169-a85a1f1c32e8 None None] Provisioning for port bfa57fac-bfb8-471c-8889-72e432b40f04 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:00:25.984963 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-7ce9a1dc-bd70-4c4e-b169-a85a1f1c32e8 None None] Provisioning complete for port bfa57fac-bfb8-471c-8889-72e432b40f04 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:25.985834 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a1dc-bd70-4c4e-b169-a85a1f1c32e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:26.040902 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 10b5e846-26ea-4bbe-8e96-c6b8b681724e completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:00:26.051438 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 019c3c22-6922-496f-973f-83a36374b4cc details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:00:26.062154 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfdce4d-b321-469a-8875-6bb0d6777209 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e72d761-1a4e-4773-ad66-cf56078d2933,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:26.071403 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device cb70f59a-495b-47a7-9270-86352cc6ccaa up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:00:26.131986 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-acfdce4d-b321-469a-8875-6bb0d6777209 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:26.137279 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-acfdce4d-b321-469a-8875-6bb0d6777209 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.3794172 Sep 14 23:00:26.140648 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55000) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:26.148287 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-ff0099b2-6c68-4de0-8e3b-a4ae6d530cd4 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Request body: {'security_group_rule': {'security_group_id': '9e72d761-1a4e-4773-ad66-cf56078d2933', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:26.148845 dv-neutron-857791-1-hyperv neutron-server[89171]: WARNING neutron.api.v2.base [None req-ff0099b2-6c68-4de0-8e3b-a4ae6d530cd4 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 14 23:00:26.149289 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-ff0099b2-6c68-4de0-8e3b-a4ae6d530cd4 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 23:00:26.152682 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ff0099b2-6c68-4de0-8e3b-a4ae6d530cd4 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0090170 Sep 14 23:00:26.154485 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55004) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:26.160575 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772d2868-7705-4eb5-b477-6546b19966f9 None None] Network f8199020-0553-45ee-98ec-24c8acfb4357 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:00:26.177021 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-72746ab9-0610-4265-9f98-a7cf0e645c41 req-ee572953-5de6-43af-830c-0866b856b6fc service neutron] 10.222.0.20 "GET /v2.0/networks/26074170-6c57-4d9e-9353-c50e801b3123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4463942 Sep 14 23:00:26.215398 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-24bf9dd4-8c85-4323-a603-015e17bc0895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:26.320735 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7353b22f-3d7d-43e1-bef7-32667f07e1ce tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:26.499464 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7353b22f-3d7d-43e1-bef7-32667f07e1ce tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:26.518465 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-cb461732-0141-4bcc-b3c6-0976a78020a4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Allocated IP 2001:db8:1::1 (f8199020-0553-45ee-98ec-24c8acfb4357/d580f322-786e-4474-a357-6bc5fe775d5c/484ef594-25d8-4c8b-89f3-6b00b2348957) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:00:26.529011 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-7ce9a1dc-bd70-4c4e-b169-a85a1f1c32e8 None None] Current status of the port bfa57fac-bfb8-471c-8889-72e432b40f04 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:26.529368 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a1dc-bd70-4c4e-b169-a85a1f1c32e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:26.563446 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port cb70f59a-495b-47a7-9270-86352cc6ccaa triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:26.564414 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:26.640541 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7353b22f-3d7d-43e1-bef7-32667f07e1ce tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:26.642970 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-72746ab9-0610-4265-9f98-a7cf0e645c41 req-eb8db4d4-3e0a-44e4-95de-ee3fe28bc797 service neutron] 10.222.0.20 "GET /v2.0/networks/26074170-6c57-4d9e-9353-c50e801b3123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4548082 Sep 14 23:00:26.665905 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353b22f-3d7d-43e1-bef7-32667f07e1ce tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e72d761-1a4e-4773-ad66-cf56078d2933,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:26.709553 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7353b22f-3d7d-43e1-bef7-32667f07e1ce tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:26.713106 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7353b22f-3d7d-43e1-bef7-32667f07e1ce tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "DELETE /v2.0/security-groups/9e72d761-1a4e-4773-ad66-cf56078d2933 HTTP/1.1" status: 204 len: 168 time: 0.5557008 Sep 14 23:00:26.719421 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55010) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:26.740655 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24bf9dd4-8c85-4323-a603-015e17bc0895 admin admin] Router 07859d55-1e50-4fc0-8049-21964ea6ca9f is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 23:00:26.773517 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cb461732-0141-4bcc-b3c6-0976a78020a4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:26.806006 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-cb461732-0141-4bcc-b3c6-0976a78020a4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Transition to ACTIVE for port object 484ef594-25d8-4c8b-89f3-6b00b2348957 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:00:26.810997 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-25f39188-3333-44b8-92c7-6e66ca06b519 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Synchronizing usage tracker for tenant:cd5ea92aed5741e2b035637dd92621f5 on resource:security_group {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:00:26.829933 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 019c3c22-6922-496f-973f-83a36374b4cc, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=019c3c22-6922-496f-973f-83a36374b4cc,segment=NetworkSegment(376af752-f1ae-4770-a297-8e0b3be1fcb9),segment_id=376af752-f1ae-4770-a297-8e0b3be1fcb9)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:00:26.835584 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-25f39188-3333-44b8-92c7-6e66ca06b519 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Unset dirty status for tenant:cd5ea92aed5741e2b035637dd92621f5 on resource:security_group {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:00:26.836883 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-25f39188-3333-44b8-92c7-6e66ca06b519 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1159217 Sep 14 23:00:26.842417 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55014) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:26.849305 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-5f84c190-fbc7-4321-bce8-e8d68e56d123 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Request body: {'security_group': {'name': 'tempest-secgroup--585025907'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:26.849643 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-7ce9a1dc-bd70-4c4e-b169-a85a1f1c32e8 None None] For port bfa57fac-bfb8-471c-8889-72e432b40f04, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=bfa57fac-bfb8-471c-8889-72e432b40f04,segment=NetworkSegment(00aa7ba1-300e-40d9-9e47-eba7fe2e5b85),segment_id=00aa7ba1-300e-40d9-9e47-eba7fe2e5b85)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:00:26.855671 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-5f84c190-fbc7-4321-bce8-e8d68e56d123 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:26.869077 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-5f84c190-fbc7-4321-bce8-e8d68e56d123 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:26.870311 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': '019c3c22-6922-496f-973f-83a36374b4cc', 'network_id': '26074170-6c57-4d9e-9353-c50e801b3123', 'port_id': '019c3c22-6922-496f-973f-83a36374b4cc', 'mac_address': 'fa:16:3e:60:2d:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ce97621-4c6a-4861-925e-ecb6f40ca9e7', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:00:26.881135 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cb461732-0141-4bcc-b3c6-0976a78020a4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:26.915355 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a1dc-bd70-4c4e-b169-a85a1f1c32e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:26.925499 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5f84c190-fbc7-4321-bce8-e8d68e56d123 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:26.982043 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb461732-0141-4bcc-b3c6-0976a78020a4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Network f8199020-0553-45ee-98ec-24c8acfb4357 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:00:26.983394 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-5f84c190-fbc7-4321-bce8-e8d68e56d123 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:26.989560 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-cb461732-0141-4bcc-b3c6-0976a78020a4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:00:26.994502 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5f84c190-fbc7-4321-bce8-e8d68e56d123 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Usage tracker for resource:security_group_rule and tenant:cd5ea92aed5741e2b035637dd92621f5 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:26.999612 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb461732-0141-4bcc-b3c6-0976a78020a4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:00:26.999862 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cb461732-0141-4bcc-b3c6-0976a78020a4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:27.005576 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5f84c190-fbc7-4321-bce8-e8d68e56d123 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:27.011830 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb461732-0141-4bcc-b3c6-0976a78020a4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Port': ['ID=484ef594-25d8-4c8b-89f3-6b00b2348957,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:27.028267 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9a1dc-bd70-4c4e-b169-a85a1f1c32e8 None None] Pushing event updated for resources: {'Port': ['ID=bfa57fac-bfb8-471c-8889-72e432b40f04,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:27.028556 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-5f84c190-fbc7-4321-bce8-e8d68e56d123 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:27.041781 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24bf9dd4-8c85-4323-a603-015e17bc0895 admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:00:27.053193 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef837d8c-f2ad-4440-ab2c-bd76ac4d2b7d None None] Sync routers for ids ['07859d55-1e50-4fc0-8049-21964ea6ca9f'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:00:27.067575 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef837d8c-f2ad-4440-ab2c-bd76ac4d2b7d None None] Routers {'07859d55-1e50-4fc0-8049-21964ea6ca9f'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:00:27.070244 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-ef837d8c-f2ad-4440-ab2c-bd76ac4d2b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:00:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['07859d55-1e50-4fc0-8049-21964ea6ca9f'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:27.137750 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-24bf9dd4-8c85-4323-a603-015e17bc0895 admin admin] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:27.142624 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-24bf9dd4-8c85-4323-a603-015e17bc0895 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1000633 Sep 14 23:00:27.144052 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55018) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:27.184160 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c11a2c-2dbe-4476-bbfd-91750fc80f76 req-e99f6e02-4b6e-4d17-9ccf-30b58eb92f0f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:27.185789 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e8c11a2c-2dbe-4476-bbfd-91750fc80f76 req-e99f6e02-4b6e-4d17-9ccf-30b58eb92f0f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=1bbe0135-174f-4338-b6b0-7d8216fe03dc HTTP/1.1" status: 200 len: 944 time: 0.3332067 Sep 14 23:00:27.240684 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 019c3c22-6922-496f-973f-83a36374b4cc is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:27.241303 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:27.245406 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5f84c190-fbc7-4321-bce8-e8d68e56d123 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:27.265065 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-6f15fc2b-d9ae-4631-879c-4283fec8c3bb None None] Provisioning for port 10b5e846-26ea-4bbe-8e96-c6b8b681724e completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:00:27.275096 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 019c3c22-6922-496f-973f-83a36374b4cc {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:00:27.279312 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e8c11a2c-2dbe-4476-bbfd-91750fc80f76 req-1ff3566a-1481-45e2-8bc8-c23891f86038 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=152411bf-2f44-40f3-bd31-56e3bfcf07df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864692 Sep 14 23:00:27.288245 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5f84c190-fbc7-4321-bce8-e8d68e56d123 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:27.291867 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-6f15fc2b-d9ae-4631-879c-4283fec8c3bb None None] Provisioning complete for port 10b5e846-26ea-4bbe-8e96-c6b8b681724e triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:27.293163 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6f15fc2b-d9ae-4631-879c-4283fec8c3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:27.358921 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84c190-fbc7-4321-bce8-e8d68e56d123 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eea0fd6d-e764-473e-8ed4-00f5a70f186b,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:27.388722 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cb461732-0141-4bcc-b3c6-0976a78020a4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:27.415709 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port cb70f59a-495b-47a7-9270-86352cc6ccaa is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:27.416859 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device dfcbb8cf-9a81-4df5-a347-d3439179dddf up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:00:27.461901 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 019c3c22-6922-496f-973f-83a36374b4cc, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=019c3c22-6922-496f-973f-83a36374b4cc,segment=NetworkSegment(376af752-f1ae-4770-a297-8e0b3be1fcb9),segment_id=376af752-f1ae-4770-a297-8e0b3be1fcb9)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:00:27.462245 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5f84c190-fbc7-4321-bce8-e8d68e56d123 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:27.463821 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5f84c190-fbc7-4321-bce8-e8d68e56d123 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6203892 Sep 14 23:00:27.467823 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55022) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:27.475834 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-4132c77f-2c7d-441f-a6ca-375333d7e0e1 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Request body: {'security_group_rule': {'security_group_id': 'eea0fd6d-e764-473e-8ed4-00f5a70f186b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:27.477061 dv-neutron-857791-1-hyperv neutron-server[89170]: WARNING neutron.api.v2.base [None req-4132c77f-2c7d-441f-a6ca-375333d7e0e1 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 14 23:00:27.477889 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-4132c77f-2c7d-441f-a6ca-375333d7e0e1 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 23:00:27.482473 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4132c77f-2c7d-441f-a6ca-375333d7e0e1 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0135322 Sep 14 23:00:27.483049 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55026) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:27.486088 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:27.540923 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-ef837d8c-f2ad-4440-ab2c-bd76ac4d2b7d None None] Set router 07859d55-1e50-4fc0-8049-21964ea6ca9f gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:00:27.643085 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e55c2e70-255d-41b9-9e83-c86c45e34ea7 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:27.705966 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e55c2e70-255d-41b9-9e83-c86c45e34ea7 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:27.746743 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=019c3c22-6922-496f-973f-83a36374b4cc,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:27.772142 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['019c3c22-6922-496f-973f-83a36374b4cc'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:00:27.806409 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e55c2e70-255d-41b9-9e83-c86c45e34ea7 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:27.839000 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c2e70-255d-41b9-9e83-c86c45e34ea7 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea0fd6d-e764-473e-8ed4-00f5a70f186b,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:27.857532 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e55c2e70-255d-41b9-9e83-c86c45e34ea7 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:27.862652 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55030) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:27.863260 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-e55c2e70-255d-41b9-9e83-c86c45e34ea7 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "DELETE /v2.0/security-groups/eea0fd6d-e764-473e-8ed4-00f5a70f186b HTTP/1.1" status: 204 len: 168 time: 0.3690116 Sep 14 23:00:27.872494 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-6f15fc2b-d9ae-4631-879c-4283fec8c3bb None None] Current status of the port 10b5e846-26ea-4bbe-8e96-c6b8b681724e is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:27.873643 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6f15fc2b-d9ae-4631-879c-4283fec8c3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:27.897245 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port dfcbb8cf-9a81-4df5-a347-d3439179dddf completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:00:27.919754 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port dfcbb8cf-9a81-4df5-a347-d3439179dddf triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:27.920211 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:28.011629 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-ef837d8c-f2ad-4440-ab2c-bd76ac4d2b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07859d55-1e50-4fc0-8049-21964ea6ca9f', 'name': 'tempest-TestVolumeBootPattern-1357428560-router', 'tenant_id': '2d57a435e4bf4700a94aabd2a26193a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': 'e022f016-b17d-449a-b902-765858d20086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:00:20Z', 'updated_at': '2022-09-14T23:00:24Z', 'revision_number': 3, 'project_id': '2d57a435e4bf4700a94aabd2a26193a2', 'gw_port': {'id': 'e022f016-b17d-449a-b902-765858d20086', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07859d55-1e50-4fc0-8049-21964ea6ca9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:22Z', 'updated_at': '2022-09-14T23:00:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:28.015980 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef837d8c-f2ad-4440-ab2c-bd76ac4d2b7d None None] Checking router: 07859d55-1e50-4fc0-8049-21964ea6ca9f for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:00:28.017183 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef837d8c-f2ad-4440-ab2c-bd76ac4d2b7d None None] Updating router 07859d55-1e50-4fc0-8049-21964ea6ca9f port e022f016-b17d-449a-b902-765858d20086 binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:00:28.082102 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-ef837d8c-f2ad-4440-ab2c-bd76ac4d2b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:28.102280 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-6f15fc2b-d9ae-4631-879c-4283fec8c3bb None None] For port 10b5e846-26ea-4bbe-8e96-c6b8b681724e, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=10b5e846-26ea-4bbe-8e96-c6b8b681724e,segment=NetworkSegment(b7d5a550-853c-4f68-966e-23b3dce50877),segment_id=b7d5a550-853c-4f68-966e-23b3dce50877)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:00:28.118068 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6f15fc2b-d9ae-4631-879c-4283fec8c3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:28.202292 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15fc2b-d9ae-4631-879c-4283fec8c3bb None None] Pushing event updated for resources: {'Port': ['ID=10b5e846-26ea-4bbe-8e96-c6b8b681724e,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:28.221115 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b31f38f0-ec32-46af-800a-7fc82213f984 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Synchronizing usage tracker for tenant:cd5ea92aed5741e2b035637dd92621f5 on resource:security_group {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:00:28.224580 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port dfcbb8cf-9a81-4df5-a347-d3439179dddf is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:28.225032 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:28.325863 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port dfcbb8cf-9a81-4df5-a347-d3439179dddf, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=dfcbb8cf-9a81-4df5-a347-d3439179dddf,segment=NetworkSegment(ab179e40-d634-4a10-a989-ca879bb3802f),segment_id=ab179e40-d634-4a10-a989-ca879bb3802f)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:00:28.331310 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-ab7663ab-fed4-4eaf-95b5-6e14b0bd79b8 None None] Provisioning complete for port 10b5e846-26ea-4bbe-8e96-c6b8b681724e triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:28.331684 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ab7663ab-fed4-4eaf-95b5-6e14b0bd79b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:28.395471 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:28.535227 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b31f38f0-ec32-46af-800a-7fc82213f984 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Unset dirty status for tenant:cd5ea92aed5741e2b035637dd92621f5 on resource:security_group {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:00:28.536480 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b31f38f0-ec32-46af-800a-7fc82213f984 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6711798 Sep 14 23:00:28.537755 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-ef837d8c-f2ad-4440-ab2c-bd76ac4d2b7d None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:28.542334 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55036) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:28.553156 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-ef837d8c-f2ad-4440-ab2c-bd76ac4d2b7d None None] Transition to ACTIVE for port object e022f016-b17d-449a-b902-765858d20086 will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:00:28.565105 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-ef837d8c-f2ad-4440-ab2c-bd76ac4d2b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:28.580451 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device bfa57fac-bfb8-471c-8889-72e432b40f04 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:00:28.604100 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-a7889da5-bdea-4296-8976-05fefec8a314 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Request body: {'security_group': {'name': 'tempest-secgroup--1640015002'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:28.604306 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=dfcbb8cf-9a81-4df5-a347-d3439179dddf,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:28.626897 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-ef837d8c-f2ad-4440-ab2c-bd76ac4d2b7d None None] Attempting to bind port e022f016-b17d-449a-b902-765858d20086 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:00:28.627268 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-ef837d8c-f2ad-4440-ab2c-bd76ac4d2b7d None None] Attempting to bind port e022f016-b17d-449a-b902-765858d20086 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:00:28.633356 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a7889da5-bdea-4296-8976-05fefec8a314 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:28.635579 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef837d8c-f2ad-4440-ab2c-bd76ac4d2b7d None None] Attempting to bind port e022f016-b17d-449a-b902-765858d20086 on network 681410b9-e86d-4f65-a0f3-ea2093b5104b {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:00:28.653115 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a7889da5-bdea-4296-8976-05fefec8a314 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:28.680513 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb2cd2-ece4-4fb5-a048-13bd61cf9d24 req-c8e40711-1074-458c-9bd9-6a2d7a98e7e3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:28.682951 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cb461732-0141-4bcc-b3c6-0976a78020a4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:28.687465 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6aeb2cd2-ece4-4fb5-a048-13bd61cf9d24 req-c8e40711-1074-458c-9bd9-6a2d7a98e7e3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=1bbe0135-174f-4338-b6b0-7d8216fe03dc HTTP/1.1" status: 200 len: 945 time: 0.1824100 Sep 14 23:00:28.697856 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5387c-9e13-4ab3-8a26-45ec9dbadeb0 None None] Pushing event updated for resources: {'Port': ['ID=e022f016-b17d-449a-b902-765858d20086,revision_number=2']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:28.711943 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a7889da5-bdea-4296-8976-05fefec8a314 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:28.714125 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-ab7663ab-fed4-4eaf-95b5-6e14b0bd79b8 None None] Current status of the port 10b5e846-26ea-4bbe-8e96-c6b8b681724e is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:28.716323 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef837d8c-f2ad-4440-ab2c-bd76ac4d2b7d None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:00:28.717035 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef837d8c-f2ad-4440-ab2c-bd76ac4d2b7d None None] Checking segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:00:28.717709 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-ef837d8c-f2ad-4440-ab2c-bd76ac4d2b7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:28.718388 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef837d8c-f2ad-4440-ab2c-bd76ac4d2b7d None None] Bound using segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:00:28.719156 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-ef837d8c-f2ad-4440-ab2c-bd76ac4d2b7d None None] Bound port: e022f016-b17d-449a-b902-765858d20086, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:00:28.720104 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-ef837d8c-f2ad-4440-ab2c-bd76ac4d2b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:28.721984 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cb461732-0141-4bcc-b3c6-0976a78020a4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:28.722725 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cb461732-0141-4bcc-b3c6-0976a78020a4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:28.742329 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-ab7663ab-fed4-4eaf-95b5-6e14b0bd79b8 None None] Provisioning for port 484ef594-25d8-4c8b-89f3-6b00b2348957 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:00:28.745180 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6aeb2cd2-ece4-4fb5-a048-13bd61cf9d24 req-4920912d-715d-418e-a571-b781bc95f892 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=152411bf-2f44-40f3-bd31-56e3bfcf07df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567882 Sep 14 23:00:28.746881 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port bfa57fac-bfb8-471c-8889-72e432b40f04 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:28.747246 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:28.783789 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-ab7663ab-fed4-4eaf-95b5-6e14b0bd79b8 None None] Provisioning complete for port 484ef594-25d8-4c8b-89f3-6b00b2348957 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:28.784159 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ab7663ab-fed4-4eaf-95b5-6e14b0bd79b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:28.813691 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-ef837d8c-f2ad-4440-ab2c-bd76ac4d2b7d None None] For port e022f016-b17d-449a-b902-765858d20086, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:00:28.816848 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-ef837d8c-f2ad-4440-ab2c-bd76ac4d2b7d None None] For port e022f016-b17d-449a-b902-765858d20086, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=e022f016-b17d-449a-b902-765858d20086,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:00:28.823066 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-ef837d8c-f2ad-4440-ab2c-bd76ac4d2b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:28.855670 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-ab7663ab-fed4-4eaf-95b5-6e14b0bd79b8 None None] Port 484ef594-25d8-4c8b-89f3-6b00b2348957 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:00:28.881750 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef837d8c-f2ad-4440-ab2c-bd76ac4d2b7d None None] Routers {'07859d55-1e50-4fc0-8049-21964ea6ca9f'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:00:28.882333 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-ef837d8c-f2ad-4440-ab2c-bd76ac4d2b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:00:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['07859d55-1e50-4fc0-8049-21964ea6ca9f'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:28.883822 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a7889da5-bdea-4296-8976-05fefec8a314 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:28.896307 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a7889da5-bdea-4296-8976-05fefec8a314 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Usage tracker for resource:security_group_rule and tenant:cd5ea92aed5741e2b035637dd92621f5 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:28.916877 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-ab7663ab-fed4-4eaf-95b5-6e14b0bd79b8 None None] Provisioning complete for port bfa57fac-bfb8-471c-8889-72e432b40f04 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:28.917489 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ab7663ab-fed4-4eaf-95b5-6e14b0bd79b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:28.933209 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb461732-0141-4bcc-b3c6-0976a78020a4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Port': ['ID=484ef594-25d8-4c8b-89f3-6b00b2348957,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:28.940146 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a7889da5-bdea-4296-8976-05fefec8a314 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:28.960096 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a7889da5-bdea-4296-8976-05fefec8a314 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:28.966163 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port bfa57fac-bfb8-471c-8889-72e432b40f04 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:28.967256 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 10b5e846-26ea-4bbe-8e96-c6b8b681724e up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:00:28.978497 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5387c-9e13-4ab3-8a26-45ec9dbadeb0 None None] Pushing event updated for resources: {'Port': ['ID=e022f016-b17d-449a-b902-765858d20086,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:29.081013 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-ef837d8c-f2ad-4440-ab2c-bd76ac4d2b7d None None] Set router 07859d55-1e50-4fc0-8049-21964ea6ca9f gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:00:29.091537 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb461732-0141-4bcc-b3c6-0976a78020a4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Network f8199020-0553-45ee-98ec-24c8acfb4357 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:00:29.099101 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 10b5e846-26ea-4bbe-8e96-c6b8b681724e triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:29.099463 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:29.103446 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-cb461732-0141-4bcc-b3c6-0976a78020a4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:00:29.106537 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4defe80f-395c-4fd8-8879-5d6d6996e103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:29.127728 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-ab7663ab-fed4-4eaf-95b5-6e14b0bd79b8 None None] Current status of the port bfa57fac-bfb8-471c-8889-72e432b40f04 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:29.225402 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a7889da5-bdea-4296-8976-05fefec8a314 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:29.271704 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 10b5e846-26ea-4bbe-8e96-c6b8b681724e is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:29.318448 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a7889da5-bdea-4296-8976-05fefec8a314 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:29.394015 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-ef837d8c-f2ad-4440-ab2c-bd76ac4d2b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07859d55-1e50-4fc0-8049-21964ea6ca9f', 'name': 'tempest-TestVolumeBootPattern-1357428560-router', 'tenant_id': '2d57a435e4bf4700a94aabd2a26193a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': 'e022f016-b17d-449a-b902-765858d20086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:00:20Z', 'updated_at': '2022-09-14T23:00:24Z', 'revision_number': 3, 'project_id': '2d57a435e4bf4700a94aabd2a26193a2', 'gw_port': {'id': 'e022f016-b17d-449a-b902-765858d20086', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07859d55-1e50-4fc0-8049-21964ea6ca9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:22Z', 'updated_at': '2022-09-14T23:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:29.399225 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef837d8c-f2ad-4440-ab2c-bd76ac4d2b7d None None] The sync data for ids ['07859d55-1e50-4fc0-8049-21964ea6ca9f'] in dv-neutron-857791-1-hyperv is: [{'id': '07859d55-1e50-4fc0-8049-21964ea6ca9f', 'name': 'tempest-TestVolumeBootPattern-1357428560-router', 'tenant_id': '2d57a435e4bf4700a94aabd2a26193a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': 'e022f016-b17d-449a-b902-765858d20086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:00:20Z', 'updated_at': '2022-09-14T23:00:24Z', 'revision_number': 3, 'project_id': '2d57a435e4bf4700a94aabd2a26193a2', 'gw_port': {'id': 'e022f016-b17d-449a-b902-765858d20086', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07859d55-1e50-4fc0-8049-21964ea6ca9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:22Z', 'updated_at': '2022-09-14T23:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:00:29.447157 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a7889da5-bdea-4296-8976-05fefec8a314 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:29.451167 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a7889da5-bdea-4296-8976-05fefec8a314 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8484693 Sep 14 23:00:29.451167 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7889da5-bdea-4296-8976-05fefec8a314 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f3373a-71cd-43a4-ac21-9f502d0c919c,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:29.451424 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55040) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:29.457004 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-ed35fcc6-d8c0-4e23-a497-22f15cdcab0f tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Request body: {'security_group_rule': {'security_group_id': 'c8f3373a-71cd-43a4-ac21-9f502d0c919c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:29.458723 dv-neutron-857791-1-hyperv neutron-server[89170]: WARNING neutron.api.v2.base [None req-ed35fcc6-d8c0-4e23-a497-22f15cdcab0f tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 14 23:00:29.459421 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-ed35fcc6-d8c0-4e23-a497-22f15cdcab0f tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 23:00:29.460396 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ed35fcc6-d8c0-4e23-a497-22f15cdcab0f tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0079997 Sep 14 23:00:29.463023 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55044) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:29.468831 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1a758c26-286c-4ac7-a479-1dfd7982a14d None None] Provisioning complete for port 484ef594-25d8-4c8b-89f3-6b00b2348957 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:29.469200 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1a758c26-286c-4ac7-a479-1dfd7982a14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:29.470148 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-86cdee4e-1e98-43a5-817b-e3f4c331422d tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Request body: {'security_group_rule': {'security_group_id': 'c8f3373a-71cd-43a4-ac21-9f502d0c919c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:29.470824 dv-neutron-857791-1-hyperv neutron-server[89170]: WARNING neutron.api.v2.base [None req-86cdee4e-1e98-43a5-817b-e3f4c331422d tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 14 23:00:29.471288 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-86cdee4e-1e98-43a5-817b-e3f4c331422d tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 23:00:29.473245 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-86cdee4e-1e98-43a5-817b-e3f4c331422d tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0082862 Sep 14 23:00:29.474762 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55048) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:29.480448 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-a50fbec9-7d94-4e33-b03f-4eb9d59929cc tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Request body: {'security_group_rule': {'security_group_id': 'c8f3373a-71cd-43a4-ac21-9f502d0c919c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:29.481691 dv-neutron-857791-1-hyperv neutron-server[89170]: WARNING neutron.api.v2.base [None req-a50fbec9-7d94-4e33-b03f-4eb9d59929cc tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 14 23:00:29.482285 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-a50fbec9-7d94-4e33-b03f-4eb9d59929cc tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 23:00:29.486627 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a50fbec9-7d94-4e33-b03f-4eb9d59929cc tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0079050 Sep 14 23:00:29.486763 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55052) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:29.486848 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb461732-0141-4bcc-b3c6-0976a78020a4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Router 70e7035e-41ef-4f3a-82d0-834ce97bf442 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:00:29.491513 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-f9fd9a73-9d72-43ae-a4a6-9ae358a03a15 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Request body: {'security_group_rule': {'security_group_id': 'c8f3373a-71cd-43a4-ac21-9f502d0c919c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:29.492901 dv-neutron-857791-1-hyperv neutron-server[89170]: WARNING neutron.api.v2.base [None req-f9fd9a73-9d72-43ae-a4a6-9ae358a03a15 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 14 23:00:29.493575 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-f9fd9a73-9d72-43ae-a4a6-9ae358a03a15 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 23:00:29.497152 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f9fd9a73-9d72-43ae-a4a6-9ae358a03a15 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0069122 Sep 14 23:00:29.497337 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55056) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:29.535410 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1a758c26-286c-4ac7-a479-1dfd7982a14d None None] Port 484ef594-25d8-4c8b-89f3-6b00b2348957 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:00:29.571570 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-084c2ed7-8c0b-47c3-a673-39482a86cc93 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:29.599544 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-084c2ed7-8c0b-47c3-a673-39482a86cc93 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:29.657163 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-084c2ed7-8c0b-47c3-a673-39482a86cc93 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:29.680161 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c2ed7-8c0b-47c3-a673-39482a86cc93 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f3373a-71cd-43a4-ac21-9f502d0c919c,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:29.692944 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-084c2ed7-8c0b-47c3-a673-39482a86cc93 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:29.699296 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-084c2ed7-8c0b-47c3-a673-39482a86cc93 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "DELETE /v2.0/security-groups/c8f3373a-71cd-43a4-ac21-9f502d0c919c HTTP/1.1" status: 204 len: 168 time: 0.1957245 Sep 14 23:00:29.699296 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55060) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:29.765357 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb461732-0141-4bcc-b3c6-0976a78020a4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:00:29.767964 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-4defe80f-395c-4fd8-8879-5d6d6996e103 admin admin] Allocated IP 172.20.0.1 (8bedf1fe-3bbd-4b0e-bca3-aa5b22095c6e/4d82724a-fc97-4351-968a-a26d86ab289b/6940cd35-f877-40b5-b779-965458ed4963) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:00:29.773120 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-cb461732-0141-4bcc-b3c6-0976a78020a4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "PUT /v2.0/routers/70e7035e-41ef-4f3a-82d0-834ce97bf442/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9251685 Sep 14 23:00:29.776025 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55066) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:29.779792 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8dcca8-6fb6-4cee-8729-f75ea0fd8913 None None] Sync routers for ids ['70e7035e-41ef-4f3a-82d0-834ce97bf442'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:00:29.807336 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-770859f7-7375-4fe5-8f08-7abe2ec43e57 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Synchronizing usage tracker for tenant:cd5ea92aed5741e2b035637dd92621f5 on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:00:29.810281 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8dcca8-6fb6-4cee-8729-f75ea0fd8913 None None] Routers {'70e7035e-41ef-4f3a-82d0-834ce97bf442'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:00:29.812083 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-9d8dcca8-6fb6-4cee-8729-f75ea0fd8913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:00:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['70e7035e-41ef-4f3a-82d0-834ce97bf442'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:29.846050 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-770859f7-7375-4fe5-8f08-7abe2ec43e57 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Unset dirty status for tenant:cd5ea92aed5741e2b035637dd92621f5 on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:00:29.851490 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-770859f7-7375-4fe5-8f08-7abe2ec43e57 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1501634 Sep 14 23:00:29.852772 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55070) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:29.880448 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-96279651-1774-47df-845b-6e5a05d6029f tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Request body: {'security_group': {'name': 'tempest-secgroup--1548420806'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:29.898358 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-96279651-1774-47df-845b-6e5a05d6029f tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:29.912409 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-96279651-1774-47df-845b-6e5a05d6029f tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:29.947325 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-9d8dcca8-6fb6-4cee-8729-f75ea0fd8913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:29.955842 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e72b146-817e-402a-a6e9-2bbdabd50812 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:29.956442 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-3e72b146-817e-402a-a6e9-2bbdabd50812 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Synchronizing usage tracker for tenant:7a62583d2f004fd6a05eb6d863384cb3 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:00:29.957455 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8dcca8-6fb6-4cee-8729-f75ea0fd8913 None None] Routers {'70e7035e-41ef-4f3a-82d0-834ce97bf442'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:00:29.958144 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-9d8dcca8-6fb6-4cee-8729-f75ea0fd8913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:00:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['70e7035e-41ef-4f3a-82d0-834ce97bf442'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:29.992249 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-96279651-1774-47df-845b-6e5a05d6029f tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:29.999241 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-3e72b146-817e-402a-a6e9-2bbdabd50812 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Unset dirty status for tenant:7a62583d2f004fd6a05eb6d863384cb3 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:00:30.000489 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3e72b146-817e-402a-a6e9-2bbdabd50812 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "GET /v2.0/ports/484ef594-25d8-4c8b-89f3-6b00b2348957 HTTP/1.1" status: 200 len: 913 time: 0.2238584 Sep 14 23:00:30.003629 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55074) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:30.022010 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-96279651-1774-47df-845b-6e5a05d6029f tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:30.029031 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-96279651-1774-47df-845b-6e5a05d6029f tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Usage tracker for resource:security_group_rule and tenant:cd5ea92aed5741e2b035637dd92621f5 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:30.034496 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-96279651-1774-47df-845b-6e5a05d6029f tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:30.040743 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-9d8dcca8-6fb6-4cee-8729-f75ea0fd8913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:30.041366 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8dcca8-6fb6-4cee-8729-f75ea0fd8913 None None] The sync data for ids ['70e7035e-41ef-4f3a-82d0-834ce97bf442'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:00:30.043262 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-96279651-1774-47df-845b-6e5a05d6029f tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:30.064293 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca11ba-c051-468d-9ffb-fe15f4d04720 req-983033d3-59a1-4e92-a8e0-a18d25b18b29 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:30.065902 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d6ca11ba-c051-468d-9ffb-fe15f4d04720 req-983033d3-59a1-4e92-a8e0-a18d25b18b29 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=1bbe0135-174f-4338-b6b0-7d8216fe03dc HTTP/1.1" status: 200 len: 945 time: 0.1589224 Sep 14 23:00:30.078579 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 019c3c22-6922-496f-973f-83a36374b4cc up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:00:30.146781 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d6ca11ba-c051-468d-9ffb-fe15f4d04720 req-ea16548c-681a-4082-b829-8745071604e2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=152411bf-2f44-40f3-bd31-56e3bfcf07df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691948 Sep 14 23:00:30.189766 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port 019c3c22-6922-496f-973f-83a36374b4cc completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:00:30.195495 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port 019c3c22-6922-496f-973f-83a36374b4cc triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:30.196151 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:30.206258 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-96279651-1774-47df-845b-6e5a05d6029f tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:30.210810 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-96279651-1774-47df-845b-6e5a05d6029f tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:30.271033 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96279651-1774-47df-845b-6e5a05d6029f tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed5f993-a07f-413a-987e-ba9381bfb241,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:30.286405 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-96279651-1774-47df-845b-6e5a05d6029f tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:30.290434 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-96279651-1774-47df-845b-6e5a05d6029f tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4346292 Sep 14 23:00:30.290644 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55078) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:30.296442 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-cd115130-85b8-4150-9611-8d12d70af32b tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Request body: {'security_group_rule': {'security_group_id': '7ed5f993-a07f-413a-987e-ba9381bfb241', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:30.296966 dv-neutron-857791-1-hyperv neutron-server[89170]: WARNING neutron.api.v2.base [None req-cd115130-85b8-4150-9611-8d12d70af32b tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 14 23:00:30.297512 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-cd115130-85b8-4150-9611-8d12d70af32b tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 23:00:30.301211 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-cd115130-85b8-4150-9611-8d12d70af32b tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069995 Sep 14 23:00:30.301425 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55082) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:30.306726 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-8b60570b-2258-4b42-8546-cfb3b61accd6 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Request body: {'security_group_rule': {'security_group_id': '7ed5f993-a07f-413a-987e-ba9381bfb241', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:30.315380 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-8b60570b-2258-4b42-8546-cfb3b61accd6 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:30.320009 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-8b60570b-2258-4b42-8546-cfb3b61accd6 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Usage tracker for resource:security_group_rule and tenant:cd5ea92aed5741e2b035637dd92621f5 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:30.323906 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-8b60570b-2258-4b42-8546-cfb3b61accd6 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:30.331940 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-8b60570b-2258-4b42-8546-cfb3b61accd6 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:30.350700 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4defe80f-395c-4fd8-8879-5d6d6996e103 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:30.378854 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-8b60570b-2258-4b42-8546-cfb3b61accd6 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 23:00:30.379578 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 019c3c22-6922-496f-973f-83a36374b4cc is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:30.382916 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:30.383070 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8b60570b-2258-4b42-8546-cfb3b61accd6 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0776649 Sep 14 23:00:30.383218 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55086) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:30.385514 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-4defe80f-395c-4fd8-8879-5d6d6996e103 admin admin] Transition to ACTIVE for port object 6940cd35-f877-40b5-b779-965458ed4963 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:00:30.391203 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-409f6a03-20df-4194-a3d3-3ea9011a2e99 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Request body: {'security_group_rule': {'security_group_id': '7ed5f993-a07f-413a-987e-ba9381bfb241', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:30.395606 dv-neutron-857791-1-hyperv neutron-server[89170]: WARNING neutron.api.v2.base [None req-409f6a03-20df-4194-a3d3-3ea9011a2e99 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 14 23:00:30.396432 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-409f6a03-20df-4194-a3d3-3ea9011a2e99 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 23:00:30.401412 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-409f6a03-20df-4194-a3d3-3ea9011a2e99 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0136333 Sep 14 23:00:30.403024 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55090) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:30.411096 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-48409f83-52ca-45c9-9196-e0365f07abf0 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Request body: {'security_group_rule': {'security_group_id': '7ed5f993-a07f-413a-987e-ba9381bfb241', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:30.425416 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-48409f83-52ca-45c9-9196-e0365f07abf0 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:30.431412 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbe0135-174f-4338-b6b0-7d8216fe03dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019c3c22-6922-496f-973f-83a36374b4cc'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:00:30.433739 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663d411d-0dcd-47fd-abf7-2c30bb699373" -d '{"events": [{"server_uuid": "1bbe0135-174f-4338-b6b0-7d8216fe03dc", "name": "network-vif-plugged", "status": "completed", "tag": "019c3c22-6922-496f-973f-83a36374b4cc"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:00:30.440406 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-48409f83-52ca-45c9-9196-e0365f07abf0 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Usage tracker for resource:security_group_rule and tenant:cd5ea92aed5741e2b035637dd92621f5 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:30.443908 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-48409f83-52ca-45c9-9196-e0365f07abf0 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:30.451765 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-48409f83-52ca-45c9-9196-e0365f07abf0 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:30.454631 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 019c3c22-6922-496f-973f-83a36374b4cc, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=019c3c22-6922-496f-973f-83a36374b4cc,segment=NetworkSegment(376af752-f1ae-4770-a297-8e0b3be1fcb9),segment_id=376af752-f1ae-4770-a297-8e0b3be1fcb9)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:00:30.462770 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:30.512932 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-48409f83-52ca-45c9-9196-e0365f07abf0 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 23:00:30.517341 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-48409f83-52ca-45c9-9196-e0365f07abf0 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1103377 Sep 14 23:00:30.517504 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55096) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:30.523553 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-83a2c560-fe7f-4183-836b-b047fef77128 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Request body: {'security_group_rule': {'security_group_id': '7ed5f993-a07f-413a-987e-ba9381bfb241', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:30.524748 dv-neutron-857791-1-hyperv neutron-server[89170]: WARNING neutron.api.v2.base [None req-83a2c560-fe7f-4183-836b-b047fef77128 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 14 23:00:30.525243 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-83a2c560-fe7f-4183-836b-b047fef77128 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 23:00:30.528835 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-83a2c560-fe7f-4183-836b-b047fef77128 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0097518 Sep 14 23:00:30.528993 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55100) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:30.543466 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a97095-2b10-4421-9bb1-bc81bdaa590a x-openstack-request-id: req-34a97095-2b10-4421-9bb1-bc81bdaa590a {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:00:30.543867 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbe0135-174f-4338-b6b0-7d8216fe03dc", "name": "network-vif-plugged", "status": "completed", "tag": "019c3c22-6922-496f-973f-83a36374b4cc", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:00:30.544128 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-34a97095-2b10-4421-9bb1-bc81bdaa590a {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:00:30.544719 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34a97095-2b10-4421-9bb1-bc81bdaa590a'] response: {'server_uuid': '1bbe0135-174f-4338-b6b0-7d8216fe03dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019c3c22-6922-496f-973f-83a36374b4cc', 'code': 200} Sep 14 23:00:30.562394 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-8b1cf3e4-d8d2-4af4-b849-c91a3f860590 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Request body: {'security_group_rule': {'security_group_id': '7ed5f993-a07f-413a-987e-ba9381bfb241', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:30.581506 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-8b1cf3e4-d8d2-4af4-b849-c91a3f860590 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:30.597354 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=019c3c22-6922-496f-973f-83a36374b4cc,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:30.610866 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-8b1cf3e4-d8d2-4af4-b849-c91a3f860590 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Usage tracker for resource:security_group_rule and tenant:cd5ea92aed5741e2b035637dd92621f5 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:30.614921 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-8b1cf3e4-d8d2-4af4-b849-c91a3f860590 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:30.622364 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-8b1cf3e4-d8d2-4af4-b849-c91a3f860590 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:30.635676 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.securitygroups_db [None req-8b1cf3e4-d8d2-4af4-b849-c91a3f860590 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Project cd5ea92aed5741e2b035637dd92621f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:00:30.674283 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-8b1cf3e4-d8d2-4af4-b849-c91a3f860590 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 23:00:30.675450 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e022f016-b17d-449a-b902-765858d20086 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:00:30.675578 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8b1cf3e4-d8d2-4af4-b849-c91a3f860590 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1456120 Sep 14 23:00:30.684700 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55104) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:30.691576 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-a5581482-dd29-400d-ad87-724eb713fd8f tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Request body: {'security_group_rule': {'security_group_id': '7ed5f993-a07f-413a-987e-ba9381bfb241', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:30.692144 dv-neutron-857791-1-hyperv neutron-server[89170]: WARNING neutron.api.v2.base [None req-a5581482-dd29-400d-ad87-724eb713fd8f tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 14 23:00:30.692838 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-a5581482-dd29-400d-ad87-724eb713fd8f tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 23:00:30.694351 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a5581482-dd29-400d-ad87-724eb713fd8f tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082293 Sep 14 23:00:30.699036 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55108) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:30.716229 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-939e3055-8f1f-4115-9e2c-5600a023c51c tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Request body: {'security_group_rule': {'security_group_id': '7ed5f993-a07f-413a-987e-ba9381bfb241', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:30.741966 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-939e3055-8f1f-4115-9e2c-5600a023c51c tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:30.753194 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4defe80f-395c-4fd8-8879-5d6d6996e103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:30.787138 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port e022f016-b17d-449a-b902-765858d20086 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:00:30.793108 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port e022f016-b17d-449a-b902-765858d20086 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:30.793852 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:30.795959 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-939e3055-8f1f-4115-9e2c-5600a023c51c tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Usage tracker for resource:security_group_rule and tenant:cd5ea92aed5741e2b035637dd92621f5 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:30.803455 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-939e3055-8f1f-4115-9e2c-5600a023c51c tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:30.811243 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-939e3055-8f1f-4115-9e2c-5600a023c51c tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:30.834003 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.securitygroups_db [None req-939e3055-8f1f-4115-9e2c-5600a023c51c tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Project cd5ea92aed5741e2b035637dd92621f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:00:30.835210 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4defe80f-395c-4fd8-8879-5d6d6996e103 admin admin] Network 8bedf1fe-3bbd-4b0e-bca3-aa5b22095c6e is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:00:30.860308 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb3257-3033-44e0-aa1c-fb9443e7a14a req-9b6eb81a-119b-43c7-829d-1991f2b6e8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:30.861835 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-50fb3257-3033-44e0-aa1c-fb9443e7a14a req-9b6eb81a-119b-43c7-829d-1991f2b6e8b6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1bbe0135-174f-4338-b6b0-7d8216fe03dc HTTP/1.1" status: 200 len: 1099 time: 0.1082973 Sep 14 23:00:30.863166 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-939e3055-8f1f-4115-9e2c-5600a023c51c tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 23:00:30.863948 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-939e3055-8f1f-4115-9e2c-5600a023c51c tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1639953 Sep 14 23:00:30.866753 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55112) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:30.871554 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-4defe80f-395c-4fd8-8879-5d6d6996e103 admin admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:00:30.873074 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-0fdd88fe-1927-41d7-adec-bf2be67adb40 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Request body: {'security_group_rule': {'security_group_id': '7ed5f993-a07f-413a-987e-ba9381bfb241', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:30.874286 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4defe80f-395c-4fd8-8879-5d6d6996e103 admin admin] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:00:30.893148 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0fdd88fe-1927-41d7-adec-bf2be67adb40 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:30.901922 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0fdd88fe-1927-41d7-adec-bf2be67adb40 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Usage tracker for resource:security_group_rule and tenant:cd5ea92aed5741e2b035637dd92621f5 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:30.906617 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0fdd88fe-1927-41d7-adec-bf2be67adb40 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:30.919126 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0fdd88fe-1927-41d7-adec-bf2be67adb40 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:30.925741 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4defe80f-395c-4fd8-8879-5d6d6996e103 admin admin] Pushing event updated for resources: {'Port': ['ID=6940cd35-f877-40b5-b779-965458ed4963,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:30.932409 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-50fb3257-3033-44e0-aa1c-fb9443e7a14a req-c1c565a5-3ce2-4da4-b3ce-4a6b2c88463b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=152411bf-2f44-40f3-bd31-56e3bfcf07df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628731 Sep 14 23:00:30.945493 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port e022f016-b17d-449a-b902-765858d20086 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:30.946217 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:30.947584 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.securitygroups_db [None req-0fdd88fe-1927-41d7-adec-bf2be67adb40 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Project cd5ea92aed5741e2b035637dd92621f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:00:30.965398 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port e022f016-b17d-449a-b902-765858d20086, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=e022f016-b17d-449a-b902-765858d20086,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:00:30.972539 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4defe80f-395c-4fd8-8879-5d6d6996e103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:30.975850 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:30.976843 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device dfcbb8cf-9a81-4df5-a347-d3439179dddf up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:00:30.986887 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-0fdd88fe-1927-41d7-adec-bf2be67adb40 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 23:00:30.990962 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0fdd88fe-1927-41d7-adec-bf2be67adb40 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1206639 Sep 14 23:00:30.991600 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55116) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:31.071395 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9b01c7db-e134-490b-8d1f-0b3af7978898 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:31.098133 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c737316f-e196-4e49-af0d-8b26fbd4a73f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:31.098406 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=e022f016-b17d-449a-b902-765858d20086,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:31.105802 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9b01c7db-e134-490b-8d1f-0b3af7978898 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:31.148653 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port dfcbb8cf-9a81-4df5-a347-d3439179dddf triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:31.149323 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:31.168863 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9b01c7db-e134-490b-8d1f-0b3af7978898 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:31.187202 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b01c7db-e134-490b-8d1f-0b3af7978898 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed5f993-a07f-413a-987e-ba9381bfb241,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:31.196529 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9b01c7db-e134-490b-8d1f-0b3af7978898 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:31.200438 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9b01c7db-e134-490b-8d1f-0b3af7978898 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "DELETE /v2.0/security-groups/7ed5f993-a07f-413a-987e-ba9381bfb241 HTTP/1.1" status: 204 len: 168 time: 0.2078567 Sep 14 23:00:31.201075 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55122) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:31.258044 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c5e1be6c-635c-49e4-ac28-c407fa7d84b7 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Synchronizing usage tracker for tenant:cd5ea92aed5741e2b035637dd92621f5 on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:00:31.282991 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c5e1be6c-635c-49e4-ac28-c407fa7d84b7 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Unset dirty status for tenant:cd5ea92aed5741e2b035637dd92621f5 on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:00:31.289104 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c5e1be6c-635c-49e4-ac28-c407fa7d84b7 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0870504 Sep 14 23:00:31.289795 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55126) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:31.308738 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-d1807c55-3af2-479c-a4a7-a05337214fe2 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Request body: {'security_group': {'name': 'tempest-secgroup--2108096577'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:31.319372 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port dfcbb8cf-9a81-4df5-a347-d3439179dddf is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:31.321913 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c51a69be-b6d0-4aa4-a134-182a812b2e28 None None] Provisioning for port 6940cd35-f877-40b5-b779-965458ed4963 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:00:31.325093 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-d1807c55-3af2-479c-a4a7-a05337214fe2 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:31.327530 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c51a69be-b6d0-4aa4-a134-182a812b2e28 None None] Provisioning complete for port 6940cd35-f877-40b5-b779-965458ed4963 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:31.327896 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c51a69be-b6d0-4aa4-a134-182a812b2e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:31.351693 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4defe80f-395c-4fd8-8879-5d6d6996e103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:31.383926 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c51a69be-b6d0-4aa4-a134-182a812b2e28 None None] Port 6940cd35-f877-40b5-b779-965458ed4963 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:00:31.395734 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-d1807c55-3af2-479c-a4a7-a05337214fe2 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:31.431996 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d1807c55-3af2-479c-a4a7-a05337214fe2 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:31.460043 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-d1807c55-3af2-479c-a4a7-a05337214fe2 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:31.465975 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-d1807c55-3af2-479c-a4a7-a05337214fe2 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Usage tracker for resource:security_group_rule and tenant:cd5ea92aed5741e2b035637dd92621f5 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:31.469681 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-d1807c55-3af2-479c-a4a7-a05337214fe2 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:31.476937 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-d1807c55-3af2-479c-a4a7-a05337214fe2 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:31.505974 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231769f-b1b9-4560-bfb1-895b3ab384e7 req-7b2ff242-b65e-4201-83c8-2fad02dc3730 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:31.507439 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b231769f-b1b9-4560-bfb1-895b3ab384e7 req-7b2ff242-b65e-4201-83c8-2fad02dc3730 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=1bbe0135-174f-4338-b6b0-7d8216fe03dc HTTP/1.1" status: 200 len: 946 time: 0.1627915 Sep 14 23:00:31.572184 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b231769f-b1b9-4560-bfb1-895b3ab384e7 req-c95e0c26-1dfa-48ea-b5b3-8c22b534b30b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=152411bf-2f44-40f3-bd31-56e3bfcf07df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577209 Sep 14 23:00:31.599199 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d1807c55-3af2-479c-a4a7-a05337214fe2 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:31.605694 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d1807c55-3af2-479c-a4a7-a05337214fe2 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:31.653200 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1807c55-3af2-479c-a4a7-a05337214fe2 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=185fd412-af0b-4d8c-a917-39d3b8055bca,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:31.662578 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d1807c55-3af2-479c-a4a7-a05337214fe2 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:31.663786 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d1807c55-3af2-479c-a4a7-a05337214fe2 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3711545 Sep 14 23:00:31.666806 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55130) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:31.671790 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-a95aba4a-4154-47da-a9dd-d0a783a0d48e tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Request body: {'security_group_rule': {'security_group_id': '185fd412-af0b-4d8c-a917-39d3b8055bca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:31.677911 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-a95aba4a-4154-47da-a9dd-d0a783a0d48e tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:31.681726 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a95aba4a-4154-47da-a9dd-d0a783a0d48e tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Usage tracker for resource:security_group_rule and tenant:cd5ea92aed5741e2b035637dd92621f5 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:31.684567 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a95aba4a-4154-47da-a9dd-d0a783a0d48e tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:31.690799 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-a95aba4a-4154-47da-a9dd-d0a783a0d48e tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:31.737733 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-c737316f-e196-4e49-af0d-8b26fbd4a73f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Deleting port 484ef594-25d8-4c8b-89f3-6b00b2348957 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:00:31.738080 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c737316f-e196-4e49-af0d-8b26fbd4a73f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:31.827505 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4defe80f-395c-4fd8-8879-5d6d6996e103 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:31.833606 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4defe80f-395c-4fd8-8879-5d6d6996e103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:31.837538 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-a95aba4a-4154-47da-a9dd-d0a783a0d48e tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] create failed (client error): The resource could not be found. Sep 14 23:00:31.838758 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a95aba4a-4154-47da-a9dd-d0a783a0d48e tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1710577 Sep 14 23:00:31.841566 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55134) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:31.846665 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-4fe96d15-83da-4427-984e-15ff1543e2c1 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Request body: {'security_group_rule': {'security_group_id': '185fd412-af0b-4d8c-a917-39d3b8055bca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '0a39d163-b7ff-4342-9dfa-638b8670b9e3'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:31.853036 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-4fe96d15-83da-4427-984e-15ff1543e2c1 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:31.857170 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-4fe96d15-83da-4427-984e-15ff1543e2c1 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Usage tracker for resource:security_group_rule and tenant:cd5ea92aed5741e2b035637dd92621f5 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:31.859996 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-4fe96d15-83da-4427-984e-15ff1543e2c1 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:31.866429 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-4fe96d15-83da-4427-984e-15ff1543e2c1 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:31.904406 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-4fe96d15-83da-4427-984e-15ff1543e2c1 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] create failed (client error): The resource could not be found. Sep 14 23:00:31.905412 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4fe96d15-83da-4427-984e-15ff1543e2c1 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0628729 Sep 14 23:00:31.908137 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55138) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:31.971505 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b4ef43b4-7ef7-4b10-a823-e3c8eb35606f tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:32.002283 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b4ef43b4-7ef7-4b10-a823-e3c8eb35606f tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:32.057925 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b4ef43b4-7ef7-4b10-a823-e3c8eb35606f tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:32.077420 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef43b4-7ef7-4b10-a823-e3c8eb35606f tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=185fd412-af0b-4d8c-a917-39d3b8055bca,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:32.084641 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b4ef43b4-7ef7-4b10-a823-e3c8eb35606f tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:32.088387 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b4ef43b4-7ef7-4b10-a823-e3c8eb35606f tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "DELETE /v2.0/security-groups/185fd412-af0b-4d8c-a917-39d3b8055bca HTTP/1.1" status: 204 len: 168 time: 0.1793232 Sep 14 23:00:32.088983 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55142) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:32.141840 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b6949dbb-1e8d-47d7-8d37-719e8a53bfbc tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Synchronizing usage tracker for tenant:cd5ea92aed5741e2b035637dd92621f5 on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:00:32.156955 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b6949dbb-1e8d-47d7-8d37-719e8a53bfbc tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Unset dirty status for tenant:cd5ea92aed5741e2b035637dd92621f5 on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:00:32.158812 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b6949dbb-1e8d-47d7-8d37-719e8a53bfbc tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0688798 Sep 14 23:00:32.162722 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55146) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:32.168021 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-0eafa4b7-1797-4a6d-8272-43cfb9336f5c tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Request body: {'security_group_rule': {'security_group_id': 'a813176e-e135-4a28-a489-4ea1ccc32227', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:32.171747 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4defe80f-395c-4fd8-8879-5d6d6996e103 admin admin] Pushing event updated for resources: {'Port': ['ID=6940cd35-f877-40b5-b779-965458ed4963,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:32.174969 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0eafa4b7-1797-4a6d-8272-43cfb9336f5c tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:32.179016 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0eafa4b7-1797-4a6d-8272-43cfb9336f5c tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Usage tracker for resource:security_group_rule and tenant:cd5ea92aed5741e2b035637dd92621f5 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:32.181820 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0eafa4b7-1797-4a6d-8272-43cfb9336f5c tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:32.181951 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4defe80f-395c-4fd8-8879-5d6d6996e103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:32.187500 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0eafa4b7-1797-4a6d-8272-43cfb9336f5c tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:32.222231 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-0eafa4b7-1797-4a6d-8272-43cfb9336f5c tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] create failed (client error): The resource could not be found. Sep 14 23:00:32.226654 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0eafa4b7-1797-4a6d-8272-43cfb9336f5c tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0592334 Sep 14 23:00:32.226819 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55150) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:32.231997 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-33d2ff97-7e23-453b-bc3e-8dd8006c8299 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Request body: {'security_group': {'name': 'tempest-secgroup--1392655739'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:32.238208 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-33d2ff97-7e23-453b-bc3e-8dd8006c8299 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:32.247715 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-33d2ff97-7e23-453b-bc3e-8dd8006c8299 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:32.258425 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-33d2ff97-7e23-453b-bc3e-8dd8006c8299 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:32.278294 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-33d2ff97-7e23-453b-bc3e-8dd8006c8299 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:32.282314 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-33d2ff97-7e23-453b-bc3e-8dd8006c8299 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Usage tracker for resource:security_group_rule and tenant:cd5ea92aed5741e2b035637dd92621f5 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:32.285113 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-33d2ff97-7e23-453b-bc3e-8dd8006c8299 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:32.285897 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c737316f-e196-4e49-af0d-8b26fbd4a73f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:32.290716 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-33d2ff97-7e23-453b-bc3e-8dd8006c8299 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:32.360082 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-33d2ff97-7e23-453b-bc3e-8dd8006c8299 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:32.366104 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-33d2ff97-7e23-453b-bc3e-8dd8006c8299 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:32.411848 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d2ff97-7e23-453b-bc3e-8dd8006c8299 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=429588d0-fd78-48b8-9210-aa26f2273e9f,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:32.424548 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-33d2ff97-7e23-453b-bc3e-8dd8006c8299 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:32.427688 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-33d2ff97-7e23-453b-bc3e-8dd8006c8299 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1975207 Sep 14 23:00:32.428033 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-c737316f-e196-4e49-af0d-8b26fbd4a73f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Calling delete_port for 484ef594-25d8-4c8b-89f3-6b00b2348957 owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:00:32.428143 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55154) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:32.433100 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-4479defe-ab28-4345-9686-ebfdefc23404 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Request body: {'security_group': {'name': 'tempest-secgroup--519103866'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:32.440084 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-4479defe-ab28-4345-9686-ebfdefc23404 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:32.444265 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-4479defe-ab28-4345-9686-ebfdefc23404 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Usage tracker for resource:security_group and tenant:cd5ea92aed5741e2b035637dd92621f5 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:32.448998 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-4479defe-ab28-4345-9686-ebfdefc23404 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:32.454821 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-4479defe-ab28-4345-9686-ebfdefc23404 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:32.467994 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4479defe-ab28-4345-9686-ebfdefc23404 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:32.490339 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-4479defe-ab28-4345-9686-ebfdefc23404 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:32.493839 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-4479defe-ab28-4345-9686-ebfdefc23404 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Usage tracker for resource:security_group_rule and tenant:cd5ea92aed5741e2b035637dd92621f5 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:32.497221 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-4479defe-ab28-4345-9686-ebfdefc23404 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:32.499039 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e022f016-b17d-449a-b902-765858d20086 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:00:32.504049 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-4479defe-ab28-4345-9686-ebfdefc23404 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:32.544837 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4defe80f-395c-4fd8-8879-5d6d6996e103 admin admin] Network 8bedf1fe-3bbd-4b0e-bca3-aa5b22095c6e is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:00:32.551955 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-4defe80f-395c-4fd8-8879-5d6d6996e103 admin admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:00:32.586220 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port e022f016-b17d-449a-b902-765858d20086 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:32.586715 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:32.591632 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4479defe-ab28-4345-9686-ebfdefc23404 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:32.597986 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4479defe-ab28-4345-9686-ebfdefc23404 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:32.656139 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479defe-ab28-4345-9686-ebfdefc23404 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48f04f73-c51a-415d-abaf-b56f0526cb27,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:32.661170 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4479defe-ab28-4345-9686-ebfdefc23404 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:32.662589 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4479defe-ab28-4345-9686-ebfdefc23404 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2336366 Sep 14 23:00:32.665517 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55160) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:32.684011 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-c22d248a-ba16-44d2-9093-a49a450b5b67 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Request body: {'security_group_rule': {'security_group_id': '429588d0-fd78-48b8-9210-aa26f2273e9f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '48f04f73-c51a-415d-abaf-b56f0526cb27'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:32.702672 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c22d248a-ba16-44d2-9093-a49a450b5b67 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:32.707650 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c22d248a-ba16-44d2-9093-a49a450b5b67 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Usage tracker for resource:security_group_rule and tenant:cd5ea92aed5741e2b035637dd92621f5 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:32.711462 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c22d248a-ba16-44d2-9093-a49a450b5b67 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:32.723126 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c22d248a-ba16-44d2-9093-a49a450b5b67 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:32.760348 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port e022f016-b17d-449a-b902-765858d20086 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:32.826189 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-c22d248a-ba16-44d2-9093-a49a450b5b67 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 23:00:32.827269 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c22d248a-ba16-44d2-9093-a49a450b5b67 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1608291 Sep 14 23:00:32.831007 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55164) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:32.855597 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c737316f-e196-4e49-af0d-8b26fbd4a73f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:32.871672 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65daee9d-0993-41e8-98bf-a4fbc85d1e7b req-369d53e2-0f00-406f-99cf-40881489b11e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:32.873901 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-65daee9d-0993-41e8-98bf-a4fbc85d1e7b req-369d53e2-0f00-406f-99cf-40881489b11e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=1bbe0135-174f-4338-b6b0-7d8216fe03dc HTTP/1.1" status: 200 len: 946 time: 0.1428885 Sep 14 23:00:32.912570 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737316f-e196-4e49-af0d-8b26fbd4a73f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event deleted for resources: {'Port': ['ID=484ef594-25d8-4c8b-89f3-6b00b2348957,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:32.913854 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-99d39c42-2297-4ecf-a107-d4bdbcf1a513 None None] Provisioning complete for port 6940cd35-f877-40b5-b779-965458ed4963 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:32.914228 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-99d39c42-2297-4ecf-a107-d4bdbcf1a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:32.948049 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-65daee9d-0993-41e8-98bf-a4fbc85d1e7b req-1dee5d73-ffce-480f-be99-9cade928add1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=152411bf-2f44-40f3-bd31-56e3bfcf07df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633922 Sep 14 23:00:32.952033 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ae0c047f-ec2f-416e-a8f3-beb86a74f9f0 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:32.975684 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4defe80f-395c-4fd8-8879-5d6d6996e103 admin admin] Router 07859d55-1e50-4fc0-8049-21964ea6ca9f has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:00:32.982030 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ae0c047f-ec2f-416e-a8f3-beb86a74f9f0 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:32.986846 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-99d39c42-2297-4ecf-a107-d4bdbcf1a513 None None] Port 6940cd35-f877-40b5-b779-965458ed4963 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:00:33.052730 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ae0c047f-ec2f-416e-a8f3-beb86a74f9f0 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:33.075303 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c047f-ec2f-416e-a8f3-beb86a74f9f0 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f04f73-c51a-415d-abaf-b56f0526cb27,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:33.152141 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ae0c047f-ec2f-416e-a8f3-beb86a74f9f0 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:33.153287 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ae0c047f-ec2f-416e-a8f3-beb86a74f9f0 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "DELETE /v2.0/security-groups/48f04f73-c51a-415d-abaf-b56f0526cb27 HTTP/1.1" status: 204 len: 168 time: 0.3213954 Sep 14 23:00:33.159156 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55170) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:33.236739 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-7a111f28-322b-44b5-bc1d-891fb203d2fb tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Synchronizing usage tracker for tenant:cd5ea92aed5741e2b035637dd92621f5 on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:00:33.258392 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146578d-edf5-47d4-bc9b-e7e1e2310781 req-7ba584ac-19ed-454d-9e45-f74723e0a216 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:33.259745 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f146578d-edf5-47d4-bc9b-e7e1e2310781 req-7ba584ac-19ed-454d-9e45-f74723e0a216 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=1bbe0135-174f-4338-b6b0-7d8216fe03dc HTTP/1.1" status: 200 len: 946 time: 0.1640964 Sep 14 23:00:33.278363 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-7a111f28-322b-44b5-bc1d-891fb203d2fb tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Unset dirty status for tenant:cd5ea92aed5741e2b035637dd92621f5 on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:00:33.279142 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c737316f-e196-4e49-af0d-8b26fbd4a73f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:33.279647 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7a111f28-322b-44b5-bc1d-891fb203d2fb tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1195467 Sep 14 23:00:33.283209 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55174) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:33.306343 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f146578d-edf5-47d4-bc9b-e7e1e2310781 req-403f18f1-945b-49eb-a2b7-5202d3918b63 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=152411bf-2f44-40f3-bd31-56e3bfcf07df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407450 Sep 14 23:00:33.620309 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4defe80f-395c-4fd8-8879-5d6d6996e103 admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:00:33.628558 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad761e9-a7b3-43a4-b758-a1e8f3ae106f None None] Sync routers for ids ['07859d55-1e50-4fc0-8049-21964ea6ca9f'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:00:33.637685 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad761e9-a7b3-43a4-b758-a1e8f3ae106f None None] Routers {'07859d55-1e50-4fc0-8049-21964ea6ca9f'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:00:33.638282 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-fad761e9-a7b3-43a4-b758-a1e8f3ae106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:00:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['07859d55-1e50-4fc0-8049-21964ea6ca9f'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:33.663510 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4defe80f-395c-4fd8-8879-5d6d6996e103 admin admin] 10.222.0.33 "PUT /v2.0/routers/07859d55-1e50-4fc0-8049-21964ea6ca9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5182538 Sep 14 23:00:33.719182 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-be974b77-0ffa-470d-9016-5f1bb6ef9339 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:33.821069 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-fad761e9-a7b3-43a4-b758-a1e8f3ae106f None None] Set router 07859d55-1e50-4fc0-8049-21964ea6ca9f gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:00:33.822775 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-be974b77-0ffa-470d-9016-5f1bb6ef9339 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:33.873935 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c737316f-e196-4e49-af0d-8b26fbd4a73f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Router 70e7035e-41ef-4f3a-82d0-834ce97bf442 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:00:33.997805 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-be974b77-0ffa-470d-9016-5f1bb6ef9339 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:34.035939 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be974b77-0ffa-470d-9016-5f1bb6ef9339 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=429588d0-fd78-48b8-9210-aa26f2273e9f,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:34.052373 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-be974b77-0ffa-470d-9016-5f1bb6ef9339 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:34.053510 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-be974b77-0ffa-470d-9016-5f1bb6ef9339 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "DELETE /v2.0/security-groups/429588d0-fd78-48b8-9210-aa26f2273e9f HTTP/1.1" status: 204 len: 168 time: 0.7694058 Sep 14 23:00:34.056188 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55188) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:34.077962 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c737316f-e196-4e49-af0d-8b26fbd4a73f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:00:34.083061 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c737316f-e196-4e49-af0d-8b26fbd4a73f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "PUT /v2.0/routers/70e7035e-41ef-4f3a-82d0-834ce97bf442/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0784919 Sep 14 23:00:34.087163 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55192) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:34.089084 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55194) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:34.094912 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-b6843387-4bf5-4a17-8dfc-be47b573af61 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1536556720', 'description': 'tempest-secgroup-smoke-1536556720 description', 'project_id': '093721cb95a347f28f2306e789d64fd0'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:34.096396 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbce47e-493b-451e-ab52-dc3d9894df3a None None] Sync routers for ids ['70e7035e-41ef-4f3a-82d0-834ce97bf442'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:00:34.102361 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b6843387-4bf5-4a17-8dfc-be47b573af61 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:34.106152 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbce47e-493b-451e-ab52-dc3d9894df3a None None] Routers {'70e7035e-41ef-4f3a-82d0-834ce97bf442'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:00:34.107094 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-7fbce47e-493b-451e-ab52-dc3d9894df3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:00:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['70e7035e-41ef-4f3a-82d0-834ce97bf442'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:34.108037 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b6843387-4bf5-4a17-8dfc-be47b573af61 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Usage tracker for resource:security_group and tenant:093721cb95a347f28f2306e789d64fd0 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:34.112532 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b6843387-4bf5-4a17-8dfc-be47b573af61 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:34.121141 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b6843387-4bf5-4a17-8dfc-be47b573af61 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:34.134959 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b6843387-4bf5-4a17-8dfc-be47b573af61 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:34.163033 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b6843387-4bf5-4a17-8dfc-be47b573af61 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:34.168723 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b6843387-4bf5-4a17-8dfc-be47b573af61 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Usage tracker for resource:security_group_rule and tenant:093721cb95a347f28f2306e789d64fd0 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:34.174384 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b6843387-4bf5-4a17-8dfc-be47b573af61 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:34.174881 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-7fbce47e-493b-451e-ab52-dc3d9894df3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:34.182627 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b6843387-4bf5-4a17-8dfc-be47b573af61 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:34.185663 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbce47e-493b-451e-ab52-dc3d9894df3a None None] Routers {'70e7035e-41ef-4f3a-82d0-834ce97bf442'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:00:34.186664 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-7fbce47e-493b-451e-ab52-dc3d9894df3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:00:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['70e7035e-41ef-4f3a-82d0-834ce97bf442'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:34.192031 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-fad761e9-a7b3-43a4-b758-a1e8f3ae106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07859d55-1e50-4fc0-8049-21964ea6ca9f', 'name': 'tempest-TestVolumeBootPattern-1357428560-router', 'tenant_id': '2d57a435e4bf4700a94aabd2a26193a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': 'e022f016-b17d-449a-b902-765858d20086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:00:20Z', 'updated_at': '2022-09-14T23:00:31Z', 'revision_number': 4, 'project_id': '2d57a435e4bf4700a94aabd2a26193a2', 'gw_port': {'id': 'e022f016-b17d-449a-b902-765858d20086', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07859d55-1e50-4fc0-8049-21964ea6ca9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:22Z', 'updated_at': '2022-09-14T23:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '6940cd35-f877-40b5-b779-965458ed4963', 'name': '', 'network_id': '8bedf1fe-3bbd-4b0e-bca3-aa5b22095c6e', 'tenant_id': '2d57a435e4bf4700a94aabd2a26193a2', 'mac_address': 'fa:16:3e:fd:49:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07859d55-1e50-4fc0-8049-21964ea6ca9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '4d82724a-fc97-4351-968a-a26d86ab289b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:29Z', 'updated_at': '2022-09-14T23:00:31Z', 'revision_number': 2, 'project_id': '2d57a435e4bf4700a94aabd2a26193a2', 'subnets': [{'id': '4d82724a-fc97-4351-968a-a26d86ab289b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:34.196420 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad761e9-a7b3-43a4-b758-a1e8f3ae106f None None] Checking router: 07859d55-1e50-4fc0-8049-21964ea6ca9f for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:00:34.196861 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad761e9-a7b3-43a4-b758-a1e8f3ae106f None None] Updating router 07859d55-1e50-4fc0-8049-21964ea6ca9f port 6940cd35-f877-40b5-b779-965458ed4963 binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:00:34.260016 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-7fbce47e-493b-451e-ab52-dc3d9894df3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:34.264408 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ae426d7d-6ea0-488a-a3db-f7150f26c8d0 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2034211 Sep 14 23:00:34.265110 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55200) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:34.265523 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbce47e-493b-451e-ab52-dc3d9894df3a None None] The sync data for ids ['70e7035e-41ef-4f3a-82d0-834ce97bf442'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:00:34.266323 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-fad761e9-a7b3-43a4-b758-a1e8f3ae106f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:34.272171 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-9105e612-b087-47eb-b0d6-433631f96dbc tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Request body: {'security_group': {'name': 'tempest-secgroup--1805845511'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:34.275741 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b6843387-4bf5-4a17-8dfc-be47b573af61 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:34.281160 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b6843387-4bf5-4a17-8dfc-be47b573af61 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:34.282805 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-9105e612-b087-47eb-b0d6-433631f96dbc tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:34.290377 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9105e612-b087-47eb-b0d6-433631f96dbc tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Usage tracker for resource:security_group and tenant:cd5ea92aed5741e2b035637dd92621f5 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:34.294615 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9105e612-b087-47eb-b0d6-433631f96dbc tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:34.331000 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6843387-4bf5-4a17-8dfc-be47b573af61 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdccbf1-a509-42f7-99d9-d23340f211e6,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:34.343062 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b6843387-4bf5-4a17-8dfc-be47b573af61 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:34.344412 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b6843387-4bf5-4a17-8dfc-be47b573af61 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2542024 Sep 14 23:00:34.347782 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55204) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:34.353025 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-2af46559-a8cb-438c-b7b4-f3d18566755d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Request body: {'security_group_rule': {'security_group_id': '9bdccbf1-a509-42f7-99d9-d23340f211e6', 'project_id': '093721cb95a347f28f2306e789d64fd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:34.359953 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2af46559-a8cb-438c-b7b4-f3d18566755d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:34.364789 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2af46559-a8cb-438c-b7b4-f3d18566755d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Usage tracker for resource:security_group_rule and tenant:093721cb95a347f28f2306e789d64fd0 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:34.367915 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-9105e612-b087-47eb-b0d6-433631f96dbc tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:34.368394 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2af46559-a8cb-438c-b7b4-f3d18566755d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:34.374970 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2af46559-a8cb-438c-b7b4-f3d18566755d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:34.398368 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2af46559-a8cb-438c-b7b4-f3d18566755d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:34.450199 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9105e612-b087-47eb-b0d6-433631f96dbc tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:34.480929 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2af46559-a8cb-438c-b7b4-f3d18566755d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:34.486049 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2af46559-a8cb-438c-b7b4-f3d18566755d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:34.503764 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-9105e612-b087-47eb-b0d6-433631f96dbc tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:34.509497 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af46559-a8cb-438c-b7b4-f3d18566755d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=169834c5-b8c7-45d4-9fcd-fa62c7a68414,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:34.515131 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9105e612-b087-47eb-b0d6-433631f96dbc tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Usage tracker for resource:security_group_rule and tenant:cd5ea92aed5741e2b035637dd92621f5 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:34.523257 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2af46559-a8cb-438c-b7b4-f3d18566755d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:34.523409 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9105e612-b087-47eb-b0d6-433631f96dbc tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:34.528339 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55208) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:34.528494 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2af46559-a8cb-438c-b7b4-f3d18566755d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1796041 Sep 14 23:00:34.535861 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-9105e612-b087-47eb-b0d6-433631f96dbc tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:34.542391 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-4a7576b1-ad60-4764-8640-24c061a56d0f tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Request body: {'security_group_rule': {'security_group_id': '9bdccbf1-a509-42f7-99d9-d23340f211e6', 'project_id': '093721cb95a347f28f2306e789d64fd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:34.558503 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-4a7576b1-ad60-4764-8640-24c061a56d0f tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:34.569649 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-4a7576b1-ad60-4764-8640-24c061a56d0f tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Usage tracker for resource:security_group_rule and tenant:093721cb95a347f28f2306e789d64fd0 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:34.597659 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-4a7576b1-ad60-4764-8640-24c061a56d0f tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:34.615085 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-4a7576b1-ad60-4764-8640-24c061a56d0f tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:34.655432 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-fad761e9-a7b3-43a4-b758-a1e8f3ae106f None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:34.661523 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4a7576b1-ad60-4764-8640-24c061a56d0f tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:34.667760 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-fad761e9-a7b3-43a4-b758-a1e8f3ae106f None None] Transition to ACTIVE for port object 6940cd35-f877-40b5-b779-965458ed4963 will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:00:34.673970 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-fad761e9-a7b3-43a4-b758-a1e8f3ae106f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:34.731127 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9105e612-b087-47eb-b0d6-433631f96dbc tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:34.763649 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9105e612-b087-47eb-b0d6-433631f96dbc tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:34.841425 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105e612-b087-47eb-b0d6-433631f96dbc tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=260112ec-5756-4df6-8ce5-78c1c6cc5a6b,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:34.855297 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9105e612-b087-47eb-b0d6-433631f96dbc tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:34.856771 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9105e612-b087-47eb-b0d6-433631f96dbc tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5904789 Sep 14 23:00:34.866588 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55212) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:34.866912 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4a7576b1-ad60-4764-8640-24c061a56d0f tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:34.867042 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf022c7-a334-4b6e-87e3-53e1a9f0fe6e None None] Pushing event updated for resources: {'Port': ['ID=6940cd35-f877-40b5-b779-965458ed4963,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:34.867233 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55216) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:34.867345 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-d4ae7bbc-ab2a-47e4-9707-df47b5ca487a tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Request body: {'security_group_rule': {'security_group_id': '260112ec-5756-4df6-8ce5-78c1c6cc5a6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:34.882534 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-d4ae7bbc-ab2a-47e4-9707-df47b5ca487a tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:34.886765 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-d4ae7bbc-ab2a-47e4-9707-df47b5ca487a tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Usage tracker for resource:security_group_rule and tenant:cd5ea92aed5741e2b035637dd92621f5 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:34.892728 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-d4ae7bbc-ab2a-47e4-9707-df47b5ca487a tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:34.894341 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-fad761e9-a7b3-43a4-b758-a1e8f3ae106f None None] Attempting to bind port 6940cd35-f877-40b5-b779-965458ed4963 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:00:34.895184 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-fad761e9-a7b3-43a4-b758-a1e8f3ae106f None None] Attempting to bind port 6940cd35-f877-40b5-b779-965458ed4963 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '00aa7ba1-300e-40d9-9e47-eba7fe2e5b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8bedf1fe-3bbd-4b0e-bca3-aa5b22095c6e'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:00:34.895184 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad761e9-a7b3-43a4-b758-a1e8f3ae106f None None] Attempting to bind port 6940cd35-f877-40b5-b779-965458ed4963 on network 8bedf1fe-3bbd-4b0e-bca3-aa5b22095c6e {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:00:34.899271 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-d4ae7bbc-ab2a-47e4-9707-df47b5ca487a tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:34.901617 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad761e9-a7b3-43a4-b758-a1e8f3ae106f None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:00:34.901617 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad761e9-a7b3-43a4-b758-a1e8f3ae106f None None] Checking segment: {'id': '00aa7ba1-300e-40d9-9e47-eba7fe2e5b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8bedf1fe-3bbd-4b0e-bca3-aa5b22095c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:00:34.902175 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-fad761e9-a7b3-43a4-b758-a1e8f3ae106f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:34.902648 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad761e9-a7b3-43a4-b758-a1e8f3ae106f None None] Bound using segment: {'id': '00aa7ba1-300e-40d9-9e47-eba7fe2e5b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8bedf1fe-3bbd-4b0e-bca3-aa5b22095c6e'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:00:34.903348 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-fad761e9-a7b3-43a4-b758-a1e8f3ae106f None None] Bound port: 6940cd35-f877-40b5-b779-965458ed4963, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00aa7ba1-300e-40d9-9e47-eba7fe2e5b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8bedf1fe-3bbd-4b0e-bca3-aa5b22095c6e'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:00:34.903845 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-fad761e9-a7b3-43a4-b758-a1e8f3ae106f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:34.931280 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-d4ae7bbc-ab2a-47e4-9707-df47b5ca487a tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 23:00:34.934879 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d4ae7bbc-ab2a-47e4-9707-df47b5ca487a tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0707910 Sep 14 23:00:34.935085 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55220) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:34.937361 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4a7576b1-ad60-4764-8640-24c061a56d0f tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:34.941561 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-e94e1461-44b7-4eb3-aa55-7dac25418883 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Request body: {'security_group_rule': {'security_group_id': '260112ec-5756-4df6-8ce5-78c1c6cc5a6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:34.949752 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-e94e1461-44b7-4eb3-aa55-7dac25418883 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:34.955033 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e94e1461-44b7-4eb3-aa55-7dac25418883 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Usage tracker for resource:security_group_rule and tenant:cd5ea92aed5741e2b035637dd92621f5 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:34.958403 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e94e1461-44b7-4eb3-aa55-7dac25418883 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:34.964501 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-e94e1461-44b7-4eb3-aa55-7dac25418883 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:35.001399 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-e94e1461-44b7-4eb3-aa55-7dac25418883 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 23:00:35.005917 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e94e1461-44b7-4eb3-aa55-7dac25418883 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0666084 Sep 14 23:00:35.005917 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55224) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:35.010572 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-fad761e9-a7b3-43a4-b758-a1e8f3ae106f None None] For port 6940cd35-f877-40b5-b779-965458ed4963, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:00:35.014432 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-fad761e9-a7b3-43a4-b758-a1e8f3ae106f None None] For port 6940cd35-f877-40b5-b779-965458ed4963, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=6940cd35-f877-40b5-b779-965458ed4963,segment=NetworkSegment(00aa7ba1-300e-40d9-9e47-eba7fe2e5b85),segment_id=00aa7ba1-300e-40d9-9e47-eba7fe2e5b85)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:00:35.019578 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-fad761e9-a7b3-43a4-b758-a1e8f3ae106f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:35.070481 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad761e9-a7b3-43a4-b758-a1e8f3ae106f None None] Routers {'07859d55-1e50-4fc0-8049-21964ea6ca9f'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:00:35.070912 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-fad761e9-a7b3-43a4-b758-a1e8f3ae106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:00:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['07859d55-1e50-4fc0-8049-21964ea6ca9f'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:35.082552 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e89dd5fc-a990-4636-b6fb-c4de93af700b tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:35.093441 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7576b1-ad60-4764-8640-24c061a56d0f tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc40a5e5-eeba-4de1-bbb2-ea90934370b9,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:35.114374 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e89dd5fc-a990-4636-b6fb-c4de93af700b tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:35.167844 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e89dd5fc-a990-4636-b6fb-c4de93af700b tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:35.179502 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4a7576b1-ad60-4764-8640-24c061a56d0f tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:35.183297 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4a7576b1-ad60-4764-8640-24c061a56d0f tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6489091 Sep 14 23:00:35.184194 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55228) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:35.188231 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89dd5fc-a990-4636-b6fb-c4de93af700b tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=260112ec-5756-4df6-8ce5-78c1c6cc5a6b,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:35.188407 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4f387688-4975-4c0c-a90e-562e2626f987 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:35.198318 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e89dd5fc-a990-4636-b6fb-c4de93af700b tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:35.202049 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e89dd5fc-a990-4636-b6fb-c4de93af700b tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "DELETE /v2.0/security-groups/260112ec-5756-4df6-8ce5-78c1c6cc5a6b HTTP/1.1" status: 204 len: 168 time: 0.1931942 Sep 14 23:00:35.202281 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55232) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:35.246898 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-5cd95414-0f80-4362-b708-0a7e8720388f tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Request body: {'security_group_rule': {'security_group_id': '9bdccbf1-a509-42f7-99d9-d23340f211e6', 'project_id': '093721cb95a347f28f2306e789d64fd0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:35.259915 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf022c7-a334-4b6e-87e3-53e1a9f0fe6e None None] Pushing event updated for resources: {'Port': ['ID=6940cd35-f877-40b5-b779-965458ed4963,revision_number=4']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:35.261307 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-29fa8fb2-deb8-44f4-ad91-dc984f9ddc5a tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Synchronizing usage tracker for tenant:cd5ea92aed5741e2b035637dd92621f5 on resource:security_group {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:00:35.279739 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-29fa8fb2-deb8-44f4-ad91-dc984f9ddc5a tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Unset dirty status for tenant:cd5ea92aed5741e2b035637dd92621f5 on resource:security_group {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:00:35.280621 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-fad761e9-a7b3-43a4-b758-a1e8f3ae106f None None] Set router 07859d55-1e50-4fc0-8049-21964ea6ca9f gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:00:35.285024 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-29fa8fb2-deb8-44f4-ad91-dc984f9ddc5a tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0817671 Sep 14 23:00:35.285592 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55236) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:35.290873 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-9d7877df-cb64-45e4-882c-5befe488bceb tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Request body: {'security_group': {'name': 'tempest-secgroup--1024891071'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:35.297443 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-9d7877df-cb64-45e4-882c-5befe488bceb tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:35.307461 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-9d7877df-cb64-45e4-882c-5befe488bceb tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:35.316967 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-5cd95414-0f80-4362-b708-0a7e8720388f tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:35.318910 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9d7877df-cb64-45e4-882c-5befe488bceb tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:35.344122 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5cd95414-0f80-4362-b708-0a7e8720388f tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Usage tracker for resource:security_group_rule and tenant:093721cb95a347f28f2306e789d64fd0 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:35.348120 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-9d7877df-cb64-45e4-882c-5befe488bceb tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:35.349082 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5cd95414-0f80-4362-b708-0a7e8720388f tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:35.354175 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9d7877df-cb64-45e4-882c-5befe488bceb tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Usage tracker for resource:security_group_rule and tenant:cd5ea92aed5741e2b035637dd92621f5 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:35.358470 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-5cd95414-0f80-4362-b708-0a7e8720388f tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:35.358660 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9d7877df-cb64-45e4-882c-5befe488bceb tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:35.367042 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-9d7877df-cb64-45e4-882c-5befe488bceb tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:35.470734 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9d7877df-cb64-45e4-882c-5befe488bceb tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:35.470959 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5cd95414-0f80-4362-b708-0a7e8720388f tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:35.475444 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9d7877df-cb64-45e4-882c-5befe488bceb tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:35.528754 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7877df-cb64-45e4-882c-5befe488bceb tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1ba6f0-7311-48a3-90fa-f38550bd4235,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:35.532511 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9d7877df-cb64-45e4-882c-5befe488bceb tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:35.536629 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9d7877df-cb64-45e4-882c-5befe488bceb tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2474728 Sep 14 23:00:35.536887 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55240) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:35.541911 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-ce87b622-1429-4665-a416-34afad9d18d9 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:35.542329 dv-neutron-857791-1-hyperv neutron-server[89171]: WARNING neutron.api.v2.base [None req-ce87b622-1429-4665-a416-34afad9d18d9 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 14 23:00:35.542806 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-ce87b622-1429-4665-a416-34afad9d18d9 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] update failed (client error): There was a conflict when trying to complete your request. Sep 14 23:00:35.545702 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ce87b622-1429-4665-a416-34afad9d18d9 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "PUT /v2.0/security-groups/9a1ba6f0-7311-48a3-90fa-f38550bd4235 HTTP/1.1" status: 409 len: 330 time: 0.0072393 Sep 14 23:00:35.546765 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55244) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:35.617760 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-99168a49-b586-484b-9b2e-38bf039f6864 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:35.647280 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-99168a49-b586-484b-9b2e-38bf039f6864 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:35.671235 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-fad761e9-a7b3-43a4-b758-a1e8f3ae106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07859d55-1e50-4fc0-8049-21964ea6ca9f', 'name': 'tempest-TestVolumeBootPattern-1357428560-router', 'tenant_id': '2d57a435e4bf4700a94aabd2a26193a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': 'e022f016-b17d-449a-b902-765858d20086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:00:20Z', 'updated_at': '2022-09-14T23:00:31Z', 'revision_number': 4, 'project_id': '2d57a435e4bf4700a94aabd2a26193a2', 'gw_port': {'id': 'e022f016-b17d-449a-b902-765858d20086', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07859d55-1e50-4fc0-8049-21964ea6ca9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:22Z', 'updated_at': '2022-09-14T23:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '6940cd35-f877-40b5-b779-965458ed4963', 'name': '', 'network_id': '8bedf1fe-3bbd-4b0e-bca3-aa5b22095c6e', 'tenant_id': '2d57a435e4bf4700a94aabd2a26193a2', 'mac_address': 'fa:16:3e:fd:49:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07859d55-1e50-4fc0-8049-21964ea6ca9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '4d82724a-fc97-4351-968a-a26d86ab289b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:29Z', 'updated_at': '2022-09-14T23:00:35Z', 'revision_number': 4, 'project_id': '2d57a435e4bf4700a94aabd2a26193a2', 'subnets': [{'id': '4d82724a-fc97-4351-968a-a26d86ab289b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:35.675940 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad761e9-a7b3-43a4-b758-a1e8f3ae106f None None] The sync data for ids ['07859d55-1e50-4fc0-8049-21964ea6ca9f'] in dv-neutron-857791-1-hyperv is: [{'id': '07859d55-1e50-4fc0-8049-21964ea6ca9f', 'name': 'tempest-TestVolumeBootPattern-1357428560-router', 'tenant_id': '2d57a435e4bf4700a94aabd2a26193a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': 'e022f016-b17d-449a-b902-765858d20086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:00:20Z', 'updated_at': '2022-09-14T23:00:31Z', 'revision_number': 4, 'project_id': '2d57a435e4bf4700a94aabd2a26193a2', 'gw_port': {'id': 'e022f016-b17d-449a-b902-765858d20086', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07859d55-1e50-4fc0-8049-21964ea6ca9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:22Z', 'updated_at': '2022-09-14T23:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '6940cd35-f877-40b5-b779-965458ed4963', 'name': '', 'network_id': '8bedf1fe-3bbd-4b0e-bca3-aa5b22095c6e', 'tenant_id': '2d57a435e4bf4700a94aabd2a26193a2', 'mac_address': 'fa:16:3e:fd:49:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07859d55-1e50-4fc0-8049-21964ea6ca9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '4d82724a-fc97-4351-968a-a26d86ab289b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:29Z', 'updated_at': '2022-09-14T23:00:35Z', 'revision_number': 4, 'project_id': '2d57a435e4bf4700a94aabd2a26193a2', 'subnets': [{'id': '4d82724a-fc97-4351-968a-a26d86ab289b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:00:35.708456 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-99168a49-b586-484b-9b2e-38bf039f6864 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:35.745011 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99168a49-b586-484b-9b2e-38bf039f6864 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1ba6f0-7311-48a3-90fa-f38550bd4235,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:35.767572 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-99168a49-b586-484b-9b2e-38bf039f6864 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:35.770950 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-99168a49-b586-484b-9b2e-38bf039f6864 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "DELETE /v2.0/security-groups/9a1ba6f0-7311-48a3-90fa-f38550bd4235 HTTP/1.1" status: 204 len: 168 time: 0.2201040 Sep 14 23:00:35.771186 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55248) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:35.827381 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5cd95414-0f80-4362-b708-0a7e8720388f tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:35.836732 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6f57df4f-5924-4a91-b765-f559b069868d tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Synchronizing usage tracker for tenant:cd5ea92aed5741e2b035637dd92621f5 on resource:security_group {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:00:35.837774 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5cd95414-0f80-4362-b708-0a7e8720388f tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:35.857625 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6f57df4f-5924-4a91-b765-f559b069868d tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] Unset dirty status for tenant:cd5ea92aed5741e2b035637dd92621f5 on resource:security_group {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:00:35.859474 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6f57df4f-5924-4a91-b765-f559b069868d tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0873878 Sep 14 23:00:35.864167 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55252) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:35.885700 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-f7698c96-5fd6-4b22-a2c6-f9ceedfa7923 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] delete failed (client error): The resource could not be found. Sep 14 23:00:35.886784 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f7698c96-5fd6-4b22-a2c6-f9ceedfa7923 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "DELETE /v2.0/security-groups/289bfb27-285d-4281-b0cf-fb7730566d0b HTTP/1.1" status: 404 len: 347 time: 0.0212889 Sep 14 23:00:35.890468 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55256) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:35.907810 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-29d1c580-e810-4add-aab0-fc5430d34794 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] show failed (client error): The resource could not be found. Sep 14 23:00:35.912412 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-29d1c580-e810-4add-aab0-fc5430d34794 tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "GET /v2.0/security-groups/f516c5d4-9eaf-4f50-91dc-2ae4bc3ca156 HTTP/1.1" status: 404 len: 347 time: 0.0174458 Sep 14 23:00:35.913807 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55260) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:35.931547 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-35a5f21a-8ea8-4a59-a549-880149066e5f tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] show failed (client error): The resource could not be found. Sep 14 23:00:35.932987 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-35a5f21a-8ea8-4a59-a549-880149066e5f tempest-NegativeSecGroupIPv6Test-186804058 tempest-NegativeSecGroupIPv6Test-186804058-project] 10.222.0.33 "GET /v2.0/security-group-rules/92445e67-5c26-4368-9aec-94b1ef79a44e HTTP/1.1" status: 404 len: 356 time: 0.0180001 Sep 14 23:00:35.936564 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd95414-0f80-4362-b708-0a7e8720388f tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dea1f21-f0b4-4098-a4e4-1b14fe9d1b67,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:35.961919 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5cd95414-0f80-4362-b708-0a7e8720388f tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:35.965869 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5cd95414-0f80-4362-b708-0a7e8720388f tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7777970 Sep 14 23:00:35.966845 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55266) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:35.972201 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-5dde42a4-544f-4548-a7bf-8ec437584532 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Request body: {'security_group_rule': {'security_group_id': '9bdccbf1-a509-42f7-99d9-d23340f211e6', 'project_id': '093721cb95a347f28f2306e789d64fd0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:35.978587 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-5dde42a4-544f-4548-a7bf-8ec437584532 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:35.983228 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5dde42a4-544f-4548-a7bf-8ec437584532 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Usage tracker for resource:security_group_rule and tenant:093721cb95a347f28f2306e789d64fd0 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:35.989727 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5dde42a4-544f-4548-a7bf-8ec437584532 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:35.998481 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-5dde42a4-544f-4548-a7bf-8ec437584532 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:36.028587 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5dde42a4-544f-4548-a7bf-8ec437584532 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:36.102238 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-4f387688-4975-4c0c-a90e-562e2626f987 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Deleting port b0a94624-16c9-4ef6-9d46-3511ffb3cfb7 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:00:36.102838 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4f387688-4975-4c0c-a90e-562e2626f987 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:36.113502 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5dde42a4-544f-4548-a7bf-8ec437584532 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:36.118660 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5dde42a4-544f-4548-a7bf-8ec437584532 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:36.147582 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde42a4-544f-4548-a7bf-8ec437584532 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0508933-cba5-4ae6-ac85-caec53b65585,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:36.168422 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5dde42a4-544f-4548-a7bf-8ec437584532 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:36.175352 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5dde42a4-544f-4548-a7bf-8ec437584532 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2017250 Sep 14 23:00:36.175352 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55270) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:36.181777 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-07585217-f88a-485d-90ab-ec7725d364d7 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Request body: {'security_group_rule': {'security_group_id': '9bdccbf1-a509-42f7-99d9-d23340f211e6', 'project_id': '093721cb95a347f28f2306e789d64fd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:36.188087 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-07585217-f88a-485d-90ab-ec7725d364d7 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:36.193200 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-07585217-f88a-485d-90ab-ec7725d364d7 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Usage tracker for resource:security_group_rule and tenant:093721cb95a347f28f2306e789d64fd0 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:36.196199 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-07585217-f88a-485d-90ab-ec7725d364d7 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:36.202309 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-07585217-f88a-485d-90ab-ec7725d364d7 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:36.216176 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.securitygroups_db [None req-07585217-f88a-485d-90ab-ec7725d364d7 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Project 093721cb95a347f28f2306e789d64fd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:00:36.228191 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-07585217-f88a-485d-90ab-ec7725d364d7 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:36.313968 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55276) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:36.323194 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-07585217-f88a-485d-90ab-ec7725d364d7 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:36.331770 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-07585217-f88a-485d-90ab-ec7725d364d7 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:36.358248 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07585217-f88a-485d-90ab-ec7725d364d7 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b8cff3-69d3-4b43-8641-1bbb81132cef,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:36.375689 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-07585217-f88a-485d-90ab-ec7725d364d7 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:36.377576 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-07585217-f88a-485d-90ab-ec7725d364d7 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2007105 Sep 14 23:00:36.380413 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55282) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:36.387497 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-345d0677-4e0f-4dd3-a868-c69e4188b5b3 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Request body: {'security_group_rule': {'security_group_id': '9bdccbf1-a509-42f7-99d9-d23340f211e6', 'project_id': '093721cb95a347f28f2306e789d64fd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:36.394899 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-345d0677-4e0f-4dd3-a868-c69e4188b5b3 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:36.399676 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-345d0677-4e0f-4dd3-a868-c69e4188b5b3 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Usage tracker for resource:security_group_rule and tenant:093721cb95a347f28f2306e789d64fd0 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:36.403120 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-345d0677-4e0f-4dd3-a868-c69e4188b5b3 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:36.427131 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-345d0677-4e0f-4dd3-a868-c69e4188b5b3 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:36.448463 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4f387688-4975-4c0c-a90e-562e2626f987 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:36.459210 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.securitygroups_db [None req-345d0677-4e0f-4dd3-a868-c69e4188b5b3 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Project 093721cb95a347f28f2306e789d64fd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:00:36.460287 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7e01e06d-0aa1-458d-9b8b-7665844bb231 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:36.467236 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-345d0677-4e0f-4dd3-a868-c69e4188b5b3 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:36.565907 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 6940cd35-f877-40b5-b779-965458ed4963 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:00:36.582573 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-345d0677-4e0f-4dd3-a868-c69e4188b5b3 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:36.599093 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-345d0677-4e0f-4dd3-a868-c69e4188b5b3 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:36.640415 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-cd2171dd-81e4-4b98-ab5f-bed7c491e96a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=cd5ea92aed5741e2b035637dd92621f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3252089 Sep 14 23:00:36.642910 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55286) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:36.643711 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d0677-4e0f-4dd3-a868-c69e4188b5b3 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02382c47-a085-48ee-8ee5-8c38413c2339,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:36.660635 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 6940cd35-f877-40b5-b779-965458ed4963 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:00:36.664456 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-345d0677-4e0f-4dd3-a868-c69e4188b5b3 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:36.667164 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 6940cd35-f877-40b5-b779-965458ed4963 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:36.667742 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:36.668962 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-345d0677-4e0f-4dd3-a868-c69e4188b5b3 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2873971 Sep 14 23:00:36.751529 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-be0a14ad-be86-4d94-8b45-73ace890c098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:36.781939 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-be0a14ad-be86-4d94-8b45-73ace890c098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:36.848371 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-4f387688-4975-4c0c-a90e-562e2626f987 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Calling delete_port for b0a94624-16c9-4ef6-9d46-3511ffb3cfb7 owned by network:router_interface {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:00:36.877411 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-be0a14ad-be86-4d94-8b45-73ace890c098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:36.894914 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 6940cd35-f877-40b5-b779-965458ed4963 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:36.895999 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:36.899309 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a14ad-be86-4d94-8b45-73ace890c098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85de440-5a99-4d79-9c5d-8df48bc5b322,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:36.916335 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-be0a14ad-be86-4d94-8b45-73ace890c098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:36.917651 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-be0a14ad-be86-4d94-8b45-73ace890c098 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a85de440-5a99-4d79-9c5d-8df48bc5b322 HTTP/1.1" status: 204 len: 168 time: 0.2703652 Sep 14 23:00:36.966362 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 6940cd35-f877-40b5-b779-965458ed4963, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=6940cd35-f877-40b5-b779-965458ed4963,segment=NetworkSegment(00aa7ba1-300e-40d9-9e47-eba7fe2e5b85),segment_id=00aa7ba1-300e-40d9-9e47-eba7fe2e5b85)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:00:36.971399 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:37.068763 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=6940cd35-f877-40b5-b779-965458ed4963,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:37.463917 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4f387688-4975-4c0c-a90e-562e2626f987 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:37.533654 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f387688-4975-4c0c-a90e-562e2626f987 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event deleted for resources: {'Port': ['ID=b0a94624-16c9-4ef6-9d46-3511ffb3cfb7,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:37.590247 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-7e01e06d-0aa1-458d-9b8b-7665844bb231 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Allocated IP 172.20.0.17 (26074170-6c57-4d9e-9353-c50e801b3123/0ce97621-4c6a-4861-925e-ecb6f40ca9e7/4df0ef4e-ec8e-412e-8ea8-20c64bc4af49) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:00:37.671841 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ba04bca6-c4a7-41c2-83f0-6c5889e5a314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:37.836750 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4f387688-4975-4c0c-a90e-562e2626f987 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:38.097290 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7e01e06d-0aa1-458d-9b8b-7665844bb231 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:38.172394 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-7e01e06d-0aa1-458d-9b8b-7665844bb231 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Transition to ACTIVE for port object 4df0ef4e-ec8e-412e-8ea8-20c64bc4af49 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:00:38.179875 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f387688-4975-4c0c-a90e-562e2626f987 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Router 70e7035e-41ef-4f3a-82d0-834ce97bf442 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:00:38.460012 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f387688-4975-4c0c-a90e-562e2626f987 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:00:38.467202 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7e01e06d-0aa1-458d-9b8b-7665844bb231 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:38.469779 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b014881-4b8b-41c1-8ed6-0c412e47b9b2 None None] Sync routers for ids ['70e7035e-41ef-4f3a-82d0-834ce97bf442'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:00:38.480191 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b014881-4b8b-41c1-8ed6-0c412e47b9b2 None None] Routers {'70e7035e-41ef-4f3a-82d0-834ce97bf442'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:00:38.484463 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-1b014881-4b8b-41c1-8ed6-0c412e47b9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:00:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['70e7035e-41ef-4f3a-82d0-834ce97bf442'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:38.488029 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 6940cd35-f877-40b5-b779-965458ed4963 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:00:38.537827 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4f387688-4975-4c0c-a90e-562e2626f987 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "PUT /v2.0/routers/70e7035e-41ef-4f3a-82d0-834ce97bf442/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4493847 Sep 14 23:00:38.540818 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55378) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:38.551527 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e01e06d-0aa1-458d-9b8b-7665844bb231 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network 26074170-6c57-4d9e-9353-c50e801b3123 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:00:38.552140 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-1b014881-4b8b-41c1-8ed6-0c412e47b9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:38.555059 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-7e01e06d-0aa1-458d-9b8b-7665844bb231 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:00:38.559816 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e01e06d-0aa1-458d-9b8b-7665844bb231 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:00:38.561499 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b014881-4b8b-41c1-8ed6-0c412e47b9b2 None None] Routers {'70e7035e-41ef-4f3a-82d0-834ce97bf442'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:00:38.562109 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-1b014881-4b8b-41c1-8ed6-0c412e47b9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:00:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['70e7035e-41ef-4f3a-82d0-834ce97bf442'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:38.595268 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 6940cd35-f877-40b5-b779-965458ed4963 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:38.595797 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:38.599228 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e01e06d-0aa1-458d-9b8b-7665844bb231 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=4df0ef4e-ec8e-412e-8ea8-20c64bc4af49,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:38.643797 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-1b014881-4b8b-41c1-8ed6-0c412e47b9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:38.644637 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b014881-4b8b-41c1-8ed6-0c412e47b9b2 None None] The sync data for ids ['70e7035e-41ef-4f3a-82d0-834ce97bf442'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:00:38.653084 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7e01e06d-0aa1-458d-9b8b-7665844bb231 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:38.668327 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c702a708-96c8-4012-8778-c8467c96cb7d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Synchronizing usage tracker for tenant:7a62583d2f004fd6a05eb6d863384cb3 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:00:38.700831 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c702a708-96c8-4012-8778-c8467c96cb7d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Unset dirty status for tenant:7a62583d2f004fd6a05eb6d863384cb3 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:00:38.702107 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c702a708-96c8-4012-8778-c8467c96cb7d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "GET /v2.0/ports?device_id=70e7035e-41ef-4f3a-82d0-834ce97bf442 HTTP/1.1" status: 200 len: 205 time: 0.1596203 Sep 14 23:00:38.706012 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55384) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:38.834818 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 6940cd35-f877-40b5-b779-965458ed4963 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:38.855225 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7e01e06d-0aa1-458d-9b8b-7665844bb231 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:38.959789 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-9c5fd60a-7849-4f2c-a274-d27f5b38d10b None None] Provisioning for port 4df0ef4e-ec8e-412e-8ea8-20c64bc4af49 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:00:38.967539 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-9c5fd60a-7849-4f2c-a274-d27f5b38d10b None None] Provisioning complete for port 4df0ef4e-ec8e-412e-8ea8-20c64bc4af49 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:38.968455 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9c5fd60a-7849-4f2c-a274-d27f5b38d10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:39.056519 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-9c5fd60a-7849-4f2c-a274-d27f5b38d10b None None] Port 4df0ef4e-ec8e-412e-8ea8-20c64bc4af49 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:00:39.056862 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bfcd81b7-38ab-4831-b7ed-dbba2b3654b0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:39.343810 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7e01e06d-0aa1-458d-9b8b-7665844bb231 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:39.351011 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7e01e06d-0aa1-458d-9b8b-7665844bb231 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:39.442442 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bfcd81b7-38ab-4831-b7ed-dbba2b3654b0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:39.445267 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bfcd81b7-38ab-4831-b7ed-dbba2b3654b0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:39.471745 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bfcd81b7-38ab-4831-b7ed-dbba2b3654b0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:39.472331 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcd81b7-38ab-4831-b7ed-dbba2b3654b0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Fanout notify agent at l3_agent the message router_deleted on router 70e7035e-41ef-4f3a-82d0-834ce97bf442 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 23:00:39.484791 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e01e06d-0aa1-458d-9b8b-7665844bb231 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=4df0ef4e-ec8e-412e-8ea8-20c64bc4af49,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:39.486587 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bfcd81b7-38ab-4831-b7ed-dbba2b3654b0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:39.487759 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7e01e06d-0aa1-458d-9b8b-7665844bb231 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:39.488660 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-bfcd81b7-38ab-4831-b7ed-dbba2b3654b0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/routers/70e7035e-41ef-4f3a-82d0-834ce97bf442 HTTP/1.1" status: 204 len: 168 time: 0.7814291 Sep 14 23:00:39.491126 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55388) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:39.638592 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56e657a-4c36-49c1-a095-eba179d301cf tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Deleting subnet d580f322-786e-4474-a357-6bc5fe775d5c {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:00:39.644671 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a56e657a-4c36-49c1-a095-eba179d301cf tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:39.716925 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-631d57ae-4311-4ef5-8ed0-28e6ef1efc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:39.726444 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a56e657a-4c36-49c1-a095-eba179d301cf tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:39.780397 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e01e06d-0aa1-458d-9b8b-7665844bb231 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network 26074170-6c57-4d9e-9353-c50e801b3123 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:00:39.783419 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-7e01e06d-0aa1-458d-9b8b-7665844bb231 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:00:39.964941 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a56e657a-4c36-49c1-a095-eba179d301cf tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:40.088675 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-6096802a-8ae8-48b4-9929-cebf7e8ab245 None None] Provisioning complete for port 4df0ef4e-ec8e-412e-8ea8-20c64bc4af49 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:40.089638 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6096802a-8ae8-48b4-9929-cebf7e8ab245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:40.151060 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-6096802a-8ae8-48b4-9929-cebf7e8ab245 None None] Port 4df0ef4e-ec8e-412e-8ea8-20c64bc4af49 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:00:40.190559 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e01e06d-0aa1-458d-9b8b-7665844bb231 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router 1b251f69-63d4-42e7-b4b3-ece204612809 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:00:40.275384 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a56e657a-4c36-49c1-a095-eba179d301cf tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:40.337245 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a56e657a-4c36-49c1-a095-eba179d301cf tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:40.342302 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e657a-4c36-49c1-a095-eba179d301cf tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event deleted for resources: {'Subnet': ['ID=d580f322-786e-4474-a357-6bc5fe775d5c,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:40.346709 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1f3d91-43dd-4ac8-b929-e9bb546c2a50 None None] Network f8199020-0553-45ee-98ec-24c8acfb4357 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:00:40.356737 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a56e657a-4c36-49c1-a095-eba179d301cf tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/subnets/d580f322-786e-4474-a357-6bc5fe775d5c HTTP/1.1" status: 204 len: 168 time: 0.8637106 Sep 14 23:00:40.359213 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55396) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:40.457363 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec29444f-b0af-467f-9228-6f05e13f4858 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Deleting subnet 48c99af2-a75e-4a4f-928b-f41082757cd3 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:00:40.462682 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ec29444f-b0af-467f-9228-6f05e13f4858 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:40.474804 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e01e06d-0aa1-458d-9b8b-7665844bb231 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:00:40.485952 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7e01e06d-0aa1-458d-9b8b-7665844bb231 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "PUT /v2.0/routers/1b251f69-63d4-42e7-b4b3-ece204612809/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6182649 Sep 14 23:00:40.489708 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807645be-f698-4175-9433-f7a68ba3e1dd None None] Sync routers for ids ['1b251f69-63d4-42e7-b4b3-ece204612809'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:00:40.531102 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807645be-f698-4175-9433-f7a68ba3e1dd None None] Routers {'1b251f69-63d4-42e7-b4b3-ece204612809'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:00:40.531730 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-807645be-f698-4175-9433-f7a68ba3e1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:00:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1b251f69-63d4-42e7-b4b3-ece204612809'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:40.532446 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ec29444f-b0af-467f-9228-6f05e13f4858 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:40.632678 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ec29444f-b0af-467f-9228-6f05e13f4858 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:40.717682 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ec29444f-b0af-467f-9228-6f05e13f4858 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:40.767207 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec29444f-b0af-467f-9228-6f05e13f4858 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event deleted for resources: {'Subnet': ['ID=48c99af2-a75e-4a4f-928b-f41082757cd3,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:40.772775 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ec29444f-b0af-467f-9228-6f05e13f4858 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:40.781597 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55404) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:40.781810 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ec29444f-b0af-467f-9228-6f05e13f4858 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/subnets/48c99af2-a75e-4a4f-928b-f41082757cd3 HTTP/1.1" status: 204 len: 168 time: 0.4212320 Sep 14 23:00:40.782560 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d87c1c-0966-4eed-a34f-47cf7dbe66f3 None None] Network 641455bd-3b9b-4abf-8888-c44789a4dce0 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:00:40.801195 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:40.860495 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-807645be-f698-4175-9433-f7a68ba3e1dd None None] Set router 1b251f69-63d4-42e7-b4b3-ece204612809 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:00:40.925501 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c87989f-ee9d-42fc-9037-3977ca62e4c8 None None] DHCP port deletion for f8199020-0553-45ee-98ec-24c8acfb4357 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:00:40.932242 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-00b06308-0d0f-4c42-a7ff-c6f6b7a7329f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:40.944362 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-00b06308-0d0f-4c42-a7ff-c6f6b7a7329f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Deleting port 10b5e846-26ea-4bbe-8e96-c6b8b681724e {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:00:40.946748 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-00b06308-0d0f-4c42-a7ff-c6f6b7a7329f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:40.960424 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-2c87989f-ee9d-42fc-9037-3977ca62e4c8 None None] Deleting port 10b5e846-26ea-4bbe-8e96-c6b8b681724e {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:00:40.960814 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2c87989f-ee9d-42fc-9037-3977ca62e4c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:41.066823 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:41.194731 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-00b06308-0d0f-4c42-a7ff-c6f6b7a7329f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] For port 10b5e846-26ea-4bbe-8e96-c6b8b681724e, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=10b5e846-26ea-4bbe-8e96-c6b8b681724e,segment=NetworkSegment(b7d5a550-853c-4f68-966e-23b3dce50877),segment_id=b7d5a550-853c-4f68-966e-23b3dce50877)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:00:41.195087 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-00b06308-0d0f-4c42-a7ff-c6f6b7a7329f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:41.331536 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-00b06308-0d0f-4c42-a7ff-c6f6b7a7329f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Calling delete_port for 10b5e846-26ea-4bbe-8e96-c6b8b681724e owned by network:dhcp {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:00:41.425251 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-00b06308-0d0f-4c42-a7ff-c6f6b7a7329f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:41.482641 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b06308-0d0f-4c42-a7ff-c6f6b7a7329f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event deleted for resources: {'Port': ['ID=10b5e846-26ea-4bbe-8e96-c6b8b681724e,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:41.488891 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b06308-0d0f-4c42-a7ff-c6f6b7a7329f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] No DVR routers for this DVR port 10b5e846-26ea-4bbe-8e96-c6b8b681724e on host dv-neutron-857791-1-hyperv {{(pid=89170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:00:41.545172 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-2c87989f-ee9d-42fc-9037-3977ca62e4c8 None None] For port 10b5e846-26ea-4bbe-8e96-c6b8b681724e, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=10b5e846-26ea-4bbe-8e96-c6b8b681724e,segment=NetworkSegment(b7d5a550-853c-4f68-966e-23b3dce50877),segment_id=b7d5a550-853c-4f68-966e-23b3dce50877)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:00:41.545812 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2c87989f-ee9d-42fc-9037-3977ca62e4c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:41.630080 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-00b06308-0d0f-4c42-a7ff-c6f6b7a7329f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:41.656254 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-00b06308-0d0f-4c42-a7ff-c6f6b7a7329f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8199020-0553-45ee-98ec-24c8acfb4357']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:41.669736 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-00b06308-0d0f-4c42-a7ff-c6f6b7a7329f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d5a550-853c-4f68-966e-23b3dce50877') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:41.670055 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-00b06308-0d0f-4c42-a7ff-c6f6b7a7329f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d5a550-853c-4f68-966e-23b3dce50877') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:41.681492 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-00b06308-0d0f-4c42-a7ff-c6f6b7a7329f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:41.696035 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-2c87989f-ee9d-42fc-9037-3977ca62e4c8 None None] Calling delete_port for 10b5e846-26ea-4bbe-8e96-c6b8b681724e owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:00:41.701414 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-00b06308-0d0f-4c42-a7ff-c6f6b7a7329f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:41.707964 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00b06308-0d0f-4c42-a7ff-c6f6b7a7329f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:00:41.708350 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-00b06308-0d0f-4c42-a7ff-c6f6b7a7329f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:41.779730 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment b7d5a550-853c-4f68-966e-23b3dce50877 resource provider aggregate not found Sep 14 23:00:41.807662 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment b7d5a550-853c-4f68-966e-23b3dce50877 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b7d5a550-853c-4f68-966e-23b3dce50877 found for delete ", "request_id": "req-8a9b4906-d35a-4e4c-a272-472e09bbbf38"}]} Sep 14 23:00:41.818888 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-00b06308-0d0f-4c42-a7ff-c6f6b7a7329f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:41.851370 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-00b06308-0d0f-4c42-a7ff-c6f6b7a7329f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:41.861700 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b06308-0d0f-4c42-a7ff-c6f6b7a7329f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event deleted for resources: {'Network': ['ID=f8199020-0553-45ee-98ec-24c8acfb4357,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:41.869160 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-2c87989f-ee9d-42fc-9037-3977ca62e4c8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 23:00:41.869517 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-2c87989f-ee9d-42fc-9037-3977ca62e4c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 23:00:41.871478 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-00b06308-0d0f-4c42-a7ff-c6f6b7a7329f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/networks/f8199020-0553-45ee-98ec-24c8acfb4357 HTTP/1.1" status: 204 len: 168 time: 1.0876405 Sep 14 23:00:41.874409 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55414) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:41.878065 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-807645be-f698-4175-9433-f7a68ba3e1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'name': 'tempest-TestNetworkBasicOps-router-1539886236', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:26Z', 'updated_at': '2022-09-14T23:00:38Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:28Z', 'updated_at': '2022-09-14T22:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '5e6a893e-9e53-4158-a969-5ebfb17a7421', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.97', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'port_id': '771969ce-4285-4948-867d-68149ce1a2a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362', 'mac_address': 'fa:16:3e:68:f7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ccc775-da69-4d1a-a67d-78167a4fef25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T22:59:27Z', 'updated_at': '2022-09-14T22:59:36Z', 'revision_number': 1, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4df0ef4e-ec8e-412e-8ea8-20c64bc4af49', 'name': '', 'network_id': '26074170-6c57-4d9e-9353-c50e801b3123', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:85:97:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '0ce97621-4c6a-4861-925e-ecb6f40ca9e7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:37Z', 'updated_at': '2022-09-14T23:00:39Z', 'revision_number': 2, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '0ce97621-4c6a-4861-925e-ecb6f40ca9e7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b347fa-5a34-4924-99ca-d5ac13de454c', 'name': '', 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:b5:3a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '0333997c-a1e9-459f-8c5d-4805fd79339b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:39Z', 'updated_at': '2022-09-14T22:58:58Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '0333997c-a1e9-459f-8c5d-4805fd79339b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:41.882669 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807645be-f698-4175-9433-f7a68ba3e1dd None None] Checking router: 1b251f69-63d4-42e7-b4b3-ece204612809 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:00:41.883146 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807645be-f698-4175-9433-f7a68ba3e1dd None None] Updating router 1b251f69-63d4-42e7-b4b3-ece204612809 port 4df0ef4e-ec8e-412e-8ea8-20c64bc4af49 binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:00:41.928544 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b3b319-ac78-45bb-b3b0-dd844a17f2e5 None None] DHCP port deletion for 641455bd-3b9b-4abf-8888-c44789a4dce0 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:00:41.949762 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-12b3b319-ac78-45bb-b3b0-dd844a17f2e5 None None] Deleting port cb70f59a-495b-47a7-9270-86352cc6ccaa {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:00:41.950808 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-12b3b319-ac78-45bb-b3b0-dd844a17f2e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:41.996524 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4e638cd7-5078-4451-9809-52c1633eea6e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:42.009160 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-4e638cd7-5078-4451-9809-52c1633eea6e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Deleting port cb70f59a-495b-47a7-9270-86352cc6ccaa {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:00:42.009515 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4e638cd7-5078-4451-9809-52c1633eea6e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:42.009675 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-807645be-f698-4175-9433-f7a68ba3e1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:42.231903 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-4e638cd7-5078-4451-9809-52c1633eea6e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] For port cb70f59a-495b-47a7-9270-86352cc6ccaa, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=cb70f59a-495b-47a7-9270-86352cc6ccaa,segment=NetworkSegment(15918a41-b50a-424a-8824-2f9b930417eb),segment_id=15918a41-b50a-424a-8824-2f9b930417eb)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:00:42.232256 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4e638cd7-5078-4451-9809-52c1633eea6e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:42.311664 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-12b3b319-ac78-45bb-b3b0-dd844a17f2e5 None None] For port cb70f59a-495b-47a7-9270-86352cc6ccaa, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=cb70f59a-495b-47a7-9270-86352cc6ccaa,segment=NetworkSegment(15918a41-b50a-424a-8824-2f9b930417eb),segment_id=15918a41-b50a-424a-8824-2f9b930417eb)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:00:42.312052 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-12b3b319-ac78-45bb-b3b0-dd844a17f2e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:42.359656 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-4e638cd7-5078-4451-9809-52c1633eea6e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Calling delete_port for cb70f59a-495b-47a7-9270-86352cc6ccaa owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:00:42.391627 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-2c87989f-ee9d-42fc-9037-3977ca62e4c8 None None] Deleting port 10b5e846-26ea-4bbe-8e96-c6b8b681724e {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:00:42.391914 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2c87989f-ee9d-42fc-9037-3977ca62e4c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:42.456203 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4e638cd7-5078-4451-9809-52c1633eea6e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:42.508030 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e638cd7-5078-4451-9809-52c1633eea6e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event deleted for resources: {'Port': ['ID=cb70f59a-495b-47a7-9270-86352cc6ccaa,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:42.510037 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e638cd7-5078-4451-9809-52c1633eea6e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] No DVR routers for this DVR port cb70f59a-495b-47a7-9270-86352cc6ccaa on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:00:42.544539 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-12b3b319-ac78-45bb-b3b0-dd844a17f2e5 None None] Calling delete_port for cb70f59a-495b-47a7-9270-86352cc6ccaa owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:00:42.580650 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device cb70f59a-495b-47a7-9270-86352cc6ccaa no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:00:42.638030 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4e638cd7-5078-4451-9809-52c1633eea6e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:42.665256 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-2c87989f-ee9d-42fc-9037-3977ca62e4c8 None None] The port '10b5e846-26ea-4bbe-8e96-c6b8b681724e' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 23:00:42.680088 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: cb70f59a-495b-47a7-9270-86352cc6ccaa {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:00:42.680444 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device cb70f59a-495b-47a7-9270-86352cc6ccaa not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:00:42.680877 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 10b5e846-26ea-4bbe-8e96-c6b8b681724e no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:00:42.705989 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:42.726539 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 10b5e846-26ea-4bbe-8e96-c6b8b681724e {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:00:42.726879 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 10b5e846-26ea-4bbe-8e96-c6b8b681724e not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:00:42.790584 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-4e638cd7-5078-4451-9809-52c1633eea6e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641455bd-3b9b-4abf-8888-c44789a4dce0']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:42.790850 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-12b3b319-ac78-45bb-b3b0-dd844a17f2e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 23:00:42.791047 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-12b3b319-ac78-45bb-b3b0-dd844a17f2e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 23:00:42.803893 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-4e638cd7-5078-4451-9809-52c1633eea6e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15918a41-b50a-424a-8824-2f9b930417eb') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:42.804265 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-4e638cd7-5078-4451-9809-52c1633eea6e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15918a41-b50a-424a-8824-2f9b930417eb') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:42.821395 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4e638cd7-5078-4451-9809-52c1633eea6e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:42.841729 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4e638cd7-5078-4451-9809-52c1633eea6e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:42.850136 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e638cd7-5078-4451-9809-52c1633eea6e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:00:42.851038 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4e638cd7-5078-4451-9809-52c1633eea6e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:42.928731 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-807645be-f698-4175-9433-f7a68ba3e1dd None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:42.932671 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 15918a41-b50a-424a-8824-2f9b930417eb resource provider aggregate not found Sep 14 23:00:42.957480 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 15918a41-b50a-424a-8824-2f9b930417eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 15918a41-b50a-424a-8824-2f9b930417eb found for delete ", "request_id": "req-ff69466c-ceca-4225-9fef-00b6d53e86ce"}]} Sep 14 23:00:42.974882 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-807645be-f698-4175-9433-f7a68ba3e1dd None None] Transition to ACTIVE for port object 4df0ef4e-ec8e-412e-8ea8-20c64bc4af49 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:00:42.975216 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4e638cd7-5078-4451-9809-52c1633eea6e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:42.984595 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-807645be-f698-4175-9433-f7a68ba3e1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:43.002687 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4e638cd7-5078-4451-9809-52c1633eea6e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:43.012137 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e638cd7-5078-4451-9809-52c1633eea6e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event deleted for resources: {'Network': ['ID=641455bd-3b9b-4abf-8888-c44789a4dce0,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:43.017011 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4e638cd7-5078-4451-9809-52c1633eea6e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/networks/641455bd-3b9b-4abf-8888-c44789a4dce0 HTTP/1.1" status: 204 len: 168 time: 1.1409471 Sep 14 23:00:43.020945 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55426) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:43.027230 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-016ee0a6-2c73-4f89-afb6-9e9a68e15f06 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2143287126'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:43.032732 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-016ee0a6-2c73-4f89-afb6-9e9a68e15f06 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:43.036702 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-016ee0a6-2c73-4f89-afb6-9e9a68e15f06 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Usage tracker for resource:network and tenant:7a62583d2f004fd6a05eb6d863384cb3 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:43.040362 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-016ee0a6-2c73-4f89-afb6-9e9a68e15f06 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:43.046370 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-016ee0a6-2c73-4f89-afb6-9e9a68e15f06 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:43.062154 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016ee0a6-2c73-4f89-afb6-9e9a68e15f06 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Made reservation on behalf of 7a62583d2f004fd6a05eb6d863384cb3 for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:00:43.068073 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-016ee0a6-2c73-4f89-afb6-9e9a68e15f06 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:43.102797 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-016ee0a6-2c73-4f89-afb6-9e9a68e15f06 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:00:43.120622 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-016ee0a6-2c73-4f89-afb6-9e9a68e15f06 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:43.121076 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-016ee0a6-2c73-4f89-afb6-9e9a68e15f06 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Added segment 64b571f4-4542-49ec-b48b-66dace9ae4f4 of type vlan for network afc0ab74-f96e-41ac-8984-f630b74db6f5 Sep 14 23:00:43.152227 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-016ee0a6-2c73-4f89-afb6-9e9a68e15f06 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:43.185939 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-016ee0a6-2c73-4f89-afb6-9e9a68e15f06 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:43.193861 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016ee0a6-2c73-4f89-afb6-9e9a68e15f06 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:43.194521 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-016ee0a6-2c73-4f89-afb6-9e9a68e15f06 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:43.203095 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866103b-47ca-424d-a5fe-b9643be50ff5 None None] Pushing event updated for resources: {'Port': ['ID=4df0ef4e-ec8e-412e-8ea8-20c64bc4af49,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:43.214343 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-807645be-f698-4175-9433-f7a68ba3e1dd None None] Attempting to bind port 4df0ef4e-ec8e-412e-8ea8-20c64bc4af49 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:00:43.214712 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-807645be-f698-4175-9433-f7a68ba3e1dd None None] Attempting to bind port 4df0ef4e-ec8e-412e-8ea8-20c64bc4af49 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '376af752-f1ae-4770-a297-8e0b3be1fcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '26074170-6c57-4d9e-9353-c50e801b3123'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:00:43.215068 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807645be-f698-4175-9433-f7a68ba3e1dd None None] Attempting to bind port 4df0ef4e-ec8e-412e-8ea8-20c64bc4af49 on network 26074170-6c57-4d9e-9353-c50e801b3123 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:00:43.221042 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807645be-f698-4175-9433-f7a68ba3e1dd None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:00:43.221411 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807645be-f698-4175-9433-f7a68ba3e1dd None None] Checking segment: {'id': '376af752-f1ae-4770-a297-8e0b3be1fcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '26074170-6c57-4d9e-9353-c50e801b3123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:00:43.221802 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-807645be-f698-4175-9433-f7a68ba3e1dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:43.222183 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807645be-f698-4175-9433-f7a68ba3e1dd None None] Bound using segment: {'id': '376af752-f1ae-4770-a297-8e0b3be1fcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '26074170-6c57-4d9e-9353-c50e801b3123'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:00:43.222639 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-807645be-f698-4175-9433-f7a68ba3e1dd None None] Bound port: 4df0ef4e-ec8e-412e-8ea8-20c64bc4af49, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '376af752-f1ae-4770-a297-8e0b3be1fcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '26074170-6c57-4d9e-9353-c50e801b3123'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:00:43.223003 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-807645be-f698-4175-9433-f7a68ba3e1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:43.296118 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-12b3b319-ac78-45bb-b3b0-dd844a17f2e5 None None] Deleting port cb70f59a-495b-47a7-9270-86352cc6ccaa {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:00:43.296498 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-12b3b319-ac78-45bb-b3b0-dd844a17f2e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:43.306701 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-016ee0a6-2c73-4f89-afb6-9e9a68e15f06 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2840629 Sep 14 23:00:43.309736 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55432) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:43.316446 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-061b89c4-8a7b-4f30-8233-ba7c3bdb5e96 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Request body: {'subnet': {'network_id': 'afc0ab74-f96e-41ac-8984-f630b74db6f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:43.341756 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ee0a6-2c73-4f89-afb6-9e9a68e15f06 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Network': ['ID=afc0ab74-f96e-41ac-8984-f630b74db6f5,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:43.369479 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network afc0ab74-f96e-41ac-8984-f630b74db6f5 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:00:43.407134 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-12b3b319-ac78-45bb-b3b0-dd844a17f2e5 None None] The port 'cb70f59a-495b-47a7-9270-86352cc6ccaa' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 23:00:43.457324 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-061b89c4-8a7b-4f30-8233-ba7c3bdb5e96 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:43.461144 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-061b89c4-8a7b-4f30-8233-ba7c3bdb5e96 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Usage tracker for resource:subnet and tenant:7a62583d2f004fd6a05eb6d863384cb3 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:43.464045 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-061b89c4-8a7b-4f30-8233-ba7c3bdb5e96 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:43.475040 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-061b89c4-8a7b-4f30-8233-ba7c3bdb5e96 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:43.484880 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-807645be-f698-4175-9433-f7a68ba3e1dd None None] For port 4df0ef4e-ec8e-412e-8ea8-20c64bc4af49, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:00:43.488551 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061b89c4-8a7b-4f30-8233-ba7c3bdb5e96 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Made reservation on behalf of 7a62583d2f004fd6a05eb6d863384cb3 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:00:43.496918 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-061b89c4-8a7b-4f30-8233-ba7c3bdb5e96 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:43.504600 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-807645be-f698-4175-9433-f7a68ba3e1dd None None] For port 4df0ef4e-ec8e-412e-8ea8-20c64bc4af49, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=4df0ef4e-ec8e-412e-8ea8-20c64bc4af49,segment=NetworkSegment(376af752-f1ae-4770-a297-8e0b3be1fcb9),segment_id=376af752-f1ae-4770-a297-8e0b3be1fcb9)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:00:43.510772 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-807645be-f698-4175-9433-f7a68ba3e1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:43.599584 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807645be-f698-4175-9433-f7a68ba3e1dd None None] Routers {'1b251f69-63d4-42e7-b4b3-ece204612809'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:00:43.600576 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-807645be-f698-4175-9433-f7a68ba3e1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:00:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1b251f69-63d4-42e7-b4b3-ece204612809'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:43.661744 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866103b-47ca-424d-a5fe-b9643be50ff5 None None] Pushing event updated for resources: {'Port': ['ID=4df0ef4e-ec8e-412e-8ea8-20c64bc4af49,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:43.759624 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-061b89c4-8a7b-4f30-8233-ba7c3bdb5e96 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:43.802621 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-807645be-f698-4175-9433-f7a68ba3e1dd None None] Set router 1b251f69-63d4-42e7-b4b3-ece204612809 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:00:43.840289 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55438) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:43.850369 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b89c4-8a7b-4f30-8233-ba7c3bdb5e96 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Subnet': ['ID=08f7468c-6924-4d15-985e-1e27eeee543e,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:43.860765 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061b89c4-8a7b-4f30-8233-ba7c3bdb5e96 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Checking segment: {'id': '64b571f4-4542-49ec-b48b-66dace9ae4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'afc0ab74-f96e-41ac-8984-f630b74db6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:00:43.861371 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061b89c4-8a7b-4f30-8233-ba7c3bdb5e96 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Network hostable DHCP agents. Network: afc0ab74-f96e-41ac-8984-f630b74db6f5, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:00:43.888804 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061b89c4-8a7b-4f30-8233-ba7c3bdb5e96 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Network afc0ab74-f96e-41ac-8984-f630b74db6f5 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:00:43.906280 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-061b89c4-8a7b-4f30-8233-ba7c3bdb5e96 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, afc0ab74-f96e-41ac-8984-f630b74db6f5) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:00:43.916952 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061b89c4-8a7b-4f30-8233-ba7c3bdb5e96 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:43.918428 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-061b89c4-8a7b-4f30-8233-ba7c3bdb5e96 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:43.941115 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0898ef3-6958-4d34-b5d9-3e96ee9bd37e None None] Network afc0ab74-f96e-41ac-8984-f630b74db6f5 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:00:43.955373 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-061b89c4-8a7b-4f30-8233-ba7c3bdb5e96 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6439502 Sep 14 23:00:43.957025 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55442) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:43.963590 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-e2b74306-2fd6-447b-a58f-33052979ac1e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-356567160', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:43.975091 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-e2b74306-2fd6-447b-a58f-33052979ac1e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:43.981295 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e2b74306-2fd6-447b-a58f-33052979ac1e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Usage tracker for resource:router and tenant:7a62583d2f004fd6a05eb6d863384cb3 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:43.986499 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e2b74306-2fd6-447b-a58f-33052979ac1e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:43.994628 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-e2b74306-2fd6-447b-a58f-33052979ac1e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:44.011595 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2b74306-2fd6-447b-a58f-33052979ac1e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:44.013252 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2b74306-2fd6-447b-a58f-33052979ac1e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:44.036789 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2b74306-2fd6-447b-a58f-33052979ac1e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:44.066278 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2b74306-2fd6-447b-a58f-33052979ac1e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:44.097439 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2b74306-2fd6-447b-a58f-33052979ac1e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:44.103530 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e2b74306-2fd6-447b-a58f-33052979ac1e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1452088 Sep 14 23:00:44.105305 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55446) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:44.113648 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-70b3960e-35ac-4881-8899-e79f038cf432 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Request body: {'port': {'network_id': 'afc0ab74-f96e-41ac-8984-f630b74db6f5', 'name': 'tempest-RoutersIpV6Test-1326849332'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:44.194382 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-7b1ad69b-396f-4ec4-ac49-d6b7981707af tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Deleting port 27886daa-247b-4751-b27b-16500018921d {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:00:44.195065 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7b1ad69b-396f-4ec4-ac49-d6b7981707af tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:44.314240 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-70b3960e-35ac-4881-8899-e79f038cf432 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:44.327447 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-70b3960e-35ac-4881-8899-e79f038cf432 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Usage tracker for resource:port and tenant:7a62583d2f004fd6a05eb6d863384cb3 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:44.341638 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-70b3960e-35ac-4881-8899-e79f038cf432 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:44.347815 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-70b3960e-35ac-4881-8899-e79f038cf432 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:44.373930 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b3960e-35ac-4881-8899-e79f038cf432 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Made reservation on behalf of 7a62583d2f004fd6a05eb6d863384cb3 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:00:44.377897 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-70b3960e-35ac-4881-8899-e79f038cf432 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:44.394136 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1233a404-d6c8-4f80-873a-35208b9356c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-afc0ab74-f96e-41ac-8984-f630b74db6f5', 'network_id': 'afc0ab74-f96e-41ac-8984-f630b74db6f5', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'fixed_ips': [{'subnet_id': '08f7468c-6924-4d15-985e-1e27eeee543e'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:00:44.395375 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1233a404-d6c8-4f80-873a-35208b9356c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:44.420583 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [None req-70b3960e-35ac-4881-8899-e79f038cf432 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] device_id is not set on port df746224-a620-4c77-91a9-547ac73b72d7 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 23:00:44.447423 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7b1ad69b-396f-4ec4-ac49-d6b7981707af tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:44.447755 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7b1ad69b-396f-4ec4-ac49-d6b7981707af tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:44.581835 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-807645be-f698-4175-9433-f7a68ba3e1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'name': 'tempest-TestNetworkBasicOps-router-1539886236', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:26Z', 'updated_at': '2022-09-14T23:00:38Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:28Z', 'updated_at': '2022-09-14T22:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '5e6a893e-9e53-4158-a969-5ebfb17a7421', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.97', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'port_id': '771969ce-4285-4948-867d-68149ce1a2a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362', 'mac_address': 'fa:16:3e:68:f7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ccc775-da69-4d1a-a67d-78167a4fef25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T22:59:27Z', 'updated_at': '2022-09-14T22:59:36Z', 'revision_number': 1, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4df0ef4e-ec8e-412e-8ea8-20c64bc4af49', 'name': '', 'network_id': '26074170-6c57-4d9e-9353-c50e801b3123', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:85:97:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '0ce97621-4c6a-4861-925e-ecb6f40ca9e7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:37Z', 'updated_at': '2022-09-14T23:00:43Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '0ce97621-4c6a-4861-925e-ecb6f40ca9e7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b347fa-5a34-4924-99ca-d5ac13de454c', 'name': '', 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:b5:3a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '0333997c-a1e9-459f-8c5d-4805fd79339b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:39Z', 'updated_at': '2022-09-14T22:58:58Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '0333997c-a1e9-459f-8c5d-4805fd79339b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:44.596011 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807645be-f698-4175-9433-f7a68ba3e1dd None None] The sync data for ids ['1b251f69-63d4-42e7-b4b3-ece204612809'] in dv-neutron-857791-1-hyperv is: [{'id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'name': 'tempest-TestNetworkBasicOps-router-1539886236', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:26Z', 'updated_at': '2022-09-14T23:00:38Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:28Z', 'updated_at': '2022-09-14T22:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '5e6a893e-9e53-4158-a969-5ebfb17a7421', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.97', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'port_id': '771969ce-4285-4948-867d-68149ce1a2a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362', 'mac_address': 'fa:16:3e:68:f7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ccc775-da69-4d1a-a67d-78167a4fef25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T22:59:27Z', 'updated_at': '2022-09-14T22:59:36Z', 'revision_number': 1, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4df0ef4e-ec8e-412e-8ea8-20c64bc4af49', 'name': '', 'network_id': '26074170-6c57-4d9e-9353-c50e801b3123', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:85:97:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '0ce97621-4c6a-4861-925e-ecb6f40ca9e7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:37Z', 'updated_at': '2022-09-14T23:00:43Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '0ce97621-4c6a-4861-925e-ecb6f40ca9e7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b347fa-5a34-4924-99ca-d5ac13de454c', 'name': '', 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:b5:3a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '0333997c-a1e9-459f-8c5d-4805fd79339b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:39Z', 'updated_at': '2022-09-14T22:58:58Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '0333997c-a1e9-459f-8c5d-4805fd79339b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:00:44.607455 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-70b3960e-35ac-4881-8899-e79f038cf432 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Allocated IP 2001:db8::cc (afc0ab74-f96e-41ac-8984-f630b74db6f5/08f7468c-6924-4d15-985e-1e27eeee543e/df746224-a620-4c77-91a9-547ac73b72d7) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:00:44.631576 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-7b1ad69b-396f-4ec4-ac49-d6b7981707af tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Calling delete_port for 27886daa-247b-4751-b27b-16500018921d owned by network:floatingip {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:00:44.837658 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7b1ad69b-396f-4ec4-ac49-d6b7981707af tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:44.894436 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ad69b-396f-4ec4-ac49-d6b7981707af tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Pushing event deleted for resources: {'Port': ['ID=27886daa-247b-4751-b27b-16500018921d,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:44.926207 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-70b3960e-35ac-4881-8899-e79f038cf432 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:44.948144 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-70b3960e-35ac-4881-8899-e79f038cf432 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Transition to ACTIVE for port object df746224-a620-4c77-91a9-547ac73b72d7 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:00:44.989638 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-70b3960e-35ac-4881-8899-e79f038cf432 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:45.013574 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7b1ad69b-396f-4ec4-ac49-d6b7981707af tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for floatingip, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:45.013924 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-7b1ad69b-396f-4ec4-ac49-d6b7981707af tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Floating IP 03d63fd1-cb09-4d22-9b96-6ccf707a4607 disassociated (deleted). External IP: 172.26.5.49, port: 0898f991-4d9c-4a77-adc0-ffb5287bf28b. Sep 14 23:00:45.060325 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-1233a404-d6c8-4f80-873a-35208b9356c1 None None] Allocated IP 2001:db8::2 (afc0ab74-f96e-41ac-8984-f630b74db6f5/08f7468c-6924-4d15-985e-1e27eeee543e/9ba50fd2-166c-464b-919c-c93c75bcb2b1) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:00:45.128698 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b3960e-35ac-4881-8899-e79f038cf432 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Network afc0ab74-f96e-41ac-8984-f630b74db6f5 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:00:45.131714 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-70b3960e-35ac-4881-8899-e79f038cf432 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:00:45.135933 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b3960e-35ac-4881-8899-e79f038cf432 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:00:45.144792 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b3960e-35ac-4881-8899-e79f038cf432 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:45.145458 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-70b3960e-35ac-4881-8899-e79f038cf432 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:45.178976 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b3960e-35ac-4881-8899-e79f038cf432 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Port': ['ID=df746224-a620-4c77-91a9-547ac73b72d7,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:45.191606 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-70b3960e-35ac-4881-8899-e79f038cf432 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0845499 Sep 14 23:00:45.194489 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55452) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:45.398071 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1233a404-d6c8-4f80-873a-35208b9356c1 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:45.414239 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1233a404-d6c8-4f80-873a-35208b9356c1 None None] Transition to ACTIVE for port object 9ba50fd2-166c-464b-919c-c93c75bcb2b1 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:00:45.464947 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1233a404-d6c8-4f80-873a-35208b9356c1 None None] Transition to ACTIVE for port object 9ba50fd2-166c-464b-919c-c93c75bcb2b1 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:00:45.488558 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1233a404-d6c8-4f80-873a-35208b9356c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:45.612357 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1233a404-d6c8-4f80-873a-35208b9356c1 None None] Network afc0ab74-f96e-41ac-8984-f630b74db6f5 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:00:45.618939 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-1233a404-d6c8-4f80-873a-35208b9356c1 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:00:45.627064 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1233a404-d6c8-4f80-873a-35208b9356c1 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:00:45.627354 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1ad69b-396f-4ec4-ac49-d6b7981707af tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Router e893ad02-b149-4f27-904a-8ab02c70229e has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:00:45.743016 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1233a404-d6c8-4f80-873a-35208b9356c1 None None] Pushing event updated for resources: {'Port': ['ID=9ba50fd2-166c-464b-919c-c93c75bcb2b1,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:45.771189 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-1233a404-d6c8-4f80-873a-35208b9356c1 None None] Attempting to bind port 9ba50fd2-166c-464b-919c-c93c75bcb2b1 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:00:45.771791 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-1233a404-d6c8-4f80-873a-35208b9356c1 None None] Attempting to bind port 9ba50fd2-166c-464b-919c-c93c75bcb2b1 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '64b571f4-4542-49ec-b48b-66dace9ae4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'afc0ab74-f96e-41ac-8984-f630b74db6f5'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:00:45.772181 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1233a404-d6c8-4f80-873a-35208b9356c1 None None] Attempting to bind port 9ba50fd2-166c-464b-919c-c93c75bcb2b1 on network afc0ab74-f96e-41ac-8984-f630b74db6f5 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:00:45.777803 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1233a404-d6c8-4f80-873a-35208b9356c1 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:00:45.778285 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1233a404-d6c8-4f80-873a-35208b9356c1 None None] Checking segment: {'id': '64b571f4-4542-49ec-b48b-66dace9ae4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'afc0ab74-f96e-41ac-8984-f630b74db6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:00:45.778563 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1233a404-d6c8-4f80-873a-35208b9356c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:45.779643 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1233a404-d6c8-4f80-873a-35208b9356c1 None None] Bound using segment: {'id': '64b571f4-4542-49ec-b48b-66dace9ae4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'afc0ab74-f96e-41ac-8984-f630b74db6f5'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:00:45.779643 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-1233a404-d6c8-4f80-873a-35208b9356c1 None None] Bound port: 9ba50fd2-166c-464b-919c-c93c75bcb2b1, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b571f4-4542-49ec-b48b-66dace9ae4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'afc0ab74-f96e-41ac-8984-f630b74db6f5'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:00:45.779905 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1233a404-d6c8-4f80-873a-35208b9356c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:45.896706 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1233a404-d6c8-4f80-873a-35208b9356c1 None None] For port 9ba50fd2-166c-464b-919c-c93c75bcb2b1, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:00:45.901012 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1233a404-d6c8-4f80-873a-35208b9356c1 None None] For port 9ba50fd2-166c-464b-919c-c93c75bcb2b1, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=9ba50fd2-166c-464b-919c-c93c75bcb2b1,segment=NetworkSegment(64b571f4-4542-49ec-b48b-66dace9ae4f4),segment_id=64b571f4-4542-49ec-b48b-66dace9ae4f4)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:00:45.904317 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1ad69b-396f-4ec4-ac49-d6b7981707af tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:00:45.909433 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1233a404-d6c8-4f80-873a-35208b9356c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:45.917204 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937de830-1c25-477b-bc89-cc9617da9592 None None] Sync routers for ids ['e893ad02-b149-4f27-904a-8ab02c70229e'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:00:45.930480 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937de830-1c25-477b-bc89-cc9617da9592 None None] Routers {'e893ad02-b149-4f27-904a-8ab02c70229e'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:00:45.930701 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7b1ad69b-396f-4ec4-ac49-d6b7981707af tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:45.931598 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-937de830-1c25-477b-bc89-cc9617da9592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:00:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['e893ad02-b149-4f27-904a-8ab02c70229e'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:46.001803 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1233a404-d6c8-4f80-873a-35208b9356c1 None None] Pushing event updated for resources: {'Port': ['ID=9ba50fd2-166c-464b-919c-c93c75bcb2b1,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:46.012119 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7b1ad69b-396f-4ec4-ac49-d6b7981707af tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "DELETE /v2.0/floatingips/03d63fd1-cb09-4d22-9b96-6ccf707a4607 HTTP/1.1" status: 204 len: 168 time: 2.1682703 Sep 14 23:00:46.012119 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0e4dea-89ef-466c-b42e-bb8c92794f3c', 'tag': '0898f991-4d9c-4a77-adc0-ffb5287bf28b'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:00:46.013193 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b793563b-1499-4704-894e-6104f293df2f" -d '{"events": [{"name": "network-changed", "server_uuid": "da0e4dea-89ef-466c-b42e-bb8c92794f3c", "tag": "0898f991-4d9c-4a77-adc0-ffb5287bf28b"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:00:46.108363 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43d4278-0914-4144-9225-9f8c3065480e x-openstack-request-id: req-a43d4278-0914-4144-9225-9f8c3065480e {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:00:46.108768 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0e4dea-89ef-466c-b42e-bb8c92794f3c", "tag": "0898f991-4d9c-4a77-adc0-ffb5287bf28b", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:00:46.109220 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a43d4278-0914-4144-9225-9f8c3065480e {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:00:46.109717 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a43d4278-0914-4144-9225-9f8c3065480e'] response: {'name': 'network-changed', 'server_uuid': 'da0e4dea-89ef-466c-b42e-bb8c92794f3c', 'tag': '0898f991-4d9c-4a77-adc0-ffb5287bf28b', 'status': 'completed', 'code': 200} Sep 14 23:00:46.173133 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-937de830-1c25-477b-bc89-cc9617da9592 None None] Set router e893ad02-b149-4f27-904a-8ab02c70229e gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:00:46.225729 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e1e60f6d-5971-4a4e-9e77-08fc901bfac8 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:46.309038 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793563b-1499-4704-894e-6104f293df2f req-440258b5-ccc3-4735-b12c-09561b4819fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:46.312246 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b793563b-1499-4704-894e-6104f293df2f req-440258b5-ccc3-4735-b12c-09561b4819fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b3796dd934c412e8cbfebdb8122849f&device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 1099 time: 0.1844704 Sep 14 23:00:46.675052 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 4df0ef4e-ec8e-412e-8ea8-20c64bc4af49 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:00:46.722375 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-937de830-1c25-477b-bc89-cc9617da9592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559660577', 'tenant_id': '4b3796dd934c412e8cbfebdb8122849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e8a4bef4-8303-407f-aa43-828fc9578469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:29Z', 'updated_at': '2022-09-14T22:58:47Z', 'revision_number': 4, 'project_id': '4b3796dd934c412e8cbfebdb8122849f', 'gw_port': {'id': 'e8a4bef4-8303-407f-aa43-828fc9578469', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:31Z', 'updated_at': '2022-09-14T22:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '73625d6f-ef6d-448a-9c8f-8888297becfe', 'name': '', 'network_id': 'e54d4215-9b0b-4b80-af38-991540bcc5bc', 'tenant_id': '4b3796dd934c412e8cbfebdb8122849f', 'mac_address': 'fa:16:3e:80:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '1ece0b40-82a5-4ecd-b72f-56ccf822e69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:42Z', 'updated_at': '2022-09-14T22:59:09Z', 'revision_number': 5, 'project_id': '4b3796dd934c412e8cbfebdb8122849f', 'subnets': [{'id': '1ece0b40-82a5-4ecd-b72f-56ccf822e69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:46.732368 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937de830-1c25-477b-bc89-cc9617da9592 None None] Checking router: e893ad02-b149-4f27-904a-8ab02c70229e for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:00:46.743018 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937de830-1c25-477b-bc89-cc9617da9592 None None] Routers {'e893ad02-b149-4f27-904a-8ab02c70229e'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:00:46.743881 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-937de830-1c25-477b-bc89-cc9617da9592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:00:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['e893ad02-b149-4f27-904a-8ab02c70229e'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:46.785143 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 4df0ef4e-ec8e-412e-8ea8-20c64bc4af49 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:00:46.792233 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 4df0ef4e-ec8e-412e-8ea8-20c64bc4af49 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:46.792914 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:46.979683 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-937de830-1c25-477b-bc89-cc9617da9592 None None] Set router e893ad02-b149-4f27-904a-8ab02c70229e gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:00:46.987612 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 4df0ef4e-ec8e-412e-8ea8-20c64bc4af49 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:46.988337 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:46.997503 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa932b-b1fa-47e8-9397-d164bbb5a14f req-55a253d5-0bb9-4c60-9dc8-2db327f1b258 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:46.998326 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-f4aa932b-b1fa-47e8-9397-d164bbb5a14f req-55a253d5-0bb9-4c60-9dc8-2db327f1b258 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Synchronizing usage tracker for tenant:4b3796dd934c412e8cbfebdb8122849f on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:00:47.030911 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793563b-1499-4704-894e-6104f293df2f req-cd1190b8-2592-44db-80e6-8a2592c32c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:47.033094 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b793563b-1499-4704-894e-6104f293df2f req-cd1190b8-2592-44db-80e6-8a2592c32c4d service neutron] 10.222.0.20 "GET /v2.0/networks?id=e54d4215-9b0b-4b80-af38-991540bcc5bc HTTP/1.1" status: 200 len: 896 time: 0.7146692 Sep 14 23:00:47.045540 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 4df0ef4e-ec8e-412e-8ea8-20c64bc4af49, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=4df0ef4e-ec8e-412e-8ea8-20c64bc4af49,segment=NetworkSegment(376af752-f1ae-4770-a297-8e0b3be1fcb9),segment_id=376af752-f1ae-4770-a297-8e0b3be1fcb9)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:00:47.053247 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:47.055207 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 9ba50fd2-166c-464b-919c-c93c75bcb2b1 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:00:47.085038 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e1e60f6d-5971-4a4e-9e77-08fc901bfac8 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:47.091696 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e1e60f6d-5971-4a4e-9e77-08fc901bfac8 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:47.171520 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-f4aa932b-b1fa-47e8-9397-d164bbb5a14f req-55a253d5-0bb9-4c60-9dc8-2db327f1b258 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Unset dirty status for tenant:4b3796dd934c412e8cbfebdb8122849f on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:00:47.174684 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f4aa932b-b1fa-47e8-9397-d164bbb5a14f req-55a253d5-0bb9-4c60-9dc8-2db327f1b258 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/ports?device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 946 time: 0.3870335 Sep 14 23:00:47.230224 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b793563b-1499-4704-894e-6104f293df2f req-671948a3-6ac2-46df-bd11-99661bfc2eaa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0898f991-4d9c-4a77-adc0-ffb5287bf28b HTTP/1.1" status: 200 len: 217 time: 0.1903050 Sep 14 23:00:47.284241 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=4df0ef4e-ec8e-412e-8ea8-20c64bc4af49,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:47.307006 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 9ba50fd2-166c-464b-919c-c93c75bcb2b1 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:00:47.373681 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e60f6d-5971-4a4e-9e77-08fc901bfac8 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Port': ['ID=df746224-a620-4c77-91a9-547ac73b72d7,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:47.394370 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793563b-1499-4704-894e-6104f293df2f req-0af034dc-c7c1-4fab-95f5-2272a58373a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:47.396030 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b793563b-1499-4704-894e-6104f293df2f req-0af034dc-c7c1-4fab-95f5-2272a58373a8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1ece0b40-82a5-4ecd-b72f-56ccf822e69f HTTP/1.1" status: 200 len: 835 time: 0.1512127 Sep 14 23:00:47.459740 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f4aa932b-b1fa-47e8-9397-d164bbb5a14f req-34d381ba-aaab-40ea-b2d5-346b38e392a9 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/security-groups?id=948c967b-0640-4ed1-8762-05161c06a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2773464 Sep 14 23:00:47.532222 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-937de830-1c25-477b-bc89-cc9617da9592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559660577', 'tenant_id': '4b3796dd934c412e8cbfebdb8122849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e8a4bef4-8303-407f-aa43-828fc9578469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:29Z', 'updated_at': '2022-09-14T22:58:47Z', 'revision_number': 4, 'project_id': '4b3796dd934c412e8cbfebdb8122849f', 'gw_port': {'id': 'e8a4bef4-8303-407f-aa43-828fc9578469', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:31Z', 'updated_at': '2022-09-14T22:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '73625d6f-ef6d-448a-9c8f-8888297becfe', 'name': '', 'network_id': 'e54d4215-9b0b-4b80-af38-991540bcc5bc', 'tenant_id': '4b3796dd934c412e8cbfebdb8122849f', 'mac_address': 'fa:16:3e:80:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '1ece0b40-82a5-4ecd-b72f-56ccf822e69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:42Z', 'updated_at': '2022-09-14T22:59:09Z', 'revision_number': 5, 'project_id': '4b3796dd934c412e8cbfebdb8122849f', 'subnets': [{'id': '1ece0b40-82a5-4ecd-b72f-56ccf822e69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:47.533725 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793563b-1499-4704-894e-6104f293df2f req-1f6d203d-9cda-4e0f-a53a-5297765e783e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:47.539078 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b793563b-1499-4704-894e-6104f293df2f req-1f6d203d-9cda-4e0f-a53a-5297765e783e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e54d4215-9b0b-4b80-af38-991540bcc5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1192210 Sep 14 23:00:47.540291 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937de830-1c25-477b-bc89-cc9617da9592 None None] The sync data for ids ['e893ad02-b149-4f27-904a-8ab02c70229e'] in dv-neutron-857791-1-hyperv is: [{'id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559660577', 'tenant_id': '4b3796dd934c412e8cbfebdb8122849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e8a4bef4-8303-407f-aa43-828fc9578469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:29Z', 'updated_at': '2022-09-14T22:58:47Z', 'revision_number': 4, 'project_id': '4b3796dd934c412e8cbfebdb8122849f', 'gw_port': {'id': 'e8a4bef4-8303-407f-aa43-828fc9578469', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:31Z', 'updated_at': '2022-09-14T22:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '73625d6f-ef6d-448a-9c8f-8888297becfe', 'name': '', 'network_id': 'e54d4215-9b0b-4b80-af38-991540bcc5bc', 'tenant_id': '4b3796dd934c412e8cbfebdb8122849f', 'mac_address': 'fa:16:3e:80:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '1ece0b40-82a5-4ecd-b72f-56ccf822e69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:42Z', 'updated_at': '2022-09-14T22:59:09Z', 'revision_number': 5, 'project_id': '4b3796dd934c412e8cbfebdb8122849f', 'subnets': [{'id': '1ece0b40-82a5-4ecd-b72f-56ccf822e69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:00:47.571674 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e474532-1a8d-4fc3-a9e1-9dd972e6dcb4 None None] Network afc0ab74-f96e-41ac-8984-f630b74db6f5 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:00:47.599531 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e1e60f6d-5971-4a4e-9e77-08fc901bfac8 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:47.700423 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-245ef4d7-3620-4219-87d5-ae632f91456a None None] Provisioning for port 9ba50fd2-166c-464b-919c-c93c75bcb2b1 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:00:47.708670 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b793563b-1499-4704-894e-6104f293df2f req-829a904d-ec3b-4ebe-87f4-c75bce758ed0 service neutron] 10.222.0.20 "GET /v2.0/networks/e54d4215-9b0b-4b80-af38-991540bcc5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604023 Sep 14 23:00:47.710073 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-245ef4d7-3620-4219-87d5-ae632f91456a None None] Provisioning complete for port 9ba50fd2-166c-464b-919c-c93c75bcb2b1 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:47.710440 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-245ef4d7-3620-4219-87d5-ae632f91456a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:47.728310 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e1e60f6d-5971-4a4e-9e77-08fc901bfac8 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:48.026844 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3bfe05-4de0-4b7f-8bb1-30d2c2526b40 None None] New status for floating IP 03d63fd1-cb09-4d22-9b96-6ccf707a4607: DOWN {{(pid=89172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:00:48.029520 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b793563b-1499-4704-894e-6104f293df2f req-7c6a04cd-5c5d-4e6c-8b95-d96f5237b777 service neutron] 10.222.0.20 "GET /v2.0/networks/e54d4215-9b0b-4b80-af38-991540bcc5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124943 Sep 14 23:00:48.086785 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1b3e4-8ad8-4a38-91a7-062dec3ab168 req-9326db78-5633-484e-8f2f-6064e5e4bd2d tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:48.088266 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d0f1b3e4-8ad8-4a38-91a7-062dec3ab168 req-9326db78-5633-484e-8f2f-6064e5e4bd2d tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.20 "GET /v2.0/ports?device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 946 time: 0.1502759 Sep 14 23:00:48.190659 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [req-d0f1b3e4-8ad8-4a38-91a7-062dec3ab168 req-bf69df13-ef93-4be3-959f-a6be8cffccc7 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Deleting port 0898f991-4d9c-4a77-adc0-ffb5287bf28b {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:00:48.191953 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-d0f1b3e4-8ad8-4a38-91a7-062dec3ab168 req-bf69df13-ef93-4be3-959f-a6be8cffccc7 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:48.200231 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-245ef4d7-3620-4219-87d5-ae632f91456a None None] Current status of the port 9ba50fd2-166c-464b-919c-c93c75bcb2b1 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:48.200644 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-245ef4d7-3620-4219-87d5-ae632f91456a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:48.281438 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-245ef4d7-3620-4219-87d5-ae632f91456a None None] For port 9ba50fd2-166c-464b-919c-c93c75bcb2b1, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=9ba50fd2-166c-464b-919c-c93c75bcb2b1,segment=NetworkSegment(64b571f4-4542-49ec-b48b-66dace9ae4f4),segment_id=64b571f4-4542-49ec-b48b-66dace9ae4f4)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:00:48.287226 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-245ef4d7-3620-4219-87d5-ae632f91456a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:48.297016 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e1e60f6d-5971-4a4e-9e77-08fc901bfac8 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:48.306908 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e1e60f6d-5971-4a4e-9e77-08fc901bfac8 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:48.310785 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e1e60f6d-5971-4a4e-9e77-08fc901bfac8 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:48.404563 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ef4d7-3620-4219-87d5-ae632f91456a None None] Pushing event updated for resources: {'Port': ['ID=9ba50fd2-166c-464b-919c-c93c75bcb2b1,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:48.548652 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 4df0ef4e-ec8e-412e-8ea8-20c64bc4af49 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:00:48.623255 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-d0f1b3e4-8ad8-4a38-91a7-062dec3ab168 req-bf69df13-ef93-4be3-959f-a6be8cffccc7 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] For port 0898f991-4d9c-4a77-adc0-ffb5287bf28b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=0898f991-4d9c-4a77-adc0-ffb5287bf28b,segment=NetworkSegment(0822189f-b9aa-4007-86b1-4daf9e8873b5),segment_id=0822189f-b9aa-4007-86b1-4daf9e8873b5)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:00:48.623625 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-d0f1b3e4-8ad8-4a38-91a7-062dec3ab168 req-bf69df13-ef93-4be3-959f-a6be8cffccc7 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:48.675348 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-ead967ee-eea7-4a23-9ff9-6e0937743570 None None] Provisioning for port df746224-a620-4c77-91a9-547ac73b72d7 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:00:48.677931 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 4df0ef4e-ec8e-412e-8ea8-20c64bc4af49 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:48.678307 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:48.747254 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-ead967ee-eea7-4a23-9ff9-6e0937743570 None None] Provisioning complete for port df746224-a620-4c77-91a9-547ac73b72d7 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:48.747977 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ead967ee-eea7-4a23-9ff9-6e0937743570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:48.778672 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e60f6d-5971-4a4e-9e77-08fc901bfac8 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Port': ['ID=df746224-a620-4c77-91a9-547ac73b72d7,revision_number=3']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:48.784558 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e60f6d-5971-4a4e-9e77-08fc901bfac8 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Network afc0ab74-f96e-41ac-8984-f630b74db6f5 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:00:48.786035 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-e1e60f6d-5971-4a4e-9e77-08fc901bfac8 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:00:48.889996 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [req-d0f1b3e4-8ad8-4a38-91a7-062dec3ab168 req-bf69df13-ef93-4be3-959f-a6be8cffccc7 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Calling delete_port for 0898f991-4d9c-4a77-adc0-ffb5287bf28b owned by compute:nova {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:00:48.938552 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-ead967ee-eea7-4a23-9ff9-6e0937743570 None None] Port df746224-a620-4c77-91a9-547ac73b72d7 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:00:48.958307 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-ead967ee-eea7-4a23-9ff9-6e0937743570 None None] Provisioning complete for port 9ba50fd2-166c-464b-919c-c93c75bcb2b1 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:48.958672 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ead967ee-eea7-4a23-9ff9-6e0937743570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:49.018643 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1ac3d-2966-4201-b4f2-7471a14e6fd3 req-29a5947d-8525-4f63-a5b5-2fca3f9e81e0 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:49.026242 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-44f1ac3d-2966-4201-b4f2-7471a14e6fd3 req-29a5947d-8525-4f63-a5b5-2fca3f9e81e0 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/ports?device_id=da0e4dea-89ef-466c-b42e-bb8c92794f3c HTTP/1.1" status: 200 len: 946 time: 0.3833709 Sep 14 23:00:49.044519 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 4df0ef4e-ec8e-412e-8ea8-20c64bc4af49 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:49.053227 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 9ba50fd2-166c-464b-919c-c93c75bcb2b1 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:00:49.093131 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e60f6d-5971-4a4e-9e77-08fc901bfac8 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Router dd506742-b902-4f8d-9cc2-68b7d6f4fdd8 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 23:00:49.287030 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 9ba50fd2-166c-464b-919c-c93c75bcb2b1 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:49.287613 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:49.315629 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e60f6d-5971-4a4e-9e77-08fc901bfac8 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:00:49.322999 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e1e60f6d-5971-4a4e-9e77-08fc901bfac8 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "PUT /v2.0/routers/dd506742-b902-4f8d-9cc2-68b7d6f4fdd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1272113 Sep 14 23:00:49.325728 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55476) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:49.338689 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3d47ae-5575-46ec-a618-197ceb0f0455 None None] Sync routers for ids ['dd506742-b902-4f8d-9cc2-68b7d6f4fdd8'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:00:49.346428 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-44f1ac3d-2966-4201-b4f2-7471a14e6fd3 req-48c2ab85-4cd2-4fca-a7cd-ffc8bea9fd70 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "GET /v2.0/security-groups?id=948c967b-0640-4ed1-8762-05161c06a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3192308 Sep 14 23:00:49.361574 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3d47ae-5575-46ec-a618-197ceb0f0455 None None] Routers {'dd506742-b902-4f8d-9cc2-68b7d6f4fdd8'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:00:49.362198 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-ed3d47ae-5575-46ec-a618-197ceb0f0455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:00:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['dd506742-b902-4f8d-9cc2-68b7d6f4fdd8'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:49.362806 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-d0f1b3e4-8ad8-4a38-91a7-062dec3ab168 req-bf69df13-ef93-4be3-959f-a6be8cffccc7 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:49.378923 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:49.428998 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-ead967ee-eea7-4a23-9ff9-6e0937743570 None None] Current status of the port 9ba50fd2-166c-464b-919c-c93c75bcb2b1 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:49.467006 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69df13-ef93-4be3-959f-a6be8cffccc7 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Pushing event deleted for resources: {'Port': ['ID=0898f991-4d9c-4a77-adc0-ffb5287bf28b,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:49.471246 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61f08df-51e2-420e-87fa-0bd6b0c6c954 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:49.471975 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a61f08df-51e2-420e-87fa-0bd6b0c6c954 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Synchronizing usage tracker for tenant:7a62583d2f004fd6a05eb6d863384cb3 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:00:49.524235 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a61f08df-51e2-420e-87fa-0bd6b0c6c954 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Unset dirty status for tenant:7a62583d2f004fd6a05eb6d863384cb3 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:00:49.525586 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a61f08df-51e2-420e-87fa-0bd6b0c6c954 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "GET /v2.0/ports/df746224-a620-4c77-91a9-547ac73b72d7 HTTP/1.1" status: 200 len: 983 time: 0.1986661 Sep 14 23:00:49.530479 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55480) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:49.546122 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-ed3d47ae-5575-46ec-a618-197ceb0f0455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:49.562611 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3d47ae-5575-46ec-a618-197ceb0f0455 None None] Routers {'dd506742-b902-4f8d-9cc2-68b7d6f4fdd8'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:00:49.564121 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-ed3d47ae-5575-46ec-a618-197ceb0f0455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:00:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['dd506742-b902-4f8d-9cc2-68b7d6f4fdd8'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:49.564359 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-0d701aad-cf28-41c0-bc50-5a0bc65c92ff None None] Provisioning complete for port df746224-a620-4c77-91a9-547ac73b72d7 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:49.567951 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0d701aad-cf28-41c0-bc50-5a0bc65c92ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:49.610428 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 9ba50fd2-166c-464b-919c-c93c75bcb2b1 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:49.616928 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f1b3e4-8ad8-4a38-91a7-062dec3ab168 req-bf69df13-ef93-4be3-959f-a6be8cffccc7 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] No DVR routers for this DVR port 0898f991-4d9c-4a77-adc0-ffb5287bf28b on host hv-neutron-8577 {{(pid=89170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:00:49.625983 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-d0f1b3e4-8ad8-4a38-91a7-062dec3ab168 req-bf69df13-ef93-4be3-959f-a6be8cffccc7 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:49.637723 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-0d701aad-cf28-41c0-bc50-5a0bc65c92ff None None] Port df746224-a620-4c77-91a9-547ac73b72d7 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:00:49.646360 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0e4dea-89ef-466c-b42e-bb8c92794f3c', 'name': 'network-vif-deleted', 'tag': '0898f991-4d9c-4a77-adc0-ffb5287bf28b'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:00:49.649144 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c12450-102d-4ebf-91f5-f27f6f902f1c" -d '{"events": [{"server_uuid": "da0e4dea-89ef-466c-b42e-bb8c92794f3c", "name": "network-vif-deleted", "tag": "0898f991-4d9c-4a77-adc0-ffb5287bf28b"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:00:49.664999 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d0f1b3e4-8ad8-4a38-91a7-062dec3ab168 req-bf69df13-ef93-4be3-959f-a6be8cffccc7 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.20 "DELETE /v2.0/ports/0898f991-4d9c-4a77-adc0-ffb5287bf28b HTTP/1.1" status: 204 len: 173 time: 1.5709889 Sep 14 23:00:49.679259 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-ed3d47ae-5575-46ec-a618-197ceb0f0455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:49.679799 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3d47ae-5575-46ec-a618-197ceb0f0455 None None] The sync data for ids ['dd506742-b902-4f8d-9cc2-68b7d6f4fdd8'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:00:49.704105 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fbcb35-2aa2-4a36-95e3-2363017f3f9b x-openstack-request-id: req-f9fbcb35-2aa2-4a36-95e3-2363017f3f9b {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:00:49.704400 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0e4dea-89ef-466c-b42e-bb8c92794f3c", "name": "network-vif-deleted", "tag": "0898f991-4d9c-4a77-adc0-ffb5287bf28b", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:00:49.704689 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f9fbcb35-2aa2-4a36-95e3-2363017f3f9b {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:00:49.705087 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9fbcb35-2aa2-4a36-95e3-2363017f3f9b'] response: {'server_uuid': 'da0e4dea-89ef-466c-b42e-bb8c92794f3c', 'name': 'network-vif-deleted', 'tag': '0898f991-4d9c-4a77-adc0-ffb5287bf28b', 'status': 'completed', 'code': 200} Sep 14 23:00:50.115613 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-badec43f-d33d-47a6-812d-2d9768d712c7 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:50.452186 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55492) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:50.539573 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-badec43f-d33d-47a6-812d-2d9768d712c7 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Deleting port df746224-a620-4c77-91a9-547ac73b72d7 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:00:50.539904 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-badec43f-d33d-47a6-812d-2d9768d712c7 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:50.744697 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-badec43f-d33d-47a6-812d-2d9768d712c7 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:50.871841 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-badec43f-d33d-47a6-812d-2d9768d712c7 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Calling delete_port for df746224-a620-4c77-91a9-547ac73b72d7 owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:00:51.047836 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d111d8fc-0a62-4659-a312-7839ddcbfb2f tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:51.063673 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-badec43f-d33d-47a6-812d-2d9768d712c7 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:51.113649 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badec43f-d33d-47a6-812d-2d9768d712c7 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event deleted for resources: {'Port': ['ID=df746224-a620-4c77-91a9-547ac73b72d7,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:51.318229 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-badec43f-d33d-47a6-812d-2d9768d712c7 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:51.499930 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-d111d8fc-0a62-4659-a312-7839ddcbfb2f tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Deleting port 73625d6f-ef6d-448a-9c8f-8888297becfe {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:00:51.501105 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d111d8fc-0a62-4659-a312-7839ddcbfb2f tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:51.615944 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-badec43f-d33d-47a6-812d-2d9768d712c7 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Router dd506742-b902-4f8d-9cc2-68b7d6f4fdd8 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:00:51.696564 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-d111d8fc-0a62-4659-a312-7839ddcbfb2f tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] For port 73625d6f-ef6d-448a-9c8f-8888297becfe, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=73625d6f-ef6d-448a-9c8f-8888297becfe,segment=NetworkSegment(0822189f-b9aa-4007-86b1-4daf9e8873b5),segment_id=0822189f-b9aa-4007-86b1-4daf9e8873b5)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:00:51.696944 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d111d8fc-0a62-4659-a312-7839ddcbfb2f tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:51.752958 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-badec43f-d33d-47a6-812d-2d9768d712c7 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:00:51.765620 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7992a4fa-cb8c-4c5f-89f0-fa326a1cc851 None None] Sync routers for ids ['dd506742-b902-4f8d-9cc2-68b7d6f4fdd8'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:00:51.771678 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-badec43f-d33d-47a6-812d-2d9768d712c7 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "PUT /v2.0/routers/dd506742-b902-4f8d-9cc2-68b7d6f4fdd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2401671 Sep 14 23:00:51.775032 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55506) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:51.776725 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7992a4fa-cb8c-4c5f-89f0-fa326a1cc851 None None] Routers {'dd506742-b902-4f8d-9cc2-68b7d6f4fdd8'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:00:51.777338 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-7992a4fa-cb8c-4c5f-89f0-fa326a1cc851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:00:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['dd506742-b902-4f8d-9cc2-68b7d6f4fdd8'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:51.833836 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-d111d8fc-0a62-4659-a312-7839ddcbfb2f tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Calling delete_port for 73625d6f-ef6d-448a-9c8f-8888297becfe owned by network:router_interface {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:00:51.843890 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-7992a4fa-cb8c-4c5f-89f0-fa326a1cc851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:51.855397 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7992a4fa-cb8c-4c5f-89f0-fa326a1cc851 None None] Routers {'dd506742-b902-4f8d-9cc2-68b7d6f4fdd8'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:00:51.856169 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-7992a4fa-cb8c-4c5f-89f0-fa326a1cc851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:00:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['dd506742-b902-4f8d-9cc2-68b7d6f4fdd8'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:51.927340 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-7992a4fa-cb8c-4c5f-89f0-fa326a1cc851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:51.927637 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7992a4fa-cb8c-4c5f-89f0-fa326a1cc851 None None] The sync data for ids ['dd506742-b902-4f8d-9cc2-68b7d6f4fdd8'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:00:52.137272 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 0898f991-4d9c-4a77-adc0-ffb5287bf28b no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:00:52.193202 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: 0898f991-4d9c-4a77-adc0-ffb5287bf28b {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:00:52.193937 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 0898f991-4d9c-4a77-adc0-ffb5287bf28b not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:00:52.254485 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d111d8fc-0a62-4659-a312-7839ddcbfb2f tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:52.255113 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-32ae4f9e-e67f-4126-b554-73e21a538e6b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] remove_router_interface failed (client error): The resource could not be found. Sep 14 23:00:52.259306 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-32ae4f9e-e67f-4126-b554-73e21a538e6b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "PUT /v2.0/routers/dd506742-b902-4f8d-9cc2-68b7d6f4fdd8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4805148 Sep 14 23:00:52.259613 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55520) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:52.308281 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111d8fc-0a62-4659-a312-7839ddcbfb2f tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Pushing event deleted for resources: {'Port': ['ID=73625d6f-ef6d-448a-9c8f-8888297becfe,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:52.313585 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e7c306e0-2c0a-4ea1-94ef-51b9ac71b89f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Synchronizing usage tracker for tenant:7a62583d2f004fd6a05eb6d863384cb3 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:00:52.347784 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e7c306e0-2c0a-4ea1-94ef-51b9ac71b89f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Unset dirty status for tenant:7a62583d2f004fd6a05eb6d863384cb3 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:00:52.351878 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e7c306e0-2c0a-4ea1-94ef-51b9ac71b89f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "GET /v2.0/ports?device_id=dd506742-b902-4f8d-9cc2-68b7d6f4fdd8 HTTP/1.1" status: 200 len: 205 time: 0.0884731 Sep 14 23:00:52.352270 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55524) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:52.579098 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a8ea605d-82f7-46af-aab4-bf72dd1efb19 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:53.023790 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a8ea605d-82f7-46af-aab4-bf72dd1efb19 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:53.034876 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a8ea605d-82f7-46af-aab4-bf72dd1efb19 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:53.068521 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d111d8fc-0a62-4659-a312-7839ddcbfb2f tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:53.082393 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a8ea605d-82f7-46af-aab4-bf72dd1efb19 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:53.082918 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ea605d-82f7-46af-aab4-bf72dd1efb19 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Fanout notify agent at l3_agent the message router_deleted on router dd506742-b902-4f8d-9cc2-68b7d6f4fdd8 {{(pid=89170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 23:00:53.158517 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a8ea605d-82f7-46af-aab4-bf72dd1efb19 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:53.159596 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a8ea605d-82f7-46af-aab4-bf72dd1efb19 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/routers/dd506742-b902-4f8d-9cc2-68b7d6f4fdd8 HTTP/1.1" status: 204 len: 168 time: 0.8062139 Sep 14 23:00:53.162731 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55530) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:53.237161 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-9186f78c-b090-40c0-ba49-77d037584692 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Deleting subnet 08f7468c-6924-4d15-985e-1e27eeee543e {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:00:53.240036 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9186f78c-b090-40c0-ba49-77d037584692 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:53.297076 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9186f78c-b090-40c0-ba49-77d037584692 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:53.396773 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9186f78c-b090-40c0-ba49-77d037584692 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:53.482122 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9186f78c-b090-40c0-ba49-77d037584692 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:53.519186 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186f78c-b090-40c0-ba49-77d037584692 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event deleted for resources: {'Subnet': ['ID=08f7468c-6924-4d15-985e-1e27eeee543e,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:53.527292 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9186f78c-b090-40c0-ba49-77d037584692 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:53.530548 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9186f78c-b090-40c0-ba49-77d037584692 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:53.530894 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9186f78c-b090-40c0-ba49-77d037584692 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:53.531226 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9186f78c-b090-40c0-ba49-77d037584692 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:53.531612 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9186f78c-b090-40c0-ba49-77d037584692 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:53.532444 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9186f78c-b090-40c0-ba49-77d037584692 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:53.532811 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9186f78c-b090-40c0-ba49-77d037584692 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:53.533112 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9186f78c-b090-40c0-ba49-77d037584692 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:53.533434 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9186f78c-b090-40c0-ba49-77d037584692 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:53.533752 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9186f78c-b090-40c0-ba49-77d037584692 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:53.534069 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9186f78c-b090-40c0-ba49-77d037584692 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:53.534385 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9186f78c-b090-40c0-ba49-77d037584692 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:53.534701 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9186f78c-b090-40c0-ba49-77d037584692 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:53.544211 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9186f78c-b090-40c0-ba49-77d037584692 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/subnets/08f7468c-6924-4d15-985e-1e27eeee543e HTTP/1.1" status: 204 len: 168 time: 0.3796585 Sep 14 23:00:53.546323 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b3ab37-999b-4ec7-a3ed-a37d5e99f596 None None] Network afc0ab74-f96e-41ac-8984-f630b74db6f5 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:00:53.556845 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55534) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:53.611450 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d111d8fc-0a62-4659-a312-7839ddcbfb2f tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Router e893ad02-b149-4f27-904a-8ab02c70229e has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:00:53.715475 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f2646891-324a-4aa8-9197-32fe36b21132 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:53.739372 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-f2646891-324a-4aa8-9197-32fe36b21132 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Deleting port 9ba50fd2-166c-464b-919c-c93c75bcb2b1 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:00:53.739729 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f2646891-324a-4aa8-9197-32fe36b21132 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:53.831734 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d111d8fc-0a62-4659-a312-7839ddcbfb2f tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:00:53.837156 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d111d8fc-0a62-4659-a312-7839ddcbfb2f tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "PUT /v2.0/routers/e893ad02-b149-4f27-904a-8ab02c70229e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3826520 Sep 14 23:00:53.840117 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55540) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:53.846527 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e4ea0-84fe-493a-907b-84250ed56a40 None None] Sync routers for ids ['e893ad02-b149-4f27-904a-8ab02c70229e'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:00:53.859076 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7e4ea0-84fe-493a-907b-84250ed56a40 None None] Routers {'e893ad02-b149-4f27-904a-8ab02c70229e'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:00:53.860474 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-8d7e4ea0-84fe-493a-907b-84250ed56a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:00:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['e893ad02-b149-4f27-904a-8ab02c70229e'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:53.934602 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ffa061-c420-4317-8116-b44238566c49 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Deleting subnet 1ece0b40-82a5-4ecd-b72f-56ccf822e69f {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:00:53.938294 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b4ffa061-c420-4317-8116-b44238566c49 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:53.940182 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72823eb-fcf2-4e7a-abe6-ddb022791ed6 None None] DHCP port deletion for afc0ab74-f96e-41ac-8984-f630b74db6f5 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:00:53.944780 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-a72823eb-fcf2-4e7a-abe6-ddb022791ed6 None None] Deleting port 9ba50fd2-166c-464b-919c-c93c75bcb2b1 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:00:53.945423 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a72823eb-fcf2-4e7a-abe6-ddb022791ed6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:53.996482 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b4ffa061-c420-4317-8116-b44238566c49 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:54.041897 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-f2646891-324a-4aa8-9197-32fe36b21132 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] For port 9ba50fd2-166c-464b-919c-c93c75bcb2b1, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=9ba50fd2-166c-464b-919c-c93c75bcb2b1,segment=NetworkSegment(64b571f4-4542-49ec-b48b-66dace9ae4f4),segment_id=64b571f4-4542-49ec-b48b-66dace9ae4f4)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:00:54.044286 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f2646891-324a-4aa8-9197-32fe36b21132 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:54.086101 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b4ffa061-c420-4317-8116-b44238566c49 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:54.124680 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-8d7e4ea0-84fe-493a-907b-84250ed56a40 None None] Set router e893ad02-b149-4f27-904a-8ab02c70229e gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:00:54.196633 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-f2646891-324a-4aa8-9197-32fe36b21132 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Calling delete_port for 9ba50fd2-166c-464b-919c-c93c75bcb2b1 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:00:54.240675 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-a72823eb-fcf2-4e7a-abe6-ddb022791ed6 None None] For port 9ba50fd2-166c-464b-919c-c93c75bcb2b1, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=9ba50fd2-166c-464b-919c-c93c75bcb2b1,segment=NetworkSegment(64b571f4-4542-49ec-b48b-66dace9ae4f4),segment_id=64b571f4-4542-49ec-b48b-66dace9ae4f4)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:00:54.241082 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a72823eb-fcf2-4e7a-abe6-ddb022791ed6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:54.253023 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b4ffa061-c420-4317-8116-b44238566c49 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:54.310744 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f2646891-324a-4aa8-9197-32fe36b21132 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:54.314679 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ffa061-c420-4317-8116-b44238566c49 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Pushing event deleted for resources: {'Subnet': ['ID=1ece0b40-82a5-4ecd-b72f-56ccf822e69f,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:54.320597 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b4ffa061-c420-4317-8116-b44238566c49 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:54.330544 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ffa061-c420-4317-8116-b44238566c49 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:54.331449 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ffa061-c420-4317-8116-b44238566c49 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:54.331967 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ffa061-c420-4317-8116-b44238566c49 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:54.332596 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ffa061-c420-4317-8116-b44238566c49 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:54.333132 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ffa061-c420-4317-8116-b44238566c49 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:54.333817 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ffa061-c420-4317-8116-b44238566c49 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:54.334361 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ffa061-c420-4317-8116-b44238566c49 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:54.334857 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ffa061-c420-4317-8116-b44238566c49 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:54.335726 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ffa061-c420-4317-8116-b44238566c49 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:54.336291 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ffa061-c420-4317-8116-b44238566c49 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:54.336818 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ffa061-c420-4317-8116-b44238566c49 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:54.337327 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ffa061-c420-4317-8116-b44238566c49 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:54.349017 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b4ffa061-c420-4317-8116-b44238566c49 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "DELETE /v2.0/subnets/1ece0b40-82a5-4ecd-b72f-56ccf822e69f HTTP/1.1" status: 204 len: 168 time: 0.5064979 Sep 14 23:00:54.351406 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55554) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:54.380439 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-a72823eb-fcf2-4e7a-abe6-ddb022791ed6 None None] Calling delete_port for 9ba50fd2-166c-464b-919c-c93c75bcb2b1 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:00:54.405661 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2646891-324a-4aa8-9197-32fe36b21132 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event deleted for resources: {'Port': ['ID=9ba50fd2-166c-464b-919c-c93c75bcb2b1,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:54.434044 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2646891-324a-4aa8-9197-32fe36b21132 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] No DVR routers for this DVR port 9ba50fd2-166c-464b-919c-c93c75bcb2b1 on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:00:54.533017 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-a72823eb-fcf2-4e7a-abe6-ddb022791ed6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 23:00:54.533599 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-a72823eb-fcf2-4e7a-abe6-ddb022791ed6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 23:00:54.536564 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9c89e5-3101-4268-80f9-1669641a95d1 None None] Network e54d4215-9b0b-4b80-af38-991540bcc5bc requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:00:54.549750 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 9ba50fd2-166c-464b-919c-c93c75bcb2b1 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:00:54.587821 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 9ba50fd2-166c-464b-919c-c93c75bcb2b1 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:00:54.588412 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 9ba50fd2-166c-464b-919c-c93c75bcb2b1 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:00:54.667833 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2d6a2ab7-b6c9-4310-b10d-16faf686bfb1 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for router, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:54.768535 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-8d7e4ea0-84fe-493a-907b-84250ed56a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559660577', 'tenant_id': '4b3796dd934c412e8cbfebdb8122849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e8a4bef4-8303-407f-aa43-828fc9578469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:29Z', 'updated_at': '2022-09-14T23:00:52Z', 'revision_number': 5, 'project_id': '4b3796dd934c412e8cbfebdb8122849f', 'gw_port': {'id': 'e8a4bef4-8303-407f-aa43-828fc9578469', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:31Z', 'updated_at': '2022-09-14T22:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:54.773278 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e4ea0-84fe-493a-907b-84250ed56a40 None None] Checking router: e893ad02-b149-4f27-904a-8ab02c70229e for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:00:54.783798 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7e4ea0-84fe-493a-907b-84250ed56a40 None None] Routers {'e893ad02-b149-4f27-904a-8ab02c70229e'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:00:54.784807 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-8d7e4ea0-84fe-493a-907b-84250ed56a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:00:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['e893ad02-b149-4f27-904a-8ab02c70229e'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:54.932982 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f2646891-324a-4aa8-9197-32fe36b21132 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:54.933538 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2d6a2ab7-b6c9-4310-b10d-16faf686bfb1 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:54.951138 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-2d6a2ab7-b6c9-4310-b10d-16faf686bfb1 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Deleting port e8a4bef4-8303-407f-aa43-828fc9578469 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:00:54.951485 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2d6a2ab7-b6c9-4310-b10d-16faf686bfb1 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:54.974129 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-f2646891-324a-4aa8-9197-32fe36b21132 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afc0ab74-f96e-41ac-8984-f630b74db6f5']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:54.992907 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-f2646891-324a-4aa8-9197-32fe36b21132 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64b571f4-4542-49ec-b48b-66dace9ae4f4') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:54.993597 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-f2646891-324a-4aa8-9197-32fe36b21132 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64b571f4-4542-49ec-b48b-66dace9ae4f4') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:55.006392 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71365fa3-7c38-4582-981b-5466b865c32e None None] DHCP port deletion for e54d4215-9b0b-4b80-af38-991540bcc5bc request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:00:55.010157 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f2646891-324a-4aa8-9197-32fe36b21132 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:55.011529 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-71365fa3-7c38-4582-981b-5466b865c32e None None] Deleting port 8af5e539-87c0-406a-9677-d9eb4c3f58ac {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:00:55.011907 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-71365fa3-7c38-4582-981b-5466b865c32e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:55.026895 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f2646891-324a-4aa8-9197-32fe36b21132 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:55.034122 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2646891-324a-4aa8-9197-32fe36b21132 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:00:55.034517 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f2646891-324a-4aa8-9197-32fe36b21132 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:55.066411 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-8d7e4ea0-84fe-493a-907b-84250ed56a40 None None] Set router e893ad02-b149-4f27-904a-8ab02c70229e gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:00:55.068645 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-a72823eb-fcf2-4e7a-abe6-ddb022791ed6 None None] Deleting port 9ba50fd2-166c-464b-919c-c93c75bcb2b1 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:00:55.072443 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a72823eb-fcf2-4e7a-abe6-ddb022791ed6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:55.118636 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 64b571f4-4542-49ec-b48b-66dace9ae4f4 resource provider aggregate not found Sep 14 23:00:55.142253 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 64b571f4-4542-49ec-b48b-66dace9ae4f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64b571f4-4542-49ec-b48b-66dace9ae4f4 found for delete ", "request_id": "req-a408aa00-6d79-4d40-aed8-6542c9ca714e"}]} Sep 14 23:00:55.162124 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f2646891-324a-4aa8-9197-32fe36b21132 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:55.174695 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f2646891-324a-4aa8-9197-32fe36b21132 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:55.200125 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-2d6a2ab7-b6c9-4310-b10d-16faf686bfb1 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] For port e8a4bef4-8303-407f-aa43-828fc9578469, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=e8a4bef4-8303-407f-aa43-828fc9578469,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:00:55.200891 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2d6a2ab7-b6c9-4310-b10d-16faf686bfb1 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:55.206425 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2646891-324a-4aa8-9197-32fe36b21132 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event deleted for resources: {'Network': ['ID=afc0ab74-f96e-41ac-8984-f630b74db6f5,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:55.221075 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f2646891-324a-4aa8-9197-32fe36b21132 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/networks/afc0ab74-f96e-41ac-8984-f630b74db6f5 HTTP/1.1" status: 204 len: 168 time: 1.6630211 Sep 14 23:00:55.226304 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55564) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:55.240885 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-f7f8336c-ddda-498b-849c-5937df9811fe tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1573011081'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:55.254451 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-a72823eb-fcf2-4e7a-abe6-ddb022791ed6 None None] The port '9ba50fd2-166c-464b-919c-c93c75bcb2b1' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 23:00:55.254883 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-f7f8336c-ddda-498b-849c-5937df9811fe tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:55.265003 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-f7f8336c-ddda-498b-849c-5937df9811fe tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Usage tracker for resource:network and tenant:7a62583d2f004fd6a05eb6d863384cb3 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:55.271311 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-f7f8336c-ddda-498b-849c-5937df9811fe tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:55.291056 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-f7f8336c-ddda-498b-849c-5937df9811fe tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:55.307182 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f8336c-ddda-498b-849c-5937df9811fe tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Made reservation on behalf of 7a62583d2f004fd6a05eb6d863384cb3 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:00:55.311748 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f7f8336c-ddda-498b-849c-5937df9811fe tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:55.351709 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f8336c-ddda-498b-849c-5937df9811fe tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:00:55.366259 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f7f8336c-ddda-498b-849c-5937df9811fe tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:55.367220 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-f7f8336c-ddda-498b-849c-5937df9811fe tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Added segment e236f587-14f5-464c-80cd-f9da70e9a1ab of type vlan for network e6333493-0440-4f2d-886f-e3fbc0a422ab Sep 14 23:00:55.422218 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f7f8336c-ddda-498b-849c-5937df9811fe tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:55.451245 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-8d7e4ea0-84fe-493a-907b-84250ed56a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559660577', 'tenant_id': '4b3796dd934c412e8cbfebdb8122849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e8a4bef4-8303-407f-aa43-828fc9578469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:29Z', 'updated_at': '2022-09-14T23:00:52Z', 'revision_number': 5, 'project_id': '4b3796dd934c412e8cbfebdb8122849f', 'gw_port': {'id': 'e8a4bef4-8303-407f-aa43-828fc9578469', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:31Z', 'updated_at': '2022-09-14T22:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:55.465676 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e4ea0-84fe-493a-907b-84250ed56a40 None None] The sync data for ids ['e893ad02-b149-4f27-904a-8ab02c70229e'] in dv-neutron-857791-1-hyperv is: [{'id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559660577', 'tenant_id': '4b3796dd934c412e8cbfebdb8122849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e8a4bef4-8303-407f-aa43-828fc9578469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:29Z', 'updated_at': '2022-09-14T23:00:52Z', 'revision_number': 5, 'project_id': '4b3796dd934c412e8cbfebdb8122849f', 'gw_port': {'id': 'e8a4bef4-8303-407f-aa43-828fc9578469', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893ad02-b149-4f27-904a-8ab02c70229e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:31Z', 'updated_at': '2022-09-14T22:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:00:55.477075 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f7f8336c-ddda-498b-849c-5937df9811fe tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:55.484183 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f8336c-ddda-498b-849c-5937df9811fe tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:55.485802 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f7f8336c-ddda-498b-849c-5937df9811fe tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:55.580199 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-71365fa3-7c38-4582-981b-5466b865c32e None None] For port 8af5e539-87c0-406a-9677-d9eb4c3f58ac, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=8af5e539-87c0-406a-9677-d9eb4c3f58ac,segment=NetworkSegment(0822189f-b9aa-4007-86b1-4daf9e8873b5),segment_id=0822189f-b9aa-4007-86b1-4daf9e8873b5)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:00:55.581958 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-71365fa3-7c38-4582-981b-5466b865c32e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:55.587934 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-2d6a2ab7-b6c9-4310-b10d-16faf686bfb1 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Calling delete_port for e8a4bef4-8303-407f-aa43-828fc9578469 owned by network:router_gateway {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:00:55.615354 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8336c-ddda-498b-849c-5937df9811fe tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Network': ['ID=e6333493-0440-4f2d-886f-e3fbc0a422ab,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:55.621746 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f7f8336c-ddda-498b-849c-5937df9811fe tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3913839 Sep 14 23:00:55.624072 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55568) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:55.629715 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-a71b48a2-7d7c-478d-8fb0-bbb7fc38e3d9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Request body: {'subnet': {'network_id': 'e6333493-0440-4f2d-886f-e3fbc0a422ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:55.732204 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-71365fa3-7c38-4582-981b-5466b865c32e None None] Calling delete_port for 8af5e539-87c0-406a-9677-d9eb4c3f58ac owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:00:55.748502 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a71b48a2-7d7c-478d-8fb0-bbb7fc38e3d9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:55.753023 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a71b48a2-7d7c-478d-8fb0-bbb7fc38e3d9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Usage tracker for resource:subnet and tenant:7a62583d2f004fd6a05eb6d863384cb3 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:55.757047 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a71b48a2-7d7c-478d-8fb0-bbb7fc38e3d9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:55.763529 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a71b48a2-7d7c-478d-8fb0-bbb7fc38e3d9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:55.774475 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network e6333493-0440-4f2d-886f-e3fbc0a422ab details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:00:55.776477 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71b48a2-7d7c-478d-8fb0-bbb7fc38e3d9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Made reservation on behalf of 7a62583d2f004fd6a05eb6d863384cb3 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:00:55.781424 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a71b48a2-7d7c-478d-8fb0-bbb7fc38e3d9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:55.807748 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2d6a2ab7-b6c9-4310-b10d-16faf686bfb1 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:55.947866 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a2ab7-b6c9-4310-b10d-16faf686bfb1 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Pushing event deleted for resources: {'Port': ['ID=e8a4bef4-8303-407f-aa43-828fc9578469,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:56.060453 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-71365fa3-7c38-4582-981b-5466b865c32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:56.138860 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71365fa3-7c38-4582-981b-5466b865c32e None None] Pushing event deleted for resources: {'Port': ['ID=8af5e539-87c0-406a-9677-d9eb4c3f58ac,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:56.140144 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a71b48a2-7d7c-478d-8fb0-bbb7fc38e3d9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:56.144001 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71365fa3-7c38-4582-981b-5466b865c32e None None] No DVR routers for this DVR port 8af5e539-87c0-406a-9677-d9eb4c3f58ac on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:00:56.166905 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2d6a2ab7-b6c9-4310-b10d-16faf686bfb1 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:56.239173 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b48a2-7d7c-478d-8fb0-bbb7fc38e3d9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Subnet': ['ID=3528e79c-53fd-4173-bea7-ef10dd0ea053,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:56.247352 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71b48a2-7d7c-478d-8fb0-bbb7fc38e3d9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Checking segment: {'id': 'e236f587-14f5-464c-80cd-f9da70e9a1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e6333493-0440-4f2d-886f-e3fbc0a422ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:00:56.247605 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71b48a2-7d7c-478d-8fb0-bbb7fc38e3d9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Network hostable DHCP agents. Network: e6333493-0440-4f2d-886f-e3fbc0a422ab, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:00:56.270716 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71b48a2-7d7c-478d-8fb0-bbb7fc38e3d9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Network e6333493-0440-4f2d-886f-e3fbc0a422ab is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:00:56.282981 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-a71b48a2-7d7c-478d-8fb0-bbb7fc38e3d9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, e6333493-0440-4f2d-886f-e3fbc0a422ab) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:00:56.288448 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71b48a2-7d7c-478d-8fb0-bbb7fc38e3d9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:56.289792 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a71b48a2-7d7c-478d-8fb0-bbb7fc38e3d9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:56.292245 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9722a6b1-7d85-422b-80e0-7658f021ae79 None None] Network e6333493-0440-4f2d-886f-e3fbc0a422ab requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:00:56.347052 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a71b48a2-7d7c-478d-8fb0-bbb7fc38e3d9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7217374 Sep 14 23:00:56.349724 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55574) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:56.361435 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-b8f9e785-da33-4007-a898-7e397baded3e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-23813756', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:00:56.376972 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b8f9e785-da33-4007-a898-7e397baded3e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:00:56.389410 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b8f9e785-da33-4007-a898-7e397baded3e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Usage tracker for resource:router and tenant:7a62583d2f004fd6a05eb6d863384cb3 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:00:56.397154 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b8f9e785-da33-4007-a898-7e397baded3e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:00:56.407429 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b8f9e785-da33-4007-a898-7e397baded3e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:00:56.444573 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2d6a2ab7-b6c9-4310-b10d-16faf686bfb1 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:56.444872 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b8f9e785-da33-4007-a898-7e397baded3e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:56.447686 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b8f9e785-da33-4007-a898-7e397baded3e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:56.448022 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2d6a2ab7-b6c9-4310-b10d-16faf686bfb1 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:56.487138 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b8f9e785-da33-4007-a898-7e397baded3e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:56.496641 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2d6a2ab7-b6c9-4310-b10d-16faf686bfb1 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:56.503462 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6a2ab7-b6c9-4310-b10d-16faf686bfb1 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Fanout notify agent at l3_agent the message router_deleted on router e893ad02-b149-4f27-904a-8ab02c70229e {{(pid=89170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 23:00:56.536472 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2d6a2ab7-b6c9-4310-b10d-16faf686bfb1 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:56.538053 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2d6a2ab7-b6c9-4310-b10d-16faf686bfb1 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "DELETE /v2.0/routers/e893ad02-b149-4f27-904a-8ab02c70229e HTTP/1.1" status: 204 len: 168 time: 2.1851761 Sep 14 23:00:56.540518 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55578) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:56.541071 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b8f9e785-da33-4007-a898-7e397baded3e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:56.583993 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b8f9e785-da33-4007-a898-7e397baded3e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:56.591715 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b8f9e785-da33-4007-a898-7e397baded3e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2379785 Sep 14 23:00:56.595095 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55582) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:56.607601 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3030e981-fc3b-42f7-aacf-c0c97341514f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-e6333493-0440-4f2d-886f-e3fbc0a422ab', 'network_id': 'e6333493-0440-4f2d-886f-e3fbc0a422ab', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'fixed_ips': [{'subnet_id': '3528e79c-53fd-4173-bea7-ef10dd0ea053'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:00:56.608692 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3030e981-fc3b-42f7-aacf-c0c97341514f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:56.703061 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 8af5e539-87c0-406a-9677-d9eb4c3f58ac no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:00:56.757733 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 8af5e539-87c0-406a-9677-d9eb4c3f58ac {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:00:56.757733 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 8af5e539-87c0-406a-9677-d9eb4c3f58ac not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:00:56.757733 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 73625d6f-ef6d-448a-9c8f-8888297becfe no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:00:56.810299 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 73625d6f-ef6d-448a-9c8f-8888297becfe {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:00:56.810639 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 73625d6f-ef6d-448a-9c8f-8888297becfe not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:00:56.915607 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-3030e981-fc3b-42f7-aacf-c0c97341514f None None] Allocated IP 2001:db8::2 (e6333493-0440-4f2d-886f-e3fbc0a422ab/3528e79c-53fd-4173-bea7-ef10dd0ea053/a4a0f873-dfcf-44bb-9b80-cce562094dfd) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:00:56.990972 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55588) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:57.139608 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ca18209e-6890-4f11-9eb3-5bd7a9cbddcf tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:57.273621 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3030e981-fc3b-42f7-aacf-c0c97341514f None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:57.285272 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3030e981-fc3b-42f7-aacf-c0c97341514f None None] Transition to ACTIVE for port object a4a0f873-dfcf-44bb-9b80-cce562094dfd will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:00:57.306037 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3030e981-fc3b-42f7-aacf-c0c97341514f None None] Transition to ACTIVE for port object a4a0f873-dfcf-44bb-9b80-cce562094dfd will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:00:57.314849 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3030e981-fc3b-42f7-aacf-c0c97341514f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:57.388286 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3030e981-fc3b-42f7-aacf-c0c97341514f None None] Network e6333493-0440-4f2d-886f-e3fbc0a422ab is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:00:57.398022 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-3030e981-fc3b-42f7-aacf-c0c97341514f None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:00:57.404009 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3030e981-fc3b-42f7-aacf-c0c97341514f None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:00:57.519690 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030e981-fc3b-42f7-aacf-c0c97341514f None None] Pushing event updated for resources: {'Port': ['ID=a4a0f873-dfcf-44bb-9b80-cce562094dfd,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:57.532166 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-3030e981-fc3b-42f7-aacf-c0c97341514f None None] Attempting to bind port a4a0f873-dfcf-44bb-9b80-cce562094dfd on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:00:57.532845 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-3030e981-fc3b-42f7-aacf-c0c97341514f None None] Attempting to bind port a4a0f873-dfcf-44bb-9b80-cce562094dfd by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'e236f587-14f5-464c-80cd-f9da70e9a1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e6333493-0440-4f2d-886f-e3fbc0a422ab'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:00:57.533401 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3030e981-fc3b-42f7-aacf-c0c97341514f None None] Attempting to bind port a4a0f873-dfcf-44bb-9b80-cce562094dfd on network e6333493-0440-4f2d-886f-e3fbc0a422ab {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:00:57.539641 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3030e981-fc3b-42f7-aacf-c0c97341514f None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:00:57.540320 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3030e981-fc3b-42f7-aacf-c0c97341514f None None] Checking segment: {'id': 'e236f587-14f5-464c-80cd-f9da70e9a1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e6333493-0440-4f2d-886f-e3fbc0a422ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:00:57.540946 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3030e981-fc3b-42f7-aacf-c0c97341514f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:57.541516 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3030e981-fc3b-42f7-aacf-c0c97341514f None None] Bound using segment: {'id': 'e236f587-14f5-464c-80cd-f9da70e9a1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e6333493-0440-4f2d-886f-e3fbc0a422ab'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:00:57.542305 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-3030e981-fc3b-42f7-aacf-c0c97341514f None None] Bound port: a4a0f873-dfcf-44bb-9b80-cce562094dfd, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e236f587-14f5-464c-80cd-f9da70e9a1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e6333493-0440-4f2d-886f-e3fbc0a422ab'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:00:57.542863 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3030e981-fc3b-42f7-aacf-c0c97341514f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:57.659060 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-3030e981-fc3b-42f7-aacf-c0c97341514f None None] For port a4a0f873-dfcf-44bb-9b80-cce562094dfd, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:00:57.664154 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-3030e981-fc3b-42f7-aacf-c0c97341514f None None] For port a4a0f873-dfcf-44bb-9b80-cce562094dfd, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=a4a0f873-dfcf-44bb-9b80-cce562094dfd,segment=NetworkSegment(e236f587-14f5-464c-80cd-f9da70e9a1ab),segment_id=e236f587-14f5-464c-80cd-f9da70e9a1ab)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:00:57.669659 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3030e981-fc3b-42f7-aacf-c0c97341514f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:57.680206 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1d3dc5c4-7162-4b53-a24c-3805208dcb6d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:57.687481 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8d1a28d2-7369-4966-8774-cd0836d5368b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:57.697766 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ca18209e-6890-4f11-9eb3-5bd7a9cbddcf tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:57.781872 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030e981-fc3b-42f7-aacf-c0c97341514f None None] Pushing event updated for resources: {'Port': ['ID=a4a0f873-dfcf-44bb-9b80-cce562094dfd,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:57.901733 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-ca18209e-6890-4f11-9eb3-5bd7a9cbddcf tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e54d4215-9b0b-4b80-af38-991540bcc5bc']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:57.924066 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-ca18209e-6890-4f11-9eb3-5bd7a9cbddcf tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0822189f-b9aa-4007-86b1-4daf9e8873b5') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:57.924362 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-ca18209e-6890-4f11-9eb3-5bd7a9cbddcf tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0822189f-b9aa-4007-86b1-4daf9e8873b5') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:00:57.956835 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ca18209e-6890-4f11-9eb3-5bd7a9cbddcf tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:58.027893 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ca18209e-6890-4f11-9eb3-5bd7a9cbddcf tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:58.055242 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca18209e-6890-4f11-9eb3-5bd7a9cbddcf tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:00:58.055658 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ca18209e-6890-4f11-9eb3-5bd7a9cbddcf tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:58.140129 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 0822189f-b9aa-4007-86b1-4daf9e8873b5 resource provider aggregate not found Sep 14 23:00:58.168148 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 0822189f-b9aa-4007-86b1-4daf9e8873b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0822189f-b9aa-4007-86b1-4daf9e8873b5 found for delete ", "request_id": "req-24cabde0-240e-4775-9e57-14e959340609"}]} Sep 14 23:00:58.226345 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ca18209e-6890-4f11-9eb3-5bd7a9cbddcf tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:58.247147 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ca18209e-6890-4f11-9eb3-5bd7a9cbddcf tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:58.264172 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18209e-6890-4f11-9eb3-5bd7a9cbddcf tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Pushing event deleted for resources: {'Network': ['ID=e54d4215-9b0b-4b80-af38-991540bcc5bc,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:58.267023 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-1d3dc5c4-7162-4b53-a24c-3805208dcb6d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Allocated IP 2001:db8::1 (e6333493-0440-4f2d-886f-e3fbc0a422ab/3528e79c-53fd-4173-bea7-ef10dd0ea053/6d3a5d9c-c28d-4c2b-b53a-a2541a48581b) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:00:58.277159 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ca18209e-6890-4f11-9eb3-5bd7a9cbddcf tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "DELETE /v2.0/networks/e54d4215-9b0b-4b80-af38-991540bcc5bc HTTP/1.1" status: 204 len: 168 time: 1.7338300 Sep 14 23:00:58.280456 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55600) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:58.313618 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-8d1a28d2-7369-4966-8774-cd0836d5368b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting port 4df0ef4e-ec8e-412e-8ea8-20c64bc4af49 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:00:58.314039 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8d1a28d2-7369-4966-8774-cd0836d5368b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:58.476050 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1d3dc5c4-7162-4b53-a24c-3805208dcb6d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:58.490591 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dce99afa-21b3-4bfe-9e04-a25412b2cdc5 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:58.525261 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-1d3dc5c4-7162-4b53-a24c-3805208dcb6d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Transition to ACTIVE for port object 6d3a5d9c-c28d-4c2b-b53a-a2541a48581b will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:00:58.545578 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dce99afa-21b3-4bfe-9e04-a25412b2cdc5 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:58.568253 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1d3dc5c4-7162-4b53-a24c-3805208dcb6d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:58.621198 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device a4a0f873-dfcf-44bb-9b80-cce562094dfd up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:00:58.636432 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-8d1a28d2-7369-4966-8774-cd0836d5368b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] For port 4df0ef4e-ec8e-412e-8ea8-20c64bc4af49, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=4df0ef4e-ec8e-412e-8ea8-20c64bc4af49,segment=NetworkSegment(376af752-f1ae-4770-a297-8e0b3be1fcb9),segment_id=376af752-f1ae-4770-a297-8e0b3be1fcb9)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:00:58.636833 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8d1a28d2-7369-4966-8774-cd0836d5368b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:58.689903 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:00:58.696383 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3dc5c4-7162-4b53-a24c-3805208dcb6d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Port': ['ID=6d3a5d9c-c28d-4c2b-b53a-a2541a48581b,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:58.725450 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3dc5c4-7162-4b53-a24c-3805208dcb6d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Network e6333493-0440-4f2d-886f-e3fbc0a422ab is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:00:58.726836 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-1d3dc5c4-7162-4b53-a24c-3805208dcb6d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:00:58.729476 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3dc5c4-7162-4b53-a24c-3805208dcb6d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:00:58.730177 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1d3dc5c4-7162-4b53-a24c-3805208dcb6d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:58.732981 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port a4a0f873-dfcf-44bb-9b80-cce562094dfd completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:00:58.749392 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e8a4bef4-8303-407f-aa43-828fc9578469 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:00:58.811758 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: e8a4bef4-8303-407f-aa43-828fc9578469 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:00:58.812152 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e8a4bef4-8303-407f-aa43-828fc9578469 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:00:58.816144 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-8d1a28d2-7369-4966-8774-cd0836d5368b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Calling delete_port for 4df0ef4e-ec8e-412e-8ea8-20c64bc4af49 owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:00:58.877335 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dce99afa-21b3-4bfe-9e04-a25412b2cdc5 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:58.902341 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce99afa-21b3-4bfe-9e04-a25412b2cdc5 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=948c967b-0640-4ed1-8762-05161c06a02f,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:58.912283 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dce99afa-21b3-4bfe-9e04-a25412b2cdc5 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:58.924083 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-dce99afa-21b3-4bfe-9e04-a25412b2cdc5 tempest-TestNetworkAdvancedServerOps-517777061 tempest-TestNetworkAdvancedServerOps-517777061-project] 10.222.0.33 "DELETE /v2.0/security-groups/948c967b-0640-4ed1-8762-05161c06a02f HTTP/1.1" status: 204 len: 168 time: 0.6424968 Sep 14 23:00:58.950364 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-ae8430d5-fa57-458b-9656-4b80af615cce tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Synchronizing usage tracker for tenant:093721cb95a347f28f2306e789d64fd0 on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:00:59.012651 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-ae8430d5-fa57-458b-9656-4b80af615cce tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Unset dirty status for tenant:093721cb95a347f28f2306e789d64fd0 on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:00:59.012848 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd83ab9-3cb1-493c-8a30-552d3d0b03a0 None None] Network e6333493-0440-4f2d-886f-e3fbc0a422ab requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:00:59.012974 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-ae8430d5-fa57-458b-9656-4b80af615cce tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1536556720&fields=id&tenant_id=093721cb95a347f28f2306e789d64fd0 HTTP/1.1" status: 200 len: 267 time: 0.1413045 Sep 14 23:00:59.125774 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-5501ecae-8620-43ed-8d7f-1ea86b12bc09 None None] Provisioning for port a4a0f873-dfcf-44bb-9b80-cce562094dfd completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:00:59.137307 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1d3dc5c4-7162-4b53-a24c-3805208dcb6d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:59.144499 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-5501ecae-8620-43ed-8d7f-1ea86b12bc09 None None] Provisioning complete for port a4a0f873-dfcf-44bb-9b80-cce562094dfd triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:59.145002 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5501ecae-8620-43ed-8d7f-1ea86b12bc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:59.157683 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8d1a28d2-7369-4966-8774-cd0836d5368b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:59.210073 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a28d2-7369-4966-8774-cd0836d5368b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Port': ['ID=4df0ef4e-ec8e-412e-8ea8-20c64bc4af49,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:59.394672 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-a75b9685-2ac7-43e4-b232-8363f186fac8 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:00:59.396371 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-a75b9685-2ac7-43e4-b232-8363f186fac8 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Synchronizing usage tracker for tenant:093721cb95a347f28f2306e789d64fd0 on resource:network {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:00:59.422738 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-5501ecae-8620-43ed-8d7f-1ea86b12bc09 None None] Current status of the port a4a0f873-dfcf-44bb-9b80-cce562094dfd is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:59.423227 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5501ecae-8620-43ed-8d7f-1ea86b12bc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:59.476286 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-5501ecae-8620-43ed-8d7f-1ea86b12bc09 None None] For port a4a0f873-dfcf-44bb-9b80-cce562094dfd, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=a4a0f873-dfcf-44bb-9b80-cce562094dfd,segment=NetworkSegment(e236f587-14f5-464c-80cd-f9da70e9a1ab),segment_id=e236f587-14f5-464c-80cd-f9da70e9a1ab)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:00:59.485988 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5501ecae-8620-43ed-8d7f-1ea86b12bc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:59.501207 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55618) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:00:59.600282 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501ecae-8620-43ed-8d7f-1ea86b12bc09 None None] Pushing event updated for resources: {'Port': ['ID=a4a0f873-dfcf-44bb-9b80-cce562094dfd,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:00:59.608950 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5501ecae-8620-43ed-8d7f-1ea86b12bc09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:59.610041 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5501ecae-8620-43ed-8d7f-1ea86b12bc09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:59.610447 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5501ecae-8620-43ed-8d7f-1ea86b12bc09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:59.610854 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5501ecae-8620-43ed-8d7f-1ea86b12bc09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:59.611891 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5501ecae-8620-43ed-8d7f-1ea86b12bc09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:59.612419 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5501ecae-8620-43ed-8d7f-1ea86b12bc09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:59.612850 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5501ecae-8620-43ed-8d7f-1ea86b12bc09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:59.613244 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5501ecae-8620-43ed-8d7f-1ea86b12bc09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:59.613638 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5501ecae-8620-43ed-8d7f-1ea86b12bc09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:59.614029 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5501ecae-8620-43ed-8d7f-1ea86b12bc09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:59.614479 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5501ecae-8620-43ed-8d7f-1ea86b12bc09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:59.614990 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5501ecae-8620-43ed-8d7f-1ea86b12bc09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:00:59.645011 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8d1a28d2-7369-4966-8774-cd0836d5368b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:59.676007 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-a75b9685-2ac7-43e4-b232-8363f186fac8 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Unset dirty status for tenant:093721cb95a347f28f2306e789d64fd0 on resource:network {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:00:59.677329 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-a75b9685-2ac7-43e4-b232-8363f186fac8 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/networks?id=8c5b42e5-c7a4-4629-b1de-12796897febf HTTP/1.1" status: 200 len: 812 time: 0.6565547 Sep 14 23:00:59.790245 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-536d7308-5cf7-4592-886e-72ecd9eb8558 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/quotas/093721cb95a347f28f2306e789d64fd0 HTTP/1.1" status: 200 len: 375 time: 0.0734725 Sep 14 23:00:59.813220 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-04d3935a-d97e-43b8-87a4-1f452beec1fa None None] Provisioning complete for port a4a0f873-dfcf-44bb-9b80-cce562094dfd triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:59.813928 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-04d3935a-d97e-43b8-87a4-1f452beec1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:59.938603 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-f0ee3adb-5266-4588-b006-8a98b9a8be3c tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Synchronizing usage tracker for tenant:093721cb95a347f28f2306e789d64fd0 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:00:59.968443 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1d3dc5c4-7162-4b53-a24c-3805208dcb6d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:59.977053 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-04d3935a-d97e-43b8-87a4-1f452beec1fa None None] Current status of the port a4a0f873-dfcf-44bb-9b80-cce562094dfd is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:00:59.988123 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1d3dc5c4-7162-4b53-a24c-3805208dcb6d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:59.989118 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1d3dc5c4-7162-4b53-a24c-3805208dcb6d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:00:59.992472 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-04d3935a-d97e-43b8-87a4-1f452beec1fa None None] Provisioning for port 6d3a5d9c-c28d-4c2b-b53a-a2541a48581b completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:00:59.997986 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-04d3935a-d97e-43b8-87a4-1f452beec1fa None None] Provisioning complete for port 6d3a5d9c-c28d-4c2b-b53a-a2541a48581b triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:00:59.998481 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-04d3935a-d97e-43b8-87a4-1f452beec1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:00.005030 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d51e6565-461e-4376-b9a7-18e4677388aa admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=4b3796dd934c412e8cbfebdb8122849f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5023069 Sep 14 23:01:00.007803 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55624) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:00.035687 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-f0ee3adb-5266-4588-b006-8a98b9a8be3c tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Unset dirty status for tenant:093721cb95a347f28f2306e789d64fd0 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:01:00.036950 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-f0ee3adb-5266-4588-b006-8a98b9a8be3c tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=093721cb95a347f28f2306e789d64fd0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2357237 Sep 14 23:01:00.066324 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-04d3935a-d97e-43b8-87a4-1f452beec1fa None None] Port 6d3a5d9c-c28d-4c2b-b53a-a2541a48581b cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:01:00.158064 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-45659bb0-d865-4ea6-a8b6-28b601ab7b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:00.186815 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-cb50c86a-a679-4171-baf2-7fc5a2143aba None None] Provisioning complete for port 6d3a5d9c-c28d-4c2b-b53a-a2541a48581b triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:00.187268 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cb50c86a-a679-4171-baf2-7fc5a2143aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:00.235933 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3dc5c4-7162-4b53-a24c-3805208dcb6d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Port': ['ID=6d3a5d9c-c28d-4c2b-b53a-a2541a48581b,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:00.251151 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-cb50c86a-a679-4171-baf2-7fc5a2143aba None None] Port 6d3a5d9c-c28d-4c2b-b53a-a2541a48581b cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:01:00.257170 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-45659bb0-d865-4ea6-a8b6-28b601ab7b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:00.305775 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1a28d2-7369-4966-8774-cd0836d5368b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router 1b251f69-63d4-42e7-b4b3-ece204612809 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:01:00.314222 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-bc4018bd-da98-4065-88e4-06daf9ec214e service neutron] 10.222.0.33 "GET /v2.0/networks/8c5b42e5-c7a4-4629-b1de-12796897febf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563124 Sep 14 23:01:00.318842 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3dc5c4-7162-4b53-a24c-3805208dcb6d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Network e6333493-0440-4f2d-886f-e3fbc0a422ab is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:01:00.320011 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-1d3dc5c4-7162-4b53-a24c-3805208dcb6d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:01:00.401399 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-45659bb0-d865-4ea6-a8b6-28b601ab7b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:00.473845 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45659bb0-d865-4ea6-a8b6-28b601ab7b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa1bd0a-0871-4167-b6cd-2352a974f279,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:00.514919 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-45659bb0-d865-4ea6-a8b6-28b601ab7b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:00.519140 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-45659bb0-d865-4ea6-a8b6-28b601ab7b3f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4aa1bd0a-0871-4167-b6cd-2352a974f279 HTTP/1.1" status: 204 len: 168 time: 0.5079465 Sep 14 23:01:00.521543 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1a28d2-7369-4966-8774-cd0836d5368b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:01:00.529607 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8d1a28d2-7369-4966-8774-cd0836d5368b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "PUT /v2.0/routers/1b251f69-63d4-42e7-b4b3-ece204612809/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5375454 Sep 14 23:01:00.538599 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5b9415-8a1d-447c-b7d0-d1cd556e8030 None None] Sync routers for ids ['1b251f69-63d4-42e7-b4b3-ece204612809'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:01:00.563107 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5b9415-8a1d-447c-b7d0-d1cd556e8030 None None] Routers {'1b251f69-63d4-42e7-b4b3-ece204612809'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:00.563751 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-3a5b9415-8a1d-447c-b7d0-d1cd556e8030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:00:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1b251f69-63d4-42e7-b4b3-ece204612809'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:00.678689 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device a4a0f873-dfcf-44bb-9b80-cce562094dfd up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:01:00.704415 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-2bd213ca-3d8f-47ca-9f74-8e32863b7c4b service neutron] 10.222.0.33 "GET /v2.0/networks/8c5b42e5-c7a4-4629-b1de-12796897febf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785703 Sep 14 23:01:00.824794 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3dc5c4-7162-4b53-a24c-3805208dcb6d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Router 63205195-38f0-416d-9bac-9fd0cfe30b7c is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 23:01:00.939713 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-895e07f2-d0c8-4f77-9642-7a14e660221a None None] Provisioning complete for port 6d3a5d9c-c28d-4c2b-b53a-a2541a48581b triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:00.940402 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-895e07f2-d0c8-4f77-9642-7a14e660221a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:01.034993 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-895e07f2-d0c8-4f77-9642-7a14e660221a None None] Port 6d3a5d9c-c28d-4c2b-b53a-a2541a48581b cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:01:01.057503 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55642) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:01.067264 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port a4a0f873-dfcf-44bb-9b80-cce562094dfd triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:01.067625 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:01.080208 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8673e57f-1cf6-4534-bf70-22327f714fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:01.100361 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-3a5b9415-8a1d-447c-b7d0-d1cd556e8030 None None] Set router 1b251f69-63d4-42e7-b4b3-ece204612809 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:01:01.103555 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-8673e57f-1cf6-4534-bf70-22327f714fd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:01:01.106222 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3dc5c4-7162-4b53-a24c-3805208dcb6d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:01:01.108003 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-8673e57f-1cf6-4534-bf70-22327f714fd2 admin admin] Usage tracker for resource:security_group_rule and tenant:67fea83ef39d41e18a4207ccd4b4a533 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:01:01.111327 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-8673e57f-1cf6-4534-bf70-22327f714fd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:01:01.112356 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1d3dc5c4-7162-4b53-a24c-3805208dcb6d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "PUT /v2.0/routers/63205195-38f0-416d-9bac-9fd0cfe30b7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5161617 Sep 14 23:01:01.115227 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55646) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:01.118558 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34ce66d-fc4e-4913-ac0e-121bb2484f4a None None] Sync routers for ids ['63205195-38f0-416d-9bac-9fd0cfe30b7c'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:01:01.147525 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34ce66d-fc4e-4913-ac0e-121bb2484f4a None None] Routers {'63205195-38f0-416d-9bac-9fd0cfe30b7c'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:01.148174 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-f34ce66d-fc4e-4913-ac0e-121bb2484f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:00:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['63205195-38f0-416d-9bac-9fd0cfe30b7c'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:01.152447 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-8673e57f-1cf6-4534-bf70-22327f714fd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:01:01.211804 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56530163-9b83-443f-afc5-e07452020436 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:01.212891 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-56530163-9b83-443f-afc5-e07452020436 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Synchronizing usage tracker for tenant:7a62583d2f004fd6a05eb6d863384cb3 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:01:01.238788 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ab342-986f-4dad-9cfd-d73c9b07f489 req-e446c86a-014d-460a-ac7e-0dc7e3ddadf0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:01.239784 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-689ab342-986f-4dad-9cfd-d73c9b07f489 req-e446c86a-014d-460a-ac7e-0dc7e3ddadf0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:01:01.272049 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-56530163-9b83-443f-afc5-e07452020436 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Unset dirty status for tenant:7a62583d2f004fd6a05eb6d863384cb3 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:01:01.274844 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-56530163-9b83-443f-afc5-e07452020436 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "GET /v2.0/ports/6d3a5d9c-c28d-4c2b-b53a-a2541a48581b HTTP/1.1" status: 200 len: 911 time: 0.1572444 Sep 14 23:01:01.277945 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55654) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:01.279479 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-689ab342-986f-4dad-9cfd-d73c9b07f489 req-e446c86a-014d-460a-ac7e-0dc7e3ddadf0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:01:01.281230 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-689ab342-986f-4dad-9cfd-d73c9b07f489 req-e446c86a-014d-460a-ac7e-0dc7e3ddadf0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=1bbe0135-174f-4338-b6b0-7d8216fe03dc HTTP/1.1" status: 200 len: 946 time: 0.2535293 Sep 14 23:01:01.313409 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-f34ce66d-fc4e-4913-ac0e-121bb2484f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:01.324470 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34ce66d-fc4e-4913-ac0e-121bb2484f4a None None] Routers {'63205195-38f0-416d-9bac-9fd0cfe30b7c'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:01.325131 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-f34ce66d-fc4e-4913-ac0e-121bb2484f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:00:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['63205195-38f0-416d-9bac-9fd0cfe30b7c'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:01.425295 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-f34ce66d-fc4e-4913-ac0e-121bb2484f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:01.426415 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34ce66d-fc4e-4913-ac0e-121bb2484f4a None None] The sync data for ids ['63205195-38f0-416d-9bac-9fd0cfe30b7c'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:01:01.462636 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-51051468-e9e9-4fc9-a035-c32f06670611 req-57d73456-df59-44a8-9e30-3d682385322d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=5f68fddc-acde-4739-8de7-9dae807d2ab3 HTTP/1.1" status: 200 len: 210 time: 0.1498184 Sep 14 23:01:01.473335 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8673e57f-1cf6-4534-bf70-22327f714fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:01.514474 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-689ab342-986f-4dad-9cfd-d73c9b07f489 req-264a9fcc-47ba-49dc-a4a4-97c5207adba0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=152411bf-2f44-40f3-bd31-56e3bfcf07df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237639 Sep 14 23:01:01.563497 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port a4a0f873-dfcf-44bb-9b80-cce562094dfd is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:01:01.568765 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8673e57f-1cf6-4534-bf70-22327f714fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:01.657218 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-3a5b9415-8a1d-447c-b7d0-d1cd556e8030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'name': 'tempest-TestNetworkBasicOps-router-1539886236', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:26Z', 'updated_at': '2022-09-14T23:00:59Z', 'revision_number': 6, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:28Z', 'updated_at': '2022-09-14T22:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '5e6a893e-9e53-4158-a969-5ebfb17a7421', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.97', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'port_id': '771969ce-4285-4948-867d-68149ce1a2a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362', 'mac_address': 'fa:16:3e:68:f7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ccc775-da69-4d1a-a67d-78167a4fef25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T22:59:27Z', 'updated_at': '2022-09-14T22:59:36Z', 'revision_number': 1, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8b347fa-5a34-4924-99ca-d5ac13de454c', 'name': '', 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:b5:3a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '0333997c-a1e9-459f-8c5d-4805fd79339b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:39Z', 'updated_at': '2022-09-14T22:58:58Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '0333997c-a1e9-459f-8c5d-4805fd79339b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:01.662083 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5b9415-8a1d-447c-b7d0-d1cd556e8030 None None] Checking router: 1b251f69-63d4-42e7-b4b3-ece204612809 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:01:01.672143 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5b9415-8a1d-447c-b7d0-d1cd556e8030 None None] Routers {'1b251f69-63d4-42e7-b4b3-ece204612809'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:01.672795 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-3a5b9415-8a1d-447c-b7d0-d1cd556e8030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:00:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1b251f69-63d4-42e7-b4b3-ece204612809'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:01.701932 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673e57f-1cf6-4534-bf70-22327f714fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4de42d-a2f4-4eca-ae72-f7cb3459acf3,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:01.711718 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55664) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:01.712299 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8673e57f-1cf6-4534-bf70-22327f714fd2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=67fea83ef39d41e18a4207ccd4b4a533&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6529551 Sep 14 23:01:01.785815 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-74913e8e-a59b-4ad7-b229-1e0ad1d3a3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:01.815357 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-74913e8e-a59b-4ad7-b229-1e0ad1d3a3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:01.879891 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-74913e8e-a59b-4ad7-b229-1e0ad1d3a3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:01.898602 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-3a5b9415-8a1d-447c-b7d0-d1cd556e8030 None None] Set router 1b251f69-63d4-42e7-b4b3-ece204612809 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:01:01.904865 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74913e8e-a59b-4ad7-b229-1e0ad1d3a3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4de42d-a2f4-4eca-ae72-f7cb3459acf3,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:01.907497 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-74913e8e-a59b-4ad7-b229-1e0ad1d3a3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:01.911583 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-74913e8e-a59b-4ad7-b229-1e0ad1d3a3eb admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/cd4de42d-a2f4-4eca-ae72-f7cb3459acf3 HTTP/1.1" status: 204 len: 168 time: 0.1987534 Sep 14 23:01:01.966830 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fb4ac12d-a59a-4968-aa6c-cdb59be4b28c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:02.323184 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-3a5b9415-8a1d-447c-b7d0-d1cd556e8030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'name': 'tempest-TestNetworkBasicOps-router-1539886236', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:26Z', 'updated_at': '2022-09-14T23:00:59Z', 'revision_number': 6, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:28Z', 'updated_at': '2022-09-14T22:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '5e6a893e-9e53-4158-a969-5ebfb17a7421', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.97', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'port_id': '771969ce-4285-4948-867d-68149ce1a2a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362', 'mac_address': 'fa:16:3e:68:f7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ccc775-da69-4d1a-a67d-78167a4fef25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T22:59:27Z', 'updated_at': '2022-09-14T22:59:36Z', 'revision_number': 1, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8b347fa-5a34-4924-99ca-d5ac13de454c', 'name': '', 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:b5:3a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '0333997c-a1e9-459f-8c5d-4805fd79339b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:39Z', 'updated_at': '2022-09-14T22:58:58Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '0333997c-a1e9-459f-8c5d-4805fd79339b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:02.330147 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5b9415-8a1d-447c-b7d0-d1cd556e8030 None None] The sync data for ids ['1b251f69-63d4-42e7-b4b3-ece204612809'] in dv-neutron-857791-1-hyperv is: [{'id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'name': 'tempest-TestNetworkBasicOps-router-1539886236', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:26Z', 'updated_at': '2022-09-14T23:00:59Z', 'revision_number': 6, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:28Z', 'updated_at': '2022-09-14T22:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '5e6a893e-9e53-4158-a969-5ebfb17a7421', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.97', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'port_id': '771969ce-4285-4948-867d-68149ce1a2a7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362', 'mac_address': 'fa:16:3e:68:f7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ccc775-da69-4d1a-a67d-78167a4fef25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T22:59:27Z', 'updated_at': '2022-09-14T22:59:36Z', 'revision_number': 1, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8b347fa-5a34-4924-99ca-d5ac13de454c', 'name': '', 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:b5:3a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '0333997c-a1e9-459f-8c5d-4805fd79339b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:39Z', 'updated_at': '2022-09-14T22:58:58Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '0333997c-a1e9-459f-8c5d-4805fd79339b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:01:02.488476 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebb62c-aae6-4975-ad98-734e7f218b69 req-c2738ce1-89c1-456e-951f-bd66f03200d3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:02.489972 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-43ebb62c-aae6-4975-ad98-734e7f218b69 req-c2738ce1-89c1-456e-951f-bd66f03200d3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bbe0135-174f-4338-b6b0-7d8216fe03dc HTTP/1.1" status: 200 len: 946 time: 0.2593923 Sep 14 23:01:02.592425 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-fb4ac12d-a59a-4968-aa6c-cdb59be4b28c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Deleting port 6d3a5d9c-c28d-4c2b-b53a-a2541a48581b {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:01:02.593066 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fb4ac12d-a59a-4968-aa6c-cdb59be4b28c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:02.727916 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 4df0ef4e-ec8e-412e-8ea8-20c64bc4af49 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:01:02.729193 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3ec5f10e-f9e8-4b5d-afcd-0cc25dadad38 req-33b7a737-6b79-4ced-a5e5-d66bbe42d1c8 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=5f68fddc-acde-4739-8de7-9dae807d2ab3 HTTP/1.1" status: 200 len: 210 time: 0.0793874 Sep 14 23:01:02.770846 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 4df0ef4e-ec8e-412e-8ea8-20c64bc4af49 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:01:02.773832 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 4df0ef4e-ec8e-412e-8ea8-20c64bc4af49 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:01:02.814661 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [req-43ebb62c-aae6-4975-ad98-734e7f218b69 req-45d00000-f027-4acc-acc2-63d22b1391e2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting port 019c3c22-6922-496f-973f-83a36374b4cc {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:01:02.815012 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-43ebb62c-aae6-4975-ad98-734e7f218b69 req-45d00000-f027-4acc-acc2-63d22b1391e2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:02.899650 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bb0c2362-3585-48f5-b841-5955f9341330 req-8299a2bc-131b-4b05-87c1-1eb3a4bdcbca service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=57ccc775-da69-4d1a-a67d-78167a4fef25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2150826 Sep 14 23:01:02.914883 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fb4ac12d-a59a-4968-aa6c-cdb59be4b28c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:02.940208 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-3fb04bf3-f8f0-4fe9-9a8e-6da7d6f498a0 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:02.941626 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-3fb04bf3-f8f0-4fe9-9a8e-6da7d6f498a0 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.20 "GET /v2.0/networks?id=8c5b42e5-c7a4-4629-b1de-12796897febf HTTP/1.1" status: 200 len: 812 time: 0.4125326 Sep 14 23:01:03.041031 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-fb4ac12d-a59a-4968-aa6c-cdb59be4b28c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Calling delete_port for 6d3a5d9c-c28d-4c2b-b53a-a2541a48581b owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:01:03.057258 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08cc39-ad60-4710-8022-5523f2807b5c req-335cf3e5-6662-4089-a928-a7616ea85968 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:03.058730 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cc08cc39-ad60-4710-8022-5523f2807b5c req-335cf3e5-6662-4089-a928-a7616ea85968 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=1bbe0135-174f-4338-b6b0-7d8216fe03dc HTTP/1.1" status: 200 len: 946 time: 0.3534987 Sep 14 23:01:03.135064 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-3a67bcc0-d3de-4acf-9742-9874d06ab4a6 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=093721cb95a347f28f2306e789d64fd0 HTTP/1.1" status: 200 len: 380 time: 0.1450946 Sep 14 23:01:03.164358 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-b2136359-0f5c-42fe-b084-49e88070a192 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Request body: {'port': {'device_id': '5f68fddc-acde-4739-8de7-9dae807d2ab3', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'admin_state_up': True, 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'security_groups': ['9bdccbf1-a509-42f7-99d9-d23340f211e6']}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:01:03.182056 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c2362-3585-48f5-b841-5955f9341330 req-ad227e6a-3063-468f-8dbc-83818a1299c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:03.183543 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bb0c2362-3585-48f5-b841-5955f9341330 req-ad227e6a-3063-468f-8dbc-83818a1299c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=57ccc775-da69-4d1a-a67d-78167a4fef25 HTTP/1.1" status: 200 len: 1099 time: 0.1496894 Sep 14 23:01:03.302288 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cc08cc39-ad60-4710-8022-5523f2807b5c req-a28801d8-52c0-4225-ac3c-8794a646ba8c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=152411bf-2f44-40f3-bd31-56e3bfcf07df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768491 Sep 14 23:01:03.366176 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-43ebb62c-aae6-4975-ad98-734e7f218b69 req-45d00000-f027-4acc-acc2-63d22b1391e2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] For port 019c3c22-6922-496f-973f-83a36374b4cc, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=019c3c22-6922-496f-973f-83a36374b4cc,segment=NetworkSegment(376af752-f1ae-4770-a297-8e0b3be1fcb9),segment_id=376af752-f1ae-4770-a297-8e0b3be1fcb9)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:01:03.366549 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-43ebb62c-aae6-4975-ad98-734e7f218b69 req-45d00000-f027-4acc-acc2-63d22b1391e2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:03.415226 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c2362-3585-48f5-b841-5955f9341330 req-8f276e7b-deec-4a2a-be15-797aef9809ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:03.417021 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bb0c2362-3585-48f5-b841-5955f9341330 req-8f276e7b-deec-4a2a-be15-797aef9809ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=d1a73eec-09dc-48d5-82d9-e45fd9ffc362 HTTP/1.1" status: 200 len: 896 time: 0.2089360 Sep 14 23:01:03.514318 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [req-43ebb62c-aae6-4975-ad98-734e7f218b69 req-45d00000-f027-4acc-acc2-63d22b1391e2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Calling delete_port for 019c3c22-6922-496f-973f-83a36374b4cc owned by compute:nova {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:01:03.518064 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fb4ac12d-a59a-4968-aa6c-cdb59be4b28c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:03.587737 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ac12d-a59a-4968-aa6c-cdb59be4b28c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event deleted for resources: {'Port': ['ID=6d3a5d9c-c28d-4c2b-b53a-a2541a48581b,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:03.697548 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-b2136359-0f5c-42fe-b084-49e88070a192 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:01:03.724850 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bb0c2362-3585-48f5-b841-5955f9341330 req-11ebefe1-51f8-4dc2-8428-eae33295ef7f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=771969ce-4285-4948-867d-68149ce1a2a7 HTTP/1.1" status: 200 len: 1001 time: 0.2803900 Sep 14 23:01:03.737287 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-b2136359-0f5c-42fe-b084-49e88070a192 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:01:03.776018 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-b2136359-0f5c-42fe-b084-49e88070a192 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Made reservation on behalf of 093721cb95a347f28f2306e789d64fd0 for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:01:03.784564 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-b2136359-0f5c-42fe-b084-49e88070a192 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:03.840252 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fb4ac12d-a59a-4968-aa6c-cdb59be4b28c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:03.908694 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-43ebb62c-aae6-4975-ad98-734e7f218b69 req-45d00000-f027-4acc-acc2-63d22b1391e2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:03.916657 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c2362-3585-48f5-b841-5955f9341330 req-7ee02b7e-1f5b-4ab6-a6e1-0eb28d29d306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:03.918136 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bb0c2362-3585-48f5-b841-5955f9341330 req-7ee02b7e-1f5b-4ab6-a6e1-0eb28d29d306 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0333997c-a1e9-459f-8c5d-4805fd79339b HTTP/1.1" status: 200 len: 834 time: 0.1406679 Sep 14 23:01:04.038435 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d00000-f027-4acc-acc2-63d22b1391e2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Port': ['ID=019c3c22-6922-496f-973f-83a36374b4cc,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:04.106959 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-49562b17-6cfb-4724-88cc-ec51621e6b1a req-0d0d81ca-ba75-4409-8a60-97551c068915 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=5f68fddc-acde-4739-8de7-9dae807d2ab3 HTTP/1.1" status: 200 len: 210 time: 0.1563532 Sep 14 23:01:04.159911 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ebb62c-aae6-4975-ad98-734e7f218b69 req-45d00000-f027-4acc-acc2-63d22b1391e2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] No DVR routers for this DVR port 019c3c22-6922-496f-973f-83a36374b4cc on host hv-neutron-8577 {{(pid=89170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:01:04.165092 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-43ebb62c-aae6-4975-ad98-734e7f218b69 req-45d00000-f027-4acc-acc2-63d22b1391e2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:04.167413 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbe0135-174f-4338-b6b0-7d8216fe03dc', 'name': 'network-vif-deleted', 'tag': '019c3c22-6922-496f-973f-83a36374b4cc'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:01:04.169684 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180f864c-9b81-4dca-bd70-21d73da30a86" -d '{"events": [{"server_uuid": "1bbe0135-174f-4338-b6b0-7d8216fe03dc", "name": "network-vif-deleted", "tag": "019c3c22-6922-496f-973f-83a36374b4cc"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:01:04.181623 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-b2136359-0f5c-42fe-b084-49e88070a192 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Allocated IP 172.20.0.9 (8c5b42e5-c7a4-4629-b1de-12796897febf/9530b6a1-5b44-4a8b-9405-362cadb44215/6174a624-7e1d-4b4f-8925-fda0061bb079) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:01:04.196507 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-43ebb62c-aae6-4975-ad98-734e7f218b69 req-45d00000-f027-4acc-acc2-63d22b1391e2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "DELETE /v2.0/ports/019c3c22-6922-496f-973f-83a36374b4cc HTTP/1.1" status: 204 len: 173 time: 1.6987827 Sep 14 23:01:04.242722 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79623d9-f10b-467a-a039-d55b95bb2673 x-openstack-request-id: req-a79623d9-f10b-467a-a039-d55b95bb2673 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:01:04.243094 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbe0135-174f-4338-b6b0-7d8216fe03dc", "name": "network-vif-deleted", "tag": "019c3c22-6922-496f-973f-83a36374b4cc", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:01:04.243441 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a79623d9-f10b-467a-a039-d55b95bb2673 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:01:04.243990 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a79623d9-f10b-467a-a039-d55b95bb2673'] response: {'server_uuid': '1bbe0135-174f-4338-b6b0-7d8216fe03dc', 'name': 'network-vif-deleted', 'tag': '019c3c22-6922-496f-973f-83a36374b4cc', 'status': 'completed', 'code': 200} Sep 14 23:01:04.367197 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4ac12d-a59a-4968-aa6c-cdb59be4b28c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Router 63205195-38f0-416d-9bac-9fd0cfe30b7c has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:01:04.371824 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c2362-3585-48f5-b841-5955f9341330 req-bd310ee8-9009-4440-a381-a8321bd088e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:04.373354 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bb0c2362-3585-48f5-b841-5955f9341330 req-bd310ee8-9009-4440-a381-a8321bd088e3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d1a73eec-09dc-48d5-82d9-e45fd9ffc362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4480309 Sep 14 23:01:04.619998 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-d96fc6fc-2d1c-4f9f-8c2f-638c4a34d145 req-31730826-f9d7-4f9c-bcf1-2a2621362cf2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:01:04.693416 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-d96fc6fc-2d1c-4f9f-8c2f-638c4a34d145 req-31730826-f9d7-4f9c-bcf1-2a2621362cf2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:01:04.694758 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d96fc6fc-2d1c-4f9f-8c2f-638c4a34d145 req-31730826-f9d7-4f9c-bcf1-2a2621362cf2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=1bbe0135-174f-4338-b6b0-7d8216fe03dc HTTP/1.1" status: 200 len: 210 time: 0.1489704 Sep 14 23:01:04.701468 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4ac12d-a59a-4968-aa6c-cdb59be4b28c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:01:04.706347 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bb0c2362-3585-48f5-b841-5955f9341330 req-62b6b03c-21b0-4943-9bde-93522bd0c037 service neutron] 10.222.0.20 "GET /v2.0/networks/d1a73eec-09dc-48d5-82d9-e45fd9ffc362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235328 Sep 14 23:01:04.714487 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89706596-eb2f-4d33-b0f2-d1cf82a34347 None None] Sync routers for ids ['63205195-38f0-416d-9bac-9fd0cfe30b7c'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:01:04.720483 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-b2136359-0f5c-42fe-b084-49e88070a192 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:04.730073 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89706596-eb2f-4d33-b0f2-d1cf82a34347 None None] Routers {'63205195-38f0-416d-9bac-9fd0cfe30b7c'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:04.730695 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-89706596-eb2f-4d33-b0f2-d1cf82a34347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:00:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['63205195-38f0-416d-9bac-9fd0cfe30b7c'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:04.744930 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-b2136359-0f5c-42fe-b084-49e88070a192 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Transition to ACTIVE for port object 6174a624-7e1d-4b4f-8925-fda0061bb079 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:01:04.776735 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-b2136359-0f5c-42fe-b084-49e88070a192 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:04.864304 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-b2136359-0f5c-42fe-b084-49e88070a192 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Network 8c5b42e5-c7a4-4629-b1de-12796897febf is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:01:04.868660 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-b2136359-0f5c-42fe-b084-49e88070a192 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:01:04.872507 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-b2136359-0f5c-42fe-b084-49e88070a192 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:01:04.887893 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-fb4ac12d-a59a-4968-aa6c-cdb59be4b28c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "PUT /v2.0/routers/63205195-38f0-416d-9bac-9fd0cfe30b7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6089113 Sep 14 23:01:04.898701 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-89706596-eb2f-4d33-b0f2-d1cf82a34347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:04.900926 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55682) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:04.928500 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89706596-eb2f-4d33-b0f2-d1cf82a34347 None None] Routers {'63205195-38f0-416d-9bac-9fd0cfe30b7c'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:04.929441 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-89706596-eb2f-4d33-b0f2-d1cf82a34347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:00:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['63205195-38f0-416d-9bac-9fd0cfe30b7c'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:04.963226 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2136359-0f5c-42fe-b084-49e88070a192 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Pushing event updated for resources: {'Port': ['ID=6174a624-7e1d-4b4f-8925-fda0061bb079,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:04.997611 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-89706596-eb2f-4d33-b0f2-d1cf82a34347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:04.998246 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89706596-eb2f-4d33-b0f2-d1cf82a34347 None None] The sync data for ids ['63205195-38f0-416d-9bac-9fd0cfe30b7c'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:01:05.003413 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-70cda9b3-9f16-45c0-9173-4462bf02fd31 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Synchronizing usage tracker for tenant:7a62583d2f004fd6a05eb6d863384cb3 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:01:05.009568 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-b2136359-0f5c-42fe-b084-49e88070a192 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:05.010574 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-b2136359-0f5c-42fe-b084-49e88070a192 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:05.035463 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-b2136359-0f5c-42fe-b084-49e88070a192 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8774619 Sep 14 23:01:05.047883 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-7c2388a2-4e02-4014-bfdd-e38bcc928805 service neutron] Request body: {'port': {'device_id': '5f68fddc-acde-4739-8de7-9dae807d2ab3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:01:05.053354 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bb0c2362-3585-48f5-b841-5955f9341330 req-e513c503-a93a-4e8b-8f36-9f37ec5a94b2 service neutron] 10.222.0.20 "GET /v2.0/networks/d1a73eec-09dc-48d5-82d9-e45fd9ffc362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155963 Sep 14 23:01:05.054565 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-70cda9b3-9f16-45c0-9173-4462bf02fd31 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Unset dirty status for tenant:7a62583d2f004fd6a05eb6d863384cb3 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:01:05.055686 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-70cda9b3-9f16-45c0-9173-4462bf02fd31 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "GET /v2.0/ports?device_id=63205195-38f0-416d-9bac-9fd0cfe30b7c HTTP/1.1" status: 200 len: 205 time: 0.1538410 Sep 14 23:01:05.058662 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55686) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:05.173023 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-7c2388a2-4e02-4014-bfdd-e38bcc928805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:05.197338 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-927efaf8-aba2-452d-b1c1-6004789355b7 None None] Provisioning for port 6174a624-7e1d-4b4f-8925-fda0061bb079 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:01:05.204171 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-927efaf8-aba2-452d-b1c1-6004789355b7 None None] Provisioning complete for port 6174a624-7e1d-4b4f-8925-fda0061bb079 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:05.204541 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-927efaf8-aba2-452d-b1c1-6004789355b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:05.205049 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-acc749df-b8d8-4b60-a9f0-57f24e064f73 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:05.265913 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-927efaf8-aba2-452d-b1c1-6004789355b7 None None] Port 6174a624-7e1d-4b4f-8925-fda0061bb079 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:01:05.502037 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf4a34-9700-4838-8347-0648dd03def9 req-9f3016c3-b7b4-4373-9c91-1477a7eeddda tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:05.502760 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-89cf4a34-9700-4838-8347-0648dd03def9 req-9f3016c3-b7b4-4373-9c91-1477a7eeddda tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Synchronizing usage tracker for tenant:093721cb95a347f28f2306e789d64fd0 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:01:05.541667 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-89cf4a34-9700-4838-8347-0648dd03def9 req-9f3016c3-b7b4-4373-9c91-1477a7eeddda tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Unset dirty status for tenant:093721cb95a347f28f2306e789d64fd0 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:01:05.542833 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-89cf4a34-9700-4838-8347-0648dd03def9 req-9f3016c3-b7b4-4373-9c91-1477a7eeddda tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=5f68fddc-acde-4739-8de7-9dae807d2ab3 HTTP/1.1" status: 200 len: 931 time: 0.2990983 Sep 14 23:01:05.607198 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-89cf4a34-9700-4838-8347-0648dd03def9 req-2e60da9d-acf5-4b01-9432-4579b48f029f tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527334 Sep 14 23:01:05.652076 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-acc749df-b8d8-4b60-a9f0-57f24e064f73 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:05.654339 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-acc749df-b8d8-4b60-a9f0-57f24e064f73 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:05.678044 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-acc749df-b8d8-4b60-a9f0-57f24e064f73 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:05.678734 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc749df-b8d8-4b60-a9f0-57f24e064f73 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Fanout notify agent at l3_agent the message router_deleted on router 63205195-38f0-416d-9bac-9fd0cfe30b7c {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 23:01:05.679844 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-7c2388a2-4e02-4014-bfdd-e38bcc928805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6174a624-7e1d-4b4f-8925-fda0061bb079 {{(pid=89170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:01:05.690500 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-acc749df-b8d8-4b60-a9f0-57f24e064f73 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:05.691845 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-acc749df-b8d8-4b60-a9f0-57f24e064f73 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/routers/63205195-38f0-416d-9bac-9fd0cfe30b7c HTTP/1.1" status: 204 len: 168 time: 0.6316993 Sep 14 23:01:05.694593 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55692) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:05.697171 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-7c2388a2-4e02-4014-bfdd-e38bcc928805 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:05.713859 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-7c2388a2-4e02-4014-bfdd-e38bcc928805 service neutron] Transition to ACTIVE for port object 6174a624-7e1d-4b4f-8925-fda0061bb079 will not be triggered until provisioned by entity L2. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:01:05.717296 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-7c2388a2-4e02-4014-bfdd-e38bcc928805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:05.766618 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-dca4d586-3a45-45eb-a4d1-e13af8df62a3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Deleting subnet 3528e79c-53fd-4173-bea7-ef10dd0ea053 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:01:05.769976 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dca4d586-3a45-45eb-a4d1-e13af8df62a3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:05.824871 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55698) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:05.846077 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dca4d586-3a45-45eb-a4d1-e13af8df62a3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:05.928142 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2388a2-4e02-4014-bfdd-e38bcc928805 service neutron] Pushing event updated for resources: {'Port': ['ID=6174a624-7e1d-4b4f-8925-fda0061bb079,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:05.957566 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-7c2388a2-4e02-4014-bfdd-e38bcc928805 service neutron] Attempting to bind port 6174a624-7e1d-4b4f-8925-fda0061bb079 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:01:05.958167 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-7c2388a2-4e02-4014-bfdd-e38bcc928805 service neutron] Attempting to bind port 6174a624-7e1d-4b4f-8925-fda0061bb079 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'ab179e40-d634-4a10-a989-ca879bb3802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf'}] {{(pid=89170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:01:05.958657 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-7c2388a2-4e02-4014-bfdd-e38bcc928805 service neutron] Attempting to bind port 6174a624-7e1d-4b4f-8925-fda0061bb079 on network 8c5b42e5-c7a4-4629-b1de-12796897febf {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:01:05.962666 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3e29e9f8-2796-406b-830b-6666408e3615 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:05.965140 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-7c2388a2-4e02-4014-bfdd-e38bcc928805 service neutron] Port 6174a624-7e1d-4b4f-8925-fda0061bb079 on network 8c5b42e5-c7a4-4629-b1de-12796897febf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:01:05.965649 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-7c2388a2-4e02-4014-bfdd-e38bcc928805 service neutron] Attempting to bind port 6174a624-7e1d-4b4f-8925-fda0061bb079 on network 8c5b42e5-c7a4-4629-b1de-12796897febf {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:01:05.980441 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-7c2388a2-4e02-4014-bfdd-e38bcc928805 service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:01:05.981221 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-7c2388a2-4e02-4014-bfdd-e38bcc928805 service neutron] Checking segment: {'id': 'ab179e40-d634-4a10-a989-ca879bb3802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:01:05.982030 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-7c2388a2-4e02-4014-bfdd-e38bcc928805 service neutron] Bound using segment: {'id': 'ab179e40-d634-4a10-a989-ca879bb3802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf'} {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:01:05.982668 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-7c2388a2-4e02-4014-bfdd-e38bcc928805 service neutron] Bound port: 6174a624-7e1d-4b4f-8925-fda0061bb079, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab179e40-d634-4a10-a989-ca879bb3802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf'}}] {{(pid=89170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:01:05.983190 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-7c2388a2-4e02-4014-bfdd-e38bcc928805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:06.002955 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3e29e9f8-2796-406b-830b-6666408e3615 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:06.083774 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dca4d586-3a45-45eb-a4d1-e13af8df62a3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:06.111196 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-7c2388a2-4e02-4014-bfdd-e38bcc928805 service neutron] For port 6174a624-7e1d-4b4f-8925-fda0061bb079, host hv-neutron-8577, cleared binding levels {{(pid=89170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:01:06.115380 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3e29e9f8-2796-406b-830b-6666408e3615 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:06.116040 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-7c2388a2-4e02-4014-bfdd-e38bcc928805 service neutron] For port 6174a624-7e1d-4b4f-8925-fda0061bb079, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6174a624-7e1d-4b4f-8925-fda0061bb079,segment=NetworkSegment(ab179e40-d634-4a10-a989-ca879bb3802f),segment_id=ab179e40-d634-4a10-a989-ca879bb3802f)] {{(pid=89170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:01:06.126078 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-7c2388a2-4e02-4014-bfdd-e38bcc928805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:06.147338 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29e9f8-2796-406b-830b-6666408e3615 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=152411bf-2f44-40f3-bd31-56e3bfcf07df,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:06.170510 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3e29e9f8-2796-406b-830b-6666408e3615 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:06.171848 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3e29e9f8-2796-406b-830b-6666408e3615 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/security-groups/152411bf-2f44-40f3-bd31-56e3bfcf07df HTTP/1.1" status: 204 len: 168 time: 0.3458934 Sep 14 23:01:06.187499 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 019c3c22-6922-496f-973f-83a36374b4cc no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:01:06.215468 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55704) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:06.265415 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: 019c3c22-6922-496f-973f-83a36374b4cc {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:01:06.268521 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 019c3c22-6922-496f-973f-83a36374b4cc not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:01:06.282431 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-7c2388a2-4e02-4014-bfdd-e38bcc928805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:06.283435 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-7c2388a2-4e02-4014-bfdd-e38bcc928805 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:06.286178 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-7c2388a2-4e02-4014-bfdd-e38bcc928805 service neutron] 10.222.0.20 "PUT /v2.0/ports/6174a624-7e1d-4b4f-8925-fda0061bb079 HTTP/1.1" status: 200 len: 1093 time: 1.2445145 Sep 14 23:01:06.286922 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f68fddc-acde-4739-8de7-9dae807d2ab3', 'tag': '6174a624-7e1d-4b4f-8925-fda0061bb079'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:01:06.290175 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aba8878-a242-4472-84d6-7dbf86059e62" -d '{"events": [{"name": "network-changed", "server_uuid": "5f68fddc-acde-4739-8de7-9dae807d2ab3", "tag": "6174a624-7e1d-4b4f-8925-fda0061bb079"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:01:06.298155 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2388a2-4e02-4014-bfdd-e38bcc928805 service neutron] Pushing event updated for resources: {'Port': ['ID=6174a624-7e1d-4b4f-8925-fda0061bb079,revision_number=3']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:06.308171 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dca4d586-3a45-45eb-a4d1-e13af8df62a3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:06.379043 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca4d586-3a45-45eb-a4d1-e13af8df62a3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event deleted for resources: {'Subnet': ['ID=3528e79c-53fd-4173-bea7-ef10dd0ea053,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:06.384142 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-335f518f-b377-4e2a-a373-9962103cf916 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting subnet 0ce97621-4c6a-4861-925e-ecb6f40ca9e7 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:01:06.388280 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e633537d-c2c3-4a38-a470-6d7d8dac7f11 None None] Network e6333493-0440-4f2d-886f-e3fbc0a422ab requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:01:06.395050 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dca4d586-3a45-45eb-a4d1-e13af8df62a3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:06.401496 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-335f518f-b377-4e2a-a373-9962103cf916 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:06.421643 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8989fe43-c2d6-4cf0-9aeb-0ff6e4f55e01 x-openstack-request-id: req-8989fe43-c2d6-4cf0-9aeb-0ff6e4f55e01 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:01:06.422591 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f68fddc-acde-4739-8de7-9dae807d2ab3", "tag": "6174a624-7e1d-4b4f-8925-fda0061bb079", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:01:06.422938 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8989fe43-c2d6-4cf0-9aeb-0ff6e4f55e01 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:01:06.423443 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8989fe43-c2d6-4cf0-9aeb-0ff6e4f55e01'] response: {'name': 'network-changed', 'server_uuid': '5f68fddc-acde-4739-8de7-9dae807d2ab3', 'tag': '6174a624-7e1d-4b4f-8925-fda0061bb079', 'status': 'completed', 'code': 200} Sep 14 23:01:06.468581 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-dca4d586-3a45-45eb-a4d1-e13af8df62a3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/subnets/3528e79c-53fd-4173-bea7-ef10dd0ea053 HTTP/1.1" status: 204 len: 168 time: 0.7713542 Sep 14 23:01:06.471616 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55710) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:06.475712 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-d8599564-1180-4fb3-95f9-de9d70510b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:06.477502 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-d8599564-1180-4fb3-95f9-de9d70510b93 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=093721cb95a347f28f2306e789d64fd0&device_id=5f68fddc-acde-4739-8de7-9dae807d2ab3 HTTP/1.1" status: 200 len: 1096 time: 0.1170328 Sep 14 23:01:06.490560 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-335f518f-b377-4e2a-a373-9962103cf916 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:06.609032 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-335f518f-b377-4e2a-a373-9962103cf916 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:06.622188 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-3df1a0bf-3f4b-4e57-83f5-b13465203526 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6174a624-7e1d-4b4f-8925-fda0061bb079 HTTP/1.1" status: 200 len: 217 time: 0.1227393 Sep 14 23:01:06.689644 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-335f518f-b377-4e2a-a373-9962103cf916 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:06.715449 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b1d134f6-36b4-4c69-acc9-f4514a10e849 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:06.730304 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-1444104f-52ed-4946-a75a-3905046768cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:06.732032 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-1444104f-52ed-4946-a75a-3905046768cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9530b6a1-5b44-4a8b-9405-362cadb44215 HTTP/1.1" status: 200 len: 851 time: 0.1036692 Sep 14 23:01:06.735544 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-b1d134f6-36b4-4c69-acc9-f4514a10e849 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Deleting port a4a0f873-dfcf-44bb-9b80-cce562094dfd {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:01:06.735890 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b1d134f6-36b4-4c69-acc9-f4514a10e849 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:06.740814 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335f518f-b377-4e2a-a373-9962103cf916 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Subnet': ['ID=0ce97621-4c6a-4861-925e-ecb6f40ca9e7,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:06.744496 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-335f518f-b377-4e2a-a373-9962103cf916 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:06.753395 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6d1439-3cc8-4423-9a35-e88587ffd1b1 None None] Network 26074170-6c57-4d9e-9353-c50e801b3123 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:01:06.763356 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-335f518f-b377-4e2a-a373-9962103cf916 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/subnets/0ce97621-4c6a-4861-925e-ecb6f40ca9e7 HTTP/1.1" status: 204 len: 168 time: 0.5464537 Sep 14 23:01:06.765945 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55716) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:06.769120 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dd12a7-642a-47e8-bb0b-a90c03e914a7 None None] DHCP port deletion for e6333493-0440-4f2d-886f-e3fbc0a422ab request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:01:06.775614 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-82dd12a7-642a-47e8-bb0b-a90c03e914a7 None None] Deleting port a4a0f873-dfcf-44bb-9b80-cce562094dfd {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:01:06.776125 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-82dd12a7-642a-47e8-bb0b-a90c03e914a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:06.900640 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c70eb3d3-1eab-4df8-a562-b90c628f0ad5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:06.915652 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-c70eb3d3-1eab-4df8-a562-b90c628f0ad5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting port a4fcde8b-d2bf-40c8-945d-3f68568b1409 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:01:06.916419 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c70eb3d3-1eab-4df8-a562-b90c628f0ad5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:07.174542 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-c70eb3d3-1eab-4df8-a562-b90c628f0ad5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] For port a4fcde8b-d2bf-40c8-945d-3f68568b1409, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=a4fcde8b-d2bf-40c8-945d-3f68568b1409,segment=NetworkSegment(376af752-f1ae-4770-a297-8e0b3be1fcb9),segment_id=376af752-f1ae-4770-a297-8e0b3be1fcb9)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:01:07.175221 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c70eb3d3-1eab-4df8-a562-b90c628f0ad5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:07.189760 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-82dd12a7-642a-47e8-bb0b-a90c03e914a7 None None] For port a4a0f873-dfcf-44bb-9b80-cce562094dfd, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=a4a0f873-dfcf-44bb-9b80-cce562094dfd,segment=NetworkSegment(e236f587-14f5-464c-80cd-f9da70e9a1ab),segment_id=e236f587-14f5-464c-80cd-f9da70e9a1ab)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:01:07.191077 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-82dd12a7-642a-47e8-bb0b-a90c03e914a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:07.195407 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f222a82-35ce-4dc3-a6f6-6ff6bd552fe6 req-098fe67b-d8f8-4d33-9cae-22bcddbf80ba tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:07.197194 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2f222a82-35ce-4dc3-a6f6-6ff6bd552fe6 req-098fe67b-d8f8-4d33-9cae-22bcddbf80ba tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=5f68fddc-acde-4739-8de7-9dae807d2ab3 HTTP/1.1" status: 200 len: 943 time: 0.2701483 Sep 14 23:01:07.199273 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-4526d218-1b29-419e-ac2a-f5befba415e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:07.200737 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-4526d218-1b29-419e-ac2a-f5befba415e2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c5b42e5-c7a4-4629-b1de-12796897febf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3132567 Sep 14 23:01:07.320353 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-c70eb3d3-1eab-4df8-a562-b90c628f0ad5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Calling delete_port for a4fcde8b-d2bf-40c8-945d-3f68568b1409 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:01:07.357133 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-b1d134f6-36b4-4c69-acc9-f4514a10e849 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] For port a4a0f873-dfcf-44bb-9b80-cce562094dfd, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=a4a0f873-dfcf-44bb-9b80-cce562094dfd,segment=NetworkSegment(e236f587-14f5-464c-80cd-f9da70e9a1ab),segment_id=e236f587-14f5-464c-80cd-f9da70e9a1ab)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:01:07.357498 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b1d134f6-36b4-4c69-acc9-f4514a10e849 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:07.360459 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-82dd12a7-642a-47e8-bb0b-a90c03e914a7 None None] Calling delete_port for a4a0f873-dfcf-44bb-9b80-cce562094dfd owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:01:07.482189 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-82dd12a7-642a-47e8-bb0b-a90c03e914a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:07.498766 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c70eb3d3-1eab-4df8-a562-b90c628f0ad5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:07.536374 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac2fe91-9fb7-46a3-b553-838b64f02f06 None None] DHCP port deletion for 26074170-6c57-4d9e-9353-c50e801b3123 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:01:07.548738 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-b1d134f6-36b4-4c69-acc9-f4514a10e849 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Calling delete_port for a4a0f873-dfcf-44bb-9b80-cce562094dfd owned by network:dhcp {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:01:07.549851 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd12a7-642a-47e8-bb0b-a90c03e914a7 None None] Pushing event deleted for resources: {'Port': ['ID=a4a0f873-dfcf-44bb-9b80-cce562094dfd,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:07.552315 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dd12a7-642a-47e8-bb0b-a90c03e914a7 None None] No DVR routers for this DVR port a4a0f873-dfcf-44bb-9b80-cce562094dfd on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:01:07.582437 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2f222a82-35ce-4dc3-a6f6-6ff6bd552fe6 req-44857a0d-949c-4027-99ac-371b6a12c0ff tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3771346 Sep 14 23:01:07.583241 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70eb3d3-1eab-4df8-a562-b90c628f0ad5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Port': ['ID=a4fcde8b-d2bf-40c8-945d-3f68568b1409,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:07.589434 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70eb3d3-1eab-4df8-a562-b90c628f0ad5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] No DVR routers for this DVR port a4fcde8b-d2bf-40c8-945d-3f68568b1409 on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:01:07.591881 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-363dfd9f-c7f4-4589-a629-e3fcba9527ce service neutron] 10.222.0.20 "GET /v2.0/networks/8c5b42e5-c7a4-4629-b1de-12796897febf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662691 Sep 14 23:01:07.671801 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4958f3aa-e64e-4e77-9a5a-0ced999039db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:07.729169 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c70eb3d3-1eab-4df8-a562-b90c628f0ad5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:07.750970 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.api [None req-b1d134f6-36b4-4c69-acc9-f4514a10e849 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 23:01:07.751289 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG oslo_db.api [None req-b1d134f6-36b4-4c69-acc9-f4514a10e849 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 23:01:07.753374 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-73c9ec8c-bd8f-4f07-93f9-898cc104aa25 req-d6c6fa5d-ea11-4b87-81de-9437ecb2d891 service neutron] 10.222.0.20 "GET /v2.0/networks/8c5b42e5-c7a4-4629-b1de-12796897febf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531732 Sep 14 23:01:07.758482 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-c70eb3d3-1eab-4df8-a562-b90c628f0ad5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26074170-6c57-4d9e-9353-c50e801b3123']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:07.772228 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-c70eb3d3-1eab-4df8-a562-b90c628f0ad5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '376af752-f1ae-4770-a297-8e0b3be1fcb9') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:07.772521 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-c70eb3d3-1eab-4df8-a562-b90c628f0ad5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '376af752-f1ae-4770-a297-8e0b3be1fcb9') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:07.785460 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c70eb3d3-1eab-4df8-a562-b90c628f0ad5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:07.802260 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c70eb3d3-1eab-4df8-a562-b90c628f0ad5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:07.808695 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c70eb3d3-1eab-4df8-a562-b90c628f0ad5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:01:07.809085 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c70eb3d3-1eab-4df8-a562-b90c628f0ad5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:07.883677 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 376af752-f1ae-4770-a297-8e0b3be1fcb9 resource provider aggregate not found Sep 14 23:01:07.894861 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba8878-a242-4472-84d6-7dbf86059e62 req-f479ef5c-1cac-4552-9967-1be2351a457b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:07.897067 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9aba8878-a242-4472-84d6-7dbf86059e62 req-f479ef5c-1cac-4552-9967-1be2351a457b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=093721cb95a347f28f2306e789d64fd0&device_id=5f68fddc-acde-4739-8de7-9dae807d2ab3 HTTP/1.1" status: 200 len: 1096 time: 0.0920029 Sep 14 23:01:07.912631 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 376af752-f1ae-4770-a297-8e0b3be1fcb9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 376af752-f1ae-4770-a297-8e0b3be1fcb9 found for delete ", "request_id": "req-6384ba95-999a-4ee4-8917-133cf839abe4"}]} Sep 14 23:01:07.927531 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c70eb3d3-1eab-4df8-a562-b90c628f0ad5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:07.945261 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c70eb3d3-1eab-4df8-a562-b90c628f0ad5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:07.955926 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70eb3d3-1eab-4df8-a562-b90c628f0ad5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Network': ['ID=26074170-6c57-4d9e-9353-c50e801b3123,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:07.972155 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c70eb3d3-1eab-4df8-a562-b90c628f0ad5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/networks/26074170-6c57-4d9e-9353-c50e801b3123 HTTP/1.1" status: 204 len: 168 time: 1.2026410 Sep 14 23:01:07.972425 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55724) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:08.033076 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba8878-a242-4472-84d6-7dbf86059e62 req-80e1c2e3-2eac-4c06-960a-f7db1a18802d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:08.034415 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9aba8878-a242-4472-84d6-7dbf86059e62 req-80e1c2e3-2eac-4c06-960a-f7db1a18802d service neutron] 10.222.0.20 "GET /v2.0/networks?id=8c5b42e5-c7a4-4629-b1de-12796897febf HTTP/1.1" status: 200 len: 912 time: 0.1297007 Sep 14 23:01:08.102164 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9aba8878-a242-4472-84d6-7dbf86059e62 req-fe2c5413-f301-4e35-9e68-597c9e08e1e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6174a624-7e1d-4b4f-8925-fda0061bb079 HTTP/1.1" status: 200 len: 217 time: 0.0611298 Sep 14 23:01:08.167872 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba8878-a242-4472-84d6-7dbf86059e62 req-5dcf7fa6-315e-407d-bd50-39f02d698343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:08.169345 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9aba8878-a242-4472-84d6-7dbf86059e62 req-5dcf7fa6-315e-407d-bd50-39f02d698343 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9530b6a1-5b44-4a8b-9405-362cadb44215 HTTP/1.1" status: 200 len: 851 time: 0.0599964 Sep 14 23:01:08.176130 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-c7b6d6d4-78fc-4a1e-9f48-7e0fbfe945e9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting port 8c5a65ec-eefe-4a12-a228-84291f732183 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:01:08.176721 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c7b6d6d4-78fc-4a1e-9f48-7e0fbfe945e9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:08.252299 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-b1d134f6-36b4-4c69-acc9-f4514a10e849 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Deleting port a4a0f873-dfcf-44bb-9b80-cce562094dfd {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:01:08.252911 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b1d134f6-36b4-4c69-acc9-f4514a10e849 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:08.326702 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-b1d134f6-36b4-4c69-acc9-f4514a10e849 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] The port 'a4a0f873-dfcf-44bb-9b80-cce562094dfd' was deleted {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 23:01:08.328936 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba8878-a242-4472-84d6-7dbf86059e62 req-a2084bbf-aef2-40ce-9f81-7551e4758584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:08.330494 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9aba8878-a242-4472-84d6-7dbf86059e62 req-a2084bbf-aef2-40ce-9f81-7551e4758584 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c5b42e5-c7a4-4629-b1de-12796897febf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1550217 Sep 14 23:01:08.342817 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c7b6d6d4-78fc-4a1e-9f48-7e0fbfe945e9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:08.343216 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c7b6d6d4-78fc-4a1e-9f48-7e0fbfe945e9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:08.507636 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device a4a0f873-dfcf-44bb-9b80-cce562094dfd no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:01:08.545600 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: a4a0f873-dfcf-44bb-9b80-cce562094dfd {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:01:08.545940 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device a4a0f873-dfcf-44bb-9b80-cce562094dfd not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:01:08.546274 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device a4fcde8b-d2bf-40c8-945d-3f68568b1409 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:01:08.580813 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: a4fcde8b-d2bf-40c8-945d-3f68568b1409 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:01:08.581148 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device a4fcde8b-d2bf-40c8-945d-3f68568b1409 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:01:08.618931 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-c7b6d6d4-78fc-4a1e-9f48-7e0fbfe945e9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Calling delete_port for 8c5a65ec-eefe-4a12-a228-84291f732183 owned by network:floatingip {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:01:08.656962 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b1d134f6-36b4-4c69-acc9-f4514a10e849 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:08.699082 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-b1d134f6-36b4-4c69-acc9-f4514a10e849 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6333493-0440-4f2d-886f-e3fbc0a422ab']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:08.721902 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-b1d134f6-36b4-4c69-acc9-f4514a10e849 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e236f587-14f5-464c-80cd-f9da70e9a1ab') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:08.722194 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-b1d134f6-36b4-4c69-acc9-f4514a10e849 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e236f587-14f5-464c-80cd-f9da70e9a1ab') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:08.775385 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c7b6d6d4-78fc-4a1e-9f48-7e0fbfe945e9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:08.786064 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9aba8878-a242-4472-84d6-7dbf86059e62 req-19f413bc-368f-4cbf-9f8b-5de9570b9ea3 service neutron] 10.222.0.20 "GET /v2.0/networks/8c5b42e5-c7a4-4629-b1de-12796897febf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274929 Sep 14 23:01:08.787712 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b1d134f6-36b4-4c69-acc9-f4514a10e849 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:08.863655 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6d6d4-78fc-4a1e-9f48-7e0fbfe945e9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Port': ['ID=8c5a65ec-eefe-4a12-a228-84291f732183,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:08.888129 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b1d134f6-36b4-4c69-acc9-f4514a10e849 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:08.908662 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d134f6-36b4-4c69-acc9-f4514a10e849 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:01:08.909057 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b1d134f6-36b4-4c69-acc9-f4514a10e849 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:08.931925 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c7b6d6d4-78fc-4a1e-9f48-7e0fbfe945e9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:08.932321 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.l3_db [None req-c7b6d6d4-78fc-4a1e-9f48-7e0fbfe945e9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Floating IP 5e6a893e-9e53-4158-a969-5ebfb17a7421 disassociated (deleted). External IP: 172.26.5.97, port: 771969ce-4285-4948-867d-68149ce1a2a7. Sep 14 23:01:08.988034 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment e236f587-14f5-464c-80cd-f9da70e9a1ab resource provider aggregate not found Sep 14 23:01:09.024261 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment e236f587-14f5-464c-80cd-f9da70e9a1ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e236f587-14f5-464c-80cd-f9da70e9a1ab found for delete ", "request_id": "req-e712e6d5-c39b-4678-9822-21c64902d618"}]} Sep 14 23:01:09.047320 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b1d134f6-36b4-4c69-acc9-f4514a10e849 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:09.057622 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77627f8b-43e6-4bb5-b228-6641947aa9d8 req-da6dea7a-bd5d-4d6b-9b23-e55cc7b0c689 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:09.059054 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-77627f8b-43e6-4bb5-b228-6641947aa9d8 req-da6dea7a-bd5d-4d6b-9b23-e55cc7b0c689 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=5f68fddc-acde-4739-8de7-9dae807d2ab3 HTTP/1.1" status: 200 len: 943 time: 0.3488500 Sep 14 23:01:09.077482 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b1d134f6-36b4-4c69-acc9-f4514a10e849 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:09.084666 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9aba8878-a242-4472-84d6-7dbf86059e62 req-c458d42e-9986-40c0-b75e-f6d987773a6a service neutron] 10.222.0.20 "GET /v2.0/networks/8c5b42e5-c7a4-4629-b1de-12796897febf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858598 Sep 14 23:01:09.100043 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d134f6-36b4-4c69-acc9-f4514a10e849 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event deleted for resources: {'Network': ['ID=e6333493-0440-4f2d-886f-e3fbc0a422ab,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:09.126799 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b1d134f6-36b4-4c69-acc9-f4514a10e849 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/networks/e6333493-0440-4f2d-886f-e3fbc0a422ab HTTP/1.1" status: 204 len: 168 time: 2.6537454 Sep 14 23:01:09.131602 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55734) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:09.139742 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-fe5559b3-960d-4459-9249-d72c55047e6c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-329313105', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}, 'admin_state_up': False}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:01:09.150852 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-77627f8b-43e6-4bb5-b228-6641947aa9d8 req-3bab9533-7120-4d55-b07f-83626af60b08 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747108 Sep 14 23:01:09.151739 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-fe5559b3-960d-4459-9249-d72c55047e6c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:01:09.155657 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-fe5559b3-960d-4459-9249-d72c55047e6c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Usage tracker for resource:router and tenant:7a62583d2f004fd6a05eb6d863384cb3 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:01:09.158860 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-fe5559b3-960d-4459-9249-d72c55047e6c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:01:09.165209 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-fe5559b3-960d-4459-9249-d72c55047e6c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:01:09.177950 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fe5559b3-960d-4459-9249-d72c55047e6c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:09.179213 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fe5559b3-960d-4459-9249-d72c55047e6c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:09.195774 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fe5559b3-960d-4459-9249-d72c55047e6c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:09.299204 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b6d6d4-78fc-4a1e-9f48-7e0fbfe945e9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router 1b251f69-63d4-42e7-b4b3-ece204612809 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:01:09.465487 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fe5559b3-960d-4459-9249-d72c55047e6c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:09.479547 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b6d6d4-78fc-4a1e-9f48-7e0fbfe945e9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:01:09.490737 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc0031a-a9ed-4150-b225-d4d7f38f2973 None None] Sync routers for ids ['1b251f69-63d4-42e7-b4b3-ece204612809'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:01:09.497936 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c7b6d6d4-78fc-4a1e-9f48-7e0fbfe945e9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:09.501145 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc0031a-a9ed-4150-b225-d4d7f38f2973 None None] Routers {'1b251f69-63d4-42e7-b4b3-ece204612809'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:09.501747 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-6bc0031a-a9ed-4150-b225-d4d7f38f2973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:00:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1b251f69-63d4-42e7-b4b3-ece204612809'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:09.557227 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c7b6d6d4-78fc-4a1e-9f48-7e0fbfe945e9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/floatingips/5e6a893e-9e53-4158-a969-5ebfb17a7421 HTTP/1.1" status: 204 len: 168 time: 1.5836747 Sep 14 23:01:09.558280 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ccc775-da69-4d1a-a67d-78167a4fef25', 'tag': '771969ce-4285-4948-867d-68149ce1a2a7'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:01:09.560890 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a756eb-35ed-4289-9149-4b5e57f2ac89" -d '{"events": [{"name": "network-changed", "server_uuid": "57ccc775-da69-4d1a-a67d-78167a4fef25", "tag": "771969ce-4285-4948-867d-68149ce1a2a7"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:01:09.722665 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a249df2d-6f9b-436d-b885-90ec38b7ecba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:09.729630 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-6bc0031a-a9ed-4150-b225-d4d7f38f2973 None None] Set router 1b251f69-63d4-42e7-b4b3-ece204612809 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:01:09.824688 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fe5559b3-960d-4459-9249-d72c55047e6c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router_gateway, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:09.856403 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fe5559b3-960d-4459-9249-d72c55047e6c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:09.865443 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c6e212-ca7a-425e-b932-f01e78b66e6e x-openstack-request-id: req-c1c6e212-ca7a-425e-b932-f01e78b66e6e {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:01:09.865732 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ccc775-da69-4d1a-a67d-78167a4fef25", "tag": "771969ce-4285-4948-867d-68149ce1a2a7", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:01:09.865978 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c1c6e212-ca7a-425e-b932-f01e78b66e6e {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:01:09.866379 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1c6e212-ca7a-425e-b932-f01e78b66e6e'] response: {'name': 'network-changed', 'server_uuid': '57ccc775-da69-4d1a-a67d-78167a4fef25', 'tag': '771969ce-4285-4948-867d-68149ce1a2a7', 'status': 'completed', 'code': 200} Sep 14 23:01:10.073513 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-6bc0031a-a9ed-4150-b225-d4d7f38f2973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'name': 'tempest-TestNetworkBasicOps-router-1539886236', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:26Z', 'updated_at': '2022-09-14T23:00:59Z', 'revision_number': 6, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:28Z', 'updated_at': '2022-09-14T22:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'd8b347fa-5a34-4924-99ca-d5ac13de454c', 'name': '', 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:b5:3a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '0333997c-a1e9-459f-8c5d-4805fd79339b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:39Z', 'updated_at': '2022-09-14T22:58:58Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '0333997c-a1e9-459f-8c5d-4805fd79339b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:10.077224 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc0031a-a9ed-4150-b225-d4d7f38f2973 None None] Checking router: 1b251f69-63d4-42e7-b4b3-ece204612809 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:01:10.085773 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc0031a-a9ed-4150-b225-d4d7f38f2973 None None] Routers {'1b251f69-63d4-42e7-b4b3-ece204612809'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:10.086362 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-6bc0031a-a9ed-4150-b225-d4d7f38f2973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:01:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1b251f69-63d4-42e7-b4b3-ece204612809'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:10.254660 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ee66c-c092-48aa-a477-f95d58b5a3dd req-9b2b850a-e330-48dc-bad4-ce76f3ee4579 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:10.256134 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-de4ee66c-c092-48aa-a477-f95d58b5a3dd req-9b2b850a-e330-48dc-bad4-ce76f3ee4579 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=57ccc775-da69-4d1a-a67d-78167a4fef25 HTTP/1.1" status: 200 len: 946 time: 0.3286710 Sep 14 23:01:10.263172 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a756eb-35ed-4289-9149-4b5e57f2ac89 req-0976158f-21c4-4561-9008-a7b80f928590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:10.264582 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d0a756eb-35ed-4289-9149-4b5e57f2ac89 req-0976158f-21c4-4561-9008-a7b80f928590 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=57ccc775-da69-4d1a-a67d-78167a4fef25 HTTP/1.1" status: 200 len: 1099 time: 0.3712029 Sep 14 23:01:10.269329 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-fe5559b3-960d-4459-9249-d72c55047e6c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Allocated IP 172.26.5.250 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/baf97e63-8430-4718-8978-45ee003e160e) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:01:10.274290 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-6bc0031a-a9ed-4150-b225-d4d7f38f2973 None None] Set router 1b251f69-63d4-42e7-b4b3-ece204612809 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:01:10.529859 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-de4ee66c-c092-48aa-a477-f95d58b5a3dd req-b46ad285-bb25-46da-8166-2adfda216070 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=c53074e8-c39b-42bf-beff-afa8712647c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2619371 Sep 14 23:01:10.590343 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-6bc0031a-a9ed-4150-b225-d4d7f38f2973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'name': 'tempest-TestNetworkBasicOps-router-1539886236', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:26Z', 'updated_at': '2022-09-14T23:00:59Z', 'revision_number': 6, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:28Z', 'updated_at': '2022-09-14T22:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'd8b347fa-5a34-4924-99ca-d5ac13de454c', 'name': '', 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:b5:3a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '0333997c-a1e9-459f-8c5d-4805fd79339b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:39Z', 'updated_at': '2022-09-14T22:58:58Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '0333997c-a1e9-459f-8c5d-4805fd79339b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:10.594294 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc0031a-a9ed-4150-b225-d4d7f38f2973 None None] The sync data for ids ['1b251f69-63d4-42e7-b4b3-ece204612809'] in dv-neutron-857791-1-hyperv is: [{'id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'name': 'tempest-TestNetworkBasicOps-router-1539886236', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:26Z', 'updated_at': '2022-09-14T23:00:59Z', 'revision_number': 6, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:28Z', 'updated_at': '2022-09-14T22:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'd8b347fa-5a34-4924-99ca-d5ac13de454c', 'name': '', 'network_id': 'd1a73eec-09dc-48d5-82d9-e45fd9ffc362', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:b5:3a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '0333997c-a1e9-459f-8c5d-4805fd79339b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:39Z', 'updated_at': '2022-09-14T22:58:58Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '0333997c-a1e9-459f-8c5d-4805fd79339b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:01:10.606293 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a756eb-35ed-4289-9149-4b5e57f2ac89 req-586aecf6-4c19-4c59-adc4-8e82474b0a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:10.607992 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d0a756eb-35ed-4289-9149-4b5e57f2ac89 req-586aecf6-4c19-4c59-adc4-8e82474b0a4b service neutron] 10.222.0.20 "GET /v2.0/networks?id=d1a73eec-09dc-48d5-82d9-e45fd9ffc362 HTTP/1.1" status: 200 len: 896 time: 0.3030221 Sep 14 23:01:10.688845 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d006f7f-6546-49ae-b2d9-7070cf90c1b0 req-a9b5699f-2166-4118-9d3a-5c8d6b56c338 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:10.690288 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0d006f7f-6546-49ae-b2d9-7070cf90c1b0 req-a9b5699f-2166-4118-9d3a-5c8d6b56c338 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=5f68fddc-acde-4739-8de7-9dae807d2ab3 HTTP/1.1" status: 200 len: 943 time: 0.4248323 Sep 14 23:01:10.706259 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d0a756eb-35ed-4289-9149-4b5e57f2ac89 req-8e0e67d9-4af9-458c-b9e2-686551033371 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=771969ce-4285-4948-867d-68149ce1a2a7 HTTP/1.1" status: 200 len: 217 time: 0.0888205 Sep 14 23:01:10.771275 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fe5559b3-960d-4459-9249-d72c55047e6c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:10.773999 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:10.818514 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168966e2-a495-45fd-9b7b-b4974b56c5de None None] New status for floating IP 5e6a893e-9e53-4158-a969-5ebfb17a7421: DOWN {{(pid=89172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:01:10.822096 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a756eb-35ed-4289-9149-4b5e57f2ac89 req-b2d7b583-3536-4de9-a570-557c6be317ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:10.823525 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d0a756eb-35ed-4289-9149-4b5e57f2ac89 req-b2d7b583-3536-4de9-a570-557c6be317ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0333997c-a1e9-459f-8c5d-4805fd79339b HTTP/1.1" status: 200 len: 834 time: 0.0951509 Sep 14 23:01:10.830483 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0d006f7f-6546-49ae-b2d9-7070cf90c1b0 req-0c4df09e-c313-45a9-b0a5-aaaee3266517 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291721 Sep 14 23:01:10.911011 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fe5559b3-960d-4459-9249-d72c55047e6c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:10.980761 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5559b3-960d-4459-9249-d72c55047e6c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:01:10.985103 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-fe5559b3-960d-4459-9249-d72c55047e6c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:01:10.990094 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5559b3-960d-4459-9249-d72c55047e6c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:01:10.993366 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:11.035946 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a756eb-35ed-4289-9149-4b5e57f2ac89 req-651f7637-7190-48e5-94aa-85e996d6e7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:11.037477 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d0a756eb-35ed-4289-9149-4b5e57f2ac89 req-651f7637-7190-48e5-94aa-85e996d6e7cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d1a73eec-09dc-48d5-82d9-e45fd9ffc362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2052488 Sep 14 23:01:11.040142 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5559b3-960d-4459-9249-d72c55047e6c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Port': ['ID=baf97e63-8430-4718-8978-45ee003e160e,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:11.256520 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15526d6c-82fb-4001-8045-03502b39ba48 req-35d34e86-1058-49bb-961b-be6c6ea29365 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:11.257247 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-15526d6c-82fb-4001-8045-03502b39ba48 req-35d34e86-1058-49bb-961b-be6c6ea29365 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:01:11.272876 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-15526d6c-82fb-4001-8045-03502b39ba48 req-35d34e86-1058-49bb-961b-be6c6ea29365 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:01:11.274136 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-15526d6c-82fb-4001-8045-03502b39ba48 req-35d34e86-1058-49bb-961b-be6c6ea29365 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/ports?device_id=57ccc775-da69-4d1a-a67d-78167a4fef25 HTTP/1.1" status: 200 len: 946 time: 0.1036546 Sep 14 23:01:11.346376 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d0a756eb-35ed-4289-9149-4b5e57f2ac89 req-2323728b-7668-484b-a51e-e102aa08a316 service neutron] 10.222.0.20 "GET /v2.0/networks/d1a73eec-09dc-48d5-82d9-e45fd9ffc362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015652 Sep 14 23:01:11.351034 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-15526d6c-82fb-4001-8045-03502b39ba48 req-c1a1a7f0-6a6a-468d-ae5f-c1992fcdd563 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting port 771969ce-4285-4948-867d-68149ce1a2a7 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:01:11.351483 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-15526d6c-82fb-4001-8045-03502b39ba48 req-c1a1a7f0-6a6a-468d-ae5f-c1992fcdd563 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:11.609531 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-15526d6c-82fb-4001-8045-03502b39ba48 req-c1a1a7f0-6a6a-468d-ae5f-c1992fcdd563 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] For port 771969ce-4285-4948-867d-68149ce1a2a7, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=771969ce-4285-4948-867d-68149ce1a2a7,segment=NetworkSegment(2fad94cf-df1c-4231-849b-0a33d62ac5fc),segment_id=2fad94cf-df1c-4231-849b-0a33d62ac5fc)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:01:11.609986 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-15526d6c-82fb-4001-8045-03502b39ba48 req-c1a1a7f0-6a6a-468d-ae5f-c1992fcdd563 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:11.830511 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d0a756eb-35ed-4289-9149-4b5e57f2ac89 req-db072444-88d3-46ee-8fe9-4d3775802efc service neutron] 10.222.0.20 "GET /v2.0/networks/d1a73eec-09dc-48d5-82d9-e45fd9ffc362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775374 Sep 14 23:01:11.832234 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fe5559b3-960d-4459-9249-d72c55047e6c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router_gateway, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:11.847478 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-15526d6c-82fb-4001-8045-03502b39ba48 req-c1a1a7f0-6a6a-468d-ae5f-c1992fcdd563 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Calling delete_port for 771969ce-4285-4948-867d-68149ce1a2a7 owned by compute:nova {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:01:12.008358 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-15526d6c-82fb-4001-8045-03502b39ba48 req-c1a1a7f0-6a6a-468d-ae5f-c1992fcdd563 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:12.056222 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd96695-c3b9-445c-a7d5-b92456abb51e req-1ca2a6ac-a821-4677-8952-43b5585f58d4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:12.057687 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fcd96695-c3b9-445c-a7d5-b92456abb51e req-1ca2a6ac-a821-4677-8952-43b5585f58d4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=57ccc775-da69-4d1a-a67d-78167a4fef25 HTTP/1.1" status: 200 len: 946 time: 0.4078796 Sep 14 23:01:12.058107 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1a7f0-6a6a-468d-ae5f-c1992fcdd563 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Port': ['ID=771969ce-4285-4948-867d-68149ce1a2a7,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:12.146935 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-15526d6c-82fb-4001-8045-03502b39ba48 req-c1a1a7f0-6a6a-468d-ae5f-c1992fcdd563 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] No DVR routers for this DVR port 771969ce-4285-4948-867d-68149ce1a2a7 on host hv-neutron-8577 {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:01:12.149796 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-15526d6c-82fb-4001-8045-03502b39ba48 req-c1a1a7f0-6a6a-468d-ae5f-c1992fcdd563 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:12.152269 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ccc775-da69-4d1a-a67d-78167a4fef25', 'name': 'network-vif-deleted', 'tag': '771969ce-4285-4948-867d-68149ce1a2a7'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:01:12.154571 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3402415-3b1d-4627-bdff-c316c11e6b07" -d '{"events": [{"server_uuid": "57ccc775-da69-4d1a-a67d-78167a4fef25", "name": "network-vif-deleted", "tag": "771969ce-4285-4948-867d-68149ce1a2a7"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:01:12.169628 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-15526d6c-82fb-4001-8045-03502b39ba48 req-c1a1a7f0-6a6a-468d-ae5f-c1992fcdd563 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "DELETE /v2.0/ports/771969ce-4285-4948-867d-68149ce1a2a7 HTTP/1.1" status: 204 len: 173 time: 0.8892453 Sep 14 23:01:12.208276 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fcd96695-c3b9-445c-a7d5-b92456abb51e req-fcc28255-6ae2-4473-9b09-a4edc568ad7a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=c53074e8-c39b-42bf-beff-afa8712647c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325552 Sep 14 23:01:12.277524 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57046b69-6eb4-4959-a4a4-837f3246e8e5 x-openstack-request-id: req-57046b69-6eb4-4959-a4a4-837f3246e8e5 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:01:12.278025 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ccc775-da69-4d1a-a67d-78167a4fef25", "name": "network-vif-deleted", "tag": "771969ce-4285-4948-867d-68149ce1a2a7", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:01:12.278137 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-57046b69-6eb4-4959-a4a4-837f3246e8e5 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:01:12.278445 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57046b69-6eb4-4959-a4a4-837f3246e8e5'] response: {'server_uuid': '57ccc775-da69-4d1a-a67d-78167a4fef25', 'name': 'network-vif-deleted', 'tag': '771969ce-4285-4948-867d-68149ce1a2a7', 'status': 'completed', 'code': 200} Sep 14 23:01:12.292535 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1045a-a592-472f-8aa6-5b36f5de1913 req-d76da685-4ee5-4a1a-8c8b-3460e5313fcb tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:12.294000 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-52c1045a-a592-472f-8aa6-5b36f5de1913 req-d76da685-4ee5-4a1a-8c8b-3460e5313fcb tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=5f68fddc-acde-4739-8de7-9dae807d2ab3 HTTP/1.1" status: 200 len: 943 time: 0.3102067 Sep 14 23:01:12.338190 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fe5559b3-960d-4459-9249-d72c55047e6c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:12.382066 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:12.408554 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-52c1045a-a592-472f-8aa6-5b36f5de1913 req-959300c9-1079-4be2-a10d-83beb7f222c6 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066306 Sep 14 23:01:12.565938 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5559b3-960d-4459-9249-d72c55047e6c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Router 0f7ae740-42cb-46db-80b1-ff4ffb19826f is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 23:01:12.743856 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5559b3-960d-4459-9249-d72c55047e6c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:01:12.755255 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb33802-79fd-49dd-866c-7cff07a13296 None None] Sync routers for ids ['0f7ae740-42cb-46db-80b1-ff4ffb19826f'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:01:12.764763 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb33802-79fd-49dd-866c-7cff07a13296 None None] Routers {'0f7ae740-42cb-46db-80b1-ff4ffb19826f'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:12.765504 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-2fb33802-79fd-49dd-866c-7cff07a13296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:01:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['0f7ae740-42cb-46db-80b1-ff4ffb19826f'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:12.776374 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fe5559b3-960d-4459-9249-d72c55047e6c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:12.780352 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-fe5559b3-960d-4459-9249-d72c55047e6c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.6450226 Sep 14 23:01:12.780594 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55754) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:12.830622 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-2fb33802-79fd-49dd-866c-7cff07a13296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:12.838931 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb33802-79fd-49dd-866c-7cff07a13296 None None] Routers {'0f7ae740-42cb-46db-80b1-ff4ffb19826f'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:12.839516 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-2fb33802-79fd-49dd-866c-7cff07a13296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:01:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['0f7ae740-42cb-46db-80b1-ff4ffb19826f'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:12.902249 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-2fb33802-79fd-49dd-866c-7cff07a13296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:12.902542 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb33802-79fd-49dd-866c-7cff07a13296 None None] The sync data for ids ['0f7ae740-42cb-46db-80b1-ff4ffb19826f'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:01:12.974374 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-af361922-6805-47ae-94a1-c8ee52d3779f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "GET /v2.0/routers/0f7ae740-42cb-46db-80b1-ff4ffb19826f HTTP/1.1" status: 200 len: 884 time: 0.1926610 Sep 14 23:01:12.976978 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55758) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:13.173883 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-3d0a0b11-9dba-4628-963e-199dbdc9147b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Synchronizing usage tracker for tenant:7a62583d2f004fd6a05eb6d863384cb3 on resource:router {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:01:13.190776 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-3d0a0b11-9dba-4628-963e-199dbdc9147b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Unset dirty status for tenant:7a62583d2f004fd6a05eb6d863384cb3 on resource:router {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:01:13.191987 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3d0a0b11-9dba-4628-963e-199dbdc9147b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2140415 Sep 14 23:01:13.194770 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55762) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:13.199637 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-4ae02ccb-1fe8-4127-91c7-5a0f816b3138 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-329313105'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:01:13.320545 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55768) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:13.389654 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5a970d2b-68f4-4969-be12-245692583603 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:13.420902 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5a970d2b-68f4-4969-be12-245692583603 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:13.684694 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0ce30-b3c7-46c6-ab45-02398f9a468b req-58c84e5c-bd41-4652-b6fa-629609b5aae6 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:13.686156 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c0c0ce30-b3c7-46c6-ab45-02398f9a468b req-58c84e5c-bd41-4652-b6fa-629609b5aae6 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=5f68fddc-acde-4739-8de7-9dae807d2ab3 HTTP/1.1" status: 200 len: 943 time: 0.0978227 Sep 14 23:01:13.707767 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5a970d2b-68f4-4969-be12-245692583603 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:13.729030 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4ae02ccb-1fe8-4127-91c7-5a0f816b3138 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:13.740595 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4ae02ccb-1fe8-4127-91c7-5a0f816b3138 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33045011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33045002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33047131'] for router, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:13.741938 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a970d2b-68f4-4969-be12-245692583603 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53074e8-c39b-42bf-beff-afa8712647c5,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:13.753357 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5a970d2b-68f4-4969-be12-245692583603 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:13.754478 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5a970d2b-68f4-4969-be12-245692583603 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/security-groups/c53074e8-c39b-42bf-beff-afa8712647c5 HTTP/1.1" status: 204 len: 168 time: 0.4328418 Sep 14 23:01:13.760170 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c0c0ce30-b3c7-46c6-ab45-02398f9a468b req-b4cbf1dd-122a-4aca-a0ba-713a2ea0f346 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669496 Sep 14 23:01:13.806336 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55776) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:14.222467 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 771969ce-4285-4948-867d-68149ce1a2a7 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:01:14.253209 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae02ccb-1fe8-4127-91c7-5a0f816b3138 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Router 0f7ae740-42cb-46db-80b1-ff4ffb19826f has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:01:14.256535 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: 771969ce-4285-4948-867d-68149ce1a2a7 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:01:14.256901 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 771969ce-4285-4948-867d-68149ce1a2a7 not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:01:14.573111 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae02ccb-1fe8-4127-91c7-5a0f816b3138 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:01:14.581115 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4ae02ccb-1fe8-4127-91c7-5a0f816b3138 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:14.582130 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a426697-e1dd-4ab3-b457-2e25c1395f29 None None] Sync routers for ids ['0f7ae740-42cb-46db-80b1-ff4ffb19826f'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:01:14.582280 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4ae02ccb-1fe8-4127-91c7-5a0f816b3138 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "PUT /v2.0/routers/0f7ae740-42cb-46db-80b1-ff4ffb19826f HTTP/1.1" status: 200 len: 891 time: 1.3865926 Sep 14 23:01:14.585065 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55780) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:14.593137 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a426697-e1dd-4ab3-b457-2e25c1395f29 None None] Routers {'0f7ae740-42cb-46db-80b1-ff4ffb19826f'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:14.594023 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-5a426697-e1dd-4ab3-b457-2e25c1395f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:01:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['0f7ae740-42cb-46db-80b1-ff4ffb19826f'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:14.657139 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-5a426697-e1dd-4ab3-b457-2e25c1395f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:14.666265 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a426697-e1dd-4ab3-b457-2e25c1395f29 None None] Routers {'0f7ae740-42cb-46db-80b1-ff4ffb19826f'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:14.667152 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-5a426697-e1dd-4ab3-b457-2e25c1395f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:01:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['0f7ae740-42cb-46db-80b1-ff4ffb19826f'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:14.729983 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-5a426697-e1dd-4ab3-b457-2e25c1395f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:14.730649 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a426697-e1dd-4ab3-b457-2e25c1395f29 None None] The sync data for ids ['0f7ae740-42cb-46db-80b1-ff4ffb19826f'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:01:14.731336 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-852c3d81-cf2c-4476-a1ab-cb15c81a32f1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:14.774467 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6894012c-85d7-4b79-845e-de20f5c235d6 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "GET /v2.0/routers/0f7ae740-42cb-46db-80b1-ff4ffb19826f HTTP/1.1" status: 200 len: 891 time: 0.1882687 Sep 14 23:01:14.777136 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55784) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:14.826546 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-947604ec-1f1a-4ab5-a9ff-24210db66d92 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Synchronizing usage tracker for tenant:7a62583d2f004fd6a05eb6d863384cb3 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:01:14.842688 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-947604ec-1f1a-4ab5-a9ff-24210db66d92 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Unset dirty status for tenant:7a62583d2f004fd6a05eb6d863384cb3 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:01:14.846573 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-947604ec-1f1a-4ab5-a9ff-24210db66d92 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "GET /v2.0/ports?device_id=0f7ae740-42cb-46db-80b1-ff4ffb19826f HTTP/1.1" status: 200 len: 205 time: 0.0660303 Sep 14 23:01:14.846809 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55790) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:15.085222 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f7812493-314a-4972-8199-4a5f64311775 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:15.089185 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-852c3d81-cf2c-4476-a1ab-cb15c81a32f1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting port d8b347fa-5a34-4924-99ca-d5ac13de454c {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:01:15.089534 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-852c3d81-cf2c-4476-a1ab-cb15c81a32f1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:15.167037 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df014e4-b8aa-4e11-8e3e-aaf77cc1e745 req-01564cd0-6742-4cd7-83dc-3d3ccb9471e5 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:15.168482 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5df014e4-b8aa-4e11-8e3e-aaf77cc1e745 req-01564cd0-6742-4cd7-83dc-3d3ccb9471e5 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=5f68fddc-acde-4739-8de7-9dae807d2ab3 HTTP/1.1" status: 200 len: 943 time: 0.2573550 Sep 14 23:01:15.277502 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-852c3d81-cf2c-4476-a1ab-cb15c81a32f1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] For port d8b347fa-5a34-4924-99ca-d5ac13de454c, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=d8b347fa-5a34-4924-99ca-d5ac13de454c,segment=NetworkSegment(2fad94cf-df1c-4231-849b-0a33d62ac5fc),segment_id=2fad94cf-df1c-4231-849b-0a33d62ac5fc)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:01:15.277900 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-852c3d81-cf2c-4476-a1ab-cb15c81a32f1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:15.287190 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5df014e4-b8aa-4e11-8e3e-aaf77cc1e745 req-ebe81d1d-d125-490a-92df-5a2d6a873fdb tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131022 Sep 14 23:01:15.307662 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f7812493-314a-4972-8199-4a5f64311775 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:15.318627 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-f7812493-314a-4972-8199-4a5f64311775 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Deleting port baf97e63-8430-4718-8978-45ee003e160e {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:01:15.318951 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f7812493-314a-4972-8199-4a5f64311775 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:15.494839 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f7812493-314a-4972-8199-4a5f64311775 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:15.530278 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-852c3d81-cf2c-4476-a1ab-cb15c81a32f1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Calling delete_port for d8b347fa-5a34-4924-99ca-d5ac13de454c owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:01:15.617357 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-f7812493-314a-4972-8199-4a5f64311775 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Calling delete_port for baf97e63-8430-4718-8978-45ee003e160e owned by network:router_gateway {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:01:15.719044 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-852c3d81-cf2c-4476-a1ab-cb15c81a32f1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:15.790120 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f7812493-314a-4972-8199-4a5f64311775 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:15.807772 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c3d81-cf2c-4476-a1ab-cb15c81a32f1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Port': ['ID=d8b347fa-5a34-4924-99ca-d5ac13de454c,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:15.962981 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7812493-314a-4972-8199-4a5f64311775 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event deleted for resources: {'Port': ['ID=baf97e63-8430-4718-8978-45ee003e160e,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:16.063269 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f7812493-314a-4972-8199-4a5f64311775 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:16.064350 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-852c3d81-cf2c-4476-a1ab-cb15c81a32f1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:16.239702 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 6174a624-7e1d-4b4f-8925-fda0061bb079 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:01:16.241816 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f7812493-314a-4972-8199-4a5f64311775 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:16.244042 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f7812493-314a-4972-8199-4a5f64311775 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:16.271660 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f7812493-314a-4972-8199-4a5f64311775 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:16.272153 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7812493-314a-4972-8199-4a5f64311775 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Fanout notify agent at l3_agent the message router_deleted on router 0f7ae740-42cb-46db-80b1-ff4ffb19826f {{(pid=89170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 23:01:16.297908 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f7812493-314a-4972-8199-4a5f64311775 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:16.302450 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f7812493-314a-4972-8199-4a5f64311775 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/routers/0f7ae740-42cb-46db-80b1-ff4ffb19826f HTTP/1.1" status: 204 len: 168 time: 1.4512517 Sep 14 23:01:16.303256 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55794) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:16.308895 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-fdd8d49d-45c8-4f05-b87d-140ee94ab6ef tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1371308620'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:01:16.314344 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-fdd8d49d-45c8-4f05-b87d-140ee94ab6ef tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:01:16.319030 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-fdd8d49d-45c8-4f05-b87d-140ee94ab6ef tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Usage tracker for resource:network and tenant:7a62583d2f004fd6a05eb6d863384cb3 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:01:16.322178 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-fdd8d49d-45c8-4f05-b87d-140ee94ab6ef tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:01:16.328831 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-fdd8d49d-45c8-4f05-b87d-140ee94ab6ef tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:01:16.344434 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd8d49d-45c8-4f05-b87d-140ee94ab6ef tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Made reservation on behalf of 7a62583d2f004fd6a05eb6d863384cb3 for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:01:16.348603 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fdd8d49d-45c8-4f05-b87d-140ee94ab6ef tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:16.400036 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 6174a624-7e1d-4b4f-8925-fda0061bb079, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6174a624-7e1d-4b4f-8925-fda0061bb079,segment=NetworkSegment(ab179e40-d634-4a10-a989-ca879bb3802f),segment_id=ab179e40-d634-4a10-a989-ca879bb3802f)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:01:16.407502 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd8d49d-45c8-4f05-b87d-140ee94ab6ef tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:01:16.414693 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': '6174a624-7e1d-4b4f-8925-fda0061bb079', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'port_id': '6174a624-7e1d-4b4f-8925-fda0061bb079', 'mac_address': 'fa:16:3e:e9:17:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:01:16.426853 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fdd8d49d-45c8-4f05-b87d-140ee94ab6ef tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:16.428361 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-fdd8d49d-45c8-4f05-b87d-140ee94ab6ef tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Added segment 837caa1f-68f6-4609-a899-9625a6d7b9cb of type vlan for network 67016bd7-bc1e-4b9b-bd43-52f11344aaa8 Sep 14 23:01:16.478682 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 6174a624-7e1d-4b4f-8925-fda0061bb079 is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:01:16.478994 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:16.479790 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852c3d81-cf2c-4476-a1ab-cb15c81a32f1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router 1b251f69-63d4-42e7-b4b3-ece204612809 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:01:16.508675 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6174a624-7e1d-4b4f-8925-fda0061bb079 {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:01:16.518048 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fdd8d49d-45c8-4f05-b87d-140ee94ab6ef tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:16.526989 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 6174a624-7e1d-4b4f-8925-fda0061bb079, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6174a624-7e1d-4b4f-8925-fda0061bb079,segment=NetworkSegment(ab179e40-d634-4a10-a989-ca879bb3802f),segment_id=ab179e40-d634-4a10-a989-ca879bb3802f)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:01:16.534973 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:16.578658 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef9594-12dd-4ed7-bab4-3f10831b82bc req-fcef51de-02a6-4f89-b09d-dc3793b295df tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:16.581288 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3fef9594-12dd-4ed7-bab4-3f10831b82bc req-fcef51de-02a6-4f89-b09d-dc3793b295df tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=5f68fddc-acde-4739-8de7-9dae807d2ab3 HTTP/1.1" status: 200 len: 943 time: 0.1462240 Sep 14 23:01:16.584986 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fdd8d49d-45c8-4f05-b87d-140ee94ab6ef tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:16.594490 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd8d49d-45c8-4f05-b87d-140ee94ab6ef tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:16.595121 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fdd8d49d-45c8-4f05-b87d-140ee94ab6ef tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:16.619912 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=6174a624-7e1d-4b4f-8925-fda0061bb079,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:16.693057 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852c3d81-cf2c-4476-a1ab-cb15c81a32f1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:01:16.704493 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70317450-58d6-41f8-a941-822a9ac7beb2 None None] Sync routers for ids ['1b251f69-63d4-42e7-b4b3-ece204612809'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:01:16.708440 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-852c3d81-cf2c-4476-a1ab-cb15c81a32f1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "PUT /v2.0/routers/1b251f69-63d4-42e7-b4b3-ece204612809/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8985522 Sep 14 23:01:16.708907 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55800) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:16.715679 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70317450-58d6-41f8-a941-822a9ac7beb2 None None] Routers {'1b251f69-63d4-42e7-b4b3-ece204612809'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:16.716353 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-70317450-58d6-41f8-a941-822a9ac7beb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:01:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1b251f69-63d4-42e7-b4b3-ece204612809'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:16.733586 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-fdd8d49d-45c8-4f05-b87d-140ee94ab6ef tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4292645 Sep 14 23:01:16.738975 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55804) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:16.739585 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8d49d-45c8-4f05-b87d-140ee94ab6ef tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Network': ['ID=67016bd7-bc1e-4b9b-bd43-52f11344aaa8,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:16.742703 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['6174a624-7e1d-4b4f-8925-fda0061bb079'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:01:16.749917 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-18773637-e2f4-44c7-94de-83c32c4716f3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Request body: {'subnet': {'network_id': '67016bd7-bc1e-4b9b-bd43-52f11344aaa8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:01:16.781901 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3fef9594-12dd-4ed7-bab4-3f10831b82bc req-b76b52d6-57e6-4cdf-b4fe-3c0ba30bc949 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801934 Sep 14 23:01:16.787711 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9924c94-9095-470e-85ba-9794c065cb0e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting subnet 0333997c-a1e9-459f-8c5d-4805fd79339b {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:01:16.790820 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e9924c94-9095-470e-85ba-9794c065cb0e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:16.825587 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 67016bd7-bc1e-4b9b-bd43-52f11344aaa8 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:01:16.865128 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e9924c94-9095-470e-85ba-9794c065cb0e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:16.889370 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-18773637-e2f4-44c7-94de-83c32c4716f3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:01:16.893907 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-18773637-e2f4-44c7-94de-83c32c4716f3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Usage tracker for resource:subnet and tenant:7a62583d2f004fd6a05eb6d863384cb3 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:01:16.897199 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-18773637-e2f4-44c7-94de-83c32c4716f3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:01:16.903094 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-18773637-e2f4-44c7-94de-83c32c4716f3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:01:16.916194 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18773637-e2f4-44c7-94de-83c32c4716f3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Made reservation on behalf of 7a62583d2f004fd6a05eb6d863384cb3 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:01:16.920919 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-18773637-e2f4-44c7-94de-83c32c4716f3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:16.936534 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-70317450-58d6-41f8-a941-822a9ac7beb2 None None] Set router 1b251f69-63d4-42e7-b4b3-ece204612809 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:01:16.973608 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e9924c94-9095-470e-85ba-9794c065cb0e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:17.074472 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e9924c94-9095-470e-85ba-9794c065cb0e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:17.118064 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9924c94-9095-470e-85ba-9794c065cb0e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Subnet': ['ID=0333997c-a1e9-459f-8c5d-4805fd79339b,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:17.122632 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e9924c94-9095-470e-85ba-9794c065cb0e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:17.130931 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e9924c94-9095-470e-85ba-9794c065cb0e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/subnets/0333997c-a1e9-459f-8c5d-4805fd79339b HTTP/1.1" status: 204 len: 168 time: 0.4210310 Sep 14 23:01:17.132965 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a083d1-982c-4825-9068-6750497233aa None None] Network d1a73eec-09dc-48d5-82d9-e45fd9ffc362 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:01:17.133603 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55808) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:17.190957 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-18773637-e2f4-44c7-94de-83c32c4716f3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:17.294275 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18773637-e2f4-44c7-94de-83c32c4716f3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Subnet': ['ID=2aff7202-f625-488a-b5e3-2817da5e836f,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:17.305375 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18773637-e2f4-44c7-94de-83c32c4716f3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Checking segment: {'id': '837caa1f-68f6-4609-a899-9625a6d7b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '67016bd7-bc1e-4b9b-bd43-52f11344aaa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:01:17.306162 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18773637-e2f4-44c7-94de-83c32c4716f3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Network hostable DHCP agents. Network: 67016bd7-bc1e-4b9b-bd43-52f11344aaa8, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:01:17.321823 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-70317450-58d6-41f8-a941-822a9ac7beb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'name': 'tempest-TestNetworkBasicOps-router-1539886236', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:26Z', 'updated_at': '2022-09-14T23:01:15Z', 'revision_number': 7, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:28Z', 'updated_at': '2022-09-14T22:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:17.332340 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18773637-e2f4-44c7-94de-83c32c4716f3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Network 67016bd7-bc1e-4b9b-bd43-52f11344aaa8 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:01:17.341379 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70317450-58d6-41f8-a941-822a9ac7beb2 None None] Checking router: 1b251f69-63d4-42e7-b4b3-ece204612809 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:01:17.345940 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-18773637-e2f4-44c7-94de-83c32c4716f3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 67016bd7-bc1e-4b9b-bd43-52f11344aaa8) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:01:17.352702 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70317450-58d6-41f8-a941-822a9ac7beb2 None None] Routers {'1b251f69-63d4-42e7-b4b3-ece204612809'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:17.353313 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-70317450-58d6-41f8-a941-822a9ac7beb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:01:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1b251f69-63d4-42e7-b4b3-ece204612809'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:17.364428 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18773637-e2f4-44c7-94de-83c32c4716f3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:17.365610 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-18773637-e2f4-44c7-94de-83c32c4716f3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:17.380204 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e915c93a-e083-41d0-b924-f5048c121a91 None None] Network 67016bd7-bc1e-4b9b-bd43-52f11344aaa8 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:01:17.394966 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-18773637-e2f4-44c7-94de-83c32c4716f3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6526289 Sep 14 23:01:17.397444 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55812) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:17.412560 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-b533176e-8ce6-40df-ac49-e5c5b80f46f3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-736576573', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:01:17.420497 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b533176e-8ce6-40df-ac49-e5c5b80f46f3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:01:17.425461 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b533176e-8ce6-40df-ac49-e5c5b80f46f3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Usage tracker for resource:router and tenant:7a62583d2f004fd6a05eb6d863384cb3 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:01:17.429037 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b533176e-8ce6-40df-ac49-e5c5b80f46f3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:01:17.435612 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b533176e-8ce6-40df-ac49-e5c5b80f46f3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:01:17.449135 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b533176e-8ce6-40df-ac49-e5c5b80f46f3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:17.450672 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b533176e-8ce6-40df-ac49-e5c5b80f46f3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:17.469201 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b533176e-8ce6-40df-ac49-e5c5b80f46f3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:17.490633 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b533176e-8ce6-40df-ac49-e5c5b80f46f3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:17.524900 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b533176e-8ce6-40df-ac49-e5c5b80f46f3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:17.527789 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b533176e-8ce6-40df-ac49-e5c5b80f46f3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1283948 Sep 14 23:01:17.530321 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55816) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:17.554784 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8b1d5262-c7e8-479c-9a18-74e18244aced tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:17.577858 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-70317450-58d6-41f8-a941-822a9ac7beb2 None None] Set router 1b251f69-63d4-42e7-b4b3-ece204612809 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:01:17.678676 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9adb485-b213-4b6d-a7ce-885613a7b150 None None] DHCP port deletion for d1a73eec-09dc-48d5-82d9-e45fd9ffc362 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:01:17.683177 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-a9adb485-b213-4b6d-a7ce-885613a7b150 None None] Deleting port 23fe3bd9-0ca2-4196-acc3-c2ce44ed15f3 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:01:17.683552 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a9adb485-b213-4b6d-a7ce-885613a7b150 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:17.713314 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309da7a0-0e6f-4183-914c-86319917cfc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-67016bd7-bc1e-4b9b-bd43-52f11344aaa8', 'network_id': '67016bd7-bc1e-4b9b-bd43-52f11344aaa8', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'fixed_ips': [{'subnet_id': '2aff7202-f625-488a-b5e3-2817da5e836f'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:01:17.714186 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-309da7a0-0e6f-4183-914c-86319917cfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:17.835662 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8b1d5262-c7e8-479c-9a18-74e18244aced tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:17.848004 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-8b1d5262-c7e8-479c-9a18-74e18244aced tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting port 99e36943-ed66-4133-a7e1-6b84d1976b93 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:01:17.848563 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8b1d5262-c7e8-479c-9a18-74e18244aced tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:17.896285 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-70317450-58d6-41f8-a941-822a9ac7beb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'name': 'tempest-TestNetworkBasicOps-router-1539886236', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:26Z', 'updated_at': '2022-09-14T23:01:15Z', 'revision_number': 7, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:28Z', 'updated_at': '2022-09-14T22:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:17.901504 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70317450-58d6-41f8-a941-822a9ac7beb2 None None] The sync data for ids ['1b251f69-63d4-42e7-b4b3-ece204612809'] in dv-neutron-857791-1-hyperv is: [{'id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'name': 'tempest-TestNetworkBasicOps-router-1539886236', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T22:58:26Z', 'updated_at': '2022-09-14T23:01:15Z', 'revision_number': 7, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '99e36943-ed66-4133-a7e1-6b84d1976b93', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b251f69-63d4-42e7-b4b3-ece204612809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T22:58:28Z', 'updated_at': '2022-09-14T22:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:01:18.062830 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-8b1d5262-c7e8-479c-9a18-74e18244aced tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] For port 99e36943-ed66-4133-a7e1-6b84d1976b93, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=99e36943-ed66-4133-a7e1-6b84d1976b93,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:01:18.063416 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8b1d5262-c7e8-479c-9a18-74e18244aced tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:18.141888 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-a9adb485-b213-4b6d-a7ce-885613a7b150 None None] For port 23fe3bd9-0ca2-4196-acc3-c2ce44ed15f3, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=23fe3bd9-0ca2-4196-acc3-c2ce44ed15f3,segment=NetworkSegment(2fad94cf-df1c-4231-849b-0a33d62ac5fc),segment_id=2fad94cf-df1c-4231-849b-0a33d62ac5fc)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:01:18.142312 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a9adb485-b213-4b6d-a7ce-885613a7b150 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:18.186620 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-8b1d5262-c7e8-479c-9a18-74e18244aced tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Calling delete_port for 99e36943-ed66-4133-a7e1-6b84d1976b93 owned by network:router_gateway {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:01:18.261050 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f260e0b9-7c25-44f0-aea1-cc9c357ced61 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:18.272712 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 6174a624-7e1d-4b4f-8925-fda0061bb079 up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:01:18.291031 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbbffc-a666-4250-a7e1-8e84b65668d7 req-b0558023-c0e7-49bb-b3e9-e0adc2d3092a tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:18.292559 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4ecbbffc-a666-4250-a7e1-8e84b65668d7 req-b0558023-c0e7-49bb-b3e9-e0adc2d3092a tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=5f68fddc-acde-4739-8de7-9dae807d2ab3 HTTP/1.1" status: 200 len: 944 time: 0.2555957 Sep 14 23:01:18.315152 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-a9adb485-b213-4b6d-a7ce-885613a7b150 None None] Calling delete_port for 23fe3bd9-0ca2-4196-acc3-c2ce44ed15f3 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:01:18.377765 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-309da7a0-0e6f-4183-914c-86319917cfc8 None None] Allocated IP 2001:db8::2 (67016bd7-bc1e-4b9b-bd43-52f11344aaa8/2aff7202-f625-488a-b5e3-2817da5e836f/2b99bc80-c1c1-41ae-8235-af36457370b3) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:01:18.412254 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8b1d5262-c7e8-479c-9a18-74e18244aced tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:18.476773 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d5262-c7e8-479c-9a18-74e18244aced tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Port': ['ID=99e36943-ed66-4133-a7e1-6b84d1976b93,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:18.553937 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 23fe3bd9-0ca2-4196-acc3-c2ce44ed15f3 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:01:18.568507 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4ecbbffc-a666-4250-a7e1-8e84b65668d7 req-b9aaa7bc-f452-4e18-9a05-4f65e312fd37 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951678 Sep 14 23:01:18.588502 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8b1d5262-c7e8-479c-9a18-74e18244aced tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:18.591151 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 23fe3bd9-0ca2-4196-acc3-c2ce44ed15f3 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:01:18.591151 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 23fe3bd9-0ca2-4196-acc3-c2ce44ed15f3 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:01:18.591151 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device d8b347fa-5a34-4924-99ca-d5ac13de454c no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:01:18.628991 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a9adb485-b213-4b6d-a7ce-885613a7b150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:18.679181 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: d8b347fa-5a34-4924-99ca-d5ac13de454c {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:01:18.679680 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device d8b347fa-5a34-4924-99ca-d5ac13de454c not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:01:18.713788 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9adb485-b213-4b6d-a7ce-885613a7b150 None None] No DVR routers for this DVR port 23fe3bd9-0ca2-4196-acc3-c2ce44ed15f3 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:01:18.720467 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port 6174a624-7e1d-4b4f-8925-fda0061bb079 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:01:18.725516 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9adb485-b213-4b6d-a7ce-885613a7b150 None None] Pushing event deleted for resources: {'Port': ['ID=23fe3bd9-0ca2-4196-acc3-c2ce44ed15f3,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:18.742841 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port 6174a624-7e1d-4b4f-8925-fda0061bb079 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:18.743203 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:18.770802 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8b1d5262-c7e8-479c-9a18-74e18244aced tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:18.772991 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8b1d5262-c7e8-479c-9a18-74e18244aced tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:18.795143 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8b1d5262-c7e8-479c-9a18-74e18244aced tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:18.795712 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1d5262-c7e8-479c-9a18-74e18244aced tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Fanout notify agent at l3_agent the message router_deleted on router 1b251f69-63d4-42e7-b4b3-ece204612809 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 23:01:18.811590 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8b1d5262-c7e8-479c-9a18-74e18244aced tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:18.812908 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8b1d5262-c7e8-479c-9a18-74e18244aced tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/routers/1b251f69-63d4-42e7-b4b3-ece204612809 HTTP/1.1" status: 204 len: 168 time: 1.6743526 Sep 14 23:01:18.815500 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55822) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:18.904937 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-309da7a0-0e6f-4183-914c-86319917cfc8 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:18.933096 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-309da7a0-0e6f-4183-914c-86319917cfc8 None None] Transition to ACTIVE for port object 2b99bc80-c1c1-41ae-8235-af36457370b3 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:01:18.937253 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-74e5ccce-9ad4-4209-8c79-756db4ec5564 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:18.956843 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 6174a624-7e1d-4b4f-8925-fda0061bb079 is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:01:18.957209 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:18.969016 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-309da7a0-0e6f-4183-914c-86319917cfc8 None None] Transition to ACTIVE for port object 2b99bc80-c1c1-41ae-8235-af36457370b3 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:01:18.981239 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-309da7a0-0e6f-4183-914c-86319917cfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:19.026945 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f68fddc-acde-4739-8de7-9dae807d2ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6174a624-7e1d-4b4f-8925-fda0061bb079'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:01:19.029360 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c380f327-c0aa-4f9d-8304-774405d0010f" -d '{"events": [{"server_uuid": "5f68fddc-acde-4739-8de7-9dae807d2ab3", "name": "network-vif-plugged", "status": "completed", "tag": "6174a624-7e1d-4b4f-8925-fda0061bb079"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:01:19.044223 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-f260e0b9-7c25-44f0-aea1-cc9c357ced61 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Allocated IP 2001:db8::1 (67016bd7-bc1e-4b9b-bd43-52f11344aaa8/2aff7202-f625-488a-b5e3-2817da5e836f/d76f85b9-df85-4b87-88ff-0ebbf8668043) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:01:19.063284 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309da7a0-0e6f-4183-914c-86319917cfc8 None None] Network 67016bd7-bc1e-4b9b-bd43-52f11344aaa8 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:01:19.067125 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 6174a624-7e1d-4b4f-8925-fda0061bb079, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6174a624-7e1d-4b4f-8925-fda0061bb079,segment=NetworkSegment(ab179e40-d634-4a10-a989-ca879bb3802f),segment_id=ab179e40-d634-4a10-a989-ca879bb3802f)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:01:19.070752 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-309da7a0-0e6f-4183-914c-86319917cfc8 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:01:19.074971 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309da7a0-0e6f-4183-914c-86319917cfc8 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:01:19.081261 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:19.124498 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309da7a0-0e6f-4183-914c-86319917cfc8 None None] Pushing event updated for resources: {'Port': ['ID=2b99bc80-c1c1-41ae-8235-af36457370b3,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:19.128076 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72400735-2e6e-4b64-8e3b-c5e30d4109e0 x-openstack-request-id: req-72400735-2e6e-4b64-8e3b-c5e30d4109e0 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:01:19.128360 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f68fddc-acde-4739-8de7-9dae807d2ab3", "name": "network-vif-plugged", "status": "completed", "tag": "6174a624-7e1d-4b4f-8925-fda0061bb079", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:01:19.128658 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-72400735-2e6e-4b64-8e3b-c5e30d4109e0 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:01:19.129051 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72400735-2e6e-4b64-8e3b-c5e30d4109e0'] response: {'server_uuid': '5f68fddc-acde-4739-8de7-9dae807d2ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6174a624-7e1d-4b4f-8925-fda0061bb079', 'code': 200} Sep 14 23:01:19.201736 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-74e5ccce-9ad4-4209-8c79-756db4ec5564 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:19.229265 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-74e5ccce-9ad4-4209-8c79-756db4ec5564 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1a73eec-09dc-48d5-82d9-e45fd9ffc362']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:19.252455 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f260e0b9-7c25-44f0-aea1-cc9c357ced61 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:19.263100 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-74e5ccce-9ad4-4209-8c79-756db4ec5564 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fad94cf-df1c-4231-849b-0a33d62ac5fc') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:19.265708 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-74e5ccce-9ad4-4209-8c79-756db4ec5564 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fad94cf-df1c-4231-849b-0a33d62ac5fc') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:19.266814 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-309da7a0-0e6f-4183-914c-86319917cfc8 None None] Attempting to bind port 2b99bc80-c1c1-41ae-8235-af36457370b3 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:01:19.267533 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-309da7a0-0e6f-4183-914c-86319917cfc8 None None] Attempting to bind port 2b99bc80-c1c1-41ae-8235-af36457370b3 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '837caa1f-68f6-4609-a899-9625a6d7b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '67016bd7-bc1e-4b9b-bd43-52f11344aaa8'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:01:19.267533 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309da7a0-0e6f-4183-914c-86319917cfc8 None None] Attempting to bind port 2b99bc80-c1c1-41ae-8235-af36457370b3 on network 67016bd7-bc1e-4b9b-bd43-52f11344aaa8 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:01:19.272525 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:19.275934 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309da7a0-0e6f-4183-914c-86319917cfc8 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:01:19.276300 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309da7a0-0e6f-4183-914c-86319917cfc8 None None] Checking segment: {'id': '837caa1f-68f6-4609-a899-9625a6d7b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '67016bd7-bc1e-4b9b-bd43-52f11344aaa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:01:19.276714 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-309da7a0-0e6f-4183-914c-86319917cfc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:19.277097 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309da7a0-0e6f-4183-914c-86319917cfc8 None None] Bound using segment: {'id': '837caa1f-68f6-4609-a899-9625a6d7b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '67016bd7-bc1e-4b9b-bd43-52f11344aaa8'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:01:19.277556 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-309da7a0-0e6f-4183-914c-86319917cfc8 None None] Bound port: 2b99bc80-c1c1-41ae-8235-af36457370b3, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837caa1f-68f6-4609-a899-9625a6d7b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '67016bd7-bc1e-4b9b-bd43-52f11344aaa8'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:01:19.277925 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-309da7a0-0e6f-4183-914c-86319917cfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:19.286657 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-f260e0b9-7c25-44f0-aea1-cc9c357ced61 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Transition to ACTIVE for port object d76f85b9-df85-4b87-88ff-0ebbf8668043 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:01:19.297654 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=6174a624-7e1d-4b4f-8925-fda0061bb079,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:19.300451 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-74e5ccce-9ad4-4209-8c79-756db4ec5564 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:19.337349 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f260e0b9-7c25-44f0-aea1-cc9c357ced61 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:19.370821 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-74e5ccce-9ad4-4209-8c79-756db4ec5564 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:19.393903 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e5ccce-9ad4-4209-8c79-756db4ec5564 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:01:19.393903 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-74e5ccce-9ad4-4209-8c79-756db4ec5564 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:19.416822 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-309da7a0-0e6f-4183-914c-86319917cfc8 None None] For port 2b99bc80-c1c1-41ae-8235-af36457370b3, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:01:19.420171 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f260e0b9-7c25-44f0-aea1-cc9c357ced61 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Network 67016bd7-bc1e-4b9b-bd43-52f11344aaa8 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:01:19.422094 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-309da7a0-0e6f-4183-914c-86319917cfc8 None None] For port 2b99bc80-c1c1-41ae-8235-af36457370b3, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=2b99bc80-c1c1-41ae-8235-af36457370b3,segment=NetworkSegment(837caa1f-68f6-4609-a899-9625a6d7b9cb),segment_id=837caa1f-68f6-4609-a899-9625a6d7b9cb)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:01:19.423469 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-f260e0b9-7c25-44f0-aea1-cc9c357ced61 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:01:19.427772 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f260e0b9-7c25-44f0-aea1-cc9c357ced61 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:01:19.428370 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f260e0b9-7c25-44f0-aea1-cc9c357ced61 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:19.432955 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-309da7a0-0e6f-4183-914c-86319917cfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:19.455115 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260e0b9-7c25-44f0-aea1-cc9c357ced61 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Port': ['ID=d76f85b9-df85-4b87-88ff-0ebbf8668043,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:19.478641 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 2fad94cf-df1c-4231-849b-0a33d62ac5fc resource provider aggregate not found Sep 14 23:01:19.505759 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 2fad94cf-df1c-4231-849b-0a33d62ac5fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2fad94cf-df1c-4231-849b-0a33d62ac5fc found for delete ", "request_id": "req-da77efc7-7ddf-4b69-b71f-59ed7a8536ad"}]} Sep 14 23:01:19.511187 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542086f-60b1-4f00-ab7a-3d7abe31604c req-ab462e5f-d551-41e8-8baa-a3d684374766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:19.512981 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5542086f-60b1-4f00-ab7a-3d7abe31604c req-ab462e5f-d551-41e8-8baa-a3d684374766 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5f68fddc-acde-4739-8de7-9dae807d2ab3 HTTP/1.1" status: 200 len: 1098 time: 0.1984258 Sep 14 23:01:19.539237 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-74e5ccce-9ad4-4209-8c79-756db4ec5564 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:19.541149 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309da7a0-0e6f-4183-914c-86319917cfc8 None None] Pushing event updated for resources: {'Port': ['ID=2b99bc80-c1c1-41ae-8235-af36457370b3,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:19.551005 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-74e5ccce-9ad4-4209-8c79-756db4ec5564 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:19.561531 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f260e0b9-7c25-44f0-aea1-cc9c357ced61 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:19.591235 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-74e5ccce-9ad4-4209-8c79-756db4ec5564 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/networks/d1a73eec-09dc-48d5-82d9-e45fd9ffc362 HTTP/1.1" status: 204 len: 168 time: 0.7745228 Sep 14 23:01:19.592276 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e5ccce-9ad4-4209-8c79-756db4ec5564 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Network': ['ID=d1a73eec-09dc-48d5-82d9-e45fd9ffc362,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:19.605572 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55832) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:19.620100 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5542086f-60b1-4f00-ab7a-3d7abe31604c req-43aad2ca-d359-4a2b-8e2f-aeae72a949c9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000011 Sep 14 23:01:19.623959 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-4723827e-7f28-4371-b08c-bba35892103d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'network': {'name': 'tempest-network-smoke--1917510488', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'port_security_enabled': True}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:01:19.635721 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-4723827e-7f28-4371-b08c-bba35892103d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:01:19.644404 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-4723827e-7f28-4371-b08c-bba35892103d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:network and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:01:19.649208 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-4723827e-7f28-4371-b08c-bba35892103d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:01:19.660144 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-4723827e-7f28-4371-b08c-bba35892103d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:01:19.803640 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4723827e-7f28-4371-b08c-bba35892103d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Made reservation on behalf of c57dd58bea08430d873bf967651d6b8d for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:01:19.807183 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4723827e-7f28-4371-b08c-bba35892103d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:19.868254 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4723827e-7f28-4371-b08c-bba35892103d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:01:19.898726 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4723827e-7f28-4371-b08c-bba35892103d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:19.899065 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-4723827e-7f28-4371-b08c-bba35892103d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Added segment 206a953c-c111-4e78-9612-02347e17da5a of type vlan for network 18f72744-3f24-4786-b3c0-986d6e050a67 Sep 14 23:01:20.159107 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4723827e-7f28-4371-b08c-bba35892103d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:20.236495 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4723827e-7f28-4371-b08c-bba35892103d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:20.241890 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4723827e-7f28-4371-b08c-bba35892103d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:20.242471 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4723827e-7f28-4371-b08c-bba35892103d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:20.280169 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa579df5-ca39-4a9c-a062-1e90d872e0ea req-460943b9-a52f-42da-a7cd-f9eac48bf819 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:20.281750 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-aa579df5-ca39-4a9c-a062-1e90d872e0ea req-460943b9-a52f-42da-a7cd-f9eac48bf819 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=5f68fddc-acde-4739-8de7-9dae807d2ab3 HTTP/1.1" status: 200 len: 945 time: 0.4014528 Sep 14 23:01:20.356698 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.resource_extend [None req-f260e0b9-7c25-44f0-aea1-cc9c357ced61 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 23:01:20.399206 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f260e0b9-7c25-44f0-aea1-cc9c357ced61 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:20.409585 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4723827e-7f28-4371-b08c-bba35892103d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7972693 Sep 14 23:01:20.412399 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55838) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:20.412916 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f260e0b9-7c25-44f0-aea1-cc9c357ced61 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:20.413501 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f260e0b9-7c25-44f0-aea1-cc9c357ced61 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:20.418438 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-798772e8-0879-462a-9fd1-cf9c1d9be0ec tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1286685645', 'admin_state_up': True, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:01:20.427074 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-798772e8-0879-462a-9fd1-cf9c1d9be0ec tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:01:20.431296 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-798772e8-0879-462a-9fd1-cf9c1d9be0ec tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:router and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:01:20.434239 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-798772e8-0879-462a-9fd1-cf9c1d9be0ec tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:01:20.442588 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-798772e8-0879-462a-9fd1-cf9c1d9be0ec tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:01:20.455206 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4723827e-7f28-4371-b08c-bba35892103d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Network': ['ID=18f72744-3f24-4786-b3c0-986d6e050a67,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:20.470269 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-798772e8-0879-462a-9fd1-cf9c1d9be0ec tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:20.471723 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-798772e8-0879-462a-9fd1-cf9c1d9be0ec tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:20.489699 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 18f72744-3f24-4786-b3c0-986d6e050a67 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:01:20.510770 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-aa579df5-ca39-4a9c-a062-1e90d872e0ea req-e6cba68d-0355-4a49-adb6-2a8b24ad2a7e tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199819 Sep 14 23:01:20.520153 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-798772e8-0879-462a-9fd1-cf9c1d9be0ec tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:20.658649 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260e0b9-7c25-44f0-aea1-cc9c357ced61 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Port': ['ID=d76f85b9-df85-4b87-88ff-0ebbf8668043,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:20.679060 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 2b99bc80-c1c1-41ae-8235-af36457370b3 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:01:20.735175 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cccf05-349a-4296-8d40-52851887c932 None None] Network 67016bd7-bc1e-4b9b-bd43-52f11344aaa8 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:01:20.735864 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f260e0b9-7c25-44f0-aea1-cc9c357ced61 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Network 67016bd7-bc1e-4b9b-bd43-52f11344aaa8 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:01:20.737232 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-f260e0b9-7c25-44f0-aea1-cc9c357ced61 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:01:20.910952 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e432b581-2399-4d88-9a57-6be12ea1345b None None] Provisioning for port 2b99bc80-c1c1-41ae-8235-af36457370b3 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:01:20.928929 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-798772e8-0879-462a-9fd1-cf9c1d9be0ec tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:20.938656 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f260e0b9-7c25-44f0-aea1-cc9c357ced61 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Router 91ee48a3-3b9c-4707-bec4-ba0457c330c6 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 23:01:20.969825 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 2b99bc80-c1c1-41ae-8235-af36457370b3 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:01:20.985388 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 2b99bc80-c1c1-41ae-8235-af36457370b3 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:20.985806 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:21.101123 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f260e0b9-7c25-44f0-aea1-cc9c357ced61 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:01:21.109779 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f260e0b9-7c25-44f0-aea1-cc9c357ced61 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "PUT /v2.0/routers/91ee48a3-3b9c-4707-bec4-ba0457c330c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5775068 Sep 14 23:01:21.114071 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55842) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:21.116529 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e25a6f6-1223-473f-8a25-ad8861508a6d None None] Sync routers for ids ['91ee48a3-3b9c-4707-bec4-ba0457c330c6'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:01:21.176098 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e25a6f6-1223-473f-8a25-ad8861508a6d None None] Routers {'91ee48a3-3b9c-4707-bec4-ba0457c330c6'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:21.176656 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-8e25a6f6-1223-473f-8a25-ad8861508a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:01:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['91ee48a3-3b9c-4707-bec4-ba0457c330c6'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:21.194895 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e58680-0681-41ca-a199-7b51790f81ed tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:21.195465 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-02e58680-0681-41ca-a199-7b51790f81ed tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Synchronizing usage tracker for tenant:7a62583d2f004fd6a05eb6d863384cb3 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:01:21.211310 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-02e58680-0681-41ca-a199-7b51790f81ed tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Unset dirty status for tenant:7a62583d2f004fd6a05eb6d863384cb3 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:01:21.215267 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-02e58680-0681-41ca-a199-7b51790f81ed tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "GET /v2.0/ports/d76f85b9-df85-4b87-88ff-0ebbf8668043 HTTP/1.1" status: 200 len: 911 time: 0.0976415 Sep 14 23:01:21.215570 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55846) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:21.221906 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-83240e33-2887-4410-9ea1-999d9ec38b9e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2aff7202-f625-488a-b5e3-2817da5e836f'}]}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:01:21.236793 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-798772e8-0879-462a-9fd1-cf9c1d9be0ec tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_gateway, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:21.244776 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-8e25a6f6-1223-473f-8a25-ad8861508a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:21.246640 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 2b99bc80-c1c1-41ae-8235-af36457370b3 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:01:21.246993 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:21.267402 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-798772e8-0879-462a-9fd1-cf9c1d9be0ec tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:21.276967 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e25a6f6-1223-473f-8a25-ad8861508a6d None None] Routers {'91ee48a3-3b9c-4707-bec4-ba0457c330c6'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:21.277569 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-8e25a6f6-1223-473f-8a25-ad8861508a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:01:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['91ee48a3-3b9c-4707-bec4-ba0457c330c6'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:21.346000 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-8e25a6f6-1223-473f-8a25-ad8861508a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:21.346390 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e25a6f6-1223-473f-8a25-ad8861508a6d None None] The sync data for ids ['91ee48a3-3b9c-4707-bec4-ba0457c330c6'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:01:21.354115 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 2b99bc80-c1c1-41ae-8235-af36457370b3, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=2b99bc80-c1c1-41ae-8235-af36457370b3,segment=NetworkSegment(837caa1f-68f6-4609-a899-9625a6d7b9cb),segment_id=837caa1f-68f6-4609-a899-9625a6d7b9cb)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:01:21.362355 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:21.467565 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=2b99bc80-c1c1-41ae-8235-af36457370b3,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:21.478598 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 99e36943-ed66-4133-a7e1-6b84d1976b93 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:01:21.488289 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-798772e8-0879-462a-9fd1-cf9c1d9be0ec tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Allocated IP 172.26.5.245 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/f26f52ca-5450-4102-96c7-a99a062bcbed) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:01:21.517599 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 99e36943-ed66-4133-a7e1-6b84d1976b93 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:01:21.518537 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 99e36943-ed66-4133-a7e1-6b84d1976b93 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:01:21.548783 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-83240e33-2887-4410-9ea1-999d9ec38b9e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:21.666634 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-29f41c5a-87c8-457a-8be0-829a3276a99a None None] Provisioning for port d76f85b9-df85-4b87-88ff-0ebbf8668043 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:01:21.668917 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-798772e8-0879-462a-9fd1-cf9c1d9be0ec tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:21.673843 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-29f41c5a-87c8-457a-8be0-829a3276a99a None None] Provisioning complete for port d76f85b9-df85-4b87-88ff-0ebbf8668043 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:21.674601 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-29f41c5a-87c8-457a-8be0-829a3276a99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:21.704365 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-798772e8-0879-462a-9fd1-cf9c1d9be0ec tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:21.736202 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-29f41c5a-87c8-457a-8be0-829a3276a99a None None] Port d76f85b9-df85-4b87-88ff-0ebbf8668043 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:01:21.751857 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-29f41c5a-87c8-457a-8be0-829a3276a99a None None] Provisioning complete for port 2b99bc80-c1c1-41ae-8235-af36457370b3 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:21.752497 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-29f41c5a-87c8-457a-8be0-829a3276a99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:21.774253 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798772e8-0879-462a-9fd1-cf9c1d9be0ec tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=f26f52ca-5450-4102-96c7-a99a062bcbed,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:21.787346 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798772e8-0879-462a-9fd1-cf9c1d9be0ec tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:01:21.788578 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-798772e8-0879-462a-9fd1-cf9c1d9be0ec tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:01:21.791173 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798772e8-0879-462a-9fd1-cf9c1d9be0ec tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:01:21.893043 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-29f41c5a-87c8-457a-8be0-829a3276a99a None None] Current status of the port 2b99bc80-c1c1-41ae-8235-af36457370b3 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:01:22.017654 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-19908b88-e788-4540-8bde-dee0f29f2a0f None None] Provisioning complete for port d76f85b9-df85-4b87-88ff-0ebbf8668043 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:22.018361 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-19908b88-e788-4540-8bde-dee0f29f2a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:22.076936 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-19908b88-e788-4540-8bde-dee0f29f2a0f None None] Port d76f85b9-df85-4b87-88ff-0ebbf8668043 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:01:22.197441 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-6fe798ac-d803-454c-8c43-55128253247a None None] Provisioning complete for port d76f85b9-df85-4b87-88ff-0ebbf8668043 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:22.197844 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6fe798ac-d803-454c-8c43-55128253247a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:22.202829 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420dbd6c-f75d-4c0c-8839-c761a7ec4e17 req-c7484c1e-a98e-41de-bad0-fe2afe0fb3cb tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:22.204313 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-420dbd6c-f75d-4c0c-8839-c761a7ec4e17 req-c7484c1e-a98e-41de-bad0-fe2afe0fb3cb tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=5f68fddc-acde-4739-8de7-9dae807d2ab3 HTTP/1.1" status: 200 len: 945 time: 0.2480667 Sep 14 23:01:22.255510 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-6fe798ac-d803-454c-8c43-55128253247a None None] Port d76f85b9-df85-4b87-88ff-0ebbf8668043 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:01:22.293222 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-420dbd6c-f75d-4c0c-8839-c761a7ec4e17 req-b702d713-382e-44f3-b506-03cd944675c4 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753887 Sep 14 23:01:22.348006 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-83240e33-2887-4410-9ea1-999d9ec38b9e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:22.354413 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-798772e8-0879-462a-9fd1-cf9c1d9be0ec tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_gateway, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:22.360386 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-83240e33-2887-4410-9ea1-999d9ec38b9e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:22.368110 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83240e33-2887-4410-9ea1-999d9ec38b9e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:22.369073 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-83240e33-2887-4410-9ea1-999d9ec38b9e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:22.370698 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-83240e33-2887-4410-9ea1-999d9ec38b9e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "PUT /v2.0/ports/d76f85b9-df85-4b87-88ff-0ebbf8668043 HTTP/1.1" status: 200 len: 911 time: 1.1543539 Sep 14 23:01:22.416642 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55854) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:22.516109 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 2b99bc80-c1c1-41ae-8235-af36457370b3 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:01:22.583394 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 2b99bc80-c1c1-41ae-8235-af36457370b3 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:22.584117 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:22.643402 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83240e33-2887-4410-9ea1-999d9ec38b9e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Port': ['ID=d76f85b9-df85-4b87-88ff-0ebbf8668043,revision_number=3']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:22.709713 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 2b99bc80-c1c1-41ae-8235-af36457370b3 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:01:22.717000 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-798772e8-0879-462a-9fd1-cf9c1d9be0ec tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:22.819803 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63af8f6-f4e4-4dd9-a448-2f3186646092 req-860bc7ed-5f90-4ad6-8216-8f6fa51283dd tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:22.821201 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f63af8f6-f4e4-4dd9-a448-2f3186646092 req-860bc7ed-5f90-4ad6-8216-8f6fa51283dd tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=5f68fddc-acde-4739-8de7-9dae807d2ab3 HTTP/1.1" status: 200 len: 945 time: 0.4055040 Sep 14 23:01:22.914562 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f63af8f6-f4e4-4dd9-a448-2f3186646092 req-11c65989-c023-4929-8285-3195b6ba53eb tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857873 Sep 14 23:01:22.924037 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-798772e8-0879-462a-9fd1-cf9c1d9be0ec tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router 4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 23:01:22.945462 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55858) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:23.056433 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9a002947-9781-4aea-87ae-6215b8a4617b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:23.106287 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798772e8-0879-462a-9fd1-cf9c1d9be0ec tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:01:23.118151 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0548bc21-8de3-41c7-862b-6bfe79895d1a None None] Sync routers for ids ['4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:01:23.127864 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0548bc21-8de3-41c7-862b-6bfe79895d1a None None] Routers {'4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:23.128755 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-0548bc21-8de3-41c7-862b-6bfe79895d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:01:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:23.142176 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-798772e8-0879-462a-9fd1-cf9c1d9be0ec tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:23.144657 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-798772e8-0879-462a-9fd1-cf9c1d9be0ec tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7293062 Sep 14 23:01:23.146718 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55864) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:23.194633 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d50bb968-6f45-4f73-b2b1-f071d53693fe tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=c57dd58bea08430d873bf967651d6b8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0464993 Sep 14 23:01:23.197244 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55868) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:23.313556 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-0548bc21-8de3-41c7-862b-6bfe79895d1a None None] Set router 4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:01:23.466238 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b393f9-e41f-4d34-86de-5cb17a6b9c38 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:23.470884 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-30b393f9-e41f-4d34-86de-5cb17a6b9c38 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2696114 Sep 14 23:01:23.471120 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55872) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:23.516822 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a5d899-9c49-4478-9fe6-53b44d82dd55 tempest-TestVolumeBootPattern-1750976289 tempest-TestVolumeBootPattern-1750976289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:23.517078 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f9b92450-3d7f-437f-bf3c-e88690394a11 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=681410b9-e86d-4f65-a0f3-ea2093b5104b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422914 Sep 14 23:01:23.517197 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-05a5d899-9c49-4478-9fe6-53b44d82dd55 tempest-TestVolumeBootPattern-1750976289 tempest-TestVolumeBootPattern-1750976289-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=5f68fddc-acde-4739-8de7-9dae807d2ab3 HTTP/1.1" status: 200 len: 1093 time: 0.5691416 Sep 14 23:01:23.517305 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55876) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:23.519130 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55878) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:23.522513 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-354ad769-21e2-444c-a00f-059b64b0ba10 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2025801220', 'network_id': '18f72744-3f24-4786-b3c0-986d6e050a67', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:01:23.523892 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-42dc0e06-a7e4-40d3-a293-84fcd78dc06d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'port_id': '6174a624-7e1d-4b4f-8925-fda0061bb079', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:01:23.531460 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-42dc0e06-a7e4-40d3-a293-84fcd78dc06d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:01:23.538160 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-42dc0e06-a7e4-40d3-a293-84fcd78dc06d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Usage tracker for resource:floatingip and tenant:093721cb95a347f28f2306e789d64fd0 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:01:23.541924 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-42dc0e06-a7e4-40d3-a293-84fcd78dc06d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:01:23.549382 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-42dc0e06-a7e4-40d3-a293-84fcd78dc06d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:01:23.605643 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-42dc0e06-a7e4-40d3-a293-84fcd78dc06d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for floatingip, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:23.634985 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-0548bc21-8de3-41c7-862b-6bfe79895d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'name': 'tempest-TestNetworkBasicOps-router-1286685645', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f26f52ca-5450-4102-96c7-a99a062bcbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:20Z', 'updated_at': '2022-09-14T23:01:22Z', 'revision_number': 3, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'f26f52ca-5450-4102-96c7-a99a062bcbed', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ce:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:21Z', 'updated_at': '2022-09-14T23:01:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:23.637470 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-354ad769-21e2-444c-a00f-059b64b0ba10 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:01:23.641145 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0548bc21-8de3-41c7-862b-6bfe79895d1a None None] Checking router: 4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:01:23.641145 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0548bc21-8de3-41c7-862b-6bfe79895d1a None None] Updating router 4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8 port f26f52ca-5450-4102-96c7-a99a062bcbed binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:01:23.641532 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-354ad769-21e2-444c-a00f-059b64b0ba10 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:subnet and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:01:23.644386 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-354ad769-21e2-444c-a00f-059b64b0ba10 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:01:23.650068 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-354ad769-21e2-444c-a00f-059b64b0ba10 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:01:23.660255 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354ad769-21e2-444c-a00f-059b64b0ba10 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Made reservation on behalf of c57dd58bea08430d873bf967651d6b8d for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:01:23.663782 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-354ad769-21e2-444c-a00f-059b64b0ba10 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:23.693583 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-9a002947-9781-4aea-87ae-6215b8a4617b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Deleting port d76f85b9-df85-4b87-88ff-0ebbf8668043 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:01:23.694200 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9a002947-9781-4aea-87ae-6215b8a4617b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:23.696869 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-0548bc21-8de3-41c7-862b-6bfe79895d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:23.885860 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-354ad769-21e2-444c-a00f-059b64b0ba10 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:23.932123 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9a002947-9781-4aea-87ae-6215b8a4617b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:23.975422 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ad769-21e2-444c-a00f-059b64b0ba10 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Subnet': ['ID=42e712db-1aa7-4dee-bb02-70c9162950dd,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:23.980465 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354ad769-21e2-444c-a00f-059b64b0ba10 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Checking segment: {'id': '206a953c-c111-4e78-9612-02347e17da5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '18f72744-3f24-4786-b3c0-986d6e050a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:01:23.980855 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354ad769-21e2-444c-a00f-059b64b0ba10 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network hostable DHCP agents. Network: 18f72744-3f24-4786-b3c0-986d6e050a67, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:01:24.000999 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354ad769-21e2-444c-a00f-059b64b0ba10 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network 18f72744-3f24-4786-b3c0-986d6e050a67 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:01:24.011243 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-354ad769-21e2-444c-a00f-059b64b0ba10 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 18f72744-3f24-4786-b3c0-986d6e050a67) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:01:24.015343 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354ad769-21e2-444c-a00f-059b64b0ba10 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:24.016048 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-354ad769-21e2-444c-a00f-059b64b0ba10 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:24.023419 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde44429-9b9f-427e-971b-393b4500c7b9 None None] Network 18f72744-3f24-4786-b3c0-986d6e050a67 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:01:24.043280 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-354ad769-21e2-444c-a00f-059b64b0ba10 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5224624 Sep 14 23:01:24.043519 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55884) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:24.069627 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-9a002947-9781-4aea-87ae-6215b8a4617b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Calling delete_port for d76f85b9-df85-4b87-88ff-0ebbf8668043 owned by network:router_interface {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:01:24.078482 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-0548bc21-8de3-41c7-862b-6bfe79895d1a None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:24.091903 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-0548bc21-8de3-41c7-862b-6bfe79895d1a None None] Transition to ACTIVE for port object f26f52ca-5450-4102-96c7-a99a062bcbed will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:01:24.098662 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-42dc0e06-a7e4-40d3-a293-84fcd78dc06d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:24.102409 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-0548bc21-8de3-41c7-862b-6bfe79895d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:24.188506 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ae501-1280-4ce7-9c97-0c1e7985d28b None None] Pushing event updated for resources: {'Port': ['ID=f26f52ca-5450-4102-96c7-a99a062bcbed,revision_number=2']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:24.201773 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ae501-1280-4ce7-9c97-0c1e7985d28b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:24.202504 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ae501-1280-4ce7-9c97-0c1e7985d28b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:24.203513 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ae501-1280-4ce7-9c97-0c1e7985d28b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:24.203893 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ae501-1280-4ce7-9c97-0c1e7985d28b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:24.204659 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ae501-1280-4ce7-9c97-0c1e7985d28b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:24.205009 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ae501-1280-4ce7-9c97-0c1e7985d28b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:24.205331 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ae501-1280-4ce7-9c97-0c1e7985d28b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:24.205703 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ae501-1280-4ce7-9c97-0c1e7985d28b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:24.206077 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ae501-1280-4ce7-9c97-0c1e7985d28b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:24.206408 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ae501-1280-4ce7-9c97-0c1e7985d28b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:24.206718 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ae501-1280-4ce7-9c97-0c1e7985d28b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:24.207027 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ae501-1280-4ce7-9c97-0c1e7985d28b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:24.214225 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-0548bc21-8de3-41c7-862b-6bfe79895d1a None None] Attempting to bind port f26f52ca-5450-4102-96c7-a99a062bcbed on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:01:24.214771 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-0548bc21-8de3-41c7-862b-6bfe79895d1a None None] Attempting to bind port f26f52ca-5450-4102-96c7-a99a062bcbed by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:01:24.215126 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0548bc21-8de3-41c7-862b-6bfe79895d1a None None] Attempting to bind port f26f52ca-5450-4102-96c7-a99a062bcbed on network 681410b9-e86d-4f65-a0f3-ea2093b5104b {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:01:24.222787 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0548bc21-8de3-41c7-862b-6bfe79895d1a None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:01:24.223152 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0548bc21-8de3-41c7-862b-6bfe79895d1a None None] Checking segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:01:24.223666 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-0548bc21-8de3-41c7-862b-6bfe79895d1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:24.224042 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0548bc21-8de3-41c7-862b-6bfe79895d1a None None] Bound using segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:01:24.224548 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-0548bc21-8de3-41c7-862b-6bfe79895d1a None None] Bound port: f26f52ca-5450-4102-96c7-a99a062bcbed, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:01:24.224954 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-0548bc21-8de3-41c7-862b-6bfe79895d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:24.307576 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b25138-99ee-4616-b969-3230d6d12607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-18f72744-3f24-4786-b3c0-986d6e050a67', 'network_id': '18f72744-3f24-4786-b3c0-986d6e050a67', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ips': [{'subnet_id': '42e712db-1aa7-4dee-bb02-70c9162950dd'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:01:24.309246 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b0b25138-99ee-4616-b969-3230d6d12607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:24.311204 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-0548bc21-8de3-41c7-862b-6bfe79895d1a None None] For port f26f52ca-5450-4102-96c7-a99a062bcbed, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:01:24.314354 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-0548bc21-8de3-41c7-862b-6bfe79895d1a None None] For port f26f52ca-5450-4102-96c7-a99a062bcbed, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f26f52ca-5450-4102-96c7-a99a062bcbed,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:01:24.322663 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-0548bc21-8de3-41c7-862b-6bfe79895d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:24.332963 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-42dc0e06-a7e4-40d3-a293-84fcd78dc06d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Allocated IP 172.26.5.115 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/f29fa598-9eb7-4591-8abe-99065d2cc055) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:01:24.421526 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ae501-1280-4ce7-9c97-0c1e7985d28b None None] Pushing event updated for resources: {'Port': ['ID=f26f52ca-5450-4102-96c7-a99a062bcbed,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:24.443271 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0548bc21-8de3-41c7-862b-6bfe79895d1a None None] Routers {'4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:24.444771 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-0548bc21-8de3-41c7-862b-6bfe79895d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:01:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:24.556770 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-b0b25138-99ee-4616-b969-3230d6d12607 None None] Allocated IP 172.20.0.2 (18f72744-3f24-4786-b3c0-986d6e050a67/42e712db-1aa7-4dee-bb02-70c9162950dd/4e22dd81-c493-4046-8857-43f443ab8593) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:01:24.575437 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9a002947-9781-4aea-87ae-6215b8a4617b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:24.692949 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-0548bc21-8de3-41c7-862b-6bfe79895d1a None None] Set router 4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:01:24.696920 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a002947-9781-4aea-87ae-6215b8a4617b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event deleted for resources: {'Port': ['ID=d76f85b9-df85-4b87-88ff-0ebbf8668043,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:24.885069 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9a002947-9781-4aea-87ae-6215b8a4617b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:24.894489 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-42dc0e06-a7e4-40d3-a293-84fcd78dc06d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:24.941184 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b0b25138-99ee-4616-b969-3230d6d12607 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:24.955185 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-b0b25138-99ee-4616-b969-3230d6d12607 None None] Transition to ACTIVE for port object 4e22dd81-c493-4046-8857-43f443ab8593 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:01:24.975624 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-b0b25138-99ee-4616-b969-3230d6d12607 None None] Transition to ACTIVE for port object 4e22dd81-c493-4046-8857-43f443ab8593 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:01:24.979708 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f95a17d8-79f7-4ce5-a54e-122aa7c1b2bd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:24.985557 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b0b25138-99ee-4616-b969-3230d6d12607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:25.066273 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b25138-99ee-4616-b969-3230d6d12607 None None] Network 18f72744-3f24-4786-b3c0-986d6e050a67 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:01:25.069944 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-b0b25138-99ee-4616-b969-3230d6d12607 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:01:25.072768 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b25138-99ee-4616-b969-3230d6d12607 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:01:25.083574 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b25138-99ee-4616-b969-3230d6d12607 None None] Pushing event updated for resources: {'Port': ['ID=4e22dd81-c493-4046-8857-43f443ab8593,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:25.153632 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-0548bc21-8de3-41c7-862b-6bfe79895d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'name': 'tempest-TestNetworkBasicOps-router-1286685645', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f26f52ca-5450-4102-96c7-a99a062bcbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:20Z', 'updated_at': '2022-09-14T23:01:22Z', 'revision_number': 3, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'f26f52ca-5450-4102-96c7-a99a062bcbed', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ce:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:21Z', 'updated_at': '2022-09-14T23:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:25.160525 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0548bc21-8de3-41c7-862b-6bfe79895d1a None None] The sync data for ids ['4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8'] in dv-neutron-857791-1-hyperv is: [{'id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'name': 'tempest-TestNetworkBasicOps-router-1286685645', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f26f52ca-5450-4102-96c7-a99a062bcbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:20Z', 'updated_at': '2022-09-14T23:01:22Z', 'revision_number': 3, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'f26f52ca-5450-4102-96c7-a99a062bcbed', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ce:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:21Z', 'updated_at': '2022-09-14T23:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:01:25.220450 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-b0b25138-99ee-4616-b969-3230d6d12607 None None] Attempting to bind port 4e22dd81-c493-4046-8857-43f443ab8593 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:01:25.221163 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-b0b25138-99ee-4616-b969-3230d6d12607 None None] Attempting to bind port 4e22dd81-c493-4046-8857-43f443ab8593 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '206a953c-c111-4e78-9612-02347e17da5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '18f72744-3f24-4786-b3c0-986d6e050a67'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:01:25.221754 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b25138-99ee-4616-b969-3230d6d12607 None None] Attempting to bind port 4e22dd81-c493-4046-8857-43f443ab8593 on network 18f72744-3f24-4786-b3c0-986d6e050a67 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:01:25.228576 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b25138-99ee-4616-b969-3230d6d12607 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:01:25.229369 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b25138-99ee-4616-b969-3230d6d12607 None None] Checking segment: {'id': '206a953c-c111-4e78-9612-02347e17da5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '18f72744-3f24-4786-b3c0-986d6e050a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:01:25.229987 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b0b25138-99ee-4616-b969-3230d6d12607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:25.230600 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b25138-99ee-4616-b969-3230d6d12607 None None] Bound using segment: {'id': '206a953c-c111-4e78-9612-02347e17da5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '18f72744-3f24-4786-b3c0-986d6e050a67'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:01:25.231081 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-b0b25138-99ee-4616-b969-3230d6d12607 None None] Bound port: 4e22dd81-c493-4046-8857-43f443ab8593, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '206a953c-c111-4e78-9612-02347e17da5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '18f72744-3f24-4786-b3c0-986d6e050a67'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:01:25.231457 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b0b25138-99ee-4616-b969-3230d6d12607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:25.339741 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-b0b25138-99ee-4616-b969-3230d6d12607 None None] For port 4e22dd81-c493-4046-8857-43f443ab8593, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:01:25.344043 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-b0b25138-99ee-4616-b969-3230d6d12607 None None] For port 4e22dd81-c493-4046-8857-43f443ab8593, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=4e22dd81-c493-4046-8857-43f443ab8593,segment=NetworkSegment(206a953c-c111-4e78-9612-02347e17da5a),segment_id=206a953c-c111-4e78-9612-02347e17da5a)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:01:25.350848 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b0b25138-99ee-4616-b969-3230d6d12607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:25.371121 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a002947-9781-4aea-87ae-6215b8a4617b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Router 91ee48a3-3b9c-4707-bec4-ba0457c330c6 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:01:25.440484 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-42dc0e06-a7e4-40d3-a293-84fcd78dc06d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:25.465443 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b25138-99ee-4616-b969-3230d6d12607 None None] Pushing event updated for resources: {'Port': ['ID=4e22dd81-c493-4046-8857-43f443ab8593,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:25.603012 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a002947-9781-4aea-87ae-6215b8a4617b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:01:25.611744 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dc0e06-a7e4-40d3-a293-84fcd78dc06d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:01:25.612700 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4145278-ed8b-453e-856f-a2ca01c47a9d None None] Sync routers for ids ['91ee48a3-3b9c-4707-bec4-ba0457c330c6'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:01:25.616825 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-42dc0e06-a7e4-40d3-a293-84fcd78dc06d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:01:25.620086 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dc0e06-a7e4-40d3-a293-84fcd78dc06d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:01:25.630775 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4145278-ed8b-453e-856f-a2ca01c47a9d None None] Routers {'91ee48a3-3b9c-4707-bec4-ba0457c330c6'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:25.631647 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-d4145278-ed8b-453e-856f-a2ca01c47a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:01:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['91ee48a3-3b9c-4707-bec4-ba0457c330c6'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:25.675969 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc0e06-a7e4-40d3-a293-84fcd78dc06d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Pushing event updated for resources: {'Port': ['ID=f29fa598-9eb7-4591-8abe-99065d2cc055,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:25.692479 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-f95a17d8-79f7-4ce5-a54e-122aa7c1b2bd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Allocated IP 172.20.0.1 (18f72744-3f24-4786-b3c0-986d6e050a67/42e712db-1aa7-4dee-bb02-70c9162950dd/1ec046ad-3dd8-4a98-8652-f203995c76e0) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:01:25.701207 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9a002947-9781-4aea-87ae-6215b8a4617b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "PUT /v2.0/routers/91ee48a3-3b9c-4707-bec4-ba0457c330c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2834499 Sep 14 23:01:25.705514 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55888) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:25.720498 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-d4145278-ed8b-453e-856f-a2ca01c47a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:25.745915 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4145278-ed8b-453e-856f-a2ca01c47a9d None None] Routers {'91ee48a3-3b9c-4707-bec4-ba0457c330c6'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:25.746553 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-d4145278-ed8b-453e-856f-a2ca01c47a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:01:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['91ee48a3-3b9c-4707-bec4-ba0457c330c6'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:25.844780 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-d4145278-ed8b-453e-856f-a2ca01c47a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:25.845185 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4145278-ed8b-453e-856f-a2ca01c47a9d None None] The sync data for ids ['91ee48a3-3b9c-4707-bec4-ba0457c330c6'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:01:25.914795 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f95a17d8-79f7-4ce5-a54e-122aa7c1b2bd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:25.938750 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-f95a17d8-79f7-4ce5-a54e-122aa7c1b2bd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Transition to ACTIVE for port object 1ec046ad-3dd8-4a98-8652-f203995c76e0 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:01:25.967946 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f95a17d8-79f7-4ce5-a54e-122aa7c1b2bd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:25.979981 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-2feb9f1f-447e-4462-9284-0d2e4c50e910 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Synchronizing usage tracker for tenant:7a62583d2f004fd6a05eb6d863384cb3 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:01:26.051256 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95a17d8-79f7-4ce5-a54e-122aa7c1b2bd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network 18f72744-3f24-4786-b3c0-986d6e050a67 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:01:26.054195 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-f95a17d8-79f7-4ce5-a54e-122aa7c1b2bd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:01:26.058458 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95a17d8-79f7-4ce5-a54e-122aa7c1b2bd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:01:26.068905 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-2feb9f1f-447e-4462-9284-0d2e4c50e910 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Unset dirty status for tenant:7a62583d2f004fd6a05eb6d863384cb3 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:01:26.070096 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2feb9f1f-447e-4462-9284-0d2e4c50e910 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "GET /v2.0/ports?device_id=91ee48a3-3b9c-4707-bec4-ba0457c330c6 HTTP/1.1" status: 200 len: 205 time: 0.3621969 Sep 14 23:01:26.077988 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55892) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:26.105565 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a17d8-79f7-4ce5-a54e-122aa7c1b2bd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=1ec046ad-3dd8-4a98-8652-f203995c76e0,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:26.126033 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f95a17d8-79f7-4ce5-a54e-122aa7c1b2bd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:26.237372 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-166ee934-b2da-4532-9438-34cfce89fa17 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:26.296737 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f95a17d8-79f7-4ce5-a54e-122aa7c1b2bd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:26.637292 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 4e22dd81-c493-4046-8857-43f443ab8593 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:01:26.746232 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 4e22dd81-c493-4046-8857-43f443ab8593 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:01:26.751991 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f26f52ca-5450-4102-96c7-a99a062bcbed up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:01:26.798652 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-166ee934-b2da-4532-9438-34cfce89fa17 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:26.802393 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-166ee934-b2da-4532-9438-34cfce89fa17 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:26.837866 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f95a17d8-79f7-4ce5-a54e-122aa7c1b2bd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:26.843309 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f95a17d8-79f7-4ce5-a54e-122aa7c1b2bd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:26.849652 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-42dc0e06-a7e4-40d3-a293-84fcd78dc06d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:26.851343 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-166ee934-b2da-4532-9438-34cfce89fa17 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:26.851979 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166ee934-b2da-4532-9438-34cfce89fa17 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Fanout notify agent at l3_agent the message router_deleted on router 91ee48a3-3b9c-4707-bec4-ba0457c330c6 {{(pid=89170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 23:01:26.885952 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-166ee934-b2da-4532-9438-34cfce89fa17 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:26.888682 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-166ee934-b2da-4532-9438-34cfce89fa17 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/routers/91ee48a3-3b9c-4707-bec4-ba0457c330c6 HTTP/1.1" status: 204 len: 168 time: 0.8082938 Sep 14 23:01:26.892284 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4140a162-2951-4f3f-a8d0-e305390bab51 None None] Network 18f72744-3f24-4786-b3c0-986d6e050a67 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:01:26.893518 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55896) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:26.987907 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f95a17d8-79f7-4ce5-a54e-122aa7c1b2bd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:26.992562 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a17d8-79f7-4ce5-a54e-122aa7c1b2bd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=1ec046ad-3dd8-4a98-8652-f203995c76e0,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:27.039621 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port f26f52ca-5450-4102-96c7-a99a062bcbed completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:01:27.047404 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-823edc4c-5c0f-4de4-9f91-47254abeeed0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Deleting subnet 2aff7202-f625-488a-b5e3-2817da5e836f {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:01:27.048426 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port f26f52ca-5450-4102-96c7-a99a062bcbed triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:27.050364 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:27.051347 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-42dc0e06-a7e4-40d3-a293-84fcd78dc06d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:27.081640 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-823edc4c-5c0f-4de4-9f91-47254abeeed0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:27.153515 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95a17d8-79f7-4ce5-a54e-122aa7c1b2bd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network 18f72744-3f24-4786-b3c0-986d6e050a67 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:01:27.156411 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-f95a17d8-79f7-4ce5-a54e-122aa7c1b2bd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:01:27.183882 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-6e638276-ceec-4826-b8b8-dd74d6a54fff None None] Provisioning for port 4e22dd81-c493-4046-8857-43f443ab8593 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:01:27.194766 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-6e638276-ceec-4826-b8b8-dd74d6a54fff None None] Provisioning complete for port 4e22dd81-c493-4046-8857-43f443ab8593 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:27.195263 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6e638276-ceec-4826-b8b8-dd74d6a54fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:27.195924 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-823edc4c-5c0f-4de4-9f91-47254abeeed0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:27.315897 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port f26f52ca-5450-4102-96c7-a99a062bcbed is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:01:27.316277 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:27.396709 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port f26f52ca-5450-4102-96c7-a99a062bcbed, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f26f52ca-5450-4102-96c7-a99a062bcbed,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:01:27.410210 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:27.416725 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95a17d8-79f7-4ce5-a54e-122aa7c1b2bd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router 4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:01:27.448923 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-823edc4c-5c0f-4de4-9f91-47254abeeed0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:27.502028 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=f26f52ca-5450-4102-96c7-a99a062bcbed,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:27.534653 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-42dc0e06-a7e4-40d3-a293-84fcd78dc06d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:27.540031 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-42dc0e06-a7e4-40d3-a293-84fcd78dc06d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:27.570521 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-6e638276-ceec-4826-b8b8-dd74d6a54fff None None] Current status of the port 4e22dd81-c493-4046-8857-43f443ab8593 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:01:27.570893 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6e638276-ceec-4826-b8b8-dd74d6a54fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:27.624554 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-6e638276-ceec-4826-b8b8-dd74d6a54fff None None] For port 4e22dd81-c493-4046-8857-43f443ab8593, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=4e22dd81-c493-4046-8857-43f443ab8593,segment=NetworkSegment(206a953c-c111-4e78-9612-02347e17da5a),segment_id=206a953c-c111-4e78-9612-02347e17da5a)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:01:27.629940 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6e638276-ceec-4826-b8b8-dd74d6a54fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:27.690525 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-823edc4c-5c0f-4de4-9f91-47254abeeed0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:27.728511 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e638276-ceec-4826-b8b8-dd74d6a54fff None None] Pushing event updated for resources: {'Port': ['ID=4e22dd81-c493-4046-8857-43f443ab8593,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:27.752483 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc0e06-a7e4-40d3-a293-84fcd78dc06d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Pushing event updated for resources: {'Port': ['ID=f29fa598-9eb7-4591-8abe-99065d2cc055,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:27.761939 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823edc4c-5c0f-4de4-9f91-47254abeeed0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event deleted for resources: {'Subnet': ['ID=2aff7202-f625-488a-b5e3-2817da5e836f,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:27.772888 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-42dc0e06-a7e4-40d3-a293-84fcd78dc06d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:27.832395 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95a17d8-79f7-4ce5-a54e-122aa7c1b2bd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:01:27.846300 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b11ad3-bfda-449d-96e9-b2a6acaab1fd None None] Sync routers for ids ['4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:01:27.863908 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f95a17d8-79f7-4ce5-a54e-122aa7c1b2bd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "PUT /v2.0/routers/4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8171751 Sep 14 23:01:27.864170 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55900) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:27.867809 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b11ad3-bfda-449d-96e9-b2a6acaab1fd None None] Routers {'4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:27.872420 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-b5b11ad3-bfda-449d-96e9-b2a6acaab1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:01:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:27.961054 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3b6dc08c-f4bf-4292-bd37-27607e4e1465 None None] Provisioning for port 1ec046ad-3dd8-4a98-8652-f203995c76e0 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:01:27.967607 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3b6dc08c-f4bf-4292-bd37-27607e4e1465 None None] Provisioning complete for port 1ec046ad-3dd8-4a98-8652-f203995c76e0 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:27.967979 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3b6dc08c-f4bf-4292-bd37-27607e4e1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:28.025680 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-823edc4c-5c0f-4de4-9f91-47254abeeed0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:28.030115 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-42dc0e06-a7e4-40d3-a293-84fcd78dc06d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Floating IP 5139d884-83c4-4b29-adde-89167a36e6db associated. External IP: 172.26.5.115, port: 6174a624-7e1d-4b4f-8925-fda0061bb079. Sep 14 23:01:28.044869 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea31830-d91a-4a0c-a5f4-b19cc13a97ba None None] Network 67016bd7-bc1e-4b9b-bd43-52f11344aaa8 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:01:28.112463 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c6ee2d-297c-4f2a-b375-b4493e3904fb tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:28.112970 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c6ee2d-297c-4f2a-b375-b4493e3904fb tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:28.113956 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c6ee2d-297c-4f2a-b375-b4493e3904fb tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:28.114654 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c6ee2d-297c-4f2a-b375-b4493e3904fb tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:28.115054 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c6ee2d-297c-4f2a-b375-b4493e3904fb tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:28.115520 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c6ee2d-297c-4f2a-b375-b4493e3904fb tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:28.115976 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c6ee2d-297c-4f2a-b375-b4493e3904fb tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:28.118384 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-b5b11ad3-bfda-449d-96e9-b2a6acaab1fd None None] Set router 4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:01:28.121038 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-28c6ee2d-297c-4f2a-b375-b4493e3904fb tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4928 time: 0.2558792 Sep 14 23:01:28.121650 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55904) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:28.162533 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-823edc4c-5c0f-4de4-9f91-47254abeeed0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/subnets/2aff7202-f625-488a-b5e3-2817da5e836f HTTP/1.1" status: 204 len: 168 time: 1.2676232 Sep 14 23:01:28.165162 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55908) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:28.212379 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960ec10c-ef54-41c3-b376-01e0e6d133f6 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:28.212990 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960ec10c-ef54-41c3-b376-01e0e6d133f6 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:28.213228 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960ec10c-ef54-41c3-b376-01e0e6d133f6 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:28.213686 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960ec10c-ef54-41c3-b376-01e0e6d133f6 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:28.214134 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960ec10c-ef54-41c3-b376-01e0e6d133f6 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:28.214580 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960ec10c-ef54-41c3-b376-01e0e6d133f6 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:28.220200 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-960ec10c-ef54-41c3-b376-01e0e6d133f6 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0975437 Sep 14 23:01:28.220909 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55912) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:28.368841 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-3b6dc08c-f4bf-4292-bd37-27607e4e1465 None None] Port 1ec046ad-3dd8-4a98-8652-f203995c76e0 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:01:28.431040 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3b6dc08c-f4bf-4292-bd37-27607e4e1465 None None] Provisioning complete for port 4e22dd81-c493-4046-8857-43f443ab8593 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:28.431832 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3b6dc08c-f4bf-4292-bd37-27607e4e1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:28.514127 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-08f66b87-073b-42f0-8b87-4f37c1156fd4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:28.542438 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-08f66b87-073b-42f0-8b87-4f37c1156fd4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Deleting port 2b99bc80-c1c1-41ae-8235-af36457370b3 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:01:28.542821 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-08f66b87-073b-42f0-8b87-4f37c1156fd4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:28.570320 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-658682bb-535a-45ac-afbb-796424fc9d43 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.3483093 Sep 14 23:01:28.575620 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-b5b11ad3-bfda-449d-96e9-b2a6acaab1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'name': 'tempest-TestNetworkBasicOps-router-1286685645', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f26f52ca-5450-4102-96c7-a99a062bcbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:20Z', 'updated_at': '2022-09-14T23:01:26Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'f26f52ca-5450-4102-96c7-a99a062bcbed', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ce:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:21Z', 'updated_at': '2022-09-14T23:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '1ec046ad-3dd8-4a98-8652-f203995c76e0', 'name': '', 'network_id': '18f72744-3f24-4786-b3c0-986d6e050a67', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:e2:fb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '42e712db-1aa7-4dee-bb02-70c9162950dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:25Z', 'updated_at': '2022-09-14T23:01:26Z', 'revision_number': 2, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '42e712db-1aa7-4dee-bb02-70c9162950dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:28.579969 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b11ad3-bfda-449d-96e9-b2a6acaab1fd None None] Checking router: 4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:01:28.580210 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b11ad3-bfda-449d-96e9-b2a6acaab1fd None None] Updating router 4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8 port 1ec046ad-3dd8-4a98-8652-f203995c76e0 binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:01:28.596879 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 4e22dd81-c493-4046-8857-43f443ab8593 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:01:28.647211 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-b5b11ad3-bfda-449d-96e9-b2a6acaab1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:28.655164 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55918) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:28.665559 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-067e22ef-bda8-42a2-b8de-f1344e0c327e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-878656612', 'description': 'tempest-secgroup-smoke-878656612 description', 'project_id': 'c57dd58bea08430d873bf967651d6b8d'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:01:28.669813 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-3b6dc08c-f4bf-4292-bd37-27607e4e1465 None None] Current status of the port 4e22dd81-c493-4046-8857-43f443ab8593 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:01:28.672340 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-067e22ef-bda8-42a2-b8de-f1344e0c327e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:01:28.679811 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-067e22ef-bda8-42a2-b8de-f1344e0c327e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:01:28.682998 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-067e22ef-bda8-42a2-b8de-f1344e0c327e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:01:28.696816 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-067e22ef-bda8-42a2-b8de-f1344e0c327e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:01:28.713846 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 4e22dd81-c493-4046-8857-43f443ab8593 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:28.714498 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:28.715373 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-067e22ef-bda8-42a2-b8de-f1344e0c327e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:28.747050 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-067e22ef-bda8-42a2-b8de-f1344e0c327e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:01:28.752076 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-067e22ef-bda8-42a2-b8de-f1344e0c327e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:01:28.756454 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-067e22ef-bda8-42a2-b8de-f1344e0c327e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:01:28.765881 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ed1104-4809-4f93-bf00-970d095fcea4 None None] DHCP port deletion for 67016bd7-bc1e-4b9b-bd43-52f11344aaa8 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:01:28.769766 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-067e22ef-bda8-42a2-b8de-f1344e0c327e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:01:28.793421 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c2ed1104-4809-4f93-bf00-970d095fcea4 None None] Deleting port 2b99bc80-c1c1-41ae-8235-af36457370b3 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:01:28.793801 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c2ed1104-4809-4f93-bf00-970d095fcea4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:28.858363 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-ac55bc85-9b72-4f44-9ade-543e5cd5160f None None] Provisioning complete for port 1ec046ad-3dd8-4a98-8652-f203995c76e0 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:28.858766 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ac55bc85-9b72-4f44-9ade-543e5cd5160f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:28.861907 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-067e22ef-bda8-42a2-b8de-f1344e0c327e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:28.871658 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-067e22ef-bda8-42a2-b8de-f1344e0c327e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:28.928438 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-ac55bc85-9b72-4f44-9ade-543e5cd5160f None None] Port 1ec046ad-3dd8-4a98-8652-f203995c76e0 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:01:28.937736 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e22ef-bda8-42a2-b8de-f1344e0c327e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e65a30-31ee-429d-9cb0-36ee6d86784b,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:28.940356 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-067e22ef-bda8-42a2-b8de-f1344e0c327e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:28.941478 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-067e22ef-bda8-42a2-b8de-f1344e0c327e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2845035 Sep 14 23:01:28.945674 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55922) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:28.953984 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-a06a8bda-7a89-41c2-b705-265db75f3dca tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': 'b0e65a30-31ee-429d-9cb0-36ee6d86784b', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:01:28.961312 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a06a8bda-7a89-41c2-b705-265db75f3dca tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:01:28.966591 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a06a8bda-7a89-41c2-b705-265db75f3dca tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:01:28.971361 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a06a8bda-7a89-41c2-b705-265db75f3dca tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:01:28.978346 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a06a8bda-7a89-41c2-b705-265db75f3dca tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:01:29.001540 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a06a8bda-7a89-41c2-b705-265db75f3dca tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:29.080134 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a06a8bda-7a89-41c2-b705-265db75f3dca tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:29.083261 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 4e22dd81-c493-4046-8857-43f443ab8593 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:01:29.084668 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f26f52ca-5450-4102-96c7-a99a062bcbed up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:01:29.087806 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a06a8bda-7a89-41c2-b705-265db75f3dca tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:29.097210 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-08f66b87-073b-42f0-8b87-4f37c1156fd4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] For port 2b99bc80-c1c1-41ae-8235-af36457370b3, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=2b99bc80-c1c1-41ae-8235-af36457370b3,segment=NetworkSegment(837caa1f-68f6-4609-a899-9625a6d7b9cb),segment_id=837caa1f-68f6-4609-a899-9625a6d7b9cb)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:01:29.097818 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-08f66b87-073b-42f0-8b87-4f37c1156fd4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:29.128008 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a8bda-7a89-41c2-b705-265db75f3dca tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b5d50ac-a91a-444a-b986-2c5d35b86d42,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:29.132799 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-b5b11ad3-bfda-449d-96e9-b2a6acaab1fd None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:29.150863 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-b5b11ad3-bfda-449d-96e9-b2a6acaab1fd None None] Transition to ACTIVE for port object 1ec046ad-3dd8-4a98-8652-f203995c76e0 will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:01:29.159998 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a06a8bda-7a89-41c2-b705-265db75f3dca tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:29.164787 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a06a8bda-7a89-41c2-b705-265db75f3dca tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2182653 Sep 14 23:01:29.165240 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55926) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:29.169012 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-b5b11ad3-bfda-449d-96e9-b2a6acaab1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:29.172707 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-6146f221-3edb-4a47-99a0-66d1e036f135 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': 'b0e65a30-31ee-429d-9cb0-36ee6d86784b', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:01:29.179665 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-6146f221-3edb-4a47-99a0-66d1e036f135 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:01:29.183805 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6146f221-3edb-4a47-99a0-66d1e036f135 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:01:29.186983 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6146f221-3edb-4a47-99a0-66d1e036f135 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:01:29.194873 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-6146f221-3edb-4a47-99a0-66d1e036f135 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:01:29.222490 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6146f221-3edb-4a47-99a0-66d1e036f135 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:29.238758 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-c2ed1104-4809-4f93-bf00-970d095fcea4 None None] For port 2b99bc80-c1c1-41ae-8235-af36457370b3, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=2b99bc80-c1c1-41ae-8235-af36457370b3,segment=NetworkSegment(837caa1f-68f6-4609-a899-9625a6d7b9cb),segment_id=837caa1f-68f6-4609-a899-9625a6d7b9cb)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:01:29.239396 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c2ed1104-4809-4f93-bf00-970d095fcea4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:29.241478 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-08f66b87-073b-42f0-8b87-4f37c1156fd4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Calling delete_port for 2b99bc80-c1c1-41ae-8235-af36457370b3 owned by network:dhcp {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:01:29.306542 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42dc0e06-a7e4-40d3-a293-84fcd78dc06d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Router eee42843-b89e-430a-9a6a-42861464a3c0 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:01:29.318862 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6146f221-3edb-4a47-99a0-66d1e036f135 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:29.336984 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6146f221-3edb-4a47-99a0-66d1e036f135 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:29.349647 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e9ebc-6455-48f6-b5ce-85226f554cae None None] Pushing event updated for resources: {'Port': ['ID=1ec046ad-3dd8-4a98-8652-f203995c76e0,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:29.378594 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c2ed1104-4809-4f93-bf00-970d095fcea4 None None] Calling delete_port for 2b99bc80-c1c1-41ae-8235-af36457370b3 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:01:29.412587 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-08f66b87-073b-42f0-8b87-4f37c1156fd4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:29.413064 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146f221-3edb-4a47-99a0-66d1e036f135 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b190548b-dd89-475d-ad2a-e95234ab9ae9,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:29.423934 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port f26f52ca-5450-4102-96c7-a99a062bcbed triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:29.424121 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:29.432679 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6146f221-3edb-4a47-99a0-66d1e036f135 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:29.437945 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6146f221-3edb-4a47-99a0-66d1e036f135 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2716560 Sep 14 23:01:29.438655 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55930) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:29.448585 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-c3a0a0eb-a69e-46b4-8047-6b0e5988f4e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': 'b0e65a30-31ee-429d-9cb0-36ee6d86784b', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:01:29.461523 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c3a0a0eb-a69e-46b4-8047-6b0e5988f4e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:01:29.466119 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f66b87-073b-42f0-8b87-4f37c1156fd4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] No DVR routers for this DVR port 2b99bc80-c1c1-41ae-8235-af36457370b3 on host dv-neutron-857791-1-hyperv {{(pid=89170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:01:29.473942 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c3a0a0eb-a69e-46b4-8047-6b0e5988f4e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:01:29.481574 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c3a0a0eb-a69e-46b4-8047-6b0e5988f4e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:01:29.496786 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c3a0a0eb-a69e-46b4-8047-6b0e5988f4e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:01:29.508478 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-b5b11ad3-bfda-449d-96e9-b2a6acaab1fd None None] Attempting to bind port 1ec046ad-3dd8-4a98-8652-f203995c76e0 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:01:29.509752 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-b5b11ad3-bfda-449d-96e9-b2a6acaab1fd None None] Attempting to bind port 1ec046ad-3dd8-4a98-8652-f203995c76e0 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '206a953c-c111-4e78-9612-02347e17da5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '18f72744-3f24-4786-b3c0-986d6e050a67'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:01:29.509923 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f66b87-073b-42f0-8b87-4f37c1156fd4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event deleted for resources: {'Port': ['ID=2b99bc80-c1c1-41ae-8235-af36457370b3,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:29.510484 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b11ad3-bfda-449d-96e9-b2a6acaab1fd None None] Attempting to bind port 1ec046ad-3dd8-4a98-8652-f203995c76e0 on network 18f72744-3f24-4786-b3c0-986d6e050a67 {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:01:29.523054 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b11ad3-bfda-449d-96e9-b2a6acaab1fd None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:01:29.523505 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b11ad3-bfda-449d-96e9-b2a6acaab1fd None None] Checking segment: {'id': '206a953c-c111-4e78-9612-02347e17da5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '18f72744-3f24-4786-b3c0-986d6e050a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:01:29.523999 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-b5b11ad3-bfda-449d-96e9-b2a6acaab1fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:29.524716 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b11ad3-bfda-449d-96e9-b2a6acaab1fd None None] Bound using segment: {'id': '206a953c-c111-4e78-9612-02347e17da5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '18f72744-3f24-4786-b3c0-986d6e050a67'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:01:29.524953 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-b5b11ad3-bfda-449d-96e9-b2a6acaab1fd None None] Bound port: 1ec046ad-3dd8-4a98-8652-f203995c76e0, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '206a953c-c111-4e78-9612-02347e17da5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '18f72744-3f24-4786-b3c0-986d6e050a67'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:01:29.525541 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-b5b11ad3-bfda-449d-96e9-b2a6acaab1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:29.536936 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-c2ed1104-4809-4f93-bf00-970d095fcea4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 23:01:29.537295 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-c2ed1104-4809-4f93-bf00-970d095fcea4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 23:01:29.538615 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c3a0a0eb-a69e-46b4-8047-6b0e5988f4e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:29.596778 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port f26f52ca-5450-4102-96c7-a99a062bcbed is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:01:29.618733 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c3a0a0eb-a69e-46b4-8047-6b0e5988f4e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:29.623115 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c3a0a0eb-a69e-46b4-8047-6b0e5988f4e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:29.623493 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-b5b11ad3-bfda-449d-96e9-b2a6acaab1fd None None] For port 1ec046ad-3dd8-4a98-8652-f203995c76e0, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:01:29.627335 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-b5b11ad3-bfda-449d-96e9-b2a6acaab1fd None None] For port 1ec046ad-3dd8-4a98-8652-f203995c76e0, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=1ec046ad-3dd8-4a98-8652-f203995c76e0,segment=NetworkSegment(206a953c-c111-4e78-9612-02347e17da5a),segment_id=206a953c-c111-4e78-9612-02347e17da5a)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:01:29.631866 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-b5b11ad3-bfda-449d-96e9-b2a6acaab1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:29.649907 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0a0eb-a69e-46b4-8047-6b0e5988f4e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75554ee1-c897-4259-b998-c70e816b4772,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:29.660848 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c3a0a0eb-a69e-46b4-8047-6b0e5988f4e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:29.664897 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c3a0a0eb-a69e-46b4-8047-6b0e5988f4e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2223496 Sep 14 23:01:29.665066 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55934) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:29.670697 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-347d392b-338f-461d-b754-224a91e8848b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': 'b0e65a30-31ee-429d-9cb0-36ee6d86784b', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:01:29.681593 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-347d392b-338f-461d-b754-224a91e8848b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:01:29.684314 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b11ad3-bfda-449d-96e9-b2a6acaab1fd None None] Routers {'4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:29.684966 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-b5b11ad3-bfda-449d-96e9-b2a6acaab1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:01:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:29.685983 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-347d392b-338f-461d-b754-224a91e8848b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:01:29.689219 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-347d392b-338f-461d-b754-224a91e8848b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:01:29.695462 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-347d392b-338f-461d-b754-224a91e8848b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:01:29.703252 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-08f66b87-073b-42f0-8b87-4f37c1156fd4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:29.714609 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-347d392b-338f-461d-b754-224a91e8848b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:29.728170 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42dc0e06-a7e4-40d3-a293-84fcd78dc06d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:01:29.739799 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-08f66b87-073b-42f0-8b87-4f37c1156fd4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67016bd7-bc1e-4b9b-bd43-52f11344aaa8']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:29.744729 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171af871-d920-4a2d-8256-7e265e82033a None None] Sync routers for ids ['eee42843-b89e-430a-9a6a-42861464a3c0'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:01:29.756174 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171af871-d920-4a2d-8256-7e265e82033a None None] Routers {'eee42843-b89e-430a-9a6a-42861464a3c0'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:29.757061 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-171af871-d920-4a2d-8256-7e265e82033a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:01:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['eee42843-b89e-430a-9a6a-42861464a3c0'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:29.759527 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-08f66b87-073b-42f0-8b87-4f37c1156fd4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837caa1f-68f6-4609-a899-9625a6d7b9cb') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:29.759826 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-08f66b87-073b-42f0-8b87-4f37c1156fd4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837caa1f-68f6-4609-a899-9625a6d7b9cb') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:29.776012 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-08f66b87-073b-42f0-8b87-4f37c1156fd4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:29.784382 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-42dc0e06-a7e4-40d3-a293-84fcd78dc06d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:29.785617 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-347d392b-338f-461d-b754-224a91e8848b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:29.792130 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-347d392b-338f-461d-b754-224a91e8848b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:29.798443 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e9ebc-6455-48f6-b5ce-85226f554cae None None] Pushing event updated for resources: {'Port': ['ID=1ec046ad-3dd8-4a98-8652-f203995c76e0,revision_number=4']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:29.828337 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d392b-338f-461d-b754-224a91e8848b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b618cc2-6106-4adf-bc2f-f292197a5542,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:29.836111 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-08f66b87-073b-42f0-8b87-4f37c1156fd4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:29.842032 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-347d392b-338f-461d-b754-224a91e8848b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:29.844527 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-347d392b-338f-461d-b754-224a91e8848b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1782169 Sep 14 23:01:29.846902 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55938) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:29.850719 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f66b87-073b-42f0-8b87-4f37c1156fd4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:01:29.851328 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-08f66b87-073b-42f0-8b87-4f37c1156fd4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:29.853816 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-b3106c25-3e60-401e-b1f6-35405d1b4e07 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': 'b0e65a30-31ee-429d-9cb0-36ee6d86784b', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:01:29.861863 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b3106c25-3e60-401e-b1f6-35405d1b4e07 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:01:29.865985 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b3106c25-3e60-401e-b1f6-35405d1b4e07 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:01:29.868965 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b3106c25-3e60-401e-b1f6-35405d1b4e07 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:01:29.875785 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b3106c25-3e60-401e-b1f6-35405d1b4e07 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:01:29.890838 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.securitygroups_db [None req-b3106c25-3e60-401e-b1f6-35405d1b4e07 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Project c57dd58bea08430d873bf967651d6b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:01:29.899238 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b3106c25-3e60-401e-b1f6-35405d1b4e07 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:29.934417 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 837caa1f-68f6-4609-a899-9625a6d7b9cb resource provider aggregate not found Sep 14 23:01:29.947663 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-42dc0e06-a7e4-40d3-a293-84fcd78dc06d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.4274371 Sep 14 23:01:29.962618 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f68fddc-acde-4739-8de7-9dae807d2ab3', 'tag': '6174a624-7e1d-4b4f-8925-fda0061bb079'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:01:29.965898 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de816a4-4f74-4c9f-86bf-e470bed83458" -d '{"events": [{"name": "network-changed", "server_uuid": "5f68fddc-acde-4739-8de7-9dae807d2ab3", "tag": "6174a624-7e1d-4b4f-8925-fda0061bb079"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:01:29.974077 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 837caa1f-68f6-4609-a899-9625a6d7b9cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 837caa1f-68f6-4609-a899-9625a6d7b9cb found for delete ", "request_id": "req-5581d6e2-2854-4fd4-8581-1cfc9f4db30e"}]} Sep 14 23:01:29.990773 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-171af871-d920-4a2d-8256-7e265e82033a None None] Set router eee42843-b89e-430a-9a6a-42861464a3c0 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:01:29.992174 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-b5b11ad3-bfda-449d-96e9-b2a6acaab1fd None None] Set router 4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:01:30.013770 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-08f66b87-073b-42f0-8b87-4f37c1156fd4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:30.014009 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b3106c25-3e60-401e-b1f6-35405d1b4e07 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:30.025584 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b3106c25-3e60-401e-b1f6-35405d1b4e07 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:30.044665 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-08f66b87-073b-42f0-8b87-4f37c1156fd4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:30.048156 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126b396b-189e-40c2-9ce6-37df46147f24 x-openstack-request-id: req-126b396b-189e-40c2-9ce6-37df46147f24 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:01:30.048439 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f68fddc-acde-4739-8de7-9dae807d2ab3", "tag": "6174a624-7e1d-4b4f-8925-fda0061bb079", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:01:30.048698 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-126b396b-189e-40c2-9ce6-37df46147f24 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:01:30.049087 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-126b396b-189e-40c2-9ce6-37df46147f24'] response: {'name': 'network-changed', 'server_uuid': '5f68fddc-acde-4739-8de7-9dae807d2ab3', 'tag': '6174a624-7e1d-4b4f-8925-fda0061bb079', 'status': 'completed', 'code': 200} Sep 14 23:01:30.049752 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f66b87-073b-42f0-8b87-4f37c1156fd4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event deleted for resources: {'Network': ['ID=67016bd7-bc1e-4b9b-bd43-52f11344aaa8,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:30.058756 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3106c25-3e60-401e-b1f6-35405d1b4e07 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f4069d-71b0-45c1-82b0-c947e3daa43a,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:30.070923 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-08f66b87-073b-42f0-8b87-4f37c1156fd4 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/networks/67016bd7-bc1e-4b9b-bd43-52f11344aaa8 HTTP/1.1" status: 204 len: 168 time: 1.8985162 Sep 14 23:01:30.071160 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c2ed1104-4809-4f93-bf00-970d095fcea4 None None] Deleting port 2b99bc80-c1c1-41ae-8235-af36457370b3 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:01:30.071160 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c2ed1104-4809-4f93-bf00-970d095fcea4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:30.071364 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55950) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:30.079051 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-4dd3fa92-57a8-4e63-a186-48a0fce0ff9f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1659503762', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:01:30.086672 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-4dd3fa92-57a8-4e63-a186-48a0fce0ff9f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:01:30.091345 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-4dd3fa92-57a8-4e63-a186-48a0fce0ff9f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Usage tracker for resource:router and tenant:7a62583d2f004fd6a05eb6d863384cb3 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:01:30.095352 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-4dd3fa92-57a8-4e63-a186-48a0fce0ff9f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:01:30.102508 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-4dd3fa92-57a8-4e63-a186-48a0fce0ff9f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:01:30.127201 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4dd3fa92-57a8-4e63-a186-48a0fce0ff9f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:30.129100 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4dd3fa92-57a8-4e63-a186-48a0fce0ff9f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:30.134635 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b3106c25-3e60-401e-b1f6-35405d1b4e07 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:30.136014 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b3106c25-3e60-401e-b1f6-35405d1b4e07 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2875597 Sep 14 23:01:30.138800 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55954) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:30.146918 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-5b356d4e-992c-4e8f-a3e5-ee51346f9580 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': 'b0e65a30-31ee-429d-9cb0-36ee6d86784b', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:01:30.158215 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de816a4-4f74-4c9f-86bf-e470bed83458 req-2440a99d-e7cc-4835-a7c8-1ccad7d620a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:30.158785 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-5b356d4e-992c-4e8f-a3e5-ee51346f9580 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:01:30.159693 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3de816a4-4f74-4c9f-86bf-e470bed83458 req-2440a99d-e7cc-4835-a7c8-1ccad7d620a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=093721cb95a347f28f2306e789d64fd0&device_id=5f68fddc-acde-4739-8de7-9dae807d2ab3 HTTP/1.1" status: 200 len: 1098 time: 0.0930831 Sep 14 23:01:30.163571 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5b356d4e-992c-4e8f-a3e5-ee51346f9580 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:01:30.167100 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5b356d4e-992c-4e8f-a3e5-ee51346f9580 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:01:30.170059 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c2ed1104-4809-4f93-bf00-970d095fcea4 None None] The port '2b99bc80-c1c1-41ae-8235-af36457370b3' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 23:01:30.174301 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-5b356d4e-992c-4e8f-a3e5-ee51346f9580 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:01:30.192305 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.securitygroups_db [None req-5b356d4e-992c-4e8f-a3e5-ee51346f9580 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Project c57dd58bea08430d873bf967651d6b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:01:30.200811 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4dd3fa92-57a8-4e63-a186-48a0fce0ff9f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:30.203071 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5b356d4e-992c-4e8f-a3e5-ee51346f9580 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:30.273655 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4dd3fa92-57a8-4e63-a186-48a0fce0ff9f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:30.319630 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4dd3fa92-57a8-4e63-a186-48a0fce0ff9f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:30.323778 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55958) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:30.332629 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-3e9fd183-829f-45cc-b952-141a44f1790d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1127409279'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:01:30.338481 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4dd3fa92-57a8-4e63-a186-48a0fce0ff9f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2678168 Sep 14 23:01:30.348641 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-3e9fd183-829f-45cc-b952-141a44f1790d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:01:30.356638 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-3e9fd183-829f-45cc-b952-141a44f1790d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Usage tracker for resource:network and tenant:7a62583d2f004fd6a05eb6d863384cb3 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:01:30.361192 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-3e9fd183-829f-45cc-b952-141a44f1790d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:01:30.364414 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de816a4-4f74-4c9f-86bf-e470bed83458 req-04cf3204-e989-4cad-9052-52a9094fe81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:30.365907 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3de816a4-4f74-4c9f-86bf-e470bed83458 req-04cf3204-e989-4cad-9052-52a9094fe81e service neutron] 10.222.0.20 "GET /v2.0/networks?id=8c5b42e5-c7a4-4629-b1de-12796897febf HTTP/1.1" status: 200 len: 912 time: 0.1962650 Sep 14 23:01:30.367024 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5b356d4e-992c-4e8f-a3e5-ee51346f9580 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:30.369857 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-3e9fd183-829f-45cc-b952-141a44f1790d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:01:30.373521 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5b356d4e-992c-4e8f-a3e5-ee51346f9580 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:30.408225 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-b5b11ad3-bfda-449d-96e9-b2a6acaab1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'name': 'tempest-TestNetworkBasicOps-router-1286685645', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f26f52ca-5450-4102-96c7-a99a062bcbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:20Z', 'updated_at': '2022-09-14T23:01:26Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'f26f52ca-5450-4102-96c7-a99a062bcbed', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ce:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:21Z', 'updated_at': '2022-09-14T23:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '1ec046ad-3dd8-4a98-8652-f203995c76e0', 'name': '', 'network_id': '18f72744-3f24-4786-b3c0-986d6e050a67', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:e2:fb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '42e712db-1aa7-4dee-bb02-70c9162950dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:25Z', 'updated_at': '2022-09-14T23:01:29Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '42e712db-1aa7-4dee-bb02-70c9162950dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:30.413320 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b11ad3-bfda-449d-96e9-b2a6acaab1fd None None] The sync data for ids ['4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8'] in dv-neutron-857791-1-hyperv is: [{'id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'name': 'tempest-TestNetworkBasicOps-router-1286685645', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f26f52ca-5450-4102-96c7-a99a062bcbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:20Z', 'updated_at': '2022-09-14T23:01:26Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'f26f52ca-5450-4102-96c7-a99a062bcbed', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ce:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:21Z', 'updated_at': '2022-09-14T23:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '1ec046ad-3dd8-4a98-8652-f203995c76e0', 'name': '', 'network_id': '18f72744-3f24-4786-b3c0-986d6e050a67', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:e2:fb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '42e712db-1aa7-4dee-bb02-70c9162950dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:25Z', 'updated_at': '2022-09-14T23:01:29Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '42e712db-1aa7-4dee-bb02-70c9162950dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:01:30.430824 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b356d4e-992c-4e8f-a3e5-ee51346f9580 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aa6941f-6d6c-4a80-9b31-027e8fa8ef40,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:30.445412 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5b356d4e-992c-4e8f-a3e5-ee51346f9580 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:30.446618 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5b356d4e-992c-4e8f-a3e5-ee51346f9580 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3049126 Sep 14 23:01:30.505732 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9fd183-829f-45cc-b952-141a44f1790d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Made reservation on behalf of 7a62583d2f004fd6a05eb6d863384cb3 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:01:30.509405 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3e9fd183-829f-45cc-b952-141a44f1790d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:30.552354 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3de816a4-4f74-4c9f-86bf-e470bed83458 req-8b456f6c-3e5d-416e-9df3-ce7a32004ef6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6174a624-7e1d-4b4f-8925-fda0061bb079 HTTP/1.1" status: 200 len: 999 time: 0.1788723 Sep 14 23:01:30.560237 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e9fd183-829f-45cc-b952-141a44f1790d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:01:30.609514 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 2b99bc80-c1c1-41ae-8235-af36457370b3 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:01:30.623287 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3e9fd183-829f-45cc-b952-141a44f1790d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:30.630627 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-3e9fd183-829f-45cc-b952-141a44f1790d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Added segment ebc8b4c8-523d-4386-b20e-3155b65d5f66 of type vlan for network 171b1935-1e97-434f-bb22-05c7c7eea5e4 Sep 14 23:01:30.649486 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 2b99bc80-c1c1-41ae-8235-af36457370b3 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:01:30.649720 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 2b99bc80-c1c1-41ae-8235-af36457370b3 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:01:30.688817 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de816a4-4f74-4c9f-86bf-e470bed83458 req-ba300cf5-3e51-431a-8eb8-09cf3213929b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:30.690320 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3de816a4-4f74-4c9f-86bf-e470bed83458 req-ba300cf5-3e51-431a-8eb8-09cf3213929b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9530b6a1-5b44-4a8b-9405-362cadb44215 HTTP/1.1" status: 200 len: 851 time: 0.1238933 Sep 14 23:01:30.692067 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3e9fd183-829f-45cc-b952-141a44f1790d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:30.692307 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-171af871-d920-4a2d-8256-7e265e82033a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'name': 'tempest-TestVolumeBootPattern-2041423940-router', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:00:04Z', 'updated_at': '2022-09-14T23:00:13Z', 'revision_number': 4, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'gw_port': {'id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:06Z', 'updated_at': '2022-09-14T23:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '5139d884-83c4-4b29-adde-89167a36e6db', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'floating_ip_address': '172.26.5.115', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'port_id': '6174a624-7e1d-4b4f-8925-fda0061bb079', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'mac_address': 'fa:16:3e:e9:17:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f68fddc-acde-4739-8de7-9dae807d2ab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:01:26Z', 'updated_at': '2022-09-14T23:01:26Z', 'revision_number': 0, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfcbb8cf-9a81-4df5-a347-d3439179dddf', 'name': '', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'mac_address': 'fa:16:3e:7d:60:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:11Z', 'updated_at': '2022-09-14T23:00:28Z', 'revision_number': 5, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'subnets': [{'id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:30.698768 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171af871-d920-4a2d-8256-7e265e82033a None None] Checking router: eee42843-b89e-430a-9a6a-42861464a3c0 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:01:30.710067 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171af871-d920-4a2d-8256-7e265e82033a None None] Routers {'eee42843-b89e-430a-9a6a-42861464a3c0'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:30.710689 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-171af871-d920-4a2d-8256-7e265e82033a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:01:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['eee42843-b89e-430a-9a6a-42861464a3c0'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:30.803650 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3e9fd183-829f-45cc-b952-141a44f1790d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:30.816923 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9fd183-829f-45cc-b952-141a44f1790d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:30.817202 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-a7df5ea7-43fb-42df-b3ec-c87d668f27ba tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:01:30.817575 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3e9fd183-829f-45cc-b952-141a44f1790d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:30.840691 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-a7df5ea7-43fb-42df-b3ec-c87d668f27ba tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:01:30.844041 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-a7df5ea7-43fb-42df-b3ec-c87d668f27ba tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-878656612&fields=id&tenant_id=c57dd58bea08430d873bf967651d6b8d HTTP/1.1" status: 200 len: 267 time: 0.0974581 Sep 14 23:01:30.864890 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de816a4-4f74-4c9f-86bf-e470bed83458 req-91608387-9eac-44f4-90ab-88b4b1c8782a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:30.866524 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3de816a4-4f74-4c9f-86bf-e470bed83458 req-91608387-9eac-44f4-90ab-88b4b1c8782a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c5b42e5-c7a4-4629-b1de-12796897febf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1700203 Sep 14 23:01:30.935456 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-171af871-d920-4a2d-8256-7e265e82033a None None] Set router eee42843-b89e-430a-9a6a-42861464a3c0 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:01:31.051372 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3e9fd183-829f-45cc-b952-141a44f1790d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7230983 Sep 14 23:01:31.053978 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 55974) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:31.078819 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-459389c7-5c68-481a-8531-b1db52481af0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Request body: {'subnet': {'network_id': '171b1935-1e97-434f-bb22-05c7c7eea5e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:01:31.164461 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9fd183-829f-45cc-b952-141a44f1790d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Network': ['ID=171b1935-1e97-434f-bb22-05c7c7eea5e4,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:31.185086 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 171b1935-1e97-434f-bb22-05c7c7eea5e4 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:01:31.268037 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3de816a4-4f74-4c9f-86bf-e470bed83458 req-50031232-a26c-40eb-9c1e-fd906fc71a3d service neutron] 10.222.0.20 "GET /v2.0/networks/8c5b42e5-c7a4-4629-b1de-12796897febf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111654 Sep 14 23:01:31.384183 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-fab9b977-ae93-4e95-b8a3-6b7341478b79 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:31.385331 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-fab9b977-ae93-4e95-b8a3-6b7341478b79 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:network {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:01:31.480327 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-fab9b977-ae93-4e95-b8a3-6b7341478b79 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:network {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:01:31.482140 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-fab9b977-ae93-4e95-b8a3-6b7341478b79 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/networks?id=18f72744-3f24-4786-b3c0-986d6e050a67 HTTP/1.1" status: 200 len: 797 time: 0.6266317 Sep 14 23:01:31.496253 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-459389c7-5c68-481a-8531-b1db52481af0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:01:31.506581 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-459389c7-5c68-481a-8531-b1db52481af0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Usage tracker for resource:subnet and tenant:7a62583d2f004fd6a05eb6d863384cb3 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:01:31.513023 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-459389c7-5c68-481a-8531-b1db52481af0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:01:31.533545 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3de816a4-4f74-4c9f-86bf-e470bed83458 req-d9e0b722-857a-4895-9f61-a376705900d9 service neutron] 10.222.0.20 "GET /v2.0/networks/8c5b42e5-c7a4-4629-b1de-12796897febf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556269 Sep 14 23:01:31.542932 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-4c2f34bc-5913-433f-a582-fae43e2173c8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/quotas/c57dd58bea08430d873bf967651d6b8d HTTP/1.1" status: 200 len: 375 time: 0.0242119 Sep 14 23:01:31.544773 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-459389c7-5c68-481a-8531-b1db52481af0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:01:31.635430 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-171af871-d920-4a2d-8256-7e265e82033a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'name': 'tempest-TestVolumeBootPattern-2041423940-router', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:00:04Z', 'updated_at': '2022-09-14T23:00:13Z', 'revision_number': 4, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'gw_port': {'id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:06Z', 'updated_at': '2022-09-14T23:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '5139d884-83c4-4b29-adde-89167a36e6db', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'floating_ip_address': '172.26.5.115', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'port_id': '6174a624-7e1d-4b4f-8925-fda0061bb079', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'mac_address': 'fa:16:3e:e9:17:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f68fddc-acde-4739-8de7-9dae807d2ab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:01:26Z', 'updated_at': '2022-09-14T23:01:26Z', 'revision_number': 0, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfcbb8cf-9a81-4df5-a347-d3439179dddf', 'name': '', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'mac_address': 'fa:16:3e:7d:60:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:11Z', 'updated_at': '2022-09-14T23:00:28Z', 'revision_number': 5, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'subnets': [{'id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:31.639721 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171af871-d920-4a2d-8256-7e265e82033a None None] The sync data for ids ['eee42843-b89e-430a-9a6a-42861464a3c0'] in dv-neutron-857791-1-hyperv is: [{'id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'name': 'tempest-TestVolumeBootPattern-2041423940-router', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:00:04Z', 'updated_at': '2022-09-14T23:00:13Z', 'revision_number': 4, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'gw_port': {'id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:06Z', 'updated_at': '2022-09-14T23:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '5139d884-83c4-4b29-adde-89167a36e6db', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'floating_ip_address': '172.26.5.115', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'port_id': '6174a624-7e1d-4b4f-8925-fda0061bb079', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'mac_address': 'fa:16:3e:e9:17:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f68fddc-acde-4739-8de7-9dae807d2ab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:01:26Z', 'updated_at': '2022-09-14T23:01:26Z', 'revision_number': 0, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfcbb8cf-9a81-4df5-a347-d3439179dddf', 'name': '', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'mac_address': 'fa:16:3e:7d:60:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:11Z', 'updated_at': '2022-09-14T23:00:28Z', 'revision_number': 5, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'subnets': [{'id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:01:31.649190 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459389c7-5c68-481a-8531-b1db52481af0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Made reservation on behalf of 7a62583d2f004fd6a05eb6d863384cb3 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:01:31.653036 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-459389c7-5c68-481a-8531-b1db52481af0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:31.795583 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-206eaa98-b66e-4e06-9b72-bcbe33cac9bc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2397113 Sep 14 23:01:31.992922 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e605b70d-c3e2-451b-ac0b-23ca9f6e7d0d None None] New status for floating IP 5139d884-83c4-4b29-adde-89167a36e6db: ACTIVE {{(pid=89173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:01:32.035524 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-309deb3f-6335-4d50-aed0-aeb665f4f19a service neutron] 10.222.0.33 "GET /v2.0/networks/18f72744-3f24-4786-b3c0-986d6e050a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241940 Sep 14 23:01:32.137532 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-459389c7-5c68-481a-8531-b1db52481af0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:32.262182 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459389c7-5c68-481a-8531-b1db52481af0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Subnet': ['ID=e75ef7f0-5707-467e-8c6b-1a82b79b9aaf,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:32.273638 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-e6715b9e-7d4e-41c8-a4fc-ac7bb091aef0 service neutron] 10.222.0.33 "GET /v2.0/networks/18f72744-3f24-4786-b3c0-986d6e050a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281973 Sep 14 23:01:32.274793 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459389c7-5c68-481a-8531-b1db52481af0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Checking segment: {'id': 'ebc8b4c8-523d-4386-b20e-3155b65d5f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '171b1935-1e97-434f-bb22-05c7c7eea5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:01:32.274901 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459389c7-5c68-481a-8531-b1db52481af0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Network hostable DHCP agents. Network: 171b1935-1e97-434f-bb22-05c7c7eea5e4, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:01:32.297613 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459389c7-5c68-481a-8531-b1db52481af0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Network 171b1935-1e97-434f-bb22-05c7c7eea5e4 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:01:32.311217 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-459389c7-5c68-481a-8531-b1db52481af0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 171b1935-1e97-434f-bb22-05c7c7eea5e4) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:01:32.319463 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459389c7-5c68-481a-8531-b1db52481af0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:32.320104 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-459389c7-5c68-481a-8531-b1db52481af0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:32.320434 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b297e43-c11c-4442-8564-da50aade674c None None] Network 171b1935-1e97-434f-bb22-05c7c7eea5e4 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:01:32.344682 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-459389c7-5c68-481a-8531-b1db52481af0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2890317 Sep 14 23:01:32.347622 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 55978) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:32.520165 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c3d73b03-ceed-4efe-b98f-16529515cf01 req-432f0dee-a4b7-4a76-8d8d-2019d9a8ac36 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=41368dfc-2d55-4d08-ad24-1dc1394dfa3e HTTP/1.1" status: 200 len: 210 time: 0.0655856 Sep 14 23:01:32.611079 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 1ec046ad-3dd8-4a98-8652-f203995c76e0 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:01:32.720140 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 1ec046ad-3dd8-4a98-8652-f203995c76e0 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:01:32.734756 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20874372-8878-416b-b667-d65bed45655b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-171b1935-1e97-434f-bb22-05c7c7eea5e4', 'network_id': '171b1935-1e97-434f-bb22-05c7c7eea5e4', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'fixed_ips': [{'subnet_id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:01:32.735857 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-20874372-8878-416b-b667-d65bed45655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:32.750850 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 1ec046ad-3dd8-4a98-8652-f203995c76e0 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:32.751410 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:32.870673 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c00741e1-8b47-4339-b083-c0be99f995d3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:33.034732 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 1ec046ad-3dd8-4a98-8652-f203995c76e0 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:01:33.035123 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:33.068242 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-20874372-8878-416b-b667-d65bed45655b None None] Allocated IP 2001:db8::2 (171b1935-1e97-434f-bb22-05c7c7eea5e4/e75ef7f0-5707-467e-8c6b-1a82b79b9aaf/2befe218-2bc2-42b2-af2f-5b23e909d3b1) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:01:33.085992 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 1ec046ad-3dd8-4a98-8652-f203995c76e0, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=1ec046ad-3dd8-4a98-8652-f203995c76e0,segment=NetworkSegment(206a953c-c111-4e78-9612-02347e17da5a),segment_id=206a953c-c111-4e78-9612-02347e17da5a)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:01:33.109166 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:33.251914 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=1ec046ad-3dd8-4a98-8652-f203995c76e0,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:33.345339 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-20874372-8878-416b-b667-d65bed45655b None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:33.355294 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-20874372-8878-416b-b667-d65bed45655b None None] Transition to ACTIVE for port object 2befe218-2bc2-42b2-af2f-5b23e909d3b1 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:01:33.372893 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-20874372-8878-416b-b667-d65bed45655b None None] Transition to ACTIVE for port object 2befe218-2bc2-42b2-af2f-5b23e909d3b1 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:01:33.378295 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-20874372-8878-416b-b667-d65bed45655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:33.442847 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20874372-8878-416b-b667-d65bed45655b None None] Network 171b1935-1e97-434f-bb22-05c7c7eea5e4 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:01:33.445705 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-20874372-8878-416b-b667-d65bed45655b None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:01:33.449137 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20874372-8878-416b-b667-d65bed45655b None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:01:33.451083 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-c00741e1-8b47-4339-b083-c0be99f995d3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Allocated IP 2001:db8::1 (171b1935-1e97-434f-bb22-05c7c7eea5e4/e75ef7f0-5707-467e-8c6b-1a82b79b9aaf/1c019ff3-48a1-4241-95f1-bb8103c3af6a) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:01:33.488849 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20874372-8878-416b-b667-d65bed45655b None None] Pushing event updated for resources: {'Port': ['ID=2befe218-2bc2-42b2-af2f-5b23e909d3b1,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:33.567260 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-20874372-8878-416b-b667-d65bed45655b None None] Attempting to bind port 2befe218-2bc2-42b2-af2f-5b23e909d3b1 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:01:33.567717 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-20874372-8878-416b-b667-d65bed45655b None None] Attempting to bind port 2befe218-2bc2-42b2-af2f-5b23e909d3b1 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'ebc8b4c8-523d-4386-b20e-3155b65d5f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '171b1935-1e97-434f-bb22-05c7c7eea5e4'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:01:33.568121 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20874372-8878-416b-b667-d65bed45655b None None] Attempting to bind port 2befe218-2bc2-42b2-af2f-5b23e909d3b1 on network 171b1935-1e97-434f-bb22-05c7c7eea5e4 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:01:33.575045 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20874372-8878-416b-b667-d65bed45655b None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:01:33.575333 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20874372-8878-416b-b667-d65bed45655b None None] Checking segment: {'id': 'ebc8b4c8-523d-4386-b20e-3155b65d5f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '171b1935-1e97-434f-bb22-05c7c7eea5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:01:33.575978 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-20874372-8878-416b-b667-d65bed45655b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:33.576556 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20874372-8878-416b-b667-d65bed45655b None None] Bound using segment: {'id': 'ebc8b4c8-523d-4386-b20e-3155b65d5f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '171b1935-1e97-434f-bb22-05c7c7eea5e4'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:01:33.577379 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-20874372-8878-416b-b667-d65bed45655b None None] Bound port: 2befe218-2bc2-42b2-af2f-5b23e909d3b1, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc8b4c8-523d-4386-b20e-3155b65d5f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '171b1935-1e97-434f-bb22-05c7c7eea5e4'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:01:33.577759 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-20874372-8878-416b-b667-d65bed45655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:33.691151 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-20874372-8878-416b-b667-d65bed45655b None None] For port 2befe218-2bc2-42b2-af2f-5b23e909d3b1, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:01:33.695749 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-20874372-8878-416b-b667-d65bed45655b None None] For port 2befe218-2bc2-42b2-af2f-5b23e909d3b1, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=2befe218-2bc2-42b2-af2f-5b23e909d3b1,segment=NetworkSegment(ebc8b4c8-523d-4386-b20e-3155b65d5f66),segment_id=ebc8b4c8-523d-4386-b20e-3155b65d5f66)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:01:33.702581 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-20874372-8878-416b-b667-d65bed45655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:33.725933 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8ddcfd5e-e6e5-4c38-9467-900c6609b754 req-2a613ce3-73ce-4e2f-ad06-335d41770c2b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=41368dfc-2d55-4d08-ad24-1dc1394dfa3e HTTP/1.1" status: 200 len: 210 time: 0.0653515 Sep 14 23:01:33.798257 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20874372-8878-416b-b667-d65bed45655b None None] Pushing event updated for resources: {'Port': ['ID=2befe218-2bc2-42b2-af2f-5b23e909d3b1,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:33.829567 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c00741e1-8b47-4339-b083-c0be99f995d3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:33.854168 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-c00741e1-8b47-4339-b083-c0be99f995d3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Transition to ACTIVE for port object 1c019ff3-48a1-4241-95f1-bb8103c3af6a will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:01:33.916529 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-d04cfb49-9109-4135-97a5-c5d1ac62bd9c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:33.917272 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-d04cfb49-9109-4135-97a5-c5d1ac62bd9c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:network {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:01:33.921717 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c00741e1-8b47-4339-b083-c0be99f995d3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:34.013091 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-d04cfb49-9109-4135-97a5-c5d1ac62bd9c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:network {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:01:34.014548 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-d04cfb49-9109-4135-97a5-c5d1ac62bd9c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/networks?id=18f72744-3f24-4786-b3c0-986d6e050a67 HTTP/1.1" status: 200 len: 797 time: 0.4512823 Sep 14 23:01:34.026566 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00741e1-8b47-4339-b083-c0be99f995d3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Network 171b1935-1e97-434f-bb22-05c7c7eea5e4 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:01:34.043990 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00741e1-8b47-4339-b083-c0be99f995d3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Port': ['ID=1c019ff3-48a1-4241-95f1-bb8103c3af6a,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:34.046659 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-c00741e1-8b47-4339-b083-c0be99f995d3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:01:34.050532 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00741e1-8b47-4339-b083-c0be99f995d3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:01:34.051069 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c00741e1-8b47-4339-b083-c0be99f995d3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:34.095902 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-2fc98a70-25da-4158-ab3f-0ca0e5416ba6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:security_group {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:01:34.117286 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-2fc98a70-25da-4158-ab3f-0ca0e5416ba6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:security_group {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:01:34.118396 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-2fc98a70-25da-4158-ab3f-0ca0e5416ba6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c57dd58bea08430d873bf967651d6b8d HTTP/1.1" status: 200 len: 379 time: 0.0908458 Sep 14 23:01:34.127655 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-3168768b-e10e-4485-a7f0-58912f5cd0d9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'port': {'device_id': '41368dfc-2d55-4d08-ad24-1dc1394dfa3e', 'network_id': '18f72744-3f24-4786-b3c0-986d6e050a67', 'admin_state_up': True, 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'security_groups': ['b0e65a30-31ee-429d-9cb0-36ee6d86784b']}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:01:34.265984 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c00741e1-8b47-4339-b083-c0be99f995d3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:34.372699 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-3168768b-e10e-4485-a7f0-58912f5cd0d9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:01:34.431000 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-3168768b-e10e-4485-a7f0-58912f5cd0d9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:port and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:01:34.445178 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-3168768b-e10e-4485-a7f0-58912f5cd0d9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:01:34.505636 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-3168768b-e10e-4485-a7f0-58912f5cd0d9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:01:34.533794 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-3168768b-e10e-4485-a7f0-58912f5cd0d9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Made reservation on behalf of c57dd58bea08430d873bf967651d6b8d for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:01:34.537517 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-3168768b-e10e-4485-a7f0-58912f5cd0d9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:34.634399 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 2befe218-2bc2-42b2-af2f-5b23e909d3b1 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:01:34.710595 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 2befe218-2bc2-42b2-af2f-5b23e909d3b1 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:01:34.715771 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 1ec046ad-3dd8-4a98-8652-f203995c76e0 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:01:34.747284 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d6723c-530c-482d-abc7-d9b859ee0616 None None] Network 171b1935-1e97-434f-bb22-05c7c7eea5e4 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:01:34.842083 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-3168768b-e10e-4485-a7f0-58912f5cd0d9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Allocated IP 172.20.0.10 (18f72744-3f24-4786-b3c0-986d6e050a67/42e712db-1aa7-4dee-bb02-70c9162950dd/2f7926af-e80a-4572-af57-8c23b20274a0) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:01:34.868530 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c00741e1-8b47-4339-b083-c0be99f995d3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:34.872521 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-82f88d7a-dba5-425c-9660-327c2d4db4e2 None None] Provisioning for port 2befe218-2bc2-42b2-af2f-5b23e909d3b1 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:01:34.877151 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c00741e1-8b47-4339-b083-c0be99f995d3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:34.878022 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c00741e1-8b47-4339-b083-c0be99f995d3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:34.891823 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-82f88d7a-dba5-425c-9660-327c2d4db4e2 None None] Provisioning complete for port 2befe218-2bc2-42b2-af2f-5b23e909d3b1 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:34.892193 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-82f88d7a-dba5-425c-9660-327c2d4db4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:34.898857 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3ed849a4-9291-4dfc-970e-9886d5e6d6a7 req-425092e8-3310-4ffa-8a1b-c9cab229fb7d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=41368dfc-2d55-4d08-ad24-1dc1394dfa3e HTTP/1.1" status: 200 len: 210 time: 0.0583787 Sep 14 23:01:34.990346 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 1ec046ad-3dd8-4a98-8652-f203995c76e0 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:34.990634 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:35.122604 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00741e1-8b47-4339-b083-c0be99f995d3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Port': ['ID=1c019ff3-48a1-4241-95f1-bb8103c3af6a,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:35.219432 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00741e1-8b47-4339-b083-c0be99f995d3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Network 171b1935-1e97-434f-bb22-05c7c7eea5e4 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:01:35.227289 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-c00741e1-8b47-4339-b083-c0be99f995d3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:01:35.238004 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-82f88d7a-dba5-425c-9660-327c2d4db4e2 None None] Current status of the port 2befe218-2bc2-42b2-af2f-5b23e909d3b1 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:01:35.238378 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-82f88d7a-dba5-425c-9660-327c2d4db4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:35.238538 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-3168768b-e10e-4485-a7f0-58912f5cd0d9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:35.253574 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 1ec046ad-3dd8-4a98-8652-f203995c76e0 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:01:35.282502 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-82f88d7a-dba5-425c-9660-327c2d4db4e2 None None] For port 2befe218-2bc2-42b2-af2f-5b23e909d3b1, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=2befe218-2bc2-42b2-af2f-5b23e909d3b1,segment=NetworkSegment(ebc8b4c8-523d-4386-b20e-3155b65d5f66),segment_id=ebc8b4c8-523d-4386-b20e-3155b65d5f66)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:01:35.286581 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-82f88d7a-dba5-425c-9660-327c2d4db4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:35.367484 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f88d7a-dba5-425c-9660-327c2d4db4e2 None None] Pushing event updated for resources: {'Port': ['ID=2befe218-2bc2-42b2-af2f-5b23e909d3b1,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:35.507660 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-3168768b-e10e-4485-a7f0-58912f5cd0d9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Transition to ACTIVE for port object 2f7926af-e80a-4572-af57-8c23b20274a0 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:01:35.522538 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-7bc3a19b-544b-4d65-a52c-1ba5edc46928 None None] Provisioning for port 1c019ff3-48a1-4241-95f1-bb8103c3af6a completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:01:35.527391 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-7bc3a19b-544b-4d65-a52c-1ba5edc46928 None None] Provisioning complete for port 1c019ff3-48a1-4241-95f1-bb8103c3af6a triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:35.527759 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7bc3a19b-544b-4d65-a52c-1ba5edc46928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:35.563810 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-3168768b-e10e-4485-a7f0-58912f5cd0d9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:35.597786 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-7bc3a19b-544b-4d65-a52c-1ba5edc46928 None None] Port 1c019ff3-48a1-4241-95f1-bb8103c3af6a cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:01:35.609920 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-7bc3a19b-544b-4d65-a52c-1ba5edc46928 None None] Provisioning complete for port 2befe218-2bc2-42b2-af2f-5b23e909d3b1 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:35.610384 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7bc3a19b-544b-4d65-a52c-1ba5edc46928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:35.645036 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-3168768b-e10e-4485-a7f0-58912f5cd0d9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network 18f72744-3f24-4786-b3c0-986d6e050a67 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:01:35.645898 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00741e1-8b47-4339-b083-c0be99f995d3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Router 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 23:01:35.650553 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-3168768b-e10e-4485-a7f0-58912f5cd0d9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:01:35.655298 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-3168768b-e10e-4485-a7f0-58912f5cd0d9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:01:35.689702 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:01:35.691516 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168768b-e10e-4485-a7f0-58912f5cd0d9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=2f7926af-e80a-4572-af57-8c23b20274a0,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:35.800759 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-7bc3a19b-544b-4d65-a52c-1ba5edc46928 None None] Current status of the port 2befe218-2bc2-42b2-af2f-5b23e909d3b1 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:01:35.861040 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-3168768b-e10e-4485-a7f0-58912f5cd0d9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:35.861685 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-3168768b-e10e-4485-a7f0-58912f5cd0d9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:35.899924 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00741e1-8b47-4339-b083-c0be99f995d3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:01:35.906113 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c00741e1-8b47-4339-b083-c0be99f995d3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "PUT /v2.0/routers/30bb2e58-1cc8-4232-af9b-a66bb68c2c2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5572836 Sep 14 23:01:35.907983 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-3168768b-e10e-4485-a7f0-58912f5cd0d9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7839448 Sep 14 23:01:35.908961 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56000) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:35.915111 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-c7510497-d04d-4bb3-8d65-5201f111cd8d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-860957532'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:01:35.919213 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0144352-4220-4f45-8e24-f40cfd0bb9c3 None None] Sync routers for ids ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:01:35.925133 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-6a99904d-32e6-4020-848b-e93f3036afeb service neutron] Request body: {'port': {'device_id': '41368dfc-2d55-4d08-ad24-1dc1394dfa3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:01:35.934632 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0144352-4220-4f45-8e24-f40cfd0bb9c3 None None] Routers {'30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:35.935265 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-d0144352-4220-4f45-8e24-f40cfd0bb9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:01:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:35.958931 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c7510497-d04d-4bb3-8d65-5201f111cd8d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:01:35.976183 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c7510497-d04d-4bb3-8d65-5201f111cd8d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Usage tracker for resource:network and tenant:7a62583d2f004fd6a05eb6d863384cb3 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:01:35.981544 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c7510497-d04d-4bb3-8d65-5201f111cd8d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:01:35.990828 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c7510497-d04d-4bb3-8d65-5201f111cd8d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:01:36.045154 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7510497-d04d-4bb3-8d65-5201f111cd8d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Made reservation on behalf of 7a62583d2f004fd6a05eb6d863384cb3 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:01:36.048785 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c7510497-d04d-4bb3-8d65-5201f111cd8d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:36.072176 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-6ac77b85-14fa-4807-ada6-2d523a86ea8f None None] Provisioning complete for port 1c019ff3-48a1-4241-95f1-bb8103c3af6a triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:36.072829 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6ac77b85-14fa-4807-ada6-2d523a86ea8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:36.080052 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-6a99904d-32e6-4020-848b-e93f3036afeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:36.104512 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7510497-d04d-4bb3-8d65-5201f111cd8d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:01:36.151158 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-6ac77b85-14fa-4807-ada6-2d523a86ea8f None None] Port 1c019ff3-48a1-4241-95f1-bb8103c3af6a cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:01:36.153269 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-d0144352-4220-4f45-8e24-f40cfd0bb9c3 None None] Set router 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:01:36.160604 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4343a2-b1e4-4a55-828e-3fd48ce4cbf1 req-f3406466-ce19-4466-8777-a13d0caff265 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:36.162169 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5f4343a2-b1e4-4a55-828e-3fd48ce4cbf1 req-f3406466-ce19-4466-8777-a13d0caff265 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=41368dfc-2d55-4d08-ad24-1dc1394dfa3e HTTP/1.1" status: 200 len: 932 time: 0.1112180 Sep 14 23:01:36.177512 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c7510497-d04d-4bb3-8d65-5201f111cd8d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:36.178124 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-c7510497-d04d-4bb3-8d65-5201f111cd8d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Added segment d80357eb-07af-4fb7-bc12-5be32c35cb5f of type vlan for network 4aa2fbea-2408-40a5-9665-df7f9ca4262d Sep 14 23:01:36.209394 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5f4343a2-b1e4-4a55-828e-3fd48ce4cbf1 req-f4e1f0c6-e417-4ffe-a022-44f807156254 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=b0e65a30-31ee-429d-9cb0-36ee6d86784b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405440 Sep 14 23:01:36.263418 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c7510497-d04d-4bb3-8d65-5201f111cd8d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:36.371025 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c69055ea-293d-4e49-8a0b-cfc50bfbb245 None None] Provisioning complete for port 1c019ff3-48a1-4241-95f1-bb8103c3af6a triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:36.371410 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c69055ea-293d-4e49-8a0b-cfc50bfbb245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:36.389243 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c7510497-d04d-4bb3-8d65-5201f111cd8d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:36.394731 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7510497-d04d-4bb3-8d65-5201f111cd8d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:36.395499 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c7510497-d04d-4bb3-8d65-5201f111cd8d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:36.456361 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c69055ea-293d-4e49-8a0b-cfc50bfbb245 None None] Port 1c019ff3-48a1-4241-95f1-bb8103c3af6a cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:01:36.510428 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c69055ea-293d-4e49-8a0b-cfc50bfbb245 None None] Provisioning for port 2f7926af-e80a-4572-af57-8c23b20274a0 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:01:36.520875 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c69055ea-293d-4e49-8a0b-cfc50bfbb245 None None] Provisioning complete for port 2f7926af-e80a-4572-af57-8c23b20274a0 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:36.521237 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c69055ea-293d-4e49-8a0b-cfc50bfbb245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:36.526730 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7510497-d04d-4bb3-8d65-5201f111cd8d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Network': ['ID=4aa2fbea-2408-40a5-9665-df7f9ca4262d,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:36.534870 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c7510497-d04d-4bb3-8d65-5201f111cd8d tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6247489 Sep 14 23:01:36.535208 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56006) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:36.542675 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-ce8bc450-3d90-40cc-ab6f-4d6cebf707c2 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Request body: {'subnet': {'network_id': '4aa2fbea-2408-40a5-9665-df7f9ca4262d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:01:36.559933 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 4aa2fbea-2408-40a5-9665-df7f9ca4262d details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:01:36.572152 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 2befe218-2bc2-42b2-af2f-5b23e909d3b1 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:01:36.615935 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-6a99904d-32e6-4020-848b-e93f3036afeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f7926af-e80a-4572-af57-8c23b20274a0 {{(pid=89171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:01:36.625645 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-6a99904d-32e6-4020-848b-e93f3036afeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:36.642808 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-6a99904d-32e6-4020-848b-e93f3036afeb service neutron] Transition to ACTIVE for port object 2f7926af-e80a-4572-af57-8c23b20274a0 will not be triggered until provisioned by entity L2. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:01:36.649551 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-6a99904d-32e6-4020-848b-e93f3036afeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:36.666766 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-ce8bc450-3d90-40cc-ab6f-4d6cebf707c2 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:01:36.670727 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-ce8bc450-3d90-40cc-ab6f-4d6cebf707c2 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Usage tracker for resource:subnet and tenant:7a62583d2f004fd6a05eb6d863384cb3 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:01:36.674511 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-ce8bc450-3d90-40cc-ab6f-4d6cebf707c2 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:01:36.683388 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-ce8bc450-3d90-40cc-ab6f-4d6cebf707c2 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:01:36.694431 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8bc450-3d90-40cc-ab6f-4d6cebf707c2 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Made reservation on behalf of 7a62583d2f004fd6a05eb6d863384cb3 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:01:36.698696 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ce8bc450-3d90-40cc-ab6f-4d6cebf707c2 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:36.727330 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c69055ea-293d-4e49-8a0b-cfc50bfbb245 None None] Port 2f7926af-e80a-4572-af57-8c23b20274a0 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:01:36.772749 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-d0144352-4220-4f45-8e24-f40cfd0bb9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'name': 'tempest-RoutersIpV6Test-router-1659503762', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:30Z', 'updated_at': '2022-09-14T23:01:34Z', 'revision_number': 2, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'gw_port_host': None, '_interfaces': [{'id': '1c019ff3-48a1-4241-95f1-bb8103c3af6a', 'name': '', 'network_id': '171b1935-1e97-434f-bb22-05c7c7eea5e4', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:70:7d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:33Z', 'updated_at': '2022-09-14T23:01:34Z', 'revision_number': 2, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:36.776234 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 2befe218-2bc2-42b2-af2f-5b23e909d3b1 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:36.776598 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:36.817386 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0144352-4220-4f45-8e24-f40cfd0bb9c3 None None] Checking router: 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:01:36.817990 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0144352-4220-4f45-8e24-f40cfd0bb9c3 None None] Updating router 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b port 1c019ff3-48a1-4241-95f1-bb8103c3af6a binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:01:36.874120 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a99904d-32e6-4020-848b-e93f3036afeb service neutron] Pushing event updated for resources: {'Port': ['ID=2f7926af-e80a-4572-af57-8c23b20274a0,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:36.887380 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d0144352-4220-4f45-8e24-f40cfd0bb9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:36.915890 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-6a99904d-32e6-4020-848b-e93f3036afeb service neutron] Attempting to bind port 2f7926af-e80a-4572-af57-8c23b20274a0 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:01:36.916229 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-6a99904d-32e6-4020-848b-e93f3036afeb service neutron] Attempting to bind port 2f7926af-e80a-4572-af57-8c23b20274a0 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '206a953c-c111-4e78-9612-02347e17da5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '18f72744-3f24-4786-b3c0-986d6e050a67'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:01:36.916555 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-6a99904d-32e6-4020-848b-e93f3036afeb service neutron] Attempting to bind port 2f7926af-e80a-4572-af57-8c23b20274a0 on network 18f72744-3f24-4786-b3c0-986d6e050a67 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:01:36.921640 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-6a99904d-32e6-4020-848b-e93f3036afeb service neutron] Port 2f7926af-e80a-4572-af57-8c23b20274a0 on network 18f72744-3f24-4786-b3c0-986d6e050a67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:01:36.922212 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-6a99904d-32e6-4020-848b-e93f3036afeb service neutron] Attempting to bind port 2f7926af-e80a-4572-af57-8c23b20274a0 on network 18f72744-3f24-4786-b3c0-986d6e050a67 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:01:36.927973 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-6a99904d-32e6-4020-848b-e93f3036afeb service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:01:36.928449 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-6a99904d-32e6-4020-848b-e93f3036afeb service neutron] Checking segment: {'id': '206a953c-c111-4e78-9612-02347e17da5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '18f72744-3f24-4786-b3c0-986d6e050a67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:01:36.928854 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-6a99904d-32e6-4020-848b-e93f3036afeb service neutron] Bound using segment: {'id': '206a953c-c111-4e78-9612-02347e17da5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '18f72744-3f24-4786-b3c0-986d6e050a67'} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:01:36.929262 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-6a99904d-32e6-4020-848b-e93f3036afeb service neutron] Bound port: 2f7926af-e80a-4572-af57-8c23b20274a0, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '206a953c-c111-4e78-9612-02347e17da5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '18f72744-3f24-4786-b3c0-986d6e050a67'}}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:01:36.929625 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-6a99904d-32e6-4020-848b-e93f3036afeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:36.963600 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ce8bc450-3d90-40cc-ab6f-4d6cebf707c2 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:37.020098 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-6a99904d-32e6-4020-848b-e93f3036afeb service neutron] For port 2f7926af-e80a-4572-af57-8c23b20274a0, host hv-neutron-8577, cleared binding levels {{(pid=89171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:01:37.023087 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-6a99904d-32e6-4020-848b-e93f3036afeb service neutron] For port 2f7926af-e80a-4572-af57-8c23b20274a0, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=2f7926af-e80a-4572-af57-8c23b20274a0,segment=NetworkSegment(206a953c-c111-4e78-9612-02347e17da5a),segment_id=206a953c-c111-4e78-9612-02347e17da5a)] {{(pid=89171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:01:37.027586 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-6a99904d-32e6-4020-848b-e93f3036afeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:37.051603 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8bc450-3d90-40cc-ab6f-4d6cebf707c2 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Subnet': ['ID=c1f43cd5-9f94-4175-9aa2-fd8c107ee294,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:37.055274 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bc450-3d90-40cc-ab6f-4d6cebf707c2 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Checking segment: {'id': 'd80357eb-07af-4fb7-bc12-5be32c35cb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4aa2fbea-2408-40a5-9665-df7f9ca4262d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:01:37.055621 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8bc450-3d90-40cc-ab6f-4d6cebf707c2 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Network hostable DHCP agents. Network: 4aa2fbea-2408-40a5-9665-df7f9ca4262d, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:01:37.063653 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-6a99904d-32e6-4020-848b-e93f3036afeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:37.064271 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-6a99904d-32e6-4020-848b-e93f3036afeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:37.065718 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-6a99904d-32e6-4020-848b-e93f3036afeb service neutron] 10.222.0.20 "PUT /v2.0/ports/2f7926af-e80a-4572-af57-8c23b20274a0 HTTP/1.1" status: 200 len: 1094 time: 1.1462536 Sep 14 23:01:37.073241 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41368dfc-2d55-4d08-ad24-1dc1394dfa3e', 'tag': '2f7926af-e80a-4572-af57-8c23b20274a0'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:01:37.075550 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207bdbb5-f33d-47fa-af69-b6f983cf6474" -d '{"events": [{"name": "network-changed", "server_uuid": "41368dfc-2d55-4d08-ad24-1dc1394dfa3e", "tag": "2f7926af-e80a-4572-af57-8c23b20274a0"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:01:37.078842 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8bc450-3d90-40cc-ab6f-4d6cebf707c2 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Network 4aa2fbea-2408-40a5-9665-df7f9ca4262d is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:01:37.090030 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-ce8bc450-3d90-40cc-ab6f-4d6cebf707c2 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 4aa2fbea-2408-40a5-9665-df7f9ca4262d) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:01:37.095658 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8bc450-3d90-40cc-ab6f-4d6cebf707c2 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:37.096472 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ce8bc450-3d90-40cc-ab6f-4d6cebf707c2 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:37.104384 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 2befe218-2bc2-42b2-af2f-5b23e909d3b1 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:01:37.127514 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d9aa82-b708-4773-b647-f7217dbd36b0 None None] Network 4aa2fbea-2408-40a5-9665-df7f9ca4262d requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:01:37.142694 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ce8bc450-3d90-40cc-ab6f-4d6cebf707c2 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6060565 Sep 14 23:01:37.145475 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56012) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:37.303763 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19f54f8-abed-4954-a581-10dbcc0bc36f x-openstack-request-id: req-f19f54f8-abed-4954-a581-10dbcc0bc36f {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:01:37.304375 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41368dfc-2d55-4d08-ad24-1dc1394dfa3e", "tag": "2f7926af-e80a-4572-af57-8c23b20274a0", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:01:37.304375 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f19f54f8-abed-4954-a581-10dbcc0bc36f {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:01:37.304721 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f19f54f8-abed-4954-a581-10dbcc0bc36f'] response: {'name': 'network-changed', 'server_uuid': '41368dfc-2d55-4d08-ad24-1dc1394dfa3e', 'tag': '2f7926af-e80a-4572-af57-8c23b20274a0', 'status': 'completed', 'code': 200} Sep 14 23:01:37.312403 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a99904d-32e6-4020-848b-e93f3036afeb service neutron] Pushing event updated for resources: {'Port': ['ID=2f7926af-e80a-4572-af57-8c23b20274a0,revision_number=3']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:37.386213 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-1f5b7d53-6856-428e-beb5-2415f1e1f002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:37.388165 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-1f5b7d53-6856-428e-beb5-2415f1e1f002 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=41368dfc-2d55-4d08-ad24-1dc1394dfa3e HTTP/1.1" status: 200 len: 1097 time: 0.2531822 Sep 14 23:01:37.473389 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-eab607e2-8d4d-468a-8422-fcc2b6849c60 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f7926af-e80a-4572-af57-8c23b20274a0 HTTP/1.1" status: 200 len: 217 time: 0.0766847 Sep 14 23:01:37.535741 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-b9f35190-1d44-40c8-9136-78a09369504b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:37.537714 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-b9f35190-1d44-40c8-9136-78a09369504b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42e712db-1aa7-4dee-bb02-70c9162950dd HTTP/1.1" status: 200 len: 835 time: 0.0576394 Sep 14 23:01:37.570012 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d0144352-4220-4f45-8e24-f40cfd0bb9c3 None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:37.588143 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-d0144352-4220-4f45-8e24-f40cfd0bb9c3 None None] Transition to ACTIVE for port object 1c019ff3-48a1-4241-95f1-bb8103c3af6a will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:01:37.593299 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87624d76-f5b9-4d02-9319-adca700fecc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-4aa2fbea-2408-40a5-9665-df7f9ca4262d', 'network_id': '4aa2fbea-2408-40a5-9665-df7f9ca4262d', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'fixed_ips': [{'subnet_id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:01:37.594205 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-87624d76-f5b9-4d02-9319-adca700fecc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:37.614662 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d0144352-4220-4f45-8e24-f40cfd0bb9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:37.630508 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-4fe3eab1-af97-458b-b9bf-7862938acc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:37.632012 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-4fe3eab1-af97-458b-b9bf-7862938acc37 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18f72744-3f24-4786-b3c0-986d6e050a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0882156 Sep 14 23:01:37.755546 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1947d-4626-4fd9-9cf9-5948bf1fd22f req-74935f26-5834-4879-aa65-bdbda17cae4d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:37.755546 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-34e1947d-4626-4fd9-9cf9-5948bf1fd22f req-74935f26-5834-4879-aa65-bdbda17cae4d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=41368dfc-2d55-4d08-ad24-1dc1394dfa3e HTTP/1.1" status: 200 len: 944 time: 0.2903280 Sep 14 23:01:37.821426 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-d6520eb8-329b-4137-8974-0ee58a74196a service neutron] 10.222.0.20 "GET /v2.0/networks/18f72744-3f24-4786-b3c0-986d6e050a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802573 Sep 14 23:01:37.874962 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-34e1947d-4626-4fd9-9cf9-5948bf1fd22f req-8084590d-7620-4944-bd2f-d6d87ba934e1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=b0e65a30-31ee-429d-9cb0-36ee6d86784b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243439 Sep 14 23:01:37.877660 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ed32e10a-10ea-4fb4-bf9c-55c3c0aa43aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:37.898826 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44f024-4028-46a5-abdd-764631794497 None None] Pushing event updated for resources: {'Port': ['ID=1c019ff3-48a1-4241-95f1-bb8103c3af6a,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:37.937929 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-d0144352-4220-4f45-8e24-f40cfd0bb9c3 None None] Attempting to bind port 1c019ff3-48a1-4241-95f1-bb8103c3af6a on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:01:37.937929 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-d0144352-4220-4f45-8e24-f40cfd0bb9c3 None None] Attempting to bind port 1c019ff3-48a1-4241-95f1-bb8103c3af6a by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'ebc8b4c8-523d-4386-b20e-3155b65d5f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '171b1935-1e97-434f-bb22-05c7c7eea5e4'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:01:37.937929 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0144352-4220-4f45-8e24-f40cfd0bb9c3 None None] Attempting to bind port 1c019ff3-48a1-4241-95f1-bb8103c3af6a on network 171b1935-1e97-434f-bb22-05c7c7eea5e4 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:01:37.975944 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0144352-4220-4f45-8e24-f40cfd0bb9c3 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:01:37.975944 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0144352-4220-4f45-8e24-f40cfd0bb9c3 None None] Checking segment: {'id': 'ebc8b4c8-523d-4386-b20e-3155b65d5f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '171b1935-1e97-434f-bb22-05c7c7eea5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:01:37.975944 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d0144352-4220-4f45-8e24-f40cfd0bb9c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:37.975944 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0144352-4220-4f45-8e24-f40cfd0bb9c3 None None] Bound using segment: {'id': 'ebc8b4c8-523d-4386-b20e-3155b65d5f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '171b1935-1e97-434f-bb22-05c7c7eea5e4'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:01:37.975944 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-d0144352-4220-4f45-8e24-f40cfd0bb9c3 None None] Bound port: 1c019ff3-48a1-4241-95f1-bb8103c3af6a, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc8b4c8-523d-4386-b20e-3155b65d5f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '171b1935-1e97-434f-bb22-05c7c7eea5e4'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:01:37.975944 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d0144352-4220-4f45-8e24-f40cfd0bb9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:38.048869 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5c980820-e5d7-4d54-937d-8c2a590fe7ec req-083ab69b-b43e-4bce-95d4-eb1058a27d8d service neutron] 10.222.0.20 "GET /v2.0/networks/18f72744-3f24-4786-b3c0-986d6e050a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175796 Sep 14 23:01:38.065287 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-87624d76-f5b9-4d02-9319-adca700fecc4 None None] Allocated IP 2001:db8:1::2 (4aa2fbea-2408-40a5-9665-df7f9ca4262d/c1f43cd5-9f94-4175-9aa2-fd8c107ee294/956a3329-7f9d-46bf-a9e2-9b4cbe2ac5bb) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:01:38.174343 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-d0144352-4220-4f45-8e24-f40cfd0bb9c3 None None] For port 1c019ff3-48a1-4241-95f1-bb8103c3af6a, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:01:38.198692 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-d0144352-4220-4f45-8e24-f40cfd0bb9c3 None None] For port 1c019ff3-48a1-4241-95f1-bb8103c3af6a, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=1c019ff3-48a1-4241-95f1-bb8103c3af6a,segment=NetworkSegment(ebc8b4c8-523d-4386-b20e-3155b65d5f66),segment_id=ebc8b4c8-523d-4386-b20e-3155b65d5f66)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:01:38.213088 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d0144352-4220-4f45-8e24-f40cfd0bb9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:38.245068 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bdbb5-f33d-47fa-af69-b6f983cf6474 req-ae2a0d97-7fcc-485b-9ae8-dfb817f1892c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:38.245068 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-207bdbb5-f33d-47fa-af69-b6f983cf6474 req-ae2a0d97-7fcc-485b-9ae8-dfb817f1892c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=41368dfc-2d55-4d08-ad24-1dc1394dfa3e HTTP/1.1" status: 200 len: 1097 time: 0.1194437 Sep 14 23:01:38.269821 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dc9b8f91-d5d9-4b53-a363-f774864c54f0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:38.342690 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0144352-4220-4f45-8e24-f40cfd0bb9c3 None None] Routers {'30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:38.342690 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-d0144352-4220-4f45-8e24-f40cfd0bb9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:01:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:38.400113 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bdbb5-f33d-47fa-af69-b6f983cf6474 req-6396af02-33c1-4d1e-a9a6-c479dede7e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:38.402319 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-207bdbb5-f33d-47fa-af69-b6f983cf6474 req-6396af02-33c1-4d1e-a9a6-c479dede7e76 service neutron] 10.222.0.20 "GET /v2.0/networks?id=18f72744-3f24-4786-b3c0-986d6e050a67 HTTP/1.1" status: 200 len: 897 time: 0.1520152 Sep 14 23:01:38.520016 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44f024-4028-46a5-abdd-764631794497 None None] Pushing event updated for resources: {'Port': ['ID=1c019ff3-48a1-4241-95f1-bb8103c3af6a,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:38.525962 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-207bdbb5-f33d-47fa-af69-b6f983cf6474 req-9030b907-28ac-4d52-bdd2-a01225db9625 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f7926af-e80a-4572-af57-8c23b20274a0 HTTP/1.1" status: 200 len: 217 time: 0.1047435 Sep 14 23:01:38.556185 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-87624d76-f5b9-4d02-9319-adca700fecc4 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:38.565153 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-d0144352-4220-4f45-8e24-f40cfd0bb9c3 None None] Set router 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:01:38.627830 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bdbb5-f33d-47fa-af69-b6f983cf6474 req-ea86587a-918f-4d3f-ac51-84c54bafb44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:38.632684 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-87624d76-f5b9-4d02-9319-adca700fecc4 None None] Transition to ACTIVE for port object 956a3329-7f9d-46bf-a9e2-9b4cbe2ac5bb will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:01:38.637339 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-207bdbb5-f33d-47fa-af69-b6f983cf6474 req-ea86587a-918f-4d3f-ac51-84c54bafb44e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42e712db-1aa7-4dee-bb02-70c9162950dd HTTP/1.1" status: 200 len: 835 time: 0.1003592 Sep 14 23:01:38.715352 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-87624d76-f5b9-4d02-9319-adca700fecc4 None None] Transition to ACTIVE for port object 956a3329-7f9d-46bf-a9e2-9b4cbe2ac5bb will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:01:38.727348 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-87624d76-f5b9-4d02-9319-adca700fecc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:38.759677 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bdbb5-f33d-47fa-af69-b6f983cf6474 req-9a310321-ebdc-4c13-a842-54e92d0182da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:38.759677 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-207bdbb5-f33d-47fa-af69-b6f983cf6474 req-9a310321-ebdc-4c13-a842-54e92d0182da service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18f72744-3f24-4786-b3c0-986d6e050a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1261277 Sep 14 23:01:38.826700 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-dc9b8f91-d5d9-4b53-a363-f774864c54f0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Allocated IP 2001:db8:1::1 (4aa2fbea-2408-40a5-9665-df7f9ca4262d/c1f43cd5-9f94-4175-9aa2-fd8c107ee294/b58235a9-adee-4133-a7b1-05fe1ab84790) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:01:38.940845 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87624d76-f5b9-4d02-9319-adca700fecc4 None None] Network 4aa2fbea-2408-40a5-9665-df7f9ca4262d is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:01:38.940845 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-87624d76-f5b9-4d02-9319-adca700fecc4 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:01:38.940845 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87624d76-f5b9-4d02-9319-adca700fecc4 None None] Pushing event updated for resources: {'Port': ['ID=956a3329-7f9d-46bf-a9e2-9b4cbe2ac5bb,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:38.940845 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87624d76-f5b9-4d02-9319-adca700fecc4 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:01:39.006182 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-207bdbb5-f33d-47fa-af69-b6f983cf6474 req-005f21fe-c205-410d-b120-724a6d0dfe11 service neutron] 10.222.0.20 "GET /v2.0/networks/18f72744-3f24-4786-b3c0-986d6e050a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349319 Sep 14 23:01:39.059444 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dc9b8f91-d5d9-4b53-a363-f774864c54f0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:39.089574 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-dc9b8f91-d5d9-4b53-a363-f774864c54f0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Transition to ACTIVE for port object b58235a9-adee-4133-a7b1-05fe1ab84790 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:01:39.106884 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-87624d76-f5b9-4d02-9319-adca700fecc4 None None] Attempting to bind port 956a3329-7f9d-46bf-a9e2-9b4cbe2ac5bb on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:01:39.106884 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-87624d76-f5b9-4d02-9319-adca700fecc4 None None] Attempting to bind port 956a3329-7f9d-46bf-a9e2-9b4cbe2ac5bb by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'd80357eb-07af-4fb7-bc12-5be32c35cb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4aa2fbea-2408-40a5-9665-df7f9ca4262d'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:01:39.106884 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87624d76-f5b9-4d02-9319-adca700fecc4 None None] Attempting to bind port 956a3329-7f9d-46bf-a9e2-9b4cbe2ac5bb on network 4aa2fbea-2408-40a5-9665-df7f9ca4262d {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:01:39.118787 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87624d76-f5b9-4d02-9319-adca700fecc4 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:01:39.118787 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87624d76-f5b9-4d02-9319-adca700fecc4 None None] Checking segment: {'id': 'd80357eb-07af-4fb7-bc12-5be32c35cb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4aa2fbea-2408-40a5-9665-df7f9ca4262d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:01:39.118787 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-87624d76-f5b9-4d02-9319-adca700fecc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:39.118787 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87624d76-f5b9-4d02-9319-adca700fecc4 None None] Bound using segment: {'id': 'd80357eb-07af-4fb7-bc12-5be32c35cb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4aa2fbea-2408-40a5-9665-df7f9ca4262d'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:01:39.118787 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-87624d76-f5b9-4d02-9319-adca700fecc4 None None] Bound port: 956a3329-7f9d-46bf-a9e2-9b4cbe2ac5bb, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd80357eb-07af-4fb7-bc12-5be32c35cb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4aa2fbea-2408-40a5-9665-df7f9ca4262d'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:01:39.118787 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-87624d76-f5b9-4d02-9319-adca700fecc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:39.186075 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dc9b8f91-d5d9-4b53-a363-f774864c54f0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:39.222276 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-87624d76-f5b9-4d02-9319-adca700fecc4 None None] For port 956a3329-7f9d-46bf-a9e2-9b4cbe2ac5bb, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:01:39.228402 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-87624d76-f5b9-4d02-9319-adca700fecc4 None None] For port 956a3329-7f9d-46bf-a9e2-9b4cbe2ac5bb, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=956a3329-7f9d-46bf-a9e2-9b4cbe2ac5bb,segment=NetworkSegment(d80357eb-07af-4fb7-bc12-5be32c35cb5f),segment_id=d80357eb-07af-4fb7-bc12-5be32c35cb5f)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:01:39.231924 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-d0144352-4220-4f45-8e24-f40cfd0bb9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'name': 'tempest-RoutersIpV6Test-router-1659503762', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:30Z', 'updated_at': '2022-09-14T23:01:34Z', 'revision_number': 2, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'gw_port_host': None, '_interfaces': [{'id': '1c019ff3-48a1-4241-95f1-bb8103c3af6a', 'name': '', 'network_id': '171b1935-1e97-434f-bb22-05c7c7eea5e4', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:70:7d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:33Z', 'updated_at': '2022-09-14T23:01:38Z', 'revision_number': 4, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:39.236156 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-87624d76-f5b9-4d02-9319-adca700fecc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:39.249705 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-207bdbb5-f33d-47fa-af69-b6f983cf6474 req-0a3a5e61-b4ab-498e-a0af-66388efca315 service neutron] 10.222.0.20 "GET /v2.0/networks/18f72744-3f24-4786-b3c0-986d6e050a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364199 Sep 14 23:01:39.260466 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9b8f91-d5d9-4b53-a363-f774864c54f0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Network 4aa2fbea-2408-40a5-9665-df7f9ca4262d is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:01:39.270554 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef439c-47e2-42ce-9896-4d6009ed4337 req-b5ec38a5-dd29-4d99-a035-2de746a916bf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:39.272017 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1fef439c-47e2-42ce-9896-4d6009ed4337 req-b5ec38a5-dd29-4d99-a035-2de746a916bf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=41368dfc-2d55-4d08-ad24-1dc1394dfa3e HTTP/1.1" status: 200 len: 944 time: 0.1830089 Sep 14 23:01:39.275829 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-dc9b8f91-d5d9-4b53-a363-f774864c54f0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:01:39.276352 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0144352-4220-4f45-8e24-f40cfd0bb9c3 None None] The sync data for ids ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'] in dv-neutron-857791-1-hyperv is: [{'id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'name': 'tempest-RoutersIpV6Test-router-1659503762', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:30Z', 'updated_at': '2022-09-14T23:01:34Z', 'revision_number': 2, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'gw_port_host': None, '_interfaces': [{'id': '1c019ff3-48a1-4241-95f1-bb8103c3af6a', 'name': '', 'network_id': '171b1935-1e97-434f-bb22-05c7c7eea5e4', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:70:7d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:33Z', 'updated_at': '2022-09-14T23:01:38Z', 'revision_number': 4, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:01:39.279627 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9b8f91-d5d9-4b53-a363-f774864c54f0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:01:39.280167 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dc9b8f91-d5d9-4b53-a363-f774864c54f0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:39.300977 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b8f91-d5d9-4b53-a363-f774864c54f0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Port': ['ID=b58235a9-adee-4133-a7b1-05fe1ab84790,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:39.316845 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87624d76-f5b9-4d02-9319-adca700fecc4 None None] Pushing event updated for resources: {'Port': ['ID=956a3329-7f9d-46bf-a9e2-9b4cbe2ac5bb,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:39.355726 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1fef439c-47e2-42ce-9896-4d6009ed4337 req-6120c66f-a81a-4ebc-8c1d-0a8e9c135f18 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=b0e65a30-31ee-429d-9cb0-36ee6d86784b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722902 Sep 14 23:01:39.457911 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dc9b8f91-d5d9-4b53-a363-f774864c54f0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:39.720092 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-45c9ecfb-40d0-488d-8b8b-ee1bbee6b422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:40.032325 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dc9b8f91-d5d9-4b53-a363-f774864c54f0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:40.037195 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dc9b8f91-d5d9-4b53-a363-f774864c54f0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:40.037978 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dc9b8f91-d5d9-4b53-a363-f774864c54f0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:40.188335 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b8f91-d5d9-4b53-a363-f774864c54f0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Port': ['ID=b58235a9-adee-4133-a7b1-05fe1ab84790,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:40.248119 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9b8f91-d5d9-4b53-a363-f774864c54f0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Network 4aa2fbea-2408-40a5-9665-df7f9ca4262d is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:01:40.250534 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-dc9b8f91-d5d9-4b53-a363-f774864c54f0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:01:40.400782 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 2f7926af-e80a-4572-af57-8c23b20274a0 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:01:40.442726 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9b8f91-d5d9-4b53-a363-f774864c54f0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Router 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:01:40.512935 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196e6e2e-8041-4c0a-ad1b-7b74ef3f323b None None] Network 4aa2fbea-2408-40a5-9665-df7f9ca4262d requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:01:40.611452 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 1c019ff3-48a1-4241-95f1-bb8103c3af6a up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:01:40.684832 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9b8f91-d5d9-4b53-a363-f774864c54f0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:01:40.687948 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-913c0e8c-252d-489b-9716-da0681e03299 None None] Provisioning for port 956a3329-7f9d-46bf-a9e2-9b4cbe2ac5bb completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:01:40.705217 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-dc9b8f91-d5d9-4b53-a363-f774864c54f0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "PUT /v2.0/routers/30bb2e58-1cc8-4232-af9b-a66bb68c2c2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5577953 Sep 14 23:01:40.708432 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56024) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:40.714678 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-b405a5d7-d2f2-4171-92c1-5d75930c64e2 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1798324268'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:01:40.720978 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b405a5d7-d2f2-4171-92c1-5d75930c64e2 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:01:40.722337 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52229658-1778-4ee8-b3f2-d245cf52687b req-2e074576-a322-4c8f-ba49-81e91f585d52 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:40.727431 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b405a5d7-d2f2-4171-92c1-5d75930c64e2 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Usage tracker for resource:network and tenant:7a62583d2f004fd6a05eb6d863384cb3 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:01:40.730514 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b405a5d7-d2f2-4171-92c1-5d75930c64e2 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:01:40.731528 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-52229658-1778-4ee8-b3f2-d245cf52687b req-2e074576-a322-4c8f-ba49-81e91f585d52 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=41368dfc-2d55-4d08-ad24-1dc1394dfa3e HTTP/1.1" status: 200 len: 944 time: 0.2056243 Sep 14 23:01:40.738689 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b405a5d7-d2f2-4171-92c1-5d75930c64e2 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:01:40.766748 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b405a5d7-d2f2-4171-92c1-5d75930c64e2 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Made reservation on behalf of 7a62583d2f004fd6a05eb6d863384cb3 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:01:40.766748 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b405a5d7-d2f2-4171-92c1-5d75930c64e2 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:40.785313 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-52229658-1778-4ee8-b3f2-d245cf52687b req-cc3a0ad5-e2cd-4026-a09d-78beb6152a7d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=b0e65a30-31ee-429d-9cb0-36ee6d86784b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529435 Sep 14 23:01:40.808505 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b405a5d7-d2f2-4171-92c1-5d75930c64e2 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:01:40.830973 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b405a5d7-d2f2-4171-92c1-5d75930c64e2 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:40.831320 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-b405a5d7-d2f2-4171-92c1-5d75930c64e2 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Added segment a5af48e2-26f1-4a92-aba7-663b3d45ec64 of type vlan for network 1dd55b81-b1e1-421c-9ffa-1391f30c6da6 Sep 14 23:01:40.846434 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 2f7926af-e80a-4572-af57-8c23b20274a0, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=2f7926af-e80a-4572-af57-8c23b20274a0,segment=NetworkSegment(206a953c-c111-4e78-9612-02347e17da5a),segment_id=206a953c-c111-4e78-9612-02347e17da5a)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:01:40.862422 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:40.870740 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b405a5d7-d2f2-4171-92c1-5d75930c64e2 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:40.890910 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 1c019ff3-48a1-4241-95f1-bb8103c3af6a completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:01:40.898477 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': '2f7926af-e80a-4572-af57-8c23b20274a0', 'network_id': '18f72744-3f24-4786-b3c0-986d6e050a67', 'port_id': '2f7926af-e80a-4572-af57-8c23b20274a0', 'mac_address': 'fa:16:3e:46:50:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e712db-1aa7-4dee-bb02-70c9162950dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:01:40.908969 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b405a5d7-d2f2-4171-92c1-5d75930c64e2 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:40.915350 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b405a5d7-d2f2-4171-92c1-5d75930c64e2 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:40.916108 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b405a5d7-d2f2-4171-92c1-5d75930c64e2 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:40.948714 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 1c019ff3-48a1-4241-95f1-bb8103c3af6a triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:40.949094 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:40.980919 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:41.035904 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56028) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:41.043423 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b405a5d7-d2f2-4171-92c1-5d75930c64e2 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3178086 Sep 14 23:01:41.050703 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-e963015d-3c30-4b6c-ac80-5edb85aeab2b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Request body: {'subnet': {'network_id': '1dd55b81-b1e1-421c-9ffa-1391f30c6da6', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:01:41.056940 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405a5d7-d2f2-4171-92c1-5d75930c64e2 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Network': ['ID=1dd55b81-b1e1-421c-9ffa-1391f30c6da6,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:41.063096 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 1dd55b81-b1e1-421c-9ffa-1391f30c6da6 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:01:41.084919 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19edfda6-1b71-4a90-9ba3-905a285c20d2 None None] Sync routers for ids ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:01:41.095092 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19edfda6-1b71-4a90-9ba3-905a285c20d2 None None] Routers {'30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:41.095365 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-19edfda6-1b71-4a90-9ba3-905a285c20d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:01:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:41.178796 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 2f7926af-e80a-4572-af57-8c23b20274a0 is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:01:41.178796 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:41.184601 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-e963015d-3c30-4b6c-ac80-5edb85aeab2b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:01:41.184601 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-e963015d-3c30-4b6c-ac80-5edb85aeab2b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Usage tracker for resource:subnet and tenant:7a62583d2f004fd6a05eb6d863384cb3 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:01:41.196962 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-e963015d-3c30-4b6c-ac80-5edb85aeab2b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:01:41.198382 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-e963015d-3c30-4b6c-ac80-5edb85aeab2b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:01:41.214653 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e963015d-3c30-4b6c-ac80-5edb85aeab2b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Made reservation on behalf of 7a62583d2f004fd6a05eb6d863384cb3 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:01:41.216085 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7926af-e80a-4572-af57-8c23b20274a0 {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:01:41.219407 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e963015d-3c30-4b6c-ac80-5edb85aeab2b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:41.283032 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 2f7926af-e80a-4572-af57-8c23b20274a0, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=2f7926af-e80a-4572-af57-8c23b20274a0,segment=NetworkSegment(206a953c-c111-4e78-9612-02347e17da5a),segment_id=206a953c-c111-4e78-9612-02347e17da5a)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:01:41.295404 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:41.325020 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-19edfda6-1b71-4a90-9ba3-905a285c20d2 None None] Set router 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:01:41.348125 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 1c019ff3-48a1-4241-95f1-bb8103c3af6a is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:01:41.348522 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:41.422243 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=2f7926af-e80a-4572-af57-8c23b20274a0,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:41.443192 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 1c019ff3-48a1-4241-95f1-bb8103c3af6a, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=1c019ff3-48a1-4241-95f1-bb8103c3af6a,segment=NetworkSegment(ebc8b4c8-523d-4386-b20e-3155b65d5f66),segment_id=ebc8b4c8-523d-4386-b20e-3155b65d5f66)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:01:41.458581 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:41.460578 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 956a3329-7f9d-46bf-a9e2-9b4cbe2ac5bb up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:01:41.543198 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e963015d-3c30-4b6c-ac80-5edb85aeab2b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:41.555591 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['2f7926af-e80a-4572-af57-8c23b20274a0'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:01:41.705731 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=1c019ff3-48a1-4241-95f1-bb8103c3af6a,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:41.717167 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c98ba52e-3818-4227-ad66-6ebcb2a72480 None None] Provisioning for port b58235a9-adee-4133-a7b1-05fe1ab84790 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:01:41.749462 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c98ba52e-3818-4227-ad66-6ebcb2a72480 None None] Provisioning complete for port b58235a9-adee-4133-a7b1-05fe1ab84790 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:41.749462 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c98ba52e-3818-4227-ad66-6ebcb2a72480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:41.788266 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 956a3329-7f9d-46bf-a9e2-9b4cbe2ac5bb completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:01:41.799546 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-19edfda6-1b71-4a90-9ba3-905a285c20d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'name': 'tempest-RoutersIpV6Test-router-1659503762', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:30Z', 'updated_at': '2022-09-14T23:01:39Z', 'revision_number': 3, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'gw_port_host': None, '_interfaces': [{'id': '1c019ff3-48a1-4241-95f1-bb8103c3af6a', 'name': '', 'network_id': '171b1935-1e97-434f-bb22-05c7c7eea5e4', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:70:7d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:33Z', 'updated_at': '2022-09-14T23:01:38Z', 'revision_number': 4, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58235a9-adee-4133-a7b1-05fe1ab84790', 'name': '', 'network_id': '4aa2fbea-2408-40a5-9665-df7f9ca4262d', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:e4:4b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:38Z', 'updated_at': '2022-09-14T23:01:39Z', 'revision_number': 2, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:41.807780 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19edfda6-1b71-4a90-9ba3-905a285c20d2 None None] Checking router: 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:01:41.810035 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19edfda6-1b71-4a90-9ba3-905a285c20d2 None None] Updating router 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b port b58235a9-adee-4133-a7b1-05fe1ab84790 binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:01:41.833647 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963015d-3c30-4b6c-ac80-5edb85aeab2b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Subnet': ['ID=2b342e6c-0d74-4aa7-9cba-fe36b4d66c8d,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:41.838247 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e963015d-3c30-4b6c-ac80-5edb85aeab2b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Checking segment: {'id': 'a5af48e2-26f1-4a92-aba7-663b3d45ec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1dd55b81-b1e1-421c-9ffa-1391f30c6da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:01:41.838606 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e963015d-3c30-4b6c-ac80-5edb85aeab2b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Network hostable DHCP agents. Network: 1dd55b81-b1e1-421c-9ffa-1391f30c6da6, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:01:41.879711 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e963015d-3c30-4b6c-ac80-5edb85aeab2b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Network 1dd55b81-b1e1-421c-9ffa-1391f30c6da6 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:01:41.914890 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-e963015d-3c30-4b6c-ac80-5edb85aeab2b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 1dd55b81-b1e1-421c-9ffa-1391f30c6da6) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:01:41.927456 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e963015d-3c30-4b6c-ac80-5edb85aeab2b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:41.927456 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e963015d-3c30-4b6c-ac80-5edb85aeab2b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:41.947805 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-19edfda6-1b71-4a90-9ba3-905a285c20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:41.952766 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 956a3329-7f9d-46bf-a9e2-9b4cbe2ac5bb triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:41.952766 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:41.974823 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817d2a94-b7de-49ff-8834-f5a62d28e4b1 None None] Network 1dd55b81-b1e1-421c-9ffa-1391f30c6da6 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:01:41.975770 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-e963015d-3c30-4b6c-ac80-5edb85aeab2b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9434650 Sep 14 23:01:41.975770 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56036) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:42.097193 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c98ba52e-3818-4227-ad66-6ebcb2a72480 None None] Port b58235a9-adee-4133-a7b1-05fe1ab84790 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:01:42.219184 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c98ba52e-3818-4227-ad66-6ebcb2a72480 None None] Provisioning complete for port 956a3329-7f9d-46bf-a9e2-9b4cbe2ac5bb triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:42.219184 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c98ba52e-3818-4227-ad66-6ebcb2a72480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:42.455852 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-19edfda6-1b71-4a90-9ba3-905a285c20d2 None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:42.470047 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-19edfda6-1b71-4a90-9ba3-905a285c20d2 None None] Transition to ACTIVE for port object b58235a9-adee-4133-a7b1-05fe1ab84790 will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:01:42.481104 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-19edfda6-1b71-4a90-9ba3-905a285c20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:42.595799 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:42.605674 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 956a3329-7f9d-46bf-a9e2-9b4cbe2ac5bb is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:01:42.606047 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:42.621755 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31fa67-ed64-4677-977b-228ee7f69316 req-fb19f6f6-2998-47a9-a43f-02998209fc84 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:42.628564 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-dd31fa67-ed64-4677-977b-228ee7f69316 req-fb19f6f6-2998-47a9-a43f-02998209fc84 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=41368dfc-2d55-4d08-ad24-1dc1394dfa3e HTTP/1.1" status: 200 len: 945 time: 0.4705570 Sep 14 23:01:42.702709 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ce912-ead9-4ce7-9308-83f59876c8ce None None] Pushing event updated for resources: {'Port': ['ID=b58235a9-adee-4133-a7b1-05fe1ab84790,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:42.737715 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-19edfda6-1b71-4a90-9ba3-905a285c20d2 None None] Attempting to bind port b58235a9-adee-4133-a7b1-05fe1ab84790 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:01:42.737715 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-19edfda6-1b71-4a90-9ba3-905a285c20d2 None None] Attempting to bind port b58235a9-adee-4133-a7b1-05fe1ab84790 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'd80357eb-07af-4fb7-bc12-5be32c35cb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4aa2fbea-2408-40a5-9665-df7f9ca4262d'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:01:42.737715 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19edfda6-1b71-4a90-9ba3-905a285c20d2 None None] Attempting to bind port b58235a9-adee-4133-a7b1-05fe1ab84790 on network 4aa2fbea-2408-40a5-9665-df7f9ca4262d {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:01:42.737715 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19edfda6-1b71-4a90-9ba3-905a285c20d2 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:01:42.737715 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19edfda6-1b71-4a90-9ba3-905a285c20d2 None None] Checking segment: {'id': 'd80357eb-07af-4fb7-bc12-5be32c35cb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4aa2fbea-2408-40a5-9665-df7f9ca4262d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:01:42.737715 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-19edfda6-1b71-4a90-9ba3-905a285c20d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:42.737715 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19edfda6-1b71-4a90-9ba3-905a285c20d2 None None] Bound using segment: {'id': 'd80357eb-07af-4fb7-bc12-5be32c35cb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4aa2fbea-2408-40a5-9665-df7f9ca4262d'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:01:42.737715 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-19edfda6-1b71-4a90-9ba3-905a285c20d2 None None] Bound port: b58235a9-adee-4133-a7b1-05fe1ab84790, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd80357eb-07af-4fb7-bc12-5be32c35cb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4aa2fbea-2408-40a5-9665-df7f9ca4262d'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:01:42.745555 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-19edfda6-1b71-4a90-9ba3-905a285c20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:42.763221 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8674ac3-0974-48ae-bcd0-69fdc6286d47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-1dd55b81-b1e1-421c-9ffa-1391f30c6da6', 'network_id': '1dd55b81-b1e1-421c-9ffa-1391f30c6da6', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'fixed_ips': [{'subnet_id': '2b342e6c-0d74-4aa7-9cba-fe36b4d66c8d'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:01:42.763221 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b8674ac3-0974-48ae-bcd0-69fdc6286d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:42.819535 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 956a3329-7f9d-46bf-a9e2-9b4cbe2ac5bb, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=956a3329-7f9d-46bf-a9e2-9b4cbe2ac5bb,segment=NetworkSegment(d80357eb-07af-4fb7-bc12-5be32c35cb5f),segment_id=d80357eb-07af-4fb7-bc12-5be32c35cb5f)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:01:42.819535 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c98ba52e-3818-4227-ad66-6ebcb2a72480 None None] Current status of the port 956a3329-7f9d-46bf-a9e2-9b4cbe2ac5bb is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:01:42.819535 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c98ba52e-3818-4227-ad66-6ebcb2a72480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:42.847159 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-dd31fa67-ed64-4677-977b-228ee7f69316 req-ab45f411-ded4-411e-bc2f-7babf28d5e3c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=b0e65a30-31ee-429d-9cb0-36ee6d86784b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980343 Sep 14 23:01:42.853193 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:42.886869 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-19edfda6-1b71-4a90-9ba3-905a285c20d2 None None] For port b58235a9-adee-4133-a7b1-05fe1ab84790, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:01:42.891503 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-19edfda6-1b71-4a90-9ba3-905a285c20d2 None None] For port b58235a9-adee-4133-a7b1-05fe1ab84790, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=b58235a9-adee-4133-a7b1-05fe1ab84790,segment=NetworkSegment(d80357eb-07af-4fb7-bc12-5be32c35cb5f),segment_id=d80357eb-07af-4fb7-bc12-5be32c35cb5f)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:01:42.896721 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-19edfda6-1b71-4a90-9ba3-905a285c20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:42.957167 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19edfda6-1b71-4a90-9ba3-905a285c20d2 None None] Routers {'30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:42.957827 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-19edfda6-1b71-4a90-9ba3-905a285c20d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:01:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:42.978022 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 1c019ff3-48a1-4241-95f1-bb8103c3af6a up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:01:43.033472 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-83159499-d9a2-4111-87c5-3b145a1ccdb6 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:43.116855 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-19edfda6-1b71-4a90-9ba3-905a285c20d2 None None] Set router 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:01:43.135920 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=956a3329-7f9d-46bf-a9e2-9b4cbe2ac5bb,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:43.212053 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-c98ba52e-3818-4227-ad66-6ebcb2a72480 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 23:01:43.212398 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-c98ba52e-3818-4227-ad66-6ebcb2a72480 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 23:01:43.233214 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 1c019ff3-48a1-4241-95f1-bb8103c3af6a triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:43.233689 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:43.285074 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-b8674ac3-0974-48ae-bcd0-69fdc6286d47 None None] Allocated IP 2001:db8:2::2 (1dd55b81-b1e1-421c-9ffa-1391f30c6da6/2b342e6c-0d74-4aa7-9cba-fe36b4d66c8d/85e65743-0db5-45c0-ae86-890b7b95ae5d) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:01:43.362212 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ce912-ead9-4ce7-9308-83f59876c8ce None None] Pushing event updated for resources: {'Port': ['ID=b58235a9-adee-4133-a7b1-05fe1ab84790,revision_number=4']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:43.506170 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 1c019ff3-48a1-4241-95f1-bb8103c3af6a is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:01:43.507725 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-19edfda6-1b71-4a90-9ba3-905a285c20d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'name': 'tempest-RoutersIpV6Test-router-1659503762', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:30Z', 'updated_at': '2022-09-14T23:01:39Z', 'revision_number': 3, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'gw_port_host': None, '_interfaces': [{'id': '1c019ff3-48a1-4241-95f1-bb8103c3af6a', 'name': '', 'network_id': '171b1935-1e97-434f-bb22-05c7c7eea5e4', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:70:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:33Z', 'updated_at': '2022-09-14T23:01:41Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58235a9-adee-4133-a7b1-05fe1ab84790', 'name': '', 'network_id': '4aa2fbea-2408-40a5-9665-df7f9ca4262d', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:e4:4b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:38Z', 'updated_at': '2022-09-14T23:01:42Z', 'revision_number': 4, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:43.511968 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19edfda6-1b71-4a90-9ba3-905a285c20d2 None None] The sync data for ids ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'] in dv-neutron-857791-1-hyperv is: [{'id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'name': 'tempest-RoutersIpV6Test-router-1659503762', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:30Z', 'updated_at': '2022-09-14T23:01:39Z', 'revision_number': 3, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'gw_port_host': None, '_interfaces': [{'id': '1c019ff3-48a1-4241-95f1-bb8103c3af6a', 'name': '', 'network_id': '171b1935-1e97-434f-bb22-05c7c7eea5e4', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:70:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:33Z', 'updated_at': '2022-09-14T23:01:41Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58235a9-adee-4133-a7b1-05fe1ab84790', 'name': '', 'network_id': '4aa2fbea-2408-40a5-9665-df7f9ca4262d', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:e4:4b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:38Z', 'updated_at': '2022-09-14T23:01:42Z', 'revision_number': 4, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:01:43.611896 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b8674ac3-0974-48ae-bcd0-69fdc6286d47 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:43.632002 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-b8674ac3-0974-48ae-bcd0-69fdc6286d47 None None] Transition to ACTIVE for port object 85e65743-0db5-45c0-ae86-890b7b95ae5d will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:01:43.653324 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-b8674ac3-0974-48ae-bcd0-69fdc6286d47 None None] Transition to ACTIVE for port object 85e65743-0db5-45c0-ae86-890b7b95ae5d will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:01:43.665595 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b8674ac3-0974-48ae-bcd0-69fdc6286d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:43.755835 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-83159499-d9a2-4111-87c5-3b145a1ccdb6 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Allocated IP 2001:db8:2::1 (1dd55b81-b1e1-421c-9ffa-1391f30c6da6/2b342e6c-0d74-4aa7-9cba-fe36b4d66c8d/eacdf6ea-4957-44f5-8998-5b957da850df) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:01:43.813213 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8674ac3-0974-48ae-bcd0-69fdc6286d47 None None] Network 1dd55b81-b1e1-421c-9ffa-1391f30c6da6 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:01:43.813680 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8674ac3-0974-48ae-bcd0-69fdc6286d47 None None] Pushing event updated for resources: {'Port': ['ID=85e65743-0db5-45c0-ae86-890b7b95ae5d,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:43.818452 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-b8674ac3-0974-48ae-bcd0-69fdc6286d47 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:01:43.823793 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8674ac3-0974-48ae-bcd0-69fdc6286d47 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:01:43.830797 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c98ba52e-3818-4227-ad66-6ebcb2a72480 None None] Current status of the port 956a3329-7f9d-46bf-a9e2-9b4cbe2ac5bb is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:01:43.957336 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-b8674ac3-0974-48ae-bcd0-69fdc6286d47 None None] Attempting to bind port 85e65743-0db5-45c0-ae86-890b7b95ae5d on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:01:43.958042 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-b8674ac3-0974-48ae-bcd0-69fdc6286d47 None None] Attempting to bind port 85e65743-0db5-45c0-ae86-890b7b95ae5d by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'a5af48e2-26f1-4a92-aba7-663b3d45ec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1dd55b81-b1e1-421c-9ffa-1391f30c6da6'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:01:43.958633 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8674ac3-0974-48ae-bcd0-69fdc6286d47 None None] Attempting to bind port 85e65743-0db5-45c0-ae86-890b7b95ae5d on network 1dd55b81-b1e1-421c-9ffa-1391f30c6da6 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:01:43.966013 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8674ac3-0974-48ae-bcd0-69fdc6286d47 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:01:43.966484 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8674ac3-0974-48ae-bcd0-69fdc6286d47 None None] Checking segment: {'id': 'a5af48e2-26f1-4a92-aba7-663b3d45ec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1dd55b81-b1e1-421c-9ffa-1391f30c6da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:01:43.966955 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b8674ac3-0974-48ae-bcd0-69fdc6286d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:43.967417 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8674ac3-0974-48ae-bcd0-69fdc6286d47 None None] Bound using segment: {'id': 'a5af48e2-26f1-4a92-aba7-663b3d45ec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1dd55b81-b1e1-421c-9ffa-1391f30c6da6'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:01:43.967987 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-b8674ac3-0974-48ae-bcd0-69fdc6286d47 None None] Bound port: 85e65743-0db5-45c0-ae86-890b7b95ae5d, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5af48e2-26f1-4a92-aba7-663b3d45ec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1dd55b81-b1e1-421c-9ffa-1391f30c6da6'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:01:43.968422 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b8674ac3-0974-48ae-bcd0-69fdc6286d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:43.977343 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-83159499-d9a2-4111-87c5-3b145a1ccdb6 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:44.044441 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-83159499-d9a2-4111-87c5-3b145a1ccdb6 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Transition to ACTIVE for port object eacdf6ea-4957-44f5-8998-5b957da850df will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:01:44.118347 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e95492-b97a-49cf-810c-100956534824 req-57a7e450-536a-4015-a2b3-a9f99272b1fb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:44.121037 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-96e95492-b97a-49cf-810c-100956534824 req-57a7e450-536a-4015-a2b3-a9f99272b1fb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=41368dfc-2d55-4d08-ad24-1dc1394dfa3e HTTP/1.1" status: 200 len: 945 time: 0.1261897 Sep 14 23:01:44.122719 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-83159499-d9a2-4111-87c5-3b145a1ccdb6 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:44.132376 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-b8674ac3-0974-48ae-bcd0-69fdc6286d47 None None] For port 85e65743-0db5-45c0-ae86-890b7b95ae5d, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:01:44.136799 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-b8674ac3-0974-48ae-bcd0-69fdc6286d47 None None] For port 85e65743-0db5-45c0-ae86-890b7b95ae5d, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=85e65743-0db5-45c0-ae86-890b7b95ae5d,segment=NetworkSegment(a5af48e2-26f1-4a92-aba7-663b3d45ec64),segment_id=a5af48e2-26f1-4a92-aba7-663b3d45ec64)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:01:44.146794 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b8674ac3-0974-48ae-bcd0-69fdc6286d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:44.268825 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8674ac3-0974-48ae-bcd0-69fdc6286d47 None None] Pushing event updated for resources: {'Port': ['ID=85e65743-0db5-45c0-ae86-890b7b95ae5d,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:44.380056 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83159499-d9a2-4111-87c5-3b145a1ccdb6 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Network 1dd55b81-b1e1-421c-9ffa-1391f30c6da6 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:01:44.394577 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-83159499-d9a2-4111-87c5-3b145a1ccdb6 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:01:44.395473 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83159499-d9a2-4111-87c5-3b145a1ccdb6 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:01:44.395583 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-83159499-d9a2-4111-87c5-3b145a1ccdb6 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:44.409691 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83159499-d9a2-4111-87c5-3b145a1ccdb6 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Port': ['ID=eacdf6ea-4957-44f5-8998-5b957da850df,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:44.435933 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-96e95492-b97a-49cf-810c-100956534824 req-e72f0449-dc3a-43d0-8a0b-7696191818db tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=b0e65a30-31ee-429d-9cb0-36ee6d86784b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2713227 Sep 14 23:01:44.436126 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 2f7926af-e80a-4572-af57-8c23b20274a0 up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:01:44.530827 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port 2f7926af-e80a-4572-af57-8c23b20274a0 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:01:44.547621 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port 2f7926af-e80a-4572-af57-8c23b20274a0 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:44.548655 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:44.606944 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-83159499-d9a2-4111-87c5-3b145a1ccdb6 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:44.697979 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 2f7926af-e80a-4572-af57-8c23b20274a0 is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:01:44.698480 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:44.726044 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41368dfc-2d55-4d08-ad24-1dc1394dfa3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7926af-e80a-4572-af57-8c23b20274a0'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:01:44.728414 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfcec49-a14f-4b3d-943a-95f5d30aa944" -d '{"events": [{"server_uuid": "41368dfc-2d55-4d08-ad24-1dc1394dfa3e", "name": "network-vif-plugged", "status": "completed", "tag": "2f7926af-e80a-4572-af57-8c23b20274a0"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:01:44.736727 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 2f7926af-e80a-4572-af57-8c23b20274a0, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=2f7926af-e80a-4572-af57-8c23b20274a0,segment=NetworkSegment(206a953c-c111-4e78-9612-02347e17da5a),segment_id=206a953c-c111-4e78-9612-02347e17da5a)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:01:44.742285 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:44.788460 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31621308-17ee-4a43-a5ff-644709896a0a x-openstack-request-id: req-31621308-17ee-4a43-a5ff-644709896a0a {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:01:44.788771 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41368dfc-2d55-4d08-ad24-1dc1394dfa3e", "name": "network-vif-plugged", "status": "completed", "tag": "2f7926af-e80a-4572-af57-8c23b20274a0", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:01:44.789748 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-31621308-17ee-4a43-a5ff-644709896a0a {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:01:44.789748 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31621308-17ee-4a43-a5ff-644709896a0a'] response: {'server_uuid': '41368dfc-2d55-4d08-ad24-1dc1394dfa3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7926af-e80a-4572-af57-8c23b20274a0', 'code': 200} Sep 14 23:01:44.835614 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=2f7926af-e80a-4572-af57-8c23b20274a0,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:45.088280 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 85e65743-0db5-45c0-ae86-890b7b95ae5d up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:01:45.101041 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-83159499-d9a2-4111-87c5-3b145a1ccdb6 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:45.108034 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-83159499-d9a2-4111-87c5-3b145a1ccdb6 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:45.108999 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-83159499-d9a2-4111-87c5-3b145a1ccdb6 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:45.122028 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04449ea5-585a-4e27-a256-f23a3d388f5f req-5d5f4246-0ef3-4a7c-bc58-11e72af4ab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:45.128185 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-04449ea5-585a-4e27-a256-f23a3d388f5f req-5d5f4246-0ef3-4a7c-bc58-11e72af4ab9f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=41368dfc-2d55-4d08-ad24-1dc1394dfa3e HTTP/1.1" status: 200 len: 1099 time: 0.1232831 Sep 14 23:01:45.198130 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 85e65743-0db5-45c0-ae86-890b7b95ae5d completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:01:45.204915 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device b58235a9-adee-4133-a7b1-05fe1ab84790 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:01:45.340652 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83159499-d9a2-4111-87c5-3b145a1ccdb6 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Port': ['ID=eacdf6ea-4957-44f5-8998-5b957da850df,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:45.341031 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-04449ea5-585a-4e27-a256-f23a3d388f5f req-87126142-ec86-410e-accb-dfcb1a6d1768 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b0e65a30-31ee-429d-9cb0-36ee6d86784b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2048857 Sep 14 23:01:45.342502 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port b58235a9-adee-4133-a7b1-05fe1ab84790 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:01:45.356261 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port b58235a9-adee-4133-a7b1-05fe1ab84790 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:45.356654 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:45.419634 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83159499-d9a2-4111-87c5-3b145a1ccdb6 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Network 1dd55b81-b1e1-421c-9ffa-1391f30c6da6 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:01:45.422245 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-83159499-d9a2-4111-87c5-3b145a1ccdb6 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:01:45.495712 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da577bd-7a51-490e-8e25-a83af77a7c78 None None] Network 1dd55b81-b1e1-421c-9ffa-1391f30c6da6 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:01:45.629600 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port b58235a9-adee-4133-a7b1-05fe1ab84790 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:01:45.629600 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:45.658958 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-acd78f38-0636-4db1-b12c-d857d6cfee2f None None] Provisioning for port 85e65743-0db5-45c0-ae86-890b7b95ae5d completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:01:45.682087 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-acd78f38-0636-4db1-b12c-d857d6cfee2f None None] Provisioning complete for port 85e65743-0db5-45c0-ae86-890b7b95ae5d triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:45.682087 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-acd78f38-0636-4db1-b12c-d857d6cfee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:45.702389 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83159499-d9a2-4111-87c5-3b145a1ccdb6 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Router 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:01:45.753793 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port b58235a9-adee-4133-a7b1-05fe1ab84790, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=b58235a9-adee-4133-a7b1-05fe1ab84790,segment=NetworkSegment(d80357eb-07af-4fb7-bc12-5be32c35cb5f),segment_id=d80357eb-07af-4fb7-bc12-5be32c35cb5f)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:01:45.761300 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:45.761300 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 956a3329-7f9d-46bf-a9e2-9b4cbe2ac5bb up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:01:45.869882 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633bdcb-702b-487b-878b-f5ce4973bab5 req-44622da5-818b-47b0-8732-0e3345cc4062 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:45.871508 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f633bdcb-702b-487b-878b-f5ce4973bab5 req-44622da5-818b-47b0-8732-0e3345cc4062 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=41368dfc-2d55-4d08-ad24-1dc1394dfa3e HTTP/1.1" status: 200 len: 946 time: 0.2742345 Sep 14 23:01:45.907639 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83159499-d9a2-4111-87c5-3b145a1ccdb6 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:01:45.927637 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ae057a-6087-4500-93c1-5a65d98af4ac None None] Sync routers for ids ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:01:45.935903 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f633bdcb-702b-487b-878b-f5ce4973bab5 req-b36d24a0-2dd3-405e-bcfc-a76d6d936b23 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=b0e65a30-31ee-429d-9cb0-36ee6d86784b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536194 Sep 14 23:01:45.938403 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-83159499-d9a2-4111-87c5-3b145a1ccdb6 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "PUT /v2.0/routers/30bb2e58-1cc8-4232-af9b-a66bb68c2c2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9620714 Sep 14 23:01:45.941292 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56046) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:45.949721 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-3d959098-b1d4-485a-8d99-0d9cb5107d55 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-575849448'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:01:45.955306 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-3d959098-b1d4-485a-8d99-0d9cb5107d55 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:01:45.959277 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-3d959098-b1d4-485a-8d99-0d9cb5107d55 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Usage tracker for resource:network and tenant:7a62583d2f004fd6a05eb6d863384cb3 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:01:45.963230 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-3d959098-b1d4-485a-8d99-0d9cb5107d55 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:01:45.969662 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-3d959098-b1d4-485a-8d99-0d9cb5107d55 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:01:45.980536 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d959098-b1d4-485a-8d99-0d9cb5107d55 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Made reservation on behalf of 7a62583d2f004fd6a05eb6d863384cb3 for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:01:45.985593 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3d959098-b1d4-485a-8d99-0d9cb5107d55 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:46.012987 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d959098-b1d4-485a-8d99-0d9cb5107d55 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:01:46.025988 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3d959098-b1d4-485a-8d99-0d9cb5107d55 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:46.025988 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-3d959098-b1d4-485a-8d99-0d9cb5107d55 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Added segment 4f9548c5-9188-43e9-ad84-0d8d90274fbc of type vlan for network 47f1dad8-8be3-4ead-8c04-6f8d35e534d1 Sep 14 23:01:46.040715 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=b58235a9-adee-4133-a7b1-05fe1ab84790,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:46.044667 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ae057a-6087-4500-93c1-5a65d98af4ac None None] Routers {'30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:46.045282 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-57ae057a-6087-4500-93c1-5a65d98af4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:01:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:46.051982 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3d959098-b1d4-485a-8d99-0d9cb5107d55 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:46.084981 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3d959098-b1d4-485a-8d99-0d9cb5107d55 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:46.090462 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d959098-b1d4-485a-8d99-0d9cb5107d55 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:46.091041 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3d959098-b1d4-485a-8d99-0d9cb5107d55 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:46.192972 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3d959098-b1d4-485a-8d99-0d9cb5107d55 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2504387 Sep 14 23:01:46.195966 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56050) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:46.203866 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-38909155-0bd2-425b-bb20-273472c40d68 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Request body: {'subnet': {'network_id': '47f1dad8-8be3-4ead-8c04-6f8d35e534d1', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:01:46.214160 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d959098-b1d4-485a-8d99-0d9cb5107d55 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Network': ['ID=47f1dad8-8be3-4ead-8c04-6f8d35e534d1,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:46.254524 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 47f1dad8-8be3-4ead-8c04-6f8d35e534d1 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:01:46.330170 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-38909155-0bd2-425b-bb20-273472c40d68 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:01:46.331077 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-38909155-0bd2-425b-bb20-273472c40d68 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Usage tracker for resource:subnet and tenant:7a62583d2f004fd6a05eb6d863384cb3 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:01:46.331357 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-acd78f38-0636-4db1-b12c-d857d6cfee2f None None] Current status of the port 85e65743-0db5-45c0-ae86-890b7b95ae5d is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:01:46.331739 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-acd78f38-0636-4db1-b12c-d857d6cfee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:46.335658 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-38909155-0bd2-425b-bb20-273472c40d68 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:01:46.341263 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-38909155-0bd2-425b-bb20-273472c40d68 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:01:46.349149 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 956a3329-7f9d-46bf-a9e2-9b4cbe2ac5bb triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:46.350042 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:46.373095 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38909155-0bd2-425b-bb20-273472c40d68 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Made reservation on behalf of 7a62583d2f004fd6a05eb6d863384cb3 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:01:46.377947 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-38909155-0bd2-425b-bb20-273472c40d68 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:46.498109 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-57ae057a-6087-4500-93c1-5a65d98af4ac None None] Set router 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:01:46.613845 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-acd78f38-0636-4db1-b12c-d857d6cfee2f None None] For port 85e65743-0db5-45c0-ae86-890b7b95ae5d, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=85e65743-0db5-45c0-ae86-890b7b95ae5d,segment=NetworkSegment(a5af48e2-26f1-4a92-aba7-663b3d45ec64),segment_id=a5af48e2-26f1-4a92-aba7-663b3d45ec64)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:01:46.688906 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-acd78f38-0636-4db1-b12c-d857d6cfee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:46.714125 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-38909155-0bd2-425b-bb20-273472c40d68 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:46.823997 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38909155-0bd2-425b-bb20-273472c40d68 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Subnet': ['ID=7d077abb-1c79-458b-869d-45fe8d583db8,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:46.826189 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38909155-0bd2-425b-bb20-273472c40d68 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Checking segment: {'id': '4f9548c5-9188-43e9-ad84-0d8d90274fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '47f1dad8-8be3-4ead-8c04-6f8d35e534d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:01:46.826723 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38909155-0bd2-425b-bb20-273472c40d68 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Network hostable DHCP agents. Network: 47f1dad8-8be3-4ead-8c04-6f8d35e534d1, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:01:46.850103 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38909155-0bd2-425b-bb20-273472c40d68 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Network 47f1dad8-8be3-4ead-8c04-6f8d35e534d1 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:01:46.861734 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-38909155-0bd2-425b-bb20-273472c40d68 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 47f1dad8-8be3-4ead-8c04-6f8d35e534d1) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:01:46.866509 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38909155-0bd2-425b-bb20-273472c40d68 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:46.867105 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-38909155-0bd2-425b-bb20-273472c40d68 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:46.886267 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b5cb03-ca76-4d1c-998e-1ba4bcf1438c None None] Network 47f1dad8-8be3-4ead-8c04-6f8d35e534d1 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:01:46.891464 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-38909155-0bd2-425b-bb20-273472c40d68 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6944087 Sep 14 23:01:46.894678 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56054) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:47.033185 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd78f38-0636-4db1-b12c-d857d6cfee2f None None] Pushing event updated for resources: {'Port': ['ID=85e65743-0db5-45c0-ae86-890b7b95ae5d,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:47.060896 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 956a3329-7f9d-46bf-a9e2-9b4cbe2ac5bb is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:01:47.134249 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-a73e03f7-54b8-4b9a-92fc-e148fa0557c2 None None] Provisioning complete for port 85e65743-0db5-45c0-ae86-890b7b95ae5d triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:47.134621 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a73e03f7-54b8-4b9a-92fc-e148fa0557c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:47.165475 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device b58235a9-adee-4133-a7b1-05fe1ab84790 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:01:47.454806 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port b58235a9-adee-4133-a7b1-05fe1ab84790 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:47.455178 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:47.516770 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fac5d20-0ea4-4d2d-a374-95c3d63d45c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-47f1dad8-8be3-4ead-8c04-6f8d35e534d1', 'network_id': '47f1dad8-8be3-4ead-8c04-6f8d35e534d1', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'fixed_ips': [{'subnet_id': '7d077abb-1c79-458b-869d-45fe8d583db8'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:01:47.517608 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5fac5d20-0ea4-4d2d-a374-95c3d63d45c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:47.603765 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-57ae057a-6087-4500-93c1-5a65d98af4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'name': 'tempest-RoutersIpV6Test-router-1659503762', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:30Z', 'updated_at': '2022-09-14T23:01:44Z', 'revision_number': 4, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'gw_port_host': None, '_interfaces': [{'id': '1c019ff3-48a1-4241-95f1-bb8103c3af6a', 'name': '', 'network_id': '171b1935-1e97-434f-bb22-05c7c7eea5e4', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:70:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:33Z', 'updated_at': '2022-09-14T23:01:41Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58235a9-adee-4133-a7b1-05fe1ab84790', 'name': '', 'network_id': '4aa2fbea-2408-40a5-9665-df7f9ca4262d', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:e4:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:38Z', 'updated_at': '2022-09-14T23:01:45Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacdf6ea-4957-44f5-8998-5b957da850df', 'name': '', 'network_id': '1dd55b81-b1e1-421c-9ffa-1391f30c6da6', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:56:cb:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '2b342e6c-0d74-4aa7-9cba-fe36b4d66c8d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:43Z', 'updated_at': '2022-09-14T23:01:44Z', 'revision_number': 2, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': '2b342e6c-0d74-4aa7-9cba-fe36b4d66c8d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:47.605644 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-a73e03f7-54b8-4b9a-92fc-e148fa0557c2 None None] Current status of the port 85e65743-0db5-45c0-ae86-890b7b95ae5d is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:01:47.618810 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ae057a-6087-4500-93c1-5a65d98af4ac None None] Checking router: 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:01:47.619168 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ae057a-6087-4500-93c1-5a65d98af4ac None None] Updating router 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b port eacdf6ea-4957-44f5-8998-5b957da850df binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:01:47.638660 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de5f1a-146e-4871-9101-83b6c4c02d0a req-710227d8-6469-4338-a64b-7b38f521ed82 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:47.640054 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a2de5f1a-146e-4871-9101-83b6c4c02d0a req-710227d8-6469-4338-a64b-7b38f521ed82 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=41368dfc-2d55-4d08-ad24-1dc1394dfa3e HTTP/1.1" status: 200 len: 946 time: 0.4477711 Sep 14 23:01:47.693524 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-a73e03f7-54b8-4b9a-92fc-e148fa0557c2 None None] Provisioning for port eacdf6ea-4957-44f5-8998-5b957da850df completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:01:47.731491 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-a73e03f7-54b8-4b9a-92fc-e148fa0557c2 None None] Provisioning complete for port eacdf6ea-4957-44f5-8998-5b957da850df triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:47.731860 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a73e03f7-54b8-4b9a-92fc-e148fa0557c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:47.732948 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a2de5f1a-146e-4871-9101-83b6c4c02d0a req-e83e3e0d-cf54-452e-9e43-2f235697a087 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=b0e65a30-31ee-429d-9cb0-36ee6d86784b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862668 Sep 14 23:01:47.803680 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-628f42ab-7538-4cc5-b0c8-44161b11dac5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:47.835908 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-57ae057a-6087-4500-93c1-5a65d98af4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:47.910248 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port b58235a9-adee-4133-a7b1-05fe1ab84790 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:01:47.910965 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 85e65743-0db5-45c0-ae86-890b7b95ae5d up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:01:47.934428 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-a73e03f7-54b8-4b9a-92fc-e148fa0557c2 None None] Port eacdf6ea-4957-44f5-8998-5b957da850df cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:01:47.981243 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-5fac5d20-0ea4-4d2d-a374-95c3d63d45c5 None None] Allocated IP 2001:db8:3::2 (47f1dad8-8be3-4ead-8c04-6f8d35e534d1/7d077abb-1c79-458b-869d-45fe8d583db8/ca6ad242-4f5d-42e6-8a0c-e1c6452fea2b) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:01:48.106725 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f730b-1fe5-4d30-9f72-7e1866a2fa96 req-881213fd-c2f8-4a72-b647-57c7892a86be tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:48.109097 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8e0f730b-1fe5-4d30-9f72-7e1866a2fa96 req-881213fd-c2f8-4a72-b647-57c7892a86be tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=41368dfc-2d55-4d08-ad24-1dc1394dfa3e HTTP/1.1" status: 200 len: 946 time: 0.2357521 Sep 14 23:01:48.214899 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8e0f730b-1fe5-4d30-9f72-7e1866a2fa96 req-f83760df-3115-4285-9e9d-dca219c64601 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=b0e65a30-31ee-429d-9cb0-36ee6d86784b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983224 Sep 14 23:01:48.239884 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-7d48f75f-b4a4-4935-befe-70e5af1ae5ab None None] Provisioning complete for port eacdf6ea-4957-44f5-8998-5b957da850df triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:48.240189 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d48f75f-b4a4-4935-befe-70e5af1ae5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:48.244339 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56062) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:48.311886 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 85e65743-0db5-45c0-ae86-890b7b95ae5d triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:48.312246 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:48.321312 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2aae06-f363-4ac6-b850-2a7dce317d29 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:48.325493 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2e2aae06-f363-4ac6-b850-2a7dce317d29 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=41368dfc-2d55-4d08-ad24-1dc1394dfa3e HTTP/1.1" status: 200 len: 1094 time: 0.0774641 Sep 14 23:01:48.325914 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56066) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:48.331419 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-7ffaa704-de9c-44c9-add8-7b7c698e72b9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'port_id': '2f7926af-e80a-4572-af57-8c23b20274a0', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:01:48.338021 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-7ffaa704-de9c-44c9-add8-7b7c698e72b9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:01:48.341978 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-7ffaa704-de9c-44c9-add8-7b7c698e72b9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:floatingip and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:01:48.345639 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-7ffaa704-de9c-44c9-add8-7b7c698e72b9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:01:48.352111 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-7ffaa704-de9c-44c9-add8-7b7c698e72b9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:01:48.362350 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7ffaa704-de9c-44c9-add8-7b7c698e72b9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:48.437829 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-7d48f75f-b4a4-4935-befe-70e5af1ae5ab None None] Port eacdf6ea-4957-44f5-8998-5b957da850df cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:01:48.507215 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7ffaa704-de9c-44c9-add8-7b7c698e72b9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:48.571324 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5fac5d20-0ea4-4d2d-a374-95c3d63d45c5 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:48.633076 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-5fac5d20-0ea4-4d2d-a374-95c3d63d45c5 None None] Transition to ACTIVE for port object ca6ad242-4f5d-42e6-8a0c-e1c6452fea2b will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:01:48.711142 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-5fac5d20-0ea4-4d2d-a374-95c3d63d45c5 None None] Transition to ACTIVE for port object ca6ad242-4f5d-42e6-8a0c-e1c6452fea2b will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:01:48.716199 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 85e65743-0db5-45c0-ae86-890b7b95ae5d is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:01:48.722355 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5fac5d20-0ea4-4d2d-a374-95c3d63d45c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:48.770018 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-57ae057a-6087-4500-93c1-5a65d98af4ac None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:48.803555 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-57ae057a-6087-4500-93c1-5a65d98af4ac None None] Transition to ACTIVE for port object eacdf6ea-4957-44f5-8998-5b957da850df will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:01:48.823695 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fac5d20-0ea4-4d2d-a374-95c3d63d45c5 None None] Network 47f1dad8-8be3-4ead-8c04-6f8d35e534d1 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:01:48.823695 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-57ae057a-6087-4500-93c1-5a65d98af4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:48.832950 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-7ffaa704-de9c-44c9-add8-7b7c698e72b9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Allocated IP 172.26.5.153 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/99e69bd0-0da9-492f-8917-2b2bd3eb3fbf) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:01:48.832950 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-628f42ab-7538-4cc5-b0c8-44161b11dac5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Allocated IP 2001:db8:3::1 (47f1dad8-8be3-4ead-8c04-6f8d35e534d1/7d077abb-1c79-458b-869d-45fe8d583db8/b1bb358c-a71f-481c-be46-23f261b26640) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:01:48.873123 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-5fac5d20-0ea4-4d2d-a374-95c3d63d45c5 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:01:48.882966 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fac5d20-0ea4-4d2d-a374-95c3d63d45c5 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:01:48.884250 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac5d20-0ea4-4d2d-a374-95c3d63d45c5 None None] Pushing event updated for resources: {'Port': ['ID=ca6ad242-4f5d-42e6-8a0c-e1c6452fea2b,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:49.125895 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7ffaa704-de9c-44c9-add8-7b7c698e72b9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:49.139088 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-628f42ab-7538-4cc5-b0c8-44161b11dac5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:49.148036 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf26de-aa43-4550-a346-36d5e9d5eb14 None None] Pushing event updated for resources: {'Port': ['ID=eacdf6ea-4957-44f5-8998-5b957da850df,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:49.148571 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-628f42ab-7538-4cc5-b0c8-44161b11dac5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Transition to ACTIVE for port object b1bb358c-a71f-481c-be46-23f261b26640 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:01:49.157481 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-5fac5d20-0ea4-4d2d-a374-95c3d63d45c5 None None] Attempting to bind port ca6ad242-4f5d-42e6-8a0c-e1c6452fea2b on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:01:49.157481 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-5fac5d20-0ea4-4d2d-a374-95c3d63d45c5 None None] Attempting to bind port ca6ad242-4f5d-42e6-8a0c-e1c6452fea2b by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '4f9548c5-9188-43e9-ad84-0d8d90274fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '47f1dad8-8be3-4ead-8c04-6f8d35e534d1'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:01:49.157481 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac5d20-0ea4-4d2d-a374-95c3d63d45c5 None None] Attempting to bind port ca6ad242-4f5d-42e6-8a0c-e1c6452fea2b on network 47f1dad8-8be3-4ead-8c04-6f8d35e534d1 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:01:49.160893 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-57ae057a-6087-4500-93c1-5a65d98af4ac None None] Attempting to bind port eacdf6ea-4957-44f5-8998-5b957da850df on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:01:49.160893 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-57ae057a-6087-4500-93c1-5a65d98af4ac None None] Attempting to bind port eacdf6ea-4957-44f5-8998-5b957da850df by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'a5af48e2-26f1-4a92-aba7-663b3d45ec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1dd55b81-b1e1-421c-9ffa-1391f30c6da6'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:01:49.160893 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ae057a-6087-4500-93c1-5a65d98af4ac None None] Attempting to bind port eacdf6ea-4957-44f5-8998-5b957da850df on network 1dd55b81-b1e1-421c-9ffa-1391f30c6da6 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:01:49.169592 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ae057a-6087-4500-93c1-5a65d98af4ac None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:01:49.169592 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ae057a-6087-4500-93c1-5a65d98af4ac None None] Checking segment: {'id': 'a5af48e2-26f1-4a92-aba7-663b3d45ec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1dd55b81-b1e1-421c-9ffa-1391f30c6da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:01:49.169592 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-57ae057a-6087-4500-93c1-5a65d98af4ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:49.169592 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ae057a-6087-4500-93c1-5a65d98af4ac None None] Bound using segment: {'id': 'a5af48e2-26f1-4a92-aba7-663b3d45ec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1dd55b81-b1e1-421c-9ffa-1391f30c6da6'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:01:49.169592 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-57ae057a-6087-4500-93c1-5a65d98af4ac None None] Bound port: eacdf6ea-4957-44f5-8998-5b957da850df, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5af48e2-26f1-4a92-aba7-663b3d45ec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1dd55b81-b1e1-421c-9ffa-1391f30c6da6'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:01:49.169592 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-57ae057a-6087-4500-93c1-5a65d98af4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:49.179480 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac5d20-0ea4-4d2d-a374-95c3d63d45c5 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:01:49.179786 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac5d20-0ea4-4d2d-a374-95c3d63d45c5 None None] Checking segment: {'id': '4f9548c5-9188-43e9-ad84-0d8d90274fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '47f1dad8-8be3-4ead-8c04-6f8d35e534d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:01:49.180714 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5fac5d20-0ea4-4d2d-a374-95c3d63d45c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:49.180714 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac5d20-0ea4-4d2d-a374-95c3d63d45c5 None None] Bound using segment: {'id': '4f9548c5-9188-43e9-ad84-0d8d90274fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '47f1dad8-8be3-4ead-8c04-6f8d35e534d1'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:01:49.183512 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-5fac5d20-0ea4-4d2d-a374-95c3d63d45c5 None None] Bound port: ca6ad242-4f5d-42e6-8a0c-e1c6452fea2b, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9548c5-9188-43e9-ad84-0d8d90274fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '47f1dad8-8be3-4ead-8c04-6f8d35e534d1'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:01:49.183512 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5fac5d20-0ea4-4d2d-a374-95c3d63d45c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:49.190550 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-628f42ab-7538-4cc5-b0c8-44161b11dac5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:49.244569 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7ffaa704-de9c-44c9-add8-7b7c698e72b9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:49.287729 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628f42ab-7538-4cc5-b0c8-44161b11dac5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Network 47f1dad8-8be3-4ead-8c04-6f8d35e534d1 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:01:49.295422 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-628f42ab-7538-4cc5-b0c8-44161b11dac5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:01:49.298093 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628f42ab-7538-4cc5-b0c8-44161b11dac5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:01:49.299322 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-628f42ab-7538-4cc5-b0c8-44161b11dac5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:49.304864 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffaa704-de9c-44c9-add8-7b7c698e72b9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:01:49.315524 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:49.318099 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-7ffaa704-de9c-44c9-add8-7b7c698e72b9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:01:49.318099 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f42ab-7538-4cc5-b0c8-44161b11dac5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Port': ['ID=b1bb358c-a71f-481c-be46-23f261b26640,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:49.356947 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffaa704-de9c-44c9-add8-7b7c698e72b9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:01:49.378075 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-57ae057a-6087-4500-93c1-5a65d98af4ac None None] For port eacdf6ea-4957-44f5-8998-5b957da850df, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:01:49.382287 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-57ae057a-6087-4500-93c1-5a65d98af4ac None None] For port eacdf6ea-4957-44f5-8998-5b957da850df, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=eacdf6ea-4957-44f5-8998-5b957da850df,segment=NetworkSegment(a5af48e2-26f1-4a92-aba7-663b3d45ec64),segment_id=a5af48e2-26f1-4a92-aba7-663b3d45ec64)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:01:49.386049 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-5fac5d20-0ea4-4d2d-a374-95c3d63d45c5 None None] For port ca6ad242-4f5d-42e6-8a0c-e1c6452fea2b, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:01:49.391429 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-5fac5d20-0ea4-4d2d-a374-95c3d63d45c5 None None] For port ca6ad242-4f5d-42e6-8a0c-e1c6452fea2b, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=ca6ad242-4f5d-42e6-8a0c-e1c6452fea2b,segment=NetworkSegment(4f9548c5-9188-43e9-ad84-0d8d90274fbc),segment_id=4f9548c5-9188-43e9-ad84-0d8d90274fbc)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:01:49.394660 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-57ae057a-6087-4500-93c1-5a65d98af4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:49.459530 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffaa704-de9c-44c9-add8-7b7c698e72b9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=99e69bd0-0da9-492f-8917-2b2bd3eb3fbf,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:49.462843 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5fac5d20-0ea4-4d2d-a374-95c3d63d45c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:49.489544 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ae057a-6087-4500-93c1-5a65d98af4ac None None] Routers {'30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:49.489544 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-57ae057a-6087-4500-93c1-5a65d98af4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:01:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:49.635956 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf26de-aa43-4550-a346-36d5e9d5eb14 None None] Pushing event updated for resources: {'Port': ['ID=eacdf6ea-4957-44f5-8998-5b957da850df,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:49.680985 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-628f42ab-7538-4cc5-b0c8-44161b11dac5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:49.791736 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-57ae057a-6087-4500-93c1-5a65d98af4ac None None] Set router 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:01:49.915513 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac5d20-0ea4-4d2d-a374-95c3d63d45c5 None None] Pushing event updated for resources: {'Port': ['ID=ca6ad242-4f5d-42e6-8a0c-e1c6452fea2b,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:50.244778 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-57ae057a-6087-4500-93c1-5a65d98af4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'name': 'tempest-RoutersIpV6Test-router-1659503762', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:30Z', 'updated_at': '2022-09-14T23:01:49Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'gw_port_host': None, '_interfaces': [{'id': '1c019ff3-48a1-4241-95f1-bb8103c3af6a', 'name': '', 'network_id': '171b1935-1e97-434f-bb22-05c7c7eea5e4', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:70:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:33Z', 'updated_at': '2022-09-14T23:01:41Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1bb358c-a71f-481c-be46-23f261b26640', 'name': '', 'network_id': '47f1dad8-8be3-4ead-8c04-6f8d35e534d1', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:8a:b0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7d077abb-1c79-458b-869d-45fe8d583db8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:48Z', 'updated_at': '2022-09-14T23:01:48Z', 'revision_number': 1, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': '7d077abb-1c79-458b-869d-45fe8d583db8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58235a9-adee-4133-a7b1-05fe1ab84790', 'name': '', 'network_id': '4aa2fbea-2408-40a5-9665-df7f9ca4262d', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:e4:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:38Z', 'updated_at': '2022-09-14T23:01:45Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacdf6ea-4957-44f5-8998-5b957da850df', 'name': '', 'network_id': '1dd55b81-b1e1-421c-9ffa-1391f30c6da6', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:56:cb:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '2b342e6c-0d74-4aa7-9cba-fe36b4d66c8d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:43Z', 'updated_at': '2022-09-14T23:01:49Z', 'revision_number': 4, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': '2b342e6c-0d74-4aa7-9cba-fe36b4d66c8d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:50.253960 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ae057a-6087-4500-93c1-5a65d98af4ac None None] The sync data for ids ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'] in dv-neutron-857791-1-hyperv is: [{'id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'name': 'tempest-RoutersIpV6Test-router-1659503762', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:30Z', 'updated_at': '2022-09-14T23:01:49Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'gw_port_host': None, '_interfaces': [{'id': '1c019ff3-48a1-4241-95f1-bb8103c3af6a', 'name': '', 'network_id': '171b1935-1e97-434f-bb22-05c7c7eea5e4', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:70:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:33Z', 'updated_at': '2022-09-14T23:01:41Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1bb358c-a71f-481c-be46-23f261b26640', 'name': '', 'network_id': '47f1dad8-8be3-4ead-8c04-6f8d35e534d1', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:8a:b0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7d077abb-1c79-458b-869d-45fe8d583db8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:48Z', 'updated_at': '2022-09-14T23:01:48Z', 'revision_number': 1, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': '7d077abb-1c79-458b-869d-45fe8d583db8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58235a9-adee-4133-a7b1-05fe1ab84790', 'name': '', 'network_id': '4aa2fbea-2408-40a5-9665-df7f9ca4262d', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:e4:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:38Z', 'updated_at': '2022-09-14T23:01:45Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacdf6ea-4957-44f5-8998-5b957da850df', 'name': '', 'network_id': '1dd55b81-b1e1-421c-9ffa-1391f30c6da6', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:56:cb:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '2b342e6c-0d74-4aa7-9cba-fe36b4d66c8d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:43Z', 'updated_at': '2022-09-14T23:01:49Z', 'revision_number': 4, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': '2b342e6c-0d74-4aa7-9cba-fe36b4d66c8d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:01:50.502987 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7ffaa704-de9c-44c9-add8-7b7c698e72b9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:50.541606 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-628f42ab-7538-4cc5-b0c8-44161b11dac5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:50.588400 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-628f42ab-7538-4cc5-b0c8-44161b11dac5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:50.589654 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-628f42ab-7538-4cc5-b0c8-44161b11dac5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:50.704535 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7ffaa704-de9c-44c9-add8-7b7c698e72b9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:50.735496 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f42ab-7538-4cc5-b0c8-44161b11dac5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event updated for resources: {'Port': ['ID=b1bb358c-a71f-481c-be46-23f261b26640,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:50.867381 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b591282-cf8a-48ff-a187-a7a1ece8894f None None] Network 47f1dad8-8be3-4ead-8c04-6f8d35e534d1 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:01:50.998500 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-86b2550e-3f30-47c6-b0fc-fded990a550b None None] Provisioning for port ca6ad242-4f5d-42e6-8a0c-e1c6452fea2b completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:01:51.005702 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628f42ab-7538-4cc5-b0c8-44161b11dac5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Network 47f1dad8-8be3-4ead-8c04-6f8d35e534d1 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:01:51.010419 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-628f42ab-7538-4cc5-b0c8-44161b11dac5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:01:51.274094 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device ca6ad242-4f5d-42e6-8a0c-e1c6452fea2b up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:01:51.300947 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7ffaa704-de9c-44c9-add8-7b7c698e72b9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:51.306968 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628f42ab-7538-4cc5-b0c8-44161b11dac5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Router 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:01:51.312224 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7ffaa704-de9c-44c9-add8-7b7c698e72b9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:51.423394 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port ca6ad242-4f5d-42e6-8a0c-e1c6452fea2b completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:01:51.434106 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port ca6ad242-4f5d-42e6-8a0c-e1c6452fea2b triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:51.435346 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:51.547494 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffaa704-de9c-44c9-add8-7b7c698e72b9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=99e69bd0-0da9-492f-8917-2b2bd3eb3fbf,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:51.626393 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port ca6ad242-4f5d-42e6-8a0c-e1c6452fea2b is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:01:51.627576 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:51.650441 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7ffaa704-de9c-44c9-add8-7b7c698e72b9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:51.687121 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port ca6ad242-4f5d-42e6-8a0c-e1c6452fea2b, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=ca6ad242-4f5d-42e6-8a0c-e1c6452fea2b,segment=NetworkSegment(4f9548c5-9188-43e9-ad84-0d8d90274fbc),segment_id=4f9548c5-9188-43e9-ad84-0d8d90274fbc)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:01:51.693626 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:51.695905 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device eacdf6ea-4957-44f5-8998-5b957da850df up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:01:51.765340 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628f42ab-7538-4cc5-b0c8-44161b11dac5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:01:51.845602 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1ec00ee2-5952-4d03-ae28-89ea77171dff None None] Provisioning for port b1bb358c-a71f-481c-be46-23f261b26640 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:01:51.860997 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1ec00ee2-5952-4d03-ae28-89ea77171dff None None] Provisioning complete for port b1bb358c-a71f-481c-be46-23f261b26640 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:51.860997 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1ec00ee2-5952-4d03-ae28-89ea77171dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:51.883423 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=ca6ad242-4f5d-42e6-8a0c-e1c6452fea2b,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:51.926947 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-628f42ab-7538-4cc5-b0c8-44161b11dac5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "PUT /v2.0/routers/30bb2e58-1cc8-4232-af9b-a66bb68c2c2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0311391 Sep 14 23:01:51.929729 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56072) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:51.930982 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port eacdf6ea-4957-44f5-8998-5b957da850df completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:01:51.935110 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-3bc762a2-c7bd-480d-a96c-694c26320152 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:01:51.939999 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1ec00ee2-5952-4d03-ae28-89ea77171dff None None] Port b1bb358c-a71f-481c-be46-23f261b26640 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:01:51.942179 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port eacdf6ea-4957-44f5-8998-5b957da850df triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:51.942751 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:52.018153 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1ec00ee2-5952-4d03-ae28-89ea77171dff None None] Provisioning complete for port ca6ad242-4f5d-42e6-8a0c-e1c6452fea2b triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:52.018153 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1ec00ee2-5952-4d03-ae28-89ea77171dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:52.032146 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f2b610-0f01-4b7c-8331-8ae2849810a6 None None] Sync routers for ids ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:01:52.048580 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f2b610-0f01-4b7c-8331-8ae2849810a6 None None] Routers {'30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:52.049593 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-a0f2b610-0f01-4b7c-8331-8ae2849810a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:01:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:52.112566 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-7ffaa704-de9c-44c9-add8-7b7c698e72b9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Floating IP fbba816e-4505-485d-9ee1-b8742a233e53 associated. External IP: 172.26.5.153, port: 2f7926af-e80a-4572-af57-8c23b20274a0. Sep 14 23:01:52.184291 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port eacdf6ea-4957-44f5-8998-5b957da850df is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:01:52.184692 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:52.243867 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1ec00ee2-5952-4d03-ae28-89ea77171dff None None] Current status of the port ca6ad242-4f5d-42e6-8a0c-e1c6452fea2b is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:01:52.263462 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port eacdf6ea-4957-44f5-8998-5b957da850df, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=eacdf6ea-4957-44f5-8998-5b957da850df,segment=NetworkSegment(a5af48e2-26f1-4a92-aba7-663b3d45ec64),segment_id=a5af48e2-26f1-4a92-aba7-663b3d45ec64)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:01:52.273944 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:52.274168 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-a0f2b610-0f01-4b7c-8331-8ae2849810a6 None None] Set router 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:01:52.387291 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=eacdf6ea-4957-44f5-8998-5b957da850df,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:52.408384 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1aef3f71-e32a-46ed-80f3-be9d4d2066a1 None None] Provisioning complete for port b1bb358c-a71f-481c-be46-23f261b26640 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:52.410051 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1aef3f71-e32a-46ed-80f3-be9d4d2066a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:52.522693 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1aef3f71-e32a-46ed-80f3-be9d4d2066a1 None None] Port b1bb358c-a71f-481c-be46-23f261b26640 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:01:52.650948 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-46c6db7e-a076-4cc6-b5f1-1332b553c777 None None] Provisioning complete for port b1bb358c-a71f-481c-be46-23f261b26640 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:52.651768 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-46c6db7e-a076-4cc6-b5f1-1332b553c777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:52.718838 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-46c6db7e-a076-4cc6-b5f1-1332b553c777 None None] Port b1bb358c-a71f-481c-be46-23f261b26640 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:01:52.750245 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-a0f2b610-0f01-4b7c-8331-8ae2849810a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'name': 'tempest-RoutersIpV6Test-router-1659503762', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:30Z', 'updated_at': '2022-09-14T23:01:49Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'gw_port_host': None, '_interfaces': [{'id': '1c019ff3-48a1-4241-95f1-bb8103c3af6a', 'name': '', 'network_id': '171b1935-1e97-434f-bb22-05c7c7eea5e4', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:70:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:33Z', 'updated_at': '2022-09-14T23:01:41Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1bb358c-a71f-481c-be46-23f261b26640', 'name': '', 'network_id': '47f1dad8-8be3-4ead-8c04-6f8d35e534d1', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:8a:b0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7d077abb-1c79-458b-869d-45fe8d583db8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:48Z', 'updated_at': '2022-09-14T23:01:50Z', 'revision_number': 2, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': '7d077abb-1c79-458b-869d-45fe8d583db8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58235a9-adee-4133-a7b1-05fe1ab84790', 'name': '', 'network_id': '4aa2fbea-2408-40a5-9665-df7f9ca4262d', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:e4:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:38Z', 'updated_at': '2022-09-14T23:01:45Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacdf6ea-4957-44f5-8998-5b957da850df', 'name': '', 'network_id': '1dd55b81-b1e1-421c-9ffa-1391f30c6da6', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:56:cb:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '2b342e6c-0d74-4aa7-9cba-fe36b4d66c8d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:43Z', 'updated_at': '2022-09-14T23:01:49Z', 'revision_number': 4, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': '2b342e6c-0d74-4aa7-9cba-fe36b4d66c8d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:52.754502 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f2b610-0f01-4b7c-8331-8ae2849810a6 None None] Checking router: 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:01:52.754502 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f2b610-0f01-4b7c-8331-8ae2849810a6 None None] Updating router 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b port b1bb358c-a71f-481c-be46-23f261b26640 binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:01:52.805890 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-a0f2b610-0f01-4b7c-8331-8ae2849810a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:53.111698 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ffaa704-de9c-44c9-add8-7b7c698e72b9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router 4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:01:53.173266 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device ca6ad242-4f5d-42e6-8a0c-e1c6452fea2b up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:01:53.256860 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-a0f2b610-0f01-4b7c-8331-8ae2849810a6 None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:53.258752 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port ca6ad242-4f5d-42e6-8a0c-e1c6452fea2b triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:53.259183 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:53.277892 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-a0f2b610-0f01-4b7c-8331-8ae2849810a6 None None] Transition to ACTIVE for port object b1bb358c-a71f-481c-be46-23f261b26640 will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:01:53.288029 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-a0f2b610-0f01-4b7c-8331-8ae2849810a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:53.428707 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.extraroute_db [None req-3bc762a2-c7bd-480d-a96c-694c26320152 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=89170) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 14 23:01:53.432694 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffaa704-de9c-44c9-add8-7b7c698e72b9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:01:53.463043 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.extraroute_db [None req-3bc762a2-c7bd-480d-a96c-694c26320152 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Removed routes are [] {{(pid=89170) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 14 23:01:53.463485 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3bc762a2-c7bd-480d-a96c-694c26320152 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:53.469234 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7ffaa704-de9c-44c9-add8-7b7c698e72b9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:53.480958 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f85b47b-c936-4252-a5a6-f0b8fdff222c None None] Sync routers for ids ['4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:01:53.506261 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f85b47b-c936-4252-a5a6-f0b8fdff222c None None] Routers {'4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:53.507192 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-5f85b47b-c936-4252-a5a6-f0b8fdff222c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:01:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:53.513805 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-a0f2b610-0f01-4b7c-8331-8ae2849810a6 None None] Attempting to bind port b1bb358c-a71f-481c-be46-23f261b26640 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:01:53.514164 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-a0f2b610-0f01-4b7c-8331-8ae2849810a6 None None] Attempting to bind port b1bb358c-a71f-481c-be46-23f261b26640 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '4f9548c5-9188-43e9-ad84-0d8d90274fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '47f1dad8-8be3-4ead-8c04-6f8d35e534d1'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:01:53.515095 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f2b610-0f01-4b7c-8331-8ae2849810a6 None None] Attempting to bind port b1bb358c-a71f-481c-be46-23f261b26640 on network 47f1dad8-8be3-4ead-8c04-6f8d35e534d1 {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:01:53.520516 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed871e-c46a-46f2-b08d-00ae07ad6746 None None] Pushing event updated for resources: {'Port': ['ID=b1bb358c-a71f-481c-be46-23f261b26640,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:53.524703 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f2b610-0f01-4b7c-8331-8ae2849810a6 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:01:53.525078 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f2b610-0f01-4b7c-8331-8ae2849810a6 None None] Checking segment: {'id': '4f9548c5-9188-43e9-ad84-0d8d90274fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '47f1dad8-8be3-4ead-8c04-6f8d35e534d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:01:53.525454 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-a0f2b610-0f01-4b7c-8331-8ae2849810a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:53.525823 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f2b610-0f01-4b7c-8331-8ae2849810a6 None None] Bound using segment: {'id': '4f9548c5-9188-43e9-ad84-0d8d90274fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '47f1dad8-8be3-4ead-8c04-6f8d35e534d1'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:01:53.526265 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-a0f2b610-0f01-4b7c-8331-8ae2849810a6 None None] Bound port: b1bb358c-a71f-481c-be46-23f261b26640, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9548c5-9188-43e9-ad84-0d8d90274fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '47f1dad8-8be3-4ead-8c04-6f8d35e534d1'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:01:53.526801 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-a0f2b610-0f01-4b7c-8331-8ae2849810a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:53.570670 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port ca6ad242-4f5d-42e6-8a0c-e1c6452fea2b is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:01:53.571870 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device eacdf6ea-4957-44f5-8998-5b957da850df up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:01:53.614732 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-a0f2b610-0f01-4b7c-8331-8ae2849810a6 None None] For port b1bb358c-a71f-481c-be46-23f261b26640, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:01:53.618462 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-a0f2b610-0f01-4b7c-8331-8ae2849810a6 None None] For port b1bb358c-a71f-481c-be46-23f261b26640, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=b1bb358c-a71f-481c-be46-23f261b26640,segment=NetworkSegment(4f9548c5-9188-43e9-ad84-0d8d90274fbc),segment_id=4f9548c5-9188-43e9-ad84-0d8d90274fbc)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:01:53.622493 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-a0f2b610-0f01-4b7c-8331-8ae2849810a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:53.665054 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7ffaa704-de9c-44c9-add8-7b7c698e72b9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.3380170 Sep 14 23:01:53.667815 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41368dfc-2d55-4d08-ad24-1dc1394dfa3e', 'tag': '2f7926af-e80a-4572-af57-8c23b20274a0'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:01:53.669901 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56076) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:53.670379 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5501e8e-e2e1-4e9f-872f-c5d529bafa78" -d '{"events": [{"name": "network-changed", "server_uuid": "41368dfc-2d55-4d08-ad24-1dc1394dfa3e", "tag": "2f7926af-e80a-4572-af57-8c23b20274a0"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:01:53.686330 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f2b610-0f01-4b7c-8331-8ae2849810a6 None None] Routers {'30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:53.687476 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-a0f2b610-0f01-4b7c-8331-8ae2849810a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:01:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:53.767501 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-5f85b47b-c936-4252-a5a6-f0b8fdff222c None None] Set router 4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:01:53.768927 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb4c6d3-dceb-47ee-981e-d44584a4f29a x-openstack-request-id: req-fcb4c6d3-dceb-47ee-981e-d44584a4f29a {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:01:53.769239 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41368dfc-2d55-4d08-ad24-1dc1394dfa3e", "tag": "2f7926af-e80a-4572-af57-8c23b20274a0", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:01:53.769479 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fcb4c6d3-dceb-47ee-981e-d44584a4f29a {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:01:53.769869 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcb4c6d3-dceb-47ee-981e-d44584a4f29a'] response: {'name': 'network-changed', 'server_uuid': '41368dfc-2d55-4d08-ad24-1dc1394dfa3e', 'tag': '2f7926af-e80a-4572-af57-8c23b20274a0', 'status': 'completed', 'code': 200} Sep 14 23:01:53.810580 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-fc103070-f14b-4e69-b7cf-a07cfbf8951b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/fbba816e-4505-485d-9ee1-b8742a233e53 HTTP/1.1" status: 200 len: 992 time: 0.1373882 Sep 14 23:01:53.892024 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed871e-c46a-46f2-b08d-00ae07ad6746 None None] Pushing event updated for resources: {'Port': ['ID=b1bb358c-a71f-481c-be46-23f261b26640,revision_number=4']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:53.909016 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-a0f2b610-0f01-4b7c-8331-8ae2849810a6 None None] Set router 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:01:53.922232 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5501e8e-e2e1-4e9f-872f-c5d529bafa78 req-08b0a5ea-8aad-4808-8fe9-c804712461f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:53.925796 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c5501e8e-e2e1-4e9f-872f-c5d529bafa78 req-08b0a5ea-8aad-4808-8fe9-c804712461f8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=41368dfc-2d55-4d08-ad24-1dc1394dfa3e HTTP/1.1" status: 200 len: 1099 time: 0.1155763 Sep 14 23:01:53.985879 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port eacdf6ea-4957-44f5-8998-5b957da850df triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:53.985879 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:54.058840 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3bc762a2-c7bd-480d-a96c-694c26320152 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:54.063161 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3bc762a2-c7bd-480d-a96c-694c26320152 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33045011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33045002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33047131'] for router, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:54.133934 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5501e8e-e2e1-4e9f-872f-c5d529bafa78 req-a480e307-6755-48e7-ac02-9eed6a769716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:54.138232 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c5501e8e-e2e1-4e9f-872f-c5d529bafa78 req-a480e307-6755-48e7-ac02-9eed6a769716 service neutron] 10.222.0.20 "GET /v2.0/networks?id=18f72744-3f24-4786-b3c0-986d6e050a67 HTTP/1.1" status: 200 len: 897 time: 0.2039776 Sep 14 23:01:54.292045 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc762a2-c7bd-480d-a96c-694c26320152 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Router 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:01:54.295167 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port eacdf6ea-4957-44f5-8998-5b957da850df is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:01:54.315693 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c5501e8e-e2e1-4e9f-872f-c5d529bafa78 req-63477cba-442e-4fb3-b582-e21fb3c7c670 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f7926af-e80a-4572-af57-8c23b20274a0 HTTP/1.1" status: 200 len: 1000 time: 0.1713789 Sep 14 23:01:54.342053 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-5f85b47b-c936-4252-a5a6-f0b8fdff222c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'name': 'tempest-TestNetworkBasicOps-router-1286685645', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f26f52ca-5450-4102-96c7-a99a062bcbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:20Z', 'updated_at': '2022-09-14T23:01:26Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'f26f52ca-5450-4102-96c7-a99a062bcbed', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ce:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:21Z', 'updated_at': '2022-09-14T23:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': 'fbba816e-4505-485d-9ee1-b8742a233e53', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.153', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'port_id': '2f7926af-e80a-4572-af57-8c23b20274a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18f72744-3f24-4786-b3c0-986d6e050a67', 'mac_address': 'fa:16:3e:46:50:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41368dfc-2d55-4d08-ad24-1dc1394dfa3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:01:50Z', 'updated_at': '2022-09-14T23:01:50Z', 'revision_number': 0, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ec046ad-3dd8-4a98-8652-f203995c76e0', 'name': '', 'network_id': '18f72744-3f24-4786-b3c0-986d6e050a67', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:e2:fb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '42e712db-1aa7-4dee-bb02-70c9162950dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:25Z', 'updated_at': '2022-09-14T23:01:33Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '42e712db-1aa7-4dee-bb02-70c9162950dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:54.347070 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f85b47b-c936-4252-a5a6-f0b8fdff222c None None] Checking router: 4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:01:54.361862 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f85b47b-c936-4252-a5a6-f0b8fdff222c None None] Routers {'4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:54.362995 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-5f85b47b-c936-4252-a5a6-f0b8fdff222c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:01:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:54.400345 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-a0f2b610-0f01-4b7c-8331-8ae2849810a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'name': 'tempest-RoutersIpV6Test-router-1659503762', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:30Z', 'updated_at': '2022-09-14T23:01:53Z', 'revision_number': 6, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'gw_port_host': None, '_interfaces': [{'id': '1c019ff3-48a1-4241-95f1-bb8103c3af6a', 'name': '', 'network_id': '171b1935-1e97-434f-bb22-05c7c7eea5e4', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:70:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:33Z', 'updated_at': '2022-09-14T23:01:41Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1bb358c-a71f-481c-be46-23f261b26640', 'name': '', 'network_id': '47f1dad8-8be3-4ead-8c04-6f8d35e534d1', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:8a:b0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7d077abb-1c79-458b-869d-45fe8d583db8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:48Z', 'updated_at': '2022-09-14T23:01:53Z', 'revision_number': 4, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': '7d077abb-1c79-458b-869d-45fe8d583db8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58235a9-adee-4133-a7b1-05fe1ab84790', 'name': '', 'network_id': '4aa2fbea-2408-40a5-9665-df7f9ca4262d', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:e4:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:38Z', 'updated_at': '2022-09-14T23:01:45Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacdf6ea-4957-44f5-8998-5b957da850df', 'name': '', 'network_id': '1dd55b81-b1e1-421c-9ffa-1391f30c6da6', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:56:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '2b342e6c-0d74-4aa7-9cba-fe36b4d66c8d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:43Z', 'updated_at': '2022-09-14T23:01:52Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': '2b342e6c-0d74-4aa7-9cba-fe36b4d66c8d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:54.408745 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f2b610-0f01-4b7c-8331-8ae2849810a6 None None] The sync data for ids ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'] in dv-neutron-857791-1-hyperv is: [{'id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'name': 'tempest-RoutersIpV6Test-router-1659503762', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:30Z', 'updated_at': '2022-09-14T23:01:53Z', 'revision_number': 6, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'gw_port_host': None, '_interfaces': [{'id': '1c019ff3-48a1-4241-95f1-bb8103c3af6a', 'name': '', 'network_id': '171b1935-1e97-434f-bb22-05c7c7eea5e4', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:70:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:33Z', 'updated_at': '2022-09-14T23:01:41Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1bb358c-a71f-481c-be46-23f261b26640', 'name': '', 'network_id': '47f1dad8-8be3-4ead-8c04-6f8d35e534d1', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:8a:b0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7d077abb-1c79-458b-869d-45fe8d583db8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:48Z', 'updated_at': '2022-09-14T23:01:53Z', 'revision_number': 4, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': '7d077abb-1c79-458b-869d-45fe8d583db8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58235a9-adee-4133-a7b1-05fe1ab84790', 'name': '', 'network_id': '4aa2fbea-2408-40a5-9665-df7f9ca4262d', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:e4:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:38Z', 'updated_at': '2022-09-14T23:01:45Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacdf6ea-4957-44f5-8998-5b957da850df', 'name': '', 'network_id': '1dd55b81-b1e1-421c-9ffa-1391f30c6da6', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:56:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '2b342e6c-0d74-4aa7-9cba-fe36b4d66c8d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:43Z', 'updated_at': '2022-09-14T23:01:52Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': '2b342e6c-0d74-4aa7-9cba-fe36b4d66c8d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:01:54.431147 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5501e8e-e2e1-4e9f-872f-c5d529bafa78 req-a649d89d-7764-4662-865e-b3fb5e9db077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:54.432728 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c5501e8e-e2e1-4e9f-872f-c5d529bafa78 req-a649d89d-7764-4662-865e-b3fb5e9db077 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42e712db-1aa7-4dee-bb02-70c9162950dd HTTP/1.1" status: 200 len: 835 time: 0.1094351 Sep 14 23:01:54.520761 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc762a2-c7bd-480d-a96c-694c26320152 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:01:54.529672 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3bc762a2-c7bd-480d-a96c-694c26320152 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:54.536128 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3bc762a2-c7bd-480d-a96c-694c26320152 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "PUT /v2.0/routers/30bb2e58-1cc8-4232-af9b-a66bb68c2c2b HTTP/1.1" status: 200 len: 954 time: 2.6009655 Sep 14 23:01:54.536128 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56082) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:54.568855 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5501e8e-e2e1-4e9f-872f-c5d529bafa78 req-f3acf656-1b4c-4a03-984b-0c139e1ed7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:01:54.570556 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c5501e8e-e2e1-4e9f-872f-c5d529bafa78 req-f3acf656-1b4c-4a03-984b-0c139e1ed7a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18f72744-3f24-4786-b3c0-986d6e050a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1323647 Sep 14 23:01:54.620400 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-5f85b47b-c936-4252-a5a6-f0b8fdff222c None None] Set router 4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:01:54.714383 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f0197fd2-6f27-41ee-803f-7ee9dda4f5f6 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "GET /v2.0/routers/30bb2e58-1cc8-4232-af9b-a66bb68c2c2b HTTP/1.1" status: 200 len: 954 time: 0.1787202 Sep 14 23:01:54.717070 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56086) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:54.718531 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c5501e8e-e2e1-4e9f-872f-c5d529bafa78 req-5364ed85-e75b-482c-a181-b0c8eeedd30a service neutron] 10.222.0.20 "GET /v2.0/networks/18f72744-3f24-4786-b3c0-986d6e050a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341949 Sep 14 23:01:54.723628 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-fb68686a-a23b-4024-9138-011124f54745 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Request body: {'router': {'routes': None}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:01:54.736665 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac28efce-df0f-40d1-877c-c4ecbcc4f95b None None] Sync routers for ids ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:01:54.746034 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac28efce-df0f-40d1-877c-c4ecbcc4f95b None None] Routers {'30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:54.746703 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-ac28efce-df0f-40d1-877c-c4ecbcc4f95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:01:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:54.813464 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56092) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:54.940624 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-ac28efce-df0f-40d1-877c-c4ecbcc4f95b None None] Set router 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:01:54.960912 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b8471845-ad96-4268-91d0-1fac776ce936 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/fbba816e-4505-485d-9ee1-b8742a233e53 HTTP/1.1" status: 200 len: 992 time: 0.1444392 Sep 14 23:01:54.966837 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c5501e8e-e2e1-4e9f-872f-c5d529bafa78 req-94139368-d11e-4ad7-8c2d-790134948a49 service neutron] 10.222.0.20 "GET /v2.0/networks/18f72744-3f24-4786-b3c0-986d6e050a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420506 Sep 14 23:01:55.056557 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-5f85b47b-c936-4252-a5a6-f0b8fdff222c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'name': 'tempest-TestNetworkBasicOps-router-1286685645', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f26f52ca-5450-4102-96c7-a99a062bcbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:20Z', 'updated_at': '2022-09-14T23:01:26Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'f26f52ca-5450-4102-96c7-a99a062bcbed', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ce:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:21Z', 'updated_at': '2022-09-14T23:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': 'fbba816e-4505-485d-9ee1-b8742a233e53', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.153', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'port_id': '2f7926af-e80a-4572-af57-8c23b20274a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18f72744-3f24-4786-b3c0-986d6e050a67', 'mac_address': 'fa:16:3e:46:50:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41368dfc-2d55-4d08-ad24-1dc1394dfa3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:01:50Z', 'updated_at': '2022-09-14T23:01:50Z', 'revision_number': 0, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ec046ad-3dd8-4a98-8652-f203995c76e0', 'name': '', 'network_id': '18f72744-3f24-4786-b3c0-986d6e050a67', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:e2:fb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '42e712db-1aa7-4dee-bb02-70c9162950dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:25Z', 'updated_at': '2022-09-14T23:01:33Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '42e712db-1aa7-4dee-bb02-70c9162950dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:55.060800 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f85b47b-c936-4252-a5a6-f0b8fdff222c None None] The sync data for ids ['4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8'] in dv-neutron-857791-1-hyperv is: [{'id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'name': 'tempest-TestNetworkBasicOps-router-1286685645', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f26f52ca-5450-4102-96c7-a99a062bcbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:20Z', 'updated_at': '2022-09-14T23:01:26Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'f26f52ca-5450-4102-96c7-a99a062bcbed', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ce:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:21Z', 'updated_at': '2022-09-14T23:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': 'fbba816e-4505-485d-9ee1-b8742a233e53', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.153', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'port_id': '2f7926af-e80a-4572-af57-8c23b20274a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18f72744-3f24-4786-b3c0-986d6e050a67', 'mac_address': 'fa:16:3e:46:50:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41368dfc-2d55-4d08-ad24-1dc1394dfa3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:01:50Z', 'updated_at': '2022-09-14T23:01:50Z', 'revision_number': 0, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ec046ad-3dd8-4a98-8652-f203995c76e0', 'name': '', 'network_id': '18f72744-3f24-4786-b3c0-986d6e050a67', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:e2:fb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '42e712db-1aa7-4dee-bb02-70c9162950dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:25Z', 'updated_at': '2022-09-14T23:01:33Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '42e712db-1aa7-4dee-bb02-70c9162950dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:01:55.169928 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device b1bb358c-a71f-481c-be46-23f261b26640 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:01:55.246488 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port b1bb358c-a71f-481c-be46-23f261b26640 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:01:55.251963 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port b1bb358c-a71f-481c-be46-23f261b26640 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:55.252335 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:55.358420 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-ac28efce-df0f-40d1-877c-c4ecbcc4f95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'name': 'tempest-RoutersIpV6Test-router-1659503762', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:30Z', 'updated_at': '2022-09-14T23:01:53Z', 'revision_number': 6, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'gw_port_host': None, '_interfaces': [{'id': '1c019ff3-48a1-4241-95f1-bb8103c3af6a', 'name': '', 'network_id': '171b1935-1e97-434f-bb22-05c7c7eea5e4', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:70:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:33Z', 'updated_at': '2022-09-14T23:01:41Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1bb358c-a71f-481c-be46-23f261b26640', 'name': '', 'network_id': '47f1dad8-8be3-4ead-8c04-6f8d35e534d1', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:8a:b0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7d077abb-1c79-458b-869d-45fe8d583db8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:48Z', 'updated_at': '2022-09-14T23:01:53Z', 'revision_number': 4, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': '7d077abb-1c79-458b-869d-45fe8d583db8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58235a9-adee-4133-a7b1-05fe1ab84790', 'name': '', 'network_id': '4aa2fbea-2408-40a5-9665-df7f9ca4262d', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:e4:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:38Z', 'updated_at': '2022-09-14T23:01:45Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacdf6ea-4957-44f5-8998-5b957da850df', 'name': '', 'network_id': '1dd55b81-b1e1-421c-9ffa-1391f30c6da6', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:56:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '2b342e6c-0d74-4aa7-9cba-fe36b4d66c8d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:43Z', 'updated_at': '2022-09-14T23:01:52Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': '2b342e6c-0d74-4aa7-9cba-fe36b4d66c8d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:55.364219 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac28efce-df0f-40d1-877c-c4ecbcc4f95b None None] Checking router: 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:01:55.374161 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20feda25-24e8-4734-9c56-241e5231eb5e None None] New status for floating IP fbba816e-4505-485d-9ee1-b8742a233e53: ACTIVE {{(pid=89172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:01:55.375722 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac28efce-df0f-40d1-877c-c4ecbcc4f95b None None] Routers {'30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:55.376484 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-ac28efce-df0f-40d1-877c-c4ecbcc4f95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:01:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:55.408823 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.extraroute_db [None req-fb68686a-a23b-4024-9138-011124f54745 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Added routes are [] {{(pid=89170) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 14 23:01:55.409724 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.extraroute_db [None req-fb68686a-a23b-4024-9138-011124f54745 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=89170) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 14 23:01:55.442488 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fb68686a-a23b-4024-9138-011124f54745 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:55.546006 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-ac28efce-df0f-40d1-877c-c4ecbcc4f95b None None] Set router 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:01:55.647796 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port b1bb358c-a71f-481c-be46-23f261b26640 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:01:55.648369 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:55.744344 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port b1bb358c-a71f-481c-be46-23f261b26640, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=b1bb358c-a71f-481c-be46-23f261b26640,segment=NetworkSegment(4f9548c5-9188-43e9-ad84-0d8d90274fbc),segment_id=4f9548c5-9188-43e9-ad84-0d8d90274fbc)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:01:55.750083 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:55.827740 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=b1bb358c-a71f-481c-be46-23f261b26640,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:55.888589 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-ac28efce-df0f-40d1-877c-c4ecbcc4f95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'name': 'tempest-RoutersIpV6Test-router-1659503762', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:30Z', 'updated_at': '2022-09-14T23:01:53Z', 'revision_number': 6, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'gw_port_host': None, '_interfaces': [{'id': '1c019ff3-48a1-4241-95f1-bb8103c3af6a', 'name': '', 'network_id': '171b1935-1e97-434f-bb22-05c7c7eea5e4', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:70:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:33Z', 'updated_at': '2022-09-14T23:01:41Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1bb358c-a71f-481c-be46-23f261b26640', 'name': '', 'network_id': '47f1dad8-8be3-4ead-8c04-6f8d35e534d1', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:8a:b0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7d077abb-1c79-458b-869d-45fe8d583db8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:48Z', 'updated_at': '2022-09-14T23:01:53Z', 'revision_number': 4, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': '7d077abb-1c79-458b-869d-45fe8d583db8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58235a9-adee-4133-a7b1-05fe1ab84790', 'name': '', 'network_id': '4aa2fbea-2408-40a5-9665-df7f9ca4262d', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:e4:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:38Z', 'updated_at': '2022-09-14T23:01:45Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacdf6ea-4957-44f5-8998-5b957da850df', 'name': '', 'network_id': '1dd55b81-b1e1-421c-9ffa-1391f30c6da6', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:56:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '2b342e6c-0d74-4aa7-9cba-fe36b4d66c8d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:43Z', 'updated_at': '2022-09-14T23:01:52Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': '2b342e6c-0d74-4aa7-9cba-fe36b4d66c8d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:55.893117 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac28efce-df0f-40d1-877c-c4ecbcc4f95b None None] The sync data for ids ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'] in dv-neutron-857791-1-hyperv is: [{'id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'name': 'tempest-RoutersIpV6Test-router-1659503762', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:30Z', 'updated_at': '2022-09-14T23:01:53Z', 'revision_number': 6, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'gw_port_host': None, '_interfaces': [{'id': '1c019ff3-48a1-4241-95f1-bb8103c3af6a', 'name': '', 'network_id': '171b1935-1e97-434f-bb22-05c7c7eea5e4', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:70:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:33Z', 'updated_at': '2022-09-14T23:01:41Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1bb358c-a71f-481c-be46-23f261b26640', 'name': '', 'network_id': '47f1dad8-8be3-4ead-8c04-6f8d35e534d1', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:8a:b0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7d077abb-1c79-458b-869d-45fe8d583db8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:48Z', 'updated_at': '2022-09-14T23:01:53Z', 'revision_number': 4, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': '7d077abb-1c79-458b-869d-45fe8d583db8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58235a9-adee-4133-a7b1-05fe1ab84790', 'name': '', 'network_id': '4aa2fbea-2408-40a5-9665-df7f9ca4262d', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:e4:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:38Z', 'updated_at': '2022-09-14T23:01:45Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacdf6ea-4957-44f5-8998-5b957da850df', 'name': '', 'network_id': '1dd55b81-b1e1-421c-9ffa-1391f30c6da6', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:56:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '2b342e6c-0d74-4aa7-9cba-fe36b4d66c8d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:43Z', 'updated_at': '2022-09-14T23:01:52Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': '2b342e6c-0d74-4aa7-9cba-fe36b4d66c8d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:01:55.914663 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fb68686a-a23b-4024-9138-011124f54745 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:55.918032 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fb68686a-a23b-4024-9138-011124f54745 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33045011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33045002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33047131'] for router, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:55.962467 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56096) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:56.103242 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb68686a-a23b-4024-9138-011124f54745 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Router 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:01:56.193633 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2310bfcb-7c90-4cf6-b8ab-30a402573cf5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/fbba816e-4505-485d-9ee1-b8742a233e53 HTTP/1.1" status: 200 len: 994 time: 0.2255056 Sep 14 23:01:56.262588 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb68686a-a23b-4024-9138-011124f54745 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:01:56.269104 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fb68686a-a23b-4024-9138-011124f54745 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:56.270234 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-fb68686a-a23b-4024-9138-011124f54745 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "PUT /v2.0/routers/30bb2e58-1cc8-4232-af9b-a66bb68c2c2b HTTP/1.1" status: 200 len: 704 time: 1.5514631 Sep 14 23:01:56.271802 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9e0387-564a-4af2-a370-9ad9e657c1f9 None None] Sync routers for ids ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:01:56.272886 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56100) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:56.281774 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9e0387-564a-4af2-a370-9ad9e657c1f9 None None] Routers {'30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:56.282353 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-5a9e0387-564a-4af2-a370-9ad9e657c1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:01:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:56.439802 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d08451c4-7ea1-46b3-ade8-6d686557b8e0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "GET /v2.0/routers/30bb2e58-1cc8-4232-af9b-a66bb68c2c2b HTTP/1.1" status: 200 len: 704 time: 0.1658609 Sep 14 23:01:56.442456 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56104) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:56.446662 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-5a9e0387-564a-4af2-a370-9ad9e657c1f9 None None] Set router 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:01:56.767731 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-5a9e0387-564a-4af2-a370-9ad9e657c1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'name': 'tempest-RoutersIpV6Test-router-1659503762', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:30Z', 'updated_at': '2022-09-14T23:01:55Z', 'revision_number': 7, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'gw_port_host': None, '_interfaces': [{'id': '1c019ff3-48a1-4241-95f1-bb8103c3af6a', 'name': '', 'network_id': '171b1935-1e97-434f-bb22-05c7c7eea5e4', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:70:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:33Z', 'updated_at': '2022-09-14T23:01:41Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1bb358c-a71f-481c-be46-23f261b26640', 'name': '', 'network_id': '47f1dad8-8be3-4ead-8c04-6f8d35e534d1', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:8a:b0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7d077abb-1c79-458b-869d-45fe8d583db8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:48Z', 'updated_at': '2022-09-14T23:01:55Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': '7d077abb-1c79-458b-869d-45fe8d583db8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58235a9-adee-4133-a7b1-05fe1ab84790', 'name': '', 'network_id': '4aa2fbea-2408-40a5-9665-df7f9ca4262d', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:e4:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:38Z', 'updated_at': '2022-09-14T23:01:45Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacdf6ea-4957-44f5-8998-5b957da850df', 'name': '', 'network_id': '1dd55b81-b1e1-421c-9ffa-1391f30c6da6', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:56:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '2b342e6c-0d74-4aa7-9cba-fe36b4d66c8d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:43Z', 'updated_at': '2022-09-14T23:01:52Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': '2b342e6c-0d74-4aa7-9cba-fe36b4d66c8d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:56.771666 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9e0387-564a-4af2-a370-9ad9e657c1f9 None None] Checking router: 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:01:56.779770 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9e0387-564a-4af2-a370-9ad9e657c1f9 None None] Routers {'30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:56.780920 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-5a9e0387-564a-4af2-a370-9ad9e657c1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:01:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:56.964895 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-66b99e9c-da3d-4fd2-b1e2-182194ccb205 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:56.970642 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-5a9e0387-564a-4af2-a370-9ad9e657c1f9 None None] Set router 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:01:57.149699 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device b1bb358c-a71f-481c-be46-23f261b26640 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:01:57.230738 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port b1bb358c-a71f-481c-be46-23f261b26640 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:01:57.231106 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:57.304998 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-5a9e0387-564a-4af2-a370-9ad9e657c1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'name': 'tempest-RoutersIpV6Test-router-1659503762', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:30Z', 'updated_at': '2022-09-14T23:01:55Z', 'revision_number': 7, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'gw_port_host': None, '_interfaces': [{'id': '1c019ff3-48a1-4241-95f1-bb8103c3af6a', 'name': '', 'network_id': '171b1935-1e97-434f-bb22-05c7c7eea5e4', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:70:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:33Z', 'updated_at': '2022-09-14T23:01:41Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1bb358c-a71f-481c-be46-23f261b26640', 'name': '', 'network_id': '47f1dad8-8be3-4ead-8c04-6f8d35e534d1', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:8a:b0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7d077abb-1c79-458b-869d-45fe8d583db8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:48Z', 'updated_at': '2022-09-14T23:01:55Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': '7d077abb-1c79-458b-869d-45fe8d583db8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58235a9-adee-4133-a7b1-05fe1ab84790', 'name': '', 'network_id': '4aa2fbea-2408-40a5-9665-df7f9ca4262d', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:e4:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:38Z', 'updated_at': '2022-09-14T23:01:45Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacdf6ea-4957-44f5-8998-5b957da850df', 'name': '', 'network_id': '1dd55b81-b1e1-421c-9ffa-1391f30c6da6', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:56:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '2b342e6c-0d74-4aa7-9cba-fe36b4d66c8d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:43Z', 'updated_at': '2022-09-14T23:01:52Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': '2b342e6c-0d74-4aa7-9cba-fe36b4d66c8d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:57.309121 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9e0387-564a-4af2-a370-9ad9e657c1f9 None None] The sync data for ids ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'] in dv-neutron-857791-1-hyperv is: [{'id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'name': 'tempest-RoutersIpV6Test-router-1659503762', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:30Z', 'updated_at': '2022-09-14T23:01:55Z', 'revision_number': 7, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'gw_port_host': None, '_interfaces': [{'id': '1c019ff3-48a1-4241-95f1-bb8103c3af6a', 'name': '', 'network_id': '171b1935-1e97-434f-bb22-05c7c7eea5e4', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:70:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:33Z', 'updated_at': '2022-09-14T23:01:41Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1bb358c-a71f-481c-be46-23f261b26640', 'name': '', 'network_id': '47f1dad8-8be3-4ead-8c04-6f8d35e534d1', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:8a:b0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '7d077abb-1c79-458b-869d-45fe8d583db8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:48Z', 'updated_at': '2022-09-14T23:01:55Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': '7d077abb-1c79-458b-869d-45fe8d583db8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58235a9-adee-4133-a7b1-05fe1ab84790', 'name': '', 'network_id': '4aa2fbea-2408-40a5-9665-df7f9ca4262d', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:e4:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:38Z', 'updated_at': '2022-09-14T23:01:45Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacdf6ea-4957-44f5-8998-5b957da850df', 'name': '', 'network_id': '1dd55b81-b1e1-421c-9ffa-1391f30c6da6', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:56:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '2b342e6c-0d74-4aa7-9cba-fe36b4d66c8d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:43Z', 'updated_at': '2022-09-14T23:01:52Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': '2b342e6c-0d74-4aa7-9cba-fe36b4d66c8d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:01:57.360424 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port b1bb358c-a71f-481c-be46-23f261b26640 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:01:57.439526 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-66b99e9c-da3d-4fd2-b1e2-182194ccb205 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Deleting port b1bb358c-a71f-481c-be46-23f261b26640 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:01:57.439868 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-66b99e9c-da3d-4fd2-b1e2-182194ccb205 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:57.661015 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-66b99e9c-da3d-4fd2-b1e2-182194ccb205 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] For port b1bb358c-a71f-481c-be46-23f261b26640, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=b1bb358c-a71f-481c-be46-23f261b26640,segment=NetworkSegment(4f9548c5-9188-43e9-ad84-0d8d90274fbc),segment_id=4f9548c5-9188-43e9-ad84-0d8d90274fbc)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:01:57.661269 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-66b99e9c-da3d-4fd2-b1e2-182194ccb205 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:57.786720 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-66b99e9c-da3d-4fd2-b1e2-182194ccb205 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Calling delete_port for b1bb358c-a71f-481c-be46-23f261b26640 owned by network:router_interface {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:01:57.964359 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-66b99e9c-da3d-4fd2-b1e2-182194ccb205 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:58.011700 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b99e9c-da3d-4fd2-b1e2-182194ccb205 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event deleted for resources: {'Port': ['ID=b1bb358c-a71f-481c-be46-23f261b26640,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:58.054088 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b99e9c-da3d-4fd2-b1e2-182194ccb205 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:58.054481 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b99e9c-da3d-4fd2-b1e2-182194ccb205 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:58.054775 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b99e9c-da3d-4fd2-b1e2-182194ccb205 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:58.055110 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b99e9c-da3d-4fd2-b1e2-182194ccb205 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:58.055444 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b99e9c-da3d-4fd2-b1e2-182194ccb205 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:58.055772 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b99e9c-da3d-4fd2-b1e2-182194ccb205 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:58.056122 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b99e9c-da3d-4fd2-b1e2-182194ccb205 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:58.056472 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b99e9c-da3d-4fd2-b1e2-182194ccb205 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:58.056848 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b99e9c-da3d-4fd2-b1e2-182194ccb205 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:58.057184 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b99e9c-da3d-4fd2-b1e2-182194ccb205 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:58.057522 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b99e9c-da3d-4fd2-b1e2-182194ccb205 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:58.057841 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b99e9c-da3d-4fd2-b1e2-182194ccb205 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:01:58.229394 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-66b99e9c-da3d-4fd2-b1e2-182194ccb205 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:58.657987 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b99e9c-da3d-4fd2-b1e2-182194ccb205 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Router 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:01:58.822354 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b99e9c-da3d-4fd2-b1e2-182194ccb205 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:01:58.831344 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849dd3c8-caa9-40ce-9d47-6a294a57995d None None] Sync routers for ids ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:01:58.834960 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-66b99e9c-da3d-4fd2-b1e2-182194ccb205 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "PUT /v2.0/routers/30bb2e58-1cc8-4232-af9b-a66bb68c2c2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3915448 Sep 14 23:01:58.837656 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56108) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:58.840491 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849dd3c8-caa9-40ce-9d47-6a294a57995d None None] Routers {'30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:58.841150 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-849dd3c8-caa9-40ce-9d47-6a294a57995d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:01:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:58.907118 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-14907107-81e7-4e48-a60a-b54e1b9e6fa9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Deleting subnet 7d077abb-1c79-458b-869d-45fe8d583db8 {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:01:58.910089 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-14907107-81e7-4e48-a60a-b54e1b9e6fa9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:58.965740 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-14907107-81e7-4e48-a60a-b54e1b9e6fa9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:58.994239 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-849dd3c8-caa9-40ce-9d47-6a294a57995d None None] Set router 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:01:59.051489 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-14907107-81e7-4e48-a60a-b54e1b9e6fa9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:59.141607 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-14907107-81e7-4e48-a60a-b54e1b9e6fa9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:59.184830 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14907107-81e7-4e48-a60a-b54e1b9e6fa9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event deleted for resources: {'Subnet': ['ID=7d077abb-1c79-458b-869d-45fe8d583db8,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:59.190434 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-14907107-81e7-4e48-a60a-b54e1b9e6fa9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:59.198955 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-14907107-81e7-4e48-a60a-b54e1b9e6fa9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/subnets/7d077abb-1c79-458b-869d-45fe8d583db8 HTTP/1.1" status: 204 len: 168 time: 0.3580353 Sep 14 23:01:59.199716 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56112) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:01:59.205040 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4af0121-437c-46b4-8514-027cf046e3c0 None None] Network 47f1dad8-8be3-4ead-8c04-6f8d35e534d1 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:01:59.314833 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1ef8b19c-9dd7-4520-b232-bfbc54d36863 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:59.326582 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-1ef8b19c-9dd7-4520-b232-bfbc54d36863 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Deleting port ca6ad242-4f5d-42e6-8a0c-e1c6452fea2b {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:01:59.326979 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1ef8b19c-9dd7-4520-b232-bfbc54d36863 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:59.502328 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-849dd3c8-caa9-40ce-9d47-6a294a57995d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'name': 'tempest-RoutersIpV6Test-router-1659503762', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:30Z', 'updated_at': '2022-09-14T23:01:57Z', 'revision_number': 8, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'gw_port_host': None, '_interfaces': [{'id': '1c019ff3-48a1-4241-95f1-bb8103c3af6a', 'name': '', 'network_id': '171b1935-1e97-434f-bb22-05c7c7eea5e4', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:70:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:33Z', 'updated_at': '2022-09-14T23:01:41Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58235a9-adee-4133-a7b1-05fe1ab84790', 'name': '', 'network_id': '4aa2fbea-2408-40a5-9665-df7f9ca4262d', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:e4:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:38Z', 'updated_at': '2022-09-14T23:01:45Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacdf6ea-4957-44f5-8998-5b957da850df', 'name': '', 'network_id': '1dd55b81-b1e1-421c-9ffa-1391f30c6da6', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:56:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '2b342e6c-0d74-4aa7-9cba-fe36b4d66c8d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:43Z', 'updated_at': '2022-09-14T23:01:52Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': '2b342e6c-0d74-4aa7-9cba-fe36b4d66c8d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:59.506286 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849dd3c8-caa9-40ce-9d47-6a294a57995d None None] Checking router: 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:01:59.517611 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849dd3c8-caa9-40ce-9d47-6a294a57995d None None] Routers {'30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:01:59.518289 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-849dd3c8-caa9-40ce-9d47-6a294a57995d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:01:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:59.546865 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-1ef8b19c-9dd7-4520-b232-bfbc54d36863 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] For port ca6ad242-4f5d-42e6-8a0c-e1c6452fea2b, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=ca6ad242-4f5d-42e6-8a0c-e1c6452fea2b,segment=NetworkSegment(4f9548c5-9188-43e9-ad84-0d8d90274fbc),segment_id=4f9548c5-9188-43e9-ad84-0d8d90274fbc)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:01:59.547225 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1ef8b19c-9dd7-4520-b232-bfbc54d36863 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:59.572054 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54882911-368a-48d3-be3a-59276616f66c None None] DHCP port deletion for 47f1dad8-8be3-4ead-8c04-6f8d35e534d1 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:01:59.675784 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-1ef8b19c-9dd7-4520-b232-bfbc54d36863 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Calling delete_port for ca6ad242-4f5d-42e6-8a0c-e1c6452fea2b owned by network:dhcp {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:01:59.680924 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-54882911-368a-48d3-be3a-59276616f66c None None] Deleting port ca6ad242-4f5d-42e6-8a0c-e1c6452fea2b {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:01:59.681296 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-54882911-368a-48d3-be3a-59276616f66c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:59.763353 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1ef8b19c-9dd7-4520-b232-bfbc54d36863 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:59.794453 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-849dd3c8-caa9-40ce-9d47-6a294a57995d None None] Set router 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:01:59.810890 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8b19c-9dd7-4520-b232-bfbc54d36863 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event deleted for resources: {'Port': ['ID=ca6ad242-4f5d-42e6-8a0c-e1c6452fea2b,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:01:59.815226 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef8b19c-9dd7-4520-b232-bfbc54d36863 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] No DVR routers for this DVR port ca6ad242-4f5d-42e6-8a0c-e1c6452fea2b on host dv-neutron-857791-1-hyperv {{(pid=89170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:01:59.840248 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-54882911-368a-48d3-be3a-59276616f66c None None] The port 'ca6ad242-4f5d-42e6-8a0c-e1c6452fea2b' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 23:01:59.944889 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1ef8b19c-9dd7-4520-b232-bfbc54d36863 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:01:59.969643 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-1ef8b19c-9dd7-4520-b232-bfbc54d36863 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f1dad8-8be3-4ead-8c04-6f8d35e534d1']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:59.983915 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-1ef8b19c-9dd7-4520-b232-bfbc54d36863 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f9548c5-9188-43e9-ad84-0d8d90274fbc') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:59.984561 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-1ef8b19c-9dd7-4520-b232-bfbc54d36863 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f9548c5-9188-43e9-ad84-0d8d90274fbc') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:01:59.996429 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1ef8b19c-9dd7-4520-b232-bfbc54d36863 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:00.013620 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1ef8b19c-9dd7-4520-b232-bfbc54d36863 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:00.019762 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ef8b19c-9dd7-4520-b232-bfbc54d36863 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:02:00.020150 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1ef8b19c-9dd7-4520-b232-bfbc54d36863 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:00.093916 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 4f9548c5-9188-43e9-ad84-0d8d90274fbc resource provider aggregate not found Sep 14 23:02:00.115654 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 4f9548c5-9188-43e9-ad84-0d8d90274fbc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f9548c5-9188-43e9-ad84-0d8d90274fbc found for delete ", "request_id": "req-ef5e0951-0820-4d0a-b537-6f363c32b75e"}]} Sep 14 23:02:00.132082 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1ef8b19c-9dd7-4520-b232-bfbc54d36863 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:00.134836 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-849dd3c8-caa9-40ce-9d47-6a294a57995d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'name': 'tempest-RoutersIpV6Test-router-1659503762', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:30Z', 'updated_at': '2022-09-14T23:01:57Z', 'revision_number': 8, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'gw_port_host': None, '_interfaces': [{'id': '1c019ff3-48a1-4241-95f1-bb8103c3af6a', 'name': '', 'network_id': '171b1935-1e97-434f-bb22-05c7c7eea5e4', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:70:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:33Z', 'updated_at': '2022-09-14T23:01:41Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58235a9-adee-4133-a7b1-05fe1ab84790', 'name': '', 'network_id': '4aa2fbea-2408-40a5-9665-df7f9ca4262d', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:e4:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:38Z', 'updated_at': '2022-09-14T23:01:45Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacdf6ea-4957-44f5-8998-5b957da850df', 'name': '', 'network_id': '1dd55b81-b1e1-421c-9ffa-1391f30c6da6', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:56:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '2b342e6c-0d74-4aa7-9cba-fe36b4d66c8d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:43Z', 'updated_at': '2022-09-14T23:01:52Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': '2b342e6c-0d74-4aa7-9cba-fe36b4d66c8d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:00.140594 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849dd3c8-caa9-40ce-9d47-6a294a57995d None None] The sync data for ids ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'] in dv-neutron-857791-1-hyperv is: [{'id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'name': 'tempest-RoutersIpV6Test-router-1659503762', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:30Z', 'updated_at': '2022-09-14T23:01:57Z', 'revision_number': 8, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'gw_port_host': None, '_interfaces': [{'id': '1c019ff3-48a1-4241-95f1-bb8103c3af6a', 'name': '', 'network_id': '171b1935-1e97-434f-bb22-05c7c7eea5e4', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:70:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:33Z', 'updated_at': '2022-09-14T23:01:41Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58235a9-adee-4133-a7b1-05fe1ab84790', 'name': '', 'network_id': '4aa2fbea-2408-40a5-9665-df7f9ca4262d', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:e4:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:38Z', 'updated_at': '2022-09-14T23:01:45Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacdf6ea-4957-44f5-8998-5b957da850df', 'name': '', 'network_id': '1dd55b81-b1e1-421c-9ffa-1391f30c6da6', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:56:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '2b342e6c-0d74-4aa7-9cba-fe36b4d66c8d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:43Z', 'updated_at': '2022-09-14T23:01:52Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': '2b342e6c-0d74-4aa7-9cba-fe36b4d66c8d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:02:00.153521 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1ef8b19c-9dd7-4520-b232-bfbc54d36863 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:00.167242 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8b19c-9dd7-4520-b232-bfbc54d36863 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event deleted for resources: {'Network': ['ID=47f1dad8-8be3-4ead-8c04-6f8d35e534d1,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:00.173001 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1ef8b19c-9dd7-4520-b232-bfbc54d36863 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/networks/47f1dad8-8be3-4ead-8c04-6f8d35e534d1 HTTP/1.1" status: 204 len: 168 time: 0.9725375 Sep 14 23:02:00.175473 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56120) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:00.828949 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9518-7f0c-4b24-87dd-3cd993cabcbc tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:01.151786 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device ca6ad242-4f5d-42e6-8a0c-e1c6452fea2b no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:02:01.185260 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e9518-7f0c-4b24-87dd-3cd993cabcbc tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Deleting port eacdf6ea-4957-44f5-8998-5b957da850df {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:02:01.185606 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9518-7f0c-4b24-87dd-3cd993cabcbc tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:01.190201 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: ca6ad242-4f5d-42e6-8a0c-e1c6452fea2b {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:02:01.190545 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device ca6ad242-4f5d-42e6-8a0c-e1c6452fea2b not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:02:01.191419 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device b1bb358c-a71f-481c-be46-23f261b26640 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:02:01.224451 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: b1bb358c-a71f-481c-be46-23f261b26640 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:02:01.224828 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device b1bb358c-a71f-481c-be46-23f261b26640 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:02:01.382954 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-8c9e9518-7f0c-4b24-87dd-3cd993cabcbc tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] For port eacdf6ea-4957-44f5-8998-5b957da850df, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=eacdf6ea-4957-44f5-8998-5b957da850df,segment=NetworkSegment(a5af48e2-26f1-4a92-aba7-663b3d45ec64),segment_id=a5af48e2-26f1-4a92-aba7-663b3d45ec64)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:02:01.383312 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9518-7f0c-4b24-87dd-3cd993cabcbc tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:01.516686 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e9518-7f0c-4b24-87dd-3cd993cabcbc tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Calling delete_port for eacdf6ea-4957-44f5-8998-5b957da850df owned by network:router_interface {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:02:01.701286 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9518-7f0c-4b24-87dd-3cd993cabcbc tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:01.751194 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e9518-7f0c-4b24-87dd-3cd993cabcbc tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event deleted for resources: {'Port': ['ID=eacdf6ea-4957-44f5-8998-5b957da850df,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:02.073763 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9518-7f0c-4b24-87dd-3cd993cabcbc tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:02.413112 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9e9518-7f0c-4b24-87dd-3cd993cabcbc tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Router 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:02:02.583370 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9e9518-7f0c-4b24-87dd-3cd993cabcbc tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:02:02.592371 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd23c0d1-e51d-4746-b823-56dc5c54997a None None] Sync routers for ids ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:02:02.599120 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8c9e9518-7f0c-4b24-87dd-3cd993cabcbc tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "PUT /v2.0/routers/30bb2e58-1cc8-4232-af9b-a66bb68c2c2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4216230 Sep 14 23:02:02.600917 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56128) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:02.605923 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd23c0d1-e51d-4746-b823-56dc5c54997a None None] Routers {'30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:02:02.605923 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-bd23c0d1-e51d-4746-b823-56dc5c54997a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:01:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:02.680002 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5107507d-a899-43d4-967b-e523bbed9eaf req-c8c21f6d-b43b-4812-b03e-2f1697b5b1cb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5f68fddc-acde-4739-8de7-9dae807d2ab3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1078193 Sep 14 23:02:02.721889 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-e589fcc2-a280-4c8f-a787-9cc43a89847e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Deleting subnet 2b342e6c-0d74-4aa7-9cba-fe36b4d66c8d {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:02:02.726563 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e589fcc2-a280-4c8f-a787-9cc43a89847e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:02.777155 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-bd23c0d1-e51d-4746-b823-56dc5c54997a None None] Set router 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:02:02.816742 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e589fcc2-a280-4c8f-a787-9cc43a89847e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:02.865029 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107507d-a899-43d4-967b-e523bbed9eaf req-8a42ef7a-f9a5-47a2-996c-c6af1ea15ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:02.865806 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5107507d-a899-43d4-967b-e523bbed9eaf req-8a42ef7a-f9a5-47a2-996c-c6af1ea15ebe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=093721cb95a347f28f2306e789d64fd0&device_id=5f68fddc-acde-4739-8de7-9dae807d2ab3 HTTP/1.1" status: 200 len: 1098 time: 0.0956895 Sep 14 23:02:02.940470 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e589fcc2-a280-4c8f-a787-9cc43a89847e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:03.053023 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e589fcc2-a280-4c8f-a787-9cc43a89847e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:03.082063 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107507d-a899-43d4-967b-e523bbed9eaf req-cc4e7a62-f85f-4122-abab-7ee5eb015e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:03.082063 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5107507d-a899-43d4-967b-e523bbed9eaf req-cc4e7a62-f85f-4122-abab-7ee5eb015e77 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8c5b42e5-c7a4-4629-b1de-12796897febf HTTP/1.1" status: 200 len: 912 time: 0.1801422 Sep 14 23:02:03.110749 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e589fcc2-a280-4c8f-a787-9cc43a89847e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:03.115363 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-e589fcc2-a280-4c8f-a787-9cc43a89847e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/subnets/2b342e6c-0d74-4aa7-9cba-fe36b4d66c8d HTTP/1.1" status: 204 len: 168 time: 0.5126755 Sep 14 23:02:03.120703 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2762c6f7-9a34-438b-a150-6bc40f3cb985 None None] Network 1dd55b81-b1e1-421c-9ffa-1391f30c6da6 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:02:03.121367 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56132) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:03.121367 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e589fcc2-a280-4c8f-a787-9cc43a89847e tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event deleted for resources: {'Subnet': ['ID=2b342e6c-0d74-4aa7-9cba-fe36b4d66c8d,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:03.146676 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-bd23c0d1-e51d-4746-b823-56dc5c54997a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'name': 'tempest-RoutersIpV6Test-router-1659503762', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:30Z', 'updated_at': '2022-09-14T23:02:01Z', 'revision_number': 9, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'gw_port_host': None, '_interfaces': [{'id': '1c019ff3-48a1-4241-95f1-bb8103c3af6a', 'name': '', 'network_id': '171b1935-1e97-434f-bb22-05c7c7eea5e4', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:70:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:33Z', 'updated_at': '2022-09-14T23:01:41Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58235a9-adee-4133-a7b1-05fe1ab84790', 'name': '', 'network_id': '4aa2fbea-2408-40a5-9665-df7f9ca4262d', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:e4:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:38Z', 'updated_at': '2022-09-14T23:01:45Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:03.152568 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd23c0d1-e51d-4746-b823-56dc5c54997a None None] Checking router: 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:02:03.178718 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd23c0d1-e51d-4746-b823-56dc5c54997a None None] Routers {'30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:02:03.179384 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-bd23c0d1-e51d-4746-b823-56dc5c54997a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:01:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:03.275145 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4782db5b-14b5-44ff-b307-54e8a1a786a9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:03.281138 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5107507d-a899-43d4-967b-e523bbed9eaf req-53e08ee9-b43c-4a9e-8bd0-c7611294bd00 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6174a624-7e1d-4b4f-8925-fda0061bb079 HTTP/1.1" status: 200 len: 1001 time: 0.1888762 Sep 14 23:02:03.296132 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-4782db5b-14b5-44ff-b307-54e8a1a786a9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Deleting port 85e65743-0db5-45c0-ae86-890b7b95ae5d {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:02:03.296132 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4782db5b-14b5-44ff-b307-54e8a1a786a9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:03.370691 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107507d-a899-43d4-967b-e523bbed9eaf req-b8d81b7f-54cd-4390-852b-05ada22f7221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:03.376382 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5107507d-a899-43d4-967b-e523bbed9eaf req-b8d81b7f-54cd-4390-852b-05ada22f7221 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9530b6a1-5b44-4a8b-9405-362cadb44215 HTTP/1.1" status: 200 len: 851 time: 0.0860164 Sep 14 23:02:03.402222 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-bd23c0d1-e51d-4746-b823-56dc5c54997a None None] Set router 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:02:03.492419 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd51ff3-24e6-41de-9e95-980faec5a140 None None] DHCP port deletion for 1dd55b81-b1e1-421c-9ffa-1391f30c6da6 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:02:03.498465 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-5cd51ff3-24e6-41de-9e95-980faec5a140 None None] Deleting port 85e65743-0db5-45c0-ae86-890b7b95ae5d {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:02:03.498868 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5cd51ff3-24e6-41de-9e95-980faec5a140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:03.536843 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107507d-a899-43d4-967b-e523bbed9eaf req-00d8a1de-cd46-41bc-abc1-95809bbc80fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:03.538521 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5107507d-a899-43d4-967b-e523bbed9eaf req-00d8a1de-cd46-41bc-abc1-95809bbc80fa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c5b42e5-c7a4-4629-b1de-12796897febf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1563280 Sep 14 23:02:03.649405 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-4782db5b-14b5-44ff-b307-54e8a1a786a9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] For port 85e65743-0db5-45c0-ae86-890b7b95ae5d, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=85e65743-0db5-45c0-ae86-890b7b95ae5d,segment=NetworkSegment(a5af48e2-26f1-4a92-aba7-663b3d45ec64),segment_id=a5af48e2-26f1-4a92-aba7-663b3d45ec64)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:02:03.649960 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4782db5b-14b5-44ff-b307-54e8a1a786a9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:03.722986 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5107507d-a899-43d4-967b-e523bbed9eaf req-7add3157-e23a-44d4-9658-3d58a6bad1be service neutron] 10.222.0.20 "GET /v2.0/networks/8c5b42e5-c7a4-4629-b1de-12796897febf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765192 Sep 14 23:02:03.762951 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-5cd51ff3-24e6-41de-9e95-980faec5a140 None None] For port 85e65743-0db5-45c0-ae86-890b7b95ae5d, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=85e65743-0db5-45c0-ae86-890b7b95ae5d,segment=NetworkSegment(a5af48e2-26f1-4a92-aba7-663b3d45ec64),segment_id=a5af48e2-26f1-4a92-aba7-663b3d45ec64)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:02:03.763126 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5cd51ff3-24e6-41de-9e95-980faec5a140 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:03.805874 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-4782db5b-14b5-44ff-b307-54e8a1a786a9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Calling delete_port for 85e65743-0db5-45c0-ae86-890b7b95ae5d owned by network:dhcp {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:02:03.909836 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5107507d-a899-43d4-967b-e523bbed9eaf req-f075ba17-83ae-4dc1-a42e-d1c9aef3078b service neutron] 10.222.0.20 "GET /v2.0/networks/8c5b42e5-c7a4-4629-b1de-12796897febf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804323 Sep 14 23:02:03.913337 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-5cd51ff3-24e6-41de-9e95-980faec5a140 None None] Calling delete_port for 85e65743-0db5-45c0-ae86-890b7b95ae5d owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:02:03.945073 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-bd23c0d1-e51d-4746-b823-56dc5c54997a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'name': 'tempest-RoutersIpV6Test-router-1659503762', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:30Z', 'updated_at': '2022-09-14T23:02:01Z', 'revision_number': 9, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'gw_port_host': None, '_interfaces': [{'id': '1c019ff3-48a1-4241-95f1-bb8103c3af6a', 'name': '', 'network_id': '171b1935-1e97-434f-bb22-05c7c7eea5e4', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:70:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:33Z', 'updated_at': '2022-09-14T23:01:41Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58235a9-adee-4133-a7b1-05fe1ab84790', 'name': '', 'network_id': '4aa2fbea-2408-40a5-9665-df7f9ca4262d', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:e4:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:38Z', 'updated_at': '2022-09-14T23:01:45Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:03.951290 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd23c0d1-e51d-4746-b823-56dc5c54997a None None] The sync data for ids ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'] in dv-neutron-857791-1-hyperv is: [{'id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'name': 'tempest-RoutersIpV6Test-router-1659503762', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:30Z', 'updated_at': '2022-09-14T23:02:01Z', 'revision_number': 9, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'gw_port_host': None, '_interfaces': [{'id': '1c019ff3-48a1-4241-95f1-bb8103c3af6a', 'name': '', 'network_id': '171b1935-1e97-434f-bb22-05c7c7eea5e4', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:70:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:33Z', 'updated_at': '2022-09-14T23:01:41Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58235a9-adee-4133-a7b1-05fe1ab84790', 'name': '', 'network_id': '4aa2fbea-2408-40a5-9665-df7f9ca4262d', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:e4:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:38Z', 'updated_at': '2022-09-14T23:01:45Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'c1f43cd5-9f94-4175-9aa2-fd8c107ee294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:02:03.954130 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4782db5b-14b5-44ff-b307-54e8a1a786a9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: from cryptography.utils import int_from_bytes Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: from cryptography.utils import int_from_bytes Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn_limited( Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn_limited( Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:02:04.024501 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:02:04.035137 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-5cd51ff3-24e6-41de-9e95-980faec5a140 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 23:02:04.035137 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-5cd51ff3-24e6-41de-9e95-980faec5a140 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 23:02:04.137885 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782db5b-14b5-44ff-b307-54e8a1a786a9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event deleted for resources: {'Port': ['ID=85e65743-0db5-45c0-ae86-890b7b95ae5d,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:04.143700 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4782db5b-14b5-44ff-b307-54e8a1a786a9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] No DVR routers for this DVR port 85e65743-0db5-45c0-ae86-890b7b95ae5d on host dv-neutron-857791-1-hyperv {{(pid=89170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:02:04.287550 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4782db5b-14b5-44ff-b307-54e8a1a786a9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:04.322450 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-4782db5b-14b5-44ff-b307-54e8a1a786a9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dd55b81-b1e1-421c-9ffa-1391f30c6da6']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:04.336957 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-4782db5b-14b5-44ff-b307-54e8a1a786a9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5af48e2-26f1-4a92-aba7-663b3d45ec64') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:04.337309 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-4782db5b-14b5-44ff-b307-54e8a1a786a9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5af48e2-26f1-4a92-aba7-663b3d45ec64') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:04.352810 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4782db5b-14b5-44ff-b307-54e8a1a786a9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:04.372118 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4782db5b-14b5-44ff-b307-54e8a1a786a9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:04.383035 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4782db5b-14b5-44ff-b307-54e8a1a786a9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:02:04.383035 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4782db5b-14b5-44ff-b307-54e8a1a786a9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:04.458645 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment a5af48e2-26f1-4a92-aba7-663b3d45ec64 resource provider aggregate not found Sep 14 23:02:04.483311 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment a5af48e2-26f1-4a92-aba7-663b3d45ec64 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a5af48e2-26f1-4a92-aba7-663b3d45ec64 found for delete ", "request_id": "req-252d6ce1-3490-412e-80b4-1a787ae39c59"}]} Sep 14 23:02:04.494875 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4782db5b-14b5-44ff-b307-54e8a1a786a9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:04.500062 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4782db5b-14b5-44ff-b307-54e8a1a786a9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:04.526926 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782db5b-14b5-44ff-b307-54e8a1a786a9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event deleted for resources: {'Network': ['ID=1dd55b81-b1e1-421c-9ffa-1391f30c6da6,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:04.531892 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4782db5b-14b5-44ff-b307-54e8a1a786a9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/networks/1dd55b81-b1e1-421c-9ffa-1391f30c6da6 HTTP/1.1" status: 204 len: 168 time: 1.4125881 Sep 14 23:02:04.534042 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-5cd51ff3-24e6-41de-9e95-980faec5a140 None None] Deleting port 85e65743-0db5-45c0-ae86-890b7b95ae5d {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:02:04.534625 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5cd51ff3-24e6-41de-9e95-980faec5a140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:04.534747 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56140) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:04.608232 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-5cd51ff3-24e6-41de-9e95-980faec5a140 None None] The port '85e65743-0db5-45c0-ae86-890b7b95ae5d' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 23:02:05.053476 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9c3a8e8c-077b-4dac-a33a-1be0fb5e40d9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:05.137306 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device eacdf6ea-4957-44f5-8998-5b957da850df no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:02:05.210538 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: eacdf6ea-4957-44f5-8998-5b957da850df {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:02:05.210889 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device eacdf6ea-4957-44f5-8998-5b957da850df not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:02:05.211307 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 85e65743-0db5-45c0-ae86-890b7b95ae5d no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:02:05.244270 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 85e65743-0db5-45c0-ae86-890b7b95ae5d {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:02:05.244647 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 85e65743-0db5-45c0-ae86-890b7b95ae5d not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:02:05.388453 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-9c3a8e8c-077b-4dac-a33a-1be0fb5e40d9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Deleting port b58235a9-adee-4133-a7b1-05fe1ab84790 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:02:05.389032 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9c3a8e8c-077b-4dac-a33a-1be0fb5e40d9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:05.681331 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-9c3a8e8c-077b-4dac-a33a-1be0fb5e40d9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] For port b58235a9-adee-4133-a7b1-05fe1ab84790, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=b58235a9-adee-4133-a7b1-05fe1ab84790,segment=NetworkSegment(d80357eb-07af-4fb7-bc12-5be32c35cb5f),segment_id=d80357eb-07af-4fb7-bc12-5be32c35cb5f)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:02:05.681684 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9c3a8e8c-077b-4dac-a33a-1be0fb5e40d9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:05.800943 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-9c3a8e8c-077b-4dac-a33a-1be0fb5e40d9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Calling delete_port for b58235a9-adee-4133-a7b1-05fe1ab84790 owned by network:router_interface {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:02:05.972192 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9c3a8e8c-077b-4dac-a33a-1be0fb5e40d9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:06.019684 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a8e8c-077b-4dac-a33a-1be0fb5e40d9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event deleted for resources: {'Port': ['ID=b58235a9-adee-4133-a7b1-05fe1ab84790,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:06.218049 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9c3a8e8c-077b-4dac-a33a-1be0fb5e40d9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:06.537263 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3a8e8c-077b-4dac-a33a-1be0fb5e40d9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Router 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:02:06.694815 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3a8e8c-077b-4dac-a33a-1be0fb5e40d9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:02:06.704110 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51c254c-e33f-4c39-ac61-4696f97a67a3 None None] Sync routers for ids ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:02:06.708686 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9c3a8e8c-077b-4dac-a33a-1be0fb5e40d9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "PUT /v2.0/routers/30bb2e58-1cc8-4232-af9b-a66bb68c2c2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1716740 Sep 14 23:02:06.710009 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56144) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:06.713486 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51c254c-e33f-4c39-ac61-4696f97a67a3 None None] Routers {'30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:02:06.714085 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-c51c254c-e33f-4c39-ac61-4696f97a67a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:01:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:06.774719 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-5089c544-176c-4440-8695-004e2d8133e5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Deleting subnet c1f43cd5-9f94-4175-9aa2-fd8c107ee294 {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:02:06.777673 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5089c544-176c-4440-8695-004e2d8133e5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:06.835372 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5089c544-176c-4440-8695-004e2d8133e5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:06.864128 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-c51c254c-e33f-4c39-ac61-4696f97a67a3 None None] Set router 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:02:06.917472 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5089c544-176c-4440-8695-004e2d8133e5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:06.993569 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5089c544-176c-4440-8695-004e2d8133e5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:07.146924 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089c544-176c-4440-8695-004e2d8133e5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event deleted for resources: {'Subnet': ['ID=c1f43cd5-9f94-4175-9aa2-fd8c107ee294,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:07.153392 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5089c544-176c-4440-8695-004e2d8133e5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:07.162995 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bae1f9-99fb-47f9-ace4-d7c556eeda5c None None] Network 4aa2fbea-2408-40a5-9665-df7f9ca4262d requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:02:07.163195 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5089c544-176c-4440-8695-004e2d8133e5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/subnets/c1f43cd5-9f94-4175-9aa2-fd8c107ee294 HTTP/1.1" status: 204 len: 168 time: 0.4497132 Sep 14 23:02:07.163195 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56148) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:07.282424 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fe2291b9-89f2-4a2c-be2e-cebd22f9e223 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:07.292595 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-fe2291b9-89f2-4a2c-be2e-cebd22f9e223 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Deleting port 956a3329-7f9d-46bf-a9e2-9b4cbe2ac5bb {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:02:07.292950 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fe2291b9-89f2-4a2c-be2e-cebd22f9e223 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:07.354282 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-c51c254c-e33f-4c39-ac61-4696f97a67a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'name': 'tempest-RoutersIpV6Test-router-1659503762', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:30Z', 'updated_at': '2022-09-14T23:02:05Z', 'revision_number': 10, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'gw_port_host': None, '_interfaces': [{'id': '1c019ff3-48a1-4241-95f1-bb8103c3af6a', 'name': '', 'network_id': '171b1935-1e97-434f-bb22-05c7c7eea5e4', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:70:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:33Z', 'updated_at': '2022-09-14T23:01:41Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:07.361672 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51c254c-e33f-4c39-ac61-4696f97a67a3 None None] Checking router: 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:02:07.373013 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51c254c-e33f-4c39-ac61-4696f97a67a3 None None] Routers {'30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:02:07.373610 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-c51c254c-e33f-4c39-ac61-4696f97a67a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:01:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:07.499946 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-fe2291b9-89f2-4a2c-be2e-cebd22f9e223 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] For port 956a3329-7f9d-46bf-a9e2-9b4cbe2ac5bb, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=956a3329-7f9d-46bf-a9e2-9b4cbe2ac5bb,segment=NetworkSegment(d80357eb-07af-4fb7-bc12-5be32c35cb5f),segment_id=d80357eb-07af-4fb7-bc12-5be32c35cb5f)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:02:07.500335 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fe2291b9-89f2-4a2c-be2e-cebd22f9e223 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:07.531992 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-c51c254c-e33f-4c39-ac61-4696f97a67a3 None None] Set router 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:02:07.575838 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfc4aa5-b5d7-4da5-900e-36175790a5c7 None None] DHCP port deletion for 4aa2fbea-2408-40a5-9665-df7f9ca4262d request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:02:07.596469 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-fbfc4aa5-b5d7-4da5-900e-36175790a5c7 None None] Deleting port 956a3329-7f9d-46bf-a9e2-9b4cbe2ac5bb {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:02:07.596861 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-fbfc4aa5-b5d7-4da5-900e-36175790a5c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:07.632472 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-fe2291b9-89f2-4a2c-be2e-cebd22f9e223 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Calling delete_port for 956a3329-7f9d-46bf-a9e2-9b4cbe2ac5bb owned by network:dhcp {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:02:07.708673 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fe2291b9-89f2-4a2c-be2e-cebd22f9e223 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:07.758760 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2291b9-89f2-4a2c-be2e-cebd22f9e223 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event deleted for resources: {'Port': ['ID=956a3329-7f9d-46bf-a9e2-9b4cbe2ac5bb,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:07.762201 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2291b9-89f2-4a2c-be2e-cebd22f9e223 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] No DVR routers for this DVR port 956a3329-7f9d-46bf-a9e2-9b4cbe2ac5bb on host dv-neutron-857791-1-hyperv {{(pid=89170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:02:07.813243 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2e25cbf7-3279-4d42-bd9e-0ecdb6e398f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:07.822437 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-fbfc4aa5-b5d7-4da5-900e-36175790a5c7 None None] The port '956a3329-7f9d-46bf-a9e2-9b4cbe2ac5bb' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 23:02:07.885208 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fe2291b9-89f2-4a2c-be2e-cebd22f9e223 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:07.912400 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-fe2291b9-89f2-4a2c-be2e-cebd22f9e223 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aa2fbea-2408-40a5-9665-df7f9ca4262d']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:07.925178 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-fe2291b9-89f2-4a2c-be2e-cebd22f9e223 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd80357eb-07af-4fb7-bc12-5be32c35cb5f') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:07.925477 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-fe2291b9-89f2-4a2c-be2e-cebd22f9e223 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd80357eb-07af-4fb7-bc12-5be32c35cb5f') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:07.937776 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fe2291b9-89f2-4a2c-be2e-cebd22f9e223 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:07.954194 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fe2291b9-89f2-4a2c-be2e-cebd22f9e223 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:07.960076 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe2291b9-89f2-4a2c-be2e-cebd22f9e223 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:02:07.960454 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fe2291b9-89f2-4a2c-be2e-cebd22f9e223 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:07.981476 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-c51c254c-e33f-4c39-ac61-4696f97a67a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'name': 'tempest-RoutersIpV6Test-router-1659503762', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:30Z', 'updated_at': '2022-09-14T23:02:05Z', 'revision_number': 10, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'gw_port_host': None, '_interfaces': [{'id': '1c019ff3-48a1-4241-95f1-bb8103c3af6a', 'name': '', 'network_id': '171b1935-1e97-434f-bb22-05c7c7eea5e4', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:70:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:33Z', 'updated_at': '2022-09-14T23:01:41Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:07.993035 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51c254c-e33f-4c39-ac61-4696f97a67a3 None None] The sync data for ids ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'] in dv-neutron-857791-1-hyperv is: [{'id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'name': 'tempest-RoutersIpV6Test-router-1659503762', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:30Z', 'updated_at': '2022-09-14T23:02:05Z', 'revision_number': 10, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'gw_port_host': None, '_interfaces': [{'id': '1c019ff3-48a1-4241-95f1-bb8103c3af6a', 'name': '', 'network_id': '171b1935-1e97-434f-bb22-05c7c7eea5e4', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'mac_address': 'fa:16:3e:70:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:33Z', 'updated_at': '2022-09-14T23:01:41Z', 'revision_number': 5, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'subnets': [{'id': 'e75ef7f0-5707-467e-8c6b-1a82b79b9aaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:02:08.037074 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment d80357eb-07af-4fb7-bc12-5be32c35cb5f resource provider aggregate not found Sep 14 23:02:08.060065 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment d80357eb-07af-4fb7-bc12-5be32c35cb5f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d80357eb-07af-4fb7-bc12-5be32c35cb5f found for delete ", "request_id": "req-6f2a2af6-80ff-4fc9-82a2-55f6ca7ef947"}]} Sep 14 23:02:08.072485 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fe2291b9-89f2-4a2c-be2e-cebd22f9e223 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:08.090010 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fe2291b9-89f2-4a2c-be2e-cebd22f9e223 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:08.103737 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2291b9-89f2-4a2c-be2e-cebd22f9e223 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event deleted for resources: {'Network': ['ID=4aa2fbea-2408-40a5-9665-df7f9ca4262d,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:08.109806 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-fe2291b9-89f2-4a2c-be2e-cebd22f9e223 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/networks/4aa2fbea-2408-40a5-9665-df7f9ca4262d HTTP/1.1" status: 204 len: 168 time: 0.9453940 Sep 14 23:02:08.112299 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56156) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:08.718576 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-062c7e27-ecce-4968-978f-dfb463ac9f7b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:09.059976 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-062c7e27-ecce-4968-978f-dfb463ac9f7b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Deleting port 1c019ff3-48a1-4241-95f1-bb8103c3af6a {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:02:09.060249 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-062c7e27-ecce-4968-978f-dfb463ac9f7b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:09.141912 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 956a3329-7f9d-46bf-a9e2-9b4cbe2ac5bb no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:02:09.176234 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 956a3329-7f9d-46bf-a9e2-9b4cbe2ac5bb {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:02:09.176574 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 956a3329-7f9d-46bf-a9e2-9b4cbe2ac5bb not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:02:09.177020 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device b58235a9-adee-4133-a7b1-05fe1ab84790 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:02:09.211745 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: b58235a9-adee-4133-a7b1-05fe1ab84790 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:02:09.212084 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device b58235a9-adee-4133-a7b1-05fe1ab84790 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:02:09.258191 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-062c7e27-ecce-4968-978f-dfb463ac9f7b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] For port 1c019ff3-48a1-4241-95f1-bb8103c3af6a, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=1c019ff3-48a1-4241-95f1-bb8103c3af6a,segment=NetworkSegment(ebc8b4c8-523d-4386-b20e-3155b65d5f66),segment_id=ebc8b4c8-523d-4386-b20e-3155b65d5f66)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:02:09.258551 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-062c7e27-ecce-4968-978f-dfb463ac9f7b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:09.378993 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-062c7e27-ecce-4968-978f-dfb463ac9f7b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Calling delete_port for 1c019ff3-48a1-4241-95f1-bb8103c3af6a owned by network:router_interface {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:02:09.558237 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-062c7e27-ecce-4968-978f-dfb463ac9f7b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:09.607829 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c7e27-ecce-4968-978f-dfb463ac9f7b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event deleted for resources: {'Port': ['ID=1c019ff3-48a1-4241-95f1-bb8103c3af6a,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:09.715501 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-120e85f3-c47a-4f47-9b52-4074a101bbcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:09.783160 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-062c7e27-ecce-4968-978f-dfb463ac9f7b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:10.155856 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062c7e27-ecce-4968-978f-dfb463ac9f7b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Router 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:02:10.293237 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062c7e27-ecce-4968-978f-dfb463ac9f7b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:02:10.303020 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbf40fe-64a6-4da5-b729-fc075c84a3ce None None] Sync routers for ids ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:02:10.306530 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-062c7e27-ecce-4968-978f-dfb463ac9f7b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "PUT /v2.0/routers/30bb2e58-1cc8-4232-af9b-a66bb68c2c2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1932218 Sep 14 23:02:10.309085 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56160) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:10.311866 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbf40fe-64a6-4da5-b729-fc075c84a3ce None None] Routers {'30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:02:10.312458 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-6cbf40fe-64a6-4da5-b729-fc075c84a3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:02:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:10.374026 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-95ad3d3e-c055-4016-8380-bb36cd5116e5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Deleting subnet e75ef7f0-5707-467e-8c6b-1a82b79b9aaf {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:02:10.377221 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-95ad3d3e-c055-4016-8380-bb36cd5116e5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:10.433179 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-95ad3d3e-c055-4016-8380-bb36cd5116e5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:10.438101 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-6cbf40fe-64a6-4da5-b729-fc075c84a3ce None None] Set router 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:02:10.518638 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-95ad3d3e-c055-4016-8380-bb36cd5116e5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:10.542670 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-6cbf40fe-64a6-4da5-b729-fc075c84a3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'name': 'tempest-RoutersIpV6Test-router-1659503762', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:30Z', 'updated_at': '2022-09-14T23:02:09Z', 'revision_number': 11, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:10.547335 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbf40fe-64a6-4da5-b729-fc075c84a3ce None None] Checking router: 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:02:10.555451 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbf40fe-64a6-4da5-b729-fc075c84a3ce None None] Routers {'30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:02:10.556144 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-6cbf40fe-64a6-4da5-b729-fc075c84a3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:02:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:10.589979 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-95ad3d3e-c055-4016-8380-bb36cd5116e5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:10.630409 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad3d3e-c055-4016-8380-bb36cd5116e5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event deleted for resources: {'Subnet': ['ID=e75ef7f0-5707-467e-8c6b-1a82b79b9aaf,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:10.632316 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-95ad3d3e-c055-4016-8380-bb36cd5116e5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:10.642395 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-95ad3d3e-c055-4016-8380-bb36cd5116e5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/subnets/e75ef7f0-5707-467e-8c6b-1a82b79b9aaf HTTP/1.1" status: 204 len: 168 time: 0.3292830 Sep 14 23:02:10.642560 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56164) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:10.644546 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fffbe7-e83e-4cd7-9846-cf8fee407d83 None None] Network 171b1935-1e97-434f-bb22-05c7c7eea5e4 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:02:10.682367 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-6cbf40fe-64a6-4da5-b729-fc075c84a3ce None None] Set router 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:02:10.766872 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9732406e-5cbe-426c-a7aa-05c7b2088452 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:10.779003 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-9732406e-5cbe-426c-a7aa-05c7b2088452 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Deleting port 2befe218-2bc2-42b2-af2f-5b23e909d3b1 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:02:10.779707 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9732406e-5cbe-426c-a7aa-05c7b2088452 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:10.789573 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-6cbf40fe-64a6-4da5-b729-fc075c84a3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'name': 'tempest-RoutersIpV6Test-router-1659503762', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:30Z', 'updated_at': '2022-09-14T23:02:09Z', 'revision_number': 11, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:10.793648 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbf40fe-64a6-4da5-b729-fc075c84a3ce None None] The sync data for ids ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'] in dv-neutron-857791-1-hyperv is: [{'id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'name': 'tempest-RoutersIpV6Test-router-1659503762', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:30Z', 'updated_at': '2022-09-14T23:02:09Z', 'revision_number': 11, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'gw_port_host': None}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:02:10.844880 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:10.872484 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:11.003445 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-9732406e-5cbe-426c-a7aa-05c7b2088452 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] For port 2befe218-2bc2-42b2-af2f-5b23e909d3b1, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=2befe218-2bc2-42b2-af2f-5b23e909d3b1,segment=NetworkSegment(ebc8b4c8-523d-4386-b20e-3155b65d5f66),segment_id=ebc8b4c8-523d-4386-b20e-3155b65d5f66)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:02:11.003794 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9732406e-5cbe-426c-a7aa-05c7b2088452 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:11.124374 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-9732406e-5cbe-426c-a7aa-05c7b2088452 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Calling delete_port for 2befe218-2bc2-42b2-af2f-5b23e909d3b1 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:02:11.144450 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2180a0a-85dd-4f86-9392-4cd3d6795fd7 None None] DHCP port deletion for 171b1935-1e97-434f-bb22-05c7c7eea5e4 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:02:11.154007 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c2180a0a-85dd-4f86-9392-4cd3d6795fd7 None None] Deleting port 2befe218-2bc2-42b2-af2f-5b23e909d3b1 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:02:11.154468 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c2180a0a-85dd-4f86-9392-4cd3d6795fd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:11.197749 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 2befe218-2bc2-42b2-af2f-5b23e909d3b1 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:02:11.212928 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9732406e-5cbe-426c-a7aa-05c7b2088452 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:11.248331 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 2befe218-2bc2-42b2-af2f-5b23e909d3b1 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:02:11.248695 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 2befe218-2bc2-42b2-af2f-5b23e909d3b1 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:02:11.249154 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 1c019ff3-48a1-4241-95f1-bb8103c3af6a no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:02:11.292074 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 1c019ff3-48a1-4241-95f1-bb8103c3af6a {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:02:11.292409 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 1c019ff3-48a1-4241-95f1-bb8103c3af6a not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:02:11.332627 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c2180a0a-85dd-4f86-9392-4cd3d6795fd7 None None] The port '2befe218-2bc2-42b2-af2f-5b23e909d3b1' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 23:02:11.368639 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732406e-5cbe-426c-a7aa-05c7b2088452 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event deleted for resources: {'Port': ['ID=2befe218-2bc2-42b2-af2f-5b23e909d3b1,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:11.373219 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9732406e-5cbe-426c-a7aa-05c7b2088452 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] No DVR routers for this DVR port 2befe218-2bc2-42b2-af2f-5b23e909d3b1 on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:02:11.402398 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9732406e-5cbe-426c-a7aa-05c7b2088452 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:02:11.402740 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9732406e-5cbe-426c-a7aa-05c7b2088452 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:02:11.403071 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9732406e-5cbe-426c-a7aa-05c7b2088452 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:02:11.403403 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9732406e-5cbe-426c-a7aa-05c7b2088452 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:02:11.403726 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9732406e-5cbe-426c-a7aa-05c7b2088452 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:02:11.404050 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9732406e-5cbe-426c-a7aa-05c7b2088452 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:02:11.404368 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9732406e-5cbe-426c-a7aa-05c7b2088452 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:02:11.404717 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9732406e-5cbe-426c-a7aa-05c7b2088452 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:02:11.405037 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9732406e-5cbe-426c-a7aa-05c7b2088452 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:02:11.405920 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9732406e-5cbe-426c-a7aa-05c7b2088452 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:02:11.406243 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9732406e-5cbe-426c-a7aa-05c7b2088452 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:02:11.406557 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9732406e-5cbe-426c-a7aa-05c7b2088452 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:02:11.504134 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9732406e-5cbe-426c-a7aa-05c7b2088452 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:11.528954 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-9732406e-5cbe-426c-a7aa-05c7b2088452 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['171b1935-1e97-434f-bb22-05c7c7eea5e4']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:11.540531 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-9732406e-5cbe-426c-a7aa-05c7b2088452 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc8b4c8-523d-4386-b20e-3155b65d5f66') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:11.540862 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-9732406e-5cbe-426c-a7aa-05c7b2088452 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc8b4c8-523d-4386-b20e-3155b65d5f66') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:11.551825 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9732406e-5cbe-426c-a7aa-05c7b2088452 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:11.567672 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9732406e-5cbe-426c-a7aa-05c7b2088452 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:11.573525 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9732406e-5cbe-426c-a7aa-05c7b2088452 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:02:11.573908 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9732406e-5cbe-426c-a7aa-05c7b2088452 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:11.672679 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9732406e-5cbe-426c-a7aa-05c7b2088452 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:11.690213 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9732406e-5cbe-426c-a7aa-05c7b2088452 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:11.701206 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732406e-5cbe-426c-a7aa-05c7b2088452 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Pushing event deleted for resources: {'Network': ['ID=171b1935-1e97-434f-bb22-05c7c7eea5e4,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:11.709248 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9732406e-5cbe-426c-a7aa-05c7b2088452 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/networks/171b1935-1e97-434f-bb22-05c7c7eea5e4 HTTP/1.1" status: 204 len: 168 time: 1.0661042 Sep 14 23:02:11.711835 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56172) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:11.716722 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-8aad1f55-83c3-40b6-9ccd-79789e4d98c0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Request body: {'router': {'routes': None}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:02:11.768734 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment ebc8b4c8-523d-4386-b20e-3155b65d5f66 resource provider aggregate not found Sep 14 23:02:11.835335 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment ebc8b4c8-523d-4386-b20e-3155b65d5f66 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ebc8b4c8-523d-4386-b20e-3155b65d5f66 found for delete ", "request_id": "req-76bded63-0c1b-4b9b-a2b4-e6e072e4f9b0"}]} Sep 14 23:02:12.011193 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.extraroute_db [None req-8aad1f55-83c3-40b6-9ccd-79789e4d98c0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Added routes are [] {{(pid=89171) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 14 23:02:12.011484 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.extraroute_db [None req-8aad1f55-83c3-40b6-9ccd-79789e4d98c0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Removed routes are [] {{(pid=89171) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 14 23:02:12.011834 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8aad1f55-83c3-40b6-9ccd-79789e4d98c0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:12.252737 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8aad1f55-83c3-40b6-9ccd-79789e4d98c0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:12.256024 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8aad1f55-83c3-40b6-9ccd-79789e4d98c0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33045011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33045002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33047131'] for router, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:12.391984 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aad1f55-83c3-40b6-9ccd-79789e4d98c0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Router 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:02:12.393126 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:12.630704 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aad1f55-83c3-40b6-9ccd-79789e4d98c0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:02:12.637818 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8aad1f55-83c3-40b6-9ccd-79789e4d98c0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:12.639127 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8aad1f55-83c3-40b6-9ccd-79789e4d98c0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "PUT /v2.0/routers/30bb2e58-1cc8-4232-af9b-a66bb68c2c2b HTTP/1.1" status: 200 len: 705 time: 0.9264014 Sep 14 23:02:12.640516 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8d3808-ac5c-45d7-9e08-b46ce54bbed7 None None] Sync routers for ids ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:02:12.642364 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56182) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:12.650280 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8d3808-ac5c-45d7-9e08-b46ce54bbed7 None None] Routers {'30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:02:12.650889 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-9d8d3808-ac5c-45d7-9e08-b46ce54bbed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:02:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:12.690395 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:02:12.692495 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2b43678c-d872-4141-9720-13a3f3b33cc0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Synchronizing usage tracker for tenant:7a62583d2f004fd6a05eb6d863384cb3 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:02:12.708161 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2b43678c-d872-4141-9720-13a3f3b33cc0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Unset dirty status for tenant:7a62583d2f004fd6a05eb6d863384cb3 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:02:12.711960 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2b43678c-d872-4141-9720-13a3f3b33cc0 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "GET /v2.0/ports?device_id=30bb2e58-1cc8-4232-af9b-a66bb68c2c2b HTTP/1.1" status: 200 len: 205 time: 0.0661254 Sep 14 23:02:12.712154 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56186) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:12.778526 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-9d8d3808-ac5c-45d7-9e08-b46ce54bbed7 None None] Set router 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:02:12.847226 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-947a16d2-c608-4c06-b2e8-b403ca174843 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:12.886200 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-9d8d3808-ac5c-45d7-9e08-b46ce54bbed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'name': 'tempest-RoutersIpV6Test-router-1659503762', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:30Z', 'updated_at': '2022-09-14T23:02:09Z', 'revision_number': 11, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:12.890675 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8d3808-ac5c-45d7-9e08-b46ce54bbed7 None None] Checking router: 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:02:12.898951 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8d3808-ac5c-45d7-9e08-b46ce54bbed7 None None] Routers {'30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:02:12.899539 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-9d8d3808-ac5c-45d7-9e08-b46ce54bbed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:02:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:13.028466 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-9d8d3808-ac5c-45d7-9e08-b46ce54bbed7 None None] Set router 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:02:13.133455 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-9d8d3808-ac5c-45d7-9e08-b46ce54bbed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'name': 'tempest-RoutersIpV6Test-router-1659503762', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:30Z', 'updated_at': '2022-09-14T23:02:09Z', 'revision_number': 11, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:13.137398 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8d3808-ac5c-45d7-9e08-b46ce54bbed7 None None] The sync data for ids ['30bb2e58-1cc8-4232-af9b-a66bb68c2c2b'] in dv-neutron-857791-1-hyperv is: [{'id': '30bb2e58-1cc8-4232-af9b-a66bb68c2c2b', 'name': 'tempest-RoutersIpV6Test-router-1659503762', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:30Z', 'updated_at': '2022-09-14T23:02:09Z', 'revision_number': 11, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'gw_port_host': None}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:02:13.142326 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-947a16d2-c608-4c06-b2e8-b403ca174843 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:13.144655 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-947a16d2-c608-4c06-b2e8-b403ca174843 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:13.168253 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-947a16d2-c608-4c06-b2e8-b403ca174843 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:13.168803 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947a16d2-c608-4c06-b2e8-b403ca174843 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Fanout notify agent at l3_agent the message router_deleted on router 30bb2e58-1cc8-4232-af9b-a66bb68c2c2b {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 23:02:13.183654 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-947a16d2-c608-4c06-b2e8-b403ca174843 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:13.184823 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-947a16d2-c608-4c06-b2e8-b403ca174843 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/routers/30bb2e58-1cc8-4232-af9b-a66bb68c2c2b HTTP/1.1" status: 204 len: 168 time: 0.4716988 Sep 14 23:02:13.189400 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56190) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:13.194174 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-75063416-0a68-4d19-97c9-8b4d92e6d866 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-923557451', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:02:13.200995 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-75063416-0a68-4d19-97c9-8b4d92e6d866 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:02:13.205881 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-75063416-0a68-4d19-97c9-8b4d92e6d866 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Usage tracker for resource:router and tenant:7a62583d2f004fd6a05eb6d863384cb3 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:02:13.208833 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-75063416-0a68-4d19-97c9-8b4d92e6d866 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:02:13.214628 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-75063416-0a68-4d19-97c9-8b4d92e6d866 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:02:13.225888 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-75063416-0a68-4d19-97c9-8b4d92e6d866 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:13.226957 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-75063416-0a68-4d19-97c9-8b4d92e6d866 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:13.243231 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-75063416-0a68-4d19-97c9-8b4d92e6d866 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:13.263573 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-75063416-0a68-4d19-97c9-8b4d92e6d866 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:13.289985 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-75063416-0a68-4d19-97c9-8b4d92e6d866 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:13.291186 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-75063416-0a68-4d19-97c9-8b4d92e6d866 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1008699 Sep 14 23:02:13.293878 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56194) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:13.299077 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-e5b16230-baae-4454-92ee-b5731632d245 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:02:13.674389 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e5b16230-baae-4454-92ee-b5731632d245 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:13.684253 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e5b16230-baae-4454-92ee-b5731632d245 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33045011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33045002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33047131'] for router, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:13.955747 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b16230-baae-4454-92ee-b5731632d245 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Router 1f7290b5-035c-4ba8-91a0-42e59e4c4b5e is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 23:02:14.085135 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b16230-baae-4454-92ee-b5731632d245 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:02:14.091891 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e5b16230-baae-4454-92ee-b5731632d245 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:14.094148 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e5b16230-baae-4454-92ee-b5731632d245 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "PUT /v2.0/routers/1f7290b5-035c-4ba8-91a0-42e59e4c4b5e HTTP/1.1" status: 200 len: 697 time: 0.7978470 Sep 14 23:02:14.094775 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3c3a00-5a25-4709-8f90-ec66934555cf None None] Sync routers for ids ['1f7290b5-035c-4ba8-91a0-42e59e4c4b5e'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:02:14.095718 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56198) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:14.104105 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3c3a00-5a25-4709-8f90-ec66934555cf None None] Routers {'1f7290b5-035c-4ba8-91a0-42e59e4c4b5e'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:02:14.104737 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-cf3c3a00-5a25-4709-8f90-ec66934555cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:02:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1f7290b5-035c-4ba8-91a0-42e59e4c4b5e'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:14.240125 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3141ea13-cc14-43e2-869a-e8a17cf90404 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "GET /v2.0/routers/1f7290b5-035c-4ba8-91a0-42e59e4c4b5e HTTP/1.1" status: 200 len: 703 time: 0.1409445 Sep 14 23:02:14.240327 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-cf3c3a00-5a25-4709-8f90-ec66934555cf None None] Set router 1f7290b5-035c-4ba8-91a0-42e59e4c4b5e gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:02:14.240434 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56202) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:14.294146 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-afca8468-b1fd-48f7-b041-82da0855eb64 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f7290b5-035c-4ba8-91a0-42e59e4c4b5e HTTP/1.1" status: 200 len: 205 time: 0.0505054 Sep 14 23:02:14.294537 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56206) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:14.343194 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-cf3c3a00-5a25-4709-8f90-ec66934555cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7290b5-035c-4ba8-91a0-42e59e4c4b5e', 'name': 'tempest-RoutersIpV6Test-router-923557451', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:02:13Z', 'updated_at': '2022-09-14T23:02:13Z', 'revision_number': 2, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:14.347154 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3c3a00-5a25-4709-8f90-ec66934555cf None None] Checking router: 1f7290b5-035c-4ba8-91a0-42e59e4c4b5e for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:02:14.355738 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3c3a00-5a25-4709-8f90-ec66934555cf None None] Routers {'1f7290b5-035c-4ba8-91a0-42e59e4c4b5e'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:02:14.356419 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-cf3c3a00-5a25-4709-8f90-ec66934555cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:02:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1f7290b5-035c-4ba8-91a0-42e59e4c4b5e'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:14.428840 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-345c951a-3f61-42c0-96ed-e9fc63edbdb5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:14.479965 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-cf3c3a00-5a25-4709-8f90-ec66934555cf None None] Set router 1f7290b5-035c-4ba8-91a0-42e59e4c4b5e gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:02:14.586924 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-cf3c3a00-5a25-4709-8f90-ec66934555cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7290b5-035c-4ba8-91a0-42e59e4c4b5e', 'name': 'tempest-RoutersIpV6Test-router-923557451', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:02:13Z', 'updated_at': '2022-09-14T23:02:13Z', 'revision_number': 2, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:14.590644 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3c3a00-5a25-4709-8f90-ec66934555cf None None] The sync data for ids ['1f7290b5-035c-4ba8-91a0-42e59e4c4b5e'] in dv-neutron-857791-1-hyperv is: [{'id': '1f7290b5-035c-4ba8-91a0-42e59e4c4b5e', 'name': 'tempest-RoutersIpV6Test-router-923557451', 'tenant_id': '7a62583d2f004fd6a05eb6d863384cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:02:13Z', 'updated_at': '2022-09-14T23:02:13Z', 'revision_number': 2, 'project_id': '7a62583d2f004fd6a05eb6d863384cb3', 'gw_port_host': None}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:02:14.730379 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-345c951a-3f61-42c0-96ed-e9fc63edbdb5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:14.732862 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-345c951a-3f61-42c0-96ed-e9fc63edbdb5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:14.757992 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-345c951a-3f61-42c0-96ed-e9fc63edbdb5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:14.758608 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345c951a-3f61-42c0-96ed-e9fc63edbdb5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Fanout notify agent at l3_agent the message router_deleted on router 1f7290b5-035c-4ba8-91a0-42e59e4c4b5e {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 23:02:14.773701 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-345c951a-3f61-42c0-96ed-e9fc63edbdb5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:14.774787 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-345c951a-3f61-42c0-96ed-e9fc63edbdb5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/routers/1f7290b5-035c-4ba8-91a0-42e59e4c4b5e HTTP/1.1" status: 204 len: 168 time: 0.4793701 Sep 14 23:02:14.778141 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56210) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:14.831441 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-12ed5df2-f915-4b53-a611-d0616b60dce5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f7290b5-035c-4ba8-91a0-42e59e4c4b5e HTTP/1.1" status: 200 len: 205 time: 0.0522113 Sep 14 23:02:14.833793 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56214) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:14.901579 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-403ca950-89e5-417e-a01d-11437f6c137c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] delete failed (client error): The resource could not be found. Sep 14 23:02:14.902494 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-403ca950-89e5-417e-a01d-11437f6c137c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/routers/1f7290b5-035c-4ba8-91a0-42e59e4c4b5e HTTP/1.1" status: 404 len: 336 time: 0.0677955 Sep 14 23:02:14.904970 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56220) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:14.942299 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cfb2e2b-be39-4509-93c1-a69839d86dd9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] DELETE failed (client error): The resource could not be found. Sep 14 23:02:14.942738 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cfb2e2b-be39-4509-93c1-a69839d86dd9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:02:14.944377 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7cfb2e2b-be39-4509-93c1-a69839d86dd9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/subnets/7d077abb-1c79-458b-869d-45fe8d583db8 HTTP/1.1" status: 404 len: 337 time: 0.0385368 Sep 14 23:02:14.946816 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56224) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:14.987408 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-248a2ac5-a120-4fe1-9bf0-a006622b0a20 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] DELETE failed (client error): The resource could not be found. Sep 14 23:02:14.988040 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-248a2ac5-a120-4fe1-9bf0-a006622b0a20 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:02:14.989521 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-248a2ac5-a120-4fe1-9bf0-a006622b0a20 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/subnets/2b342e6c-0d74-4aa7-9cba-fe36b4d66c8d HTTP/1.1" status: 404 len: 337 time: 0.0418441 Sep 14 23:02:14.992055 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56228) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:15.028523 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-c31c3664-6759-4214-bcf8-6544a7b15fef tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] DELETE failed (client error): The resource could not be found. Sep 14 23:02:15.028987 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c31c3664-6759-4214-bcf8-6544a7b15fef tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:02:15.030581 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c31c3664-6759-4214-bcf8-6544a7b15fef tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/subnets/c1f43cd5-9f94-4175-9aa2-fd8c107ee294 HTTP/1.1" status: 404 len: 337 time: 0.0375464 Sep 14 23:02:15.032866 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56232) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:15.068581 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-73e97b3b-c8f0-4520-bd0a-d8df0326bae1 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] DELETE failed (client error): The resource could not be found. Sep 14 23:02:15.069036 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73e97b3b-c8f0-4520-bd0a-d8df0326bae1 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:02:15.070599 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-73e97b3b-c8f0-4520-bd0a-d8df0326bae1 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/subnets/e75ef7f0-5707-467e-8c6b-1a82b79b9aaf HTTP/1.1" status: 404 len: 337 time: 0.0368879 Sep 14 23:02:15.072927 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56236) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:15.241235 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a349a61e-a4f5-493b-8930-60e3d4b92742 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "GET /v2.0/ports?device_id=30bb2e58-1cc8-4232-af9b-a66bb68c2c2b HTTP/1.1" status: 200 len: 205 time: 0.1672473 Sep 14 23:02:15.243515 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56240) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:15.310453 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-0b3d3dab-ad0a-415b-87e5-d2de3bf054a3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] delete failed (client error): The resource could not be found. Sep 14 23:02:15.311485 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0b3d3dab-ad0a-415b-87e5-d2de3bf054a3 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/routers/30bb2e58-1cc8-4232-af9b-a66bb68c2c2b HTTP/1.1" status: 404 len: 336 time: 0.0670669 Sep 14 23:02:15.314109 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56244) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:15.365944 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f9650802-8d41-41e2-8908-1ae2434b721b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "GET /v2.0/ports?device_id=91ee48a3-3b9c-4707-bec4-ba0457c330c6 HTTP/1.1" status: 200 len: 205 time: 0.0507836 Sep 14 23:02:15.368212 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56248) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:15.436908 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-5b0ecb01-a74a-4bca-9e2b-6ac245131989 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] delete failed (client error): The resource could not be found. Sep 14 23:02:15.437932 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5b0ecb01-a74a-4bca-9e2b-6ac245131989 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/routers/91ee48a3-3b9c-4707-bec4-ba0457c330c6 HTTP/1.1" status: 404 len: 336 time: 0.0688159 Sep 14 23:02:15.440465 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56252) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:15.478277 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e94d26-6194-4d42-bf59-69a7ea17b55b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] DELETE failed (client error): The resource could not be found. Sep 14 23:02:15.478714 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75e94d26-6194-4d42-bf59-69a7ea17b55b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:02:15.480283 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-75e94d26-6194-4d42-bf59-69a7ea17b55b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/subnets/2aff7202-f625-488a-b5e3-2817da5e836f HTTP/1.1" status: 404 len: 337 time: 0.0389132 Sep 14 23:02:15.483075 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56256) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:15.534844 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4babd9fe-a121-4992-a293-4339636ae0e8 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "GET /v2.0/ports?device_id=0f7ae740-42cb-46db-80b1-ff4ffb19826f HTTP/1.1" status: 200 len: 205 time: 0.0502117 Sep 14 23:02:15.537137 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56260) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:15.600860 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-f54fbf11-9556-49b5-86dc-6c0fd4e4b7fc tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] delete failed (client error): The resource could not be found. Sep 14 23:02:15.601757 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f54fbf11-9556-49b5-86dc-6c0fd4e4b7fc tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/routers/0f7ae740-42cb-46db-80b1-ff4ffb19826f HTTP/1.1" status: 404 len: 336 time: 0.0637765 Sep 14 23:02:15.604275 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56264) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:15.656995 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ee6b53fb-1139-4d33-a5d7-caa7073fbfac tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "GET /v2.0/ports?device_id=63205195-38f0-416d-9bac-9fd0cfe30b7c HTTP/1.1" status: 200 len: 205 time: 0.0516546 Sep 14 23:02:15.659230 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56268) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:15.722064 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-0dadc25e-96e0-4e9b-aa79-82d86cf6e7d9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] delete failed (client error): The resource could not be found. Sep 14 23:02:15.722930 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0dadc25e-96e0-4e9b-aa79-82d86cf6e7d9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/routers/63205195-38f0-416d-9bac-9fd0cfe30b7c HTTP/1.1" status: 404 len: 336 time: 0.0628548 Sep 14 23:02:15.725189 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56272) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:15.764182 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-06743445-2363-4545-9633-ee264f43f6d1 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] DELETE failed (client error): The resource could not be found. Sep 14 23:02:15.765153 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06743445-2363-4545-9633-ee264f43f6d1 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:02:15.766725 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-06743445-2363-4545-9633-ee264f43f6d1 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/subnets/3528e79c-53fd-4173-bea7-ef10dd0ea053 HTTP/1.1" status: 404 len: 337 time: 0.0407097 Sep 14 23:02:15.769193 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56276) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:15.817031 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c231a905-f28b-4b57-8b1b-500f3d106200 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "GET /v2.0/ports?device_id=dd506742-b902-4f8d-9cc2-68b7d6f4fdd8 HTTP/1.1" status: 200 len: 205 time: 0.0468297 Sep 14 23:02:15.819168 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56280) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:15.885530 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-cbdb7b38-70e8-482d-a9ca-87e1dbccf2c9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] delete failed (client error): The resource could not be found. Sep 14 23:02:15.886475 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-cbdb7b38-70e8-482d-a9ca-87e1dbccf2c9 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/routers/dd506742-b902-4f8d-9cc2-68b7d6f4fdd8 HTTP/1.1" status: 404 len: 336 time: 0.0664661 Sep 14 23:02:15.888814 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56284) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:15.925188 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-d42fe205-caba-49ac-a708-e1b1e987eea5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] DELETE failed (client error): The resource could not be found. Sep 14 23:02:15.925620 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d42fe205-caba-49ac-a708-e1b1e987eea5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:02:15.927170 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d42fe205-caba-49ac-a708-e1b1e987eea5 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/subnets/08f7468c-6924-4d15-985e-1e27eeee543e HTTP/1.1" status: 404 len: 337 time: 0.0375166 Sep 14 23:02:15.929462 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56288) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:15.977758 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-526c41fe-161f-407a-aacd-45e98478a60b tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "GET /v2.0/ports?device_id=70e7035e-41ef-4f3a-82d0-834ce97bf442 HTTP/1.1" status: 200 len: 205 time: 0.0472512 Sep 14 23:02:15.979851 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56292) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:16.046578 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-8bf4a790-e4e3-4e65-89fa-e530cb04136f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] delete failed (client error): The resource could not be found. Sep 14 23:02:16.047536 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8bf4a790-e4e3-4e65-89fa-e530cb04136f tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/routers/70e7035e-41ef-4f3a-82d0-834ce97bf442 HTTP/1.1" status: 404 len: 336 time: 0.0668187 Sep 14 23:02:16.049856 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56296) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:16.086837 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc23c7e7-3081-466e-a3ee-be0a436b9c5c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] DELETE failed (client error): The resource could not be found. Sep 14 23:02:16.087270 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc23c7e7-3081-466e-a3ee-be0a436b9c5c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:02:16.088904 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-fc23c7e7-3081-466e-a3ee-be0a436b9c5c tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/subnets/d580f322-786e-4474-a357-6bc5fe775d5c HTTP/1.1" status: 404 len: 337 time: 0.0381691 Sep 14 23:02:16.091000 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56300) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:16.134759 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-2685be58-6de0-4f9b-9661-144d3e28fb20 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] DELETE failed (client error): The resource could not be found. Sep 14 23:02:16.135201 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2685be58-6de0-4f9b-9661-144d3e28fb20 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:02:16.136865 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2685be58-6de0-4f9b-9661-144d3e28fb20 tempest-RoutersIpV6Test-393099924 tempest-RoutersIpV6Test-393099924-project] 10.222.0.33 "DELETE /v2.0/subnets/48c99af2-a75e-4a4f-928b-f41082757cd3 HTTP/1.1" status: 404 len: 337 time: 0.0449879 Sep 14 23:02:16.397032 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56308) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:16.542166 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-96e8c70a-bd0e-4472-b3c2-a5aec41afe58 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7a62583d2f004fd6a05eb6d863384cb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1442373 Sep 14 23:02:16.544360 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56314) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:16.600071 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f2085fca-9455-438e-aa23-8e248c19f23b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:16.625133 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f2085fca-9455-438e-aa23-8e248c19f23b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:16.674569 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f2085fca-9455-438e-aa23-8e248c19f23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:16.691454 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2085fca-9455-438e-aa23-8e248c19f23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e989c4-d893-4493-bf1f-b80ac8535ace,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:16.698591 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f2085fca-9455-438e-aa23-8e248c19f23b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:16.699739 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f2085fca-9455-438e-aa23-8e248c19f23b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a3e989c4-d893-4493-bf1f-b80ac8535ace HTTP/1.1" status: 204 len: 168 time: 0.1544745 Sep 14 23:02:17.360586 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56338) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:17.458941 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-dfef0aba-7a33-4fce-afd1-b0064a81f0e6 tempest-DvrRoutersNegativeTest-1134054373 tempest-DvrRoutersNegativeTest-1134054373-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-498639008', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:02:17.461762 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.policy [None req-dfef0aba-7a33-4fce-afd1-b0064a81f0e6 tempest-DvrRoutersNegativeTest-1134054373 tempest-DvrRoutersNegativeTest-1134054373-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=89171) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 14 23:02:17.462060 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.policy [None req-dfef0aba-7a33-4fce-afd1-b0064a81f0e6 tempest-DvrRoutersNegativeTest-1134054373 tempest-DvrRoutersNegativeTest-1134054373-project] Failed policy check for 'create_router' {{(pid=89171) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 14 23:02:17.462566 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-dfef0aba-7a33-4fce-afd1-b0064a81f0e6 tempest-DvrRoutersNegativeTest-1134054373 tempest-DvrRoutersNegativeTest-1134054373-project] create failed (client error): Access was denied to this resource. Sep 14 23:02:17.463499 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-dfef0aba-7a33-4fce-afd1-b0064a81f0e6 tempest-DvrRoutersNegativeTest-1134054373 tempest-DvrRoutersNegativeTest-1134054373-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1019146 Sep 14 23:02:17.723348 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56348) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:17.835679 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-040aebd7-8c45-4ae7-b419-861fa58f167a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:17.855059 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-040aebd7-8c45-4ae7-b419-861fa58f167a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:02:17.859930 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-040aebd7-8c45-4ae7-b419-861fa58f167a admin admin] Usage tracker for resource:security_group_rule and tenant:60dc9ca62ffa4dfc8a508e94f492d7a5 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:02:17.862898 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-040aebd7-8c45-4ae7-b419-861fa58f167a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:02:17.868577 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-040aebd7-8c45-4ae7-b419-861fa58f167a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:02:17.947068 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-040aebd7-8c45-4ae7-b419-861fa58f167a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:17.950520 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-040aebd7-8c45-4ae7-b419-861fa58f167a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:17.995310 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040aebd7-8c45-4ae7-b419-861fa58f167a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1731b2-c052-422c-805c-6c165e690057,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:17.999522 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-040aebd7-8c45-4ae7-b419-861fa58f167a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=60dc9ca62ffa4dfc8a508e94f492d7a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2751958 Sep 14 23:02:18.002743 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56354) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:18.057439 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-38ac4f3d-0d75-491c-b5d5-c13ecbda8c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:18.086129 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-38ac4f3d-0d75-491c-b5d5-c13ecbda8c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:18.136999 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-38ac4f3d-0d75-491c-b5d5-c13ecbda8c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:18.152860 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac4f3d-0d75-491c-b5d5-c13ecbda8c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1731b2-c052-422c-805c-6c165e690057,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:18.157643 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-38ac4f3d-0d75-491c-b5d5-c13ecbda8c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:18.158746 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-38ac4f3d-0d75-491c-b5d5-c13ecbda8c1a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3e1731b2-c052-422c-805c-6c165e690057 HTTP/1.1" status: 204 len: 168 time: 0.1556749 Sep 14 23:02:18.723566 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56380) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:18.820202 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56384) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:18.824141 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [-] 10.222.0.33 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029299 Sep 14 23:02:18.827279 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56386) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:18.831820 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2cd4976f-ff80-4a0a-8e89-713a576331cf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/fbba816e-4505-485d-9ee1-b8742a233e53 HTTP/1.1" status: 200 len: 994 time: 0.1070633 Sep 14 23:02:18.932143 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-73b58599-06a4-458e-aa6e-3b7fbab019a8 tempest-NetworksApiDiscovery-1898010403 tempest-NetworksApiDiscovery-1898010403-project] 10.222.0.33 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1038868 Sep 14 23:02:19.161594 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56400) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:19.195069 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56404) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:19.225475 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:19.311301 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-393b7d68-a7a8-46fd-afe3-d287150e2608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:19.325396 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-393b7d68-a7a8-46fd-afe3-d287150e2608 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:02:19.329401 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-393b7d68-a7a8-46fd-afe3-d287150e2608 admin admin] Usage tracker for resource:security_group_rule and tenant:532e856cb6a542d7ad274df6715b74b6 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:02:19.332195 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-393b7d68-a7a8-46fd-afe3-d287150e2608 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:02:19.337918 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-393b7d68-a7a8-46fd-afe3-d287150e2608 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:02:19.370612 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-4aac1bb3-fe66-49f9-816d-a577b008542d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting port 99e69bd0-0da9-492f-8917-2b2bd3eb3fbf {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:02:19.370951 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4aac1bb3-fe66-49f9-816d-a577b008542d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:19.426890 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-393b7d68-a7a8-46fd-afe3-d287150e2608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:19.430797 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-393b7d68-a7a8-46fd-afe3-d287150e2608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:19.477003 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-393b7d68-a7a8-46fd-afe3-d287150e2608 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=532e856cb6a542d7ad274df6715b74b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2808595 Sep 14 23:02:19.479607 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56410) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:19.482314 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b7d68-a7a8-46fd-afe3-d287150e2608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ca58ab-13e0-4f09-b428-f50e77747cb0,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:19.542558 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f84864c3-3bae-4af8-9449-c6908a8d62e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:19.543631 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4aac1bb3-fe66-49f9-816d-a577b008542d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:19.543959 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4aac1bb3-fe66-49f9-816d-a577b008542d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:19.567210 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f84864c3-3bae-4af8-9449-c6908a8d62e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:19.619485 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f84864c3-3bae-4af8-9449-c6908a8d62e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:19.633622 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84864c3-3bae-4af8-9449-c6908a8d62e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ca58ab-13e0-4f09-b428-f50e77747cb0,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:19.640359 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f84864c3-3bae-4af8-9449-c6908a8d62e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:19.641592 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f84864c3-3bae-4af8-9449-c6908a8d62e8 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a0ca58ab-13e0-4f09-b428-f50e77747cb0 HTTP/1.1" status: 204 len: 168 time: 0.1610081 Sep 14 23:02:19.670630 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-4aac1bb3-fe66-49f9-816d-a577b008542d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Calling delete_port for 99e69bd0-0da9-492f-8917-2b2bd3eb3fbf owned by network:floatingip {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:02:19.824948 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4aac1bb3-fe66-49f9-816d-a577b008542d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:19.990230 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac1bb3-fe66-49f9-816d-a577b008542d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Port': ['ID=99e69bd0-0da9-492f-8917-2b2bd3eb3fbf,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:20.082500 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4aac1bb3-fe66-49f9-816d-a577b008542d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:20.082845 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-4aac1bb3-fe66-49f9-816d-a577b008542d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Floating IP fbba816e-4505-485d-9ee1-b8742a233e53 disassociated (deleted). External IP: 172.26.5.153, port: 2f7926af-e80a-4572-af57-8c23b20274a0. Sep 14 23:02:20.435541 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aac1bb3-fe66-49f9-816d-a577b008542d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router 4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:02:20.617050 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aac1bb3-fe66-49f9-816d-a577b008542d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:02:20.626136 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30990242-2658-46b1-92b6-e7622d2bb187 None None] Sync routers for ids ['4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:02:20.633659 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4aac1bb3-fe66-49f9-816d-a577b008542d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:20.634845 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30990242-2658-46b1-92b6-e7622d2bb187 None None] Routers {'4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:02:20.635450 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-30990242-2658-46b1-92b6-e7622d2bb187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:02:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:20.692708 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4aac1bb3-fe66-49f9-816d-a577b008542d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/floatingips/fbba816e-4505-485d-9ee1-b8742a233e53 HTTP/1.1" status: 204 len: 168 time: 1.5300879 Sep 14 23:02:20.693556 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41368dfc-2d55-4d08-ad24-1dc1394dfa3e', 'tag': '2f7926af-e80a-4572-af57-8c23b20274a0'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:02:20.695945 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43869101-ca76-4d59-8180-18b781f97ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "41368dfc-2d55-4d08-ad24-1dc1394dfa3e", "tag": "2f7926af-e80a-4572-af57-8c23b20274a0"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:02:20.739681 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3faff1f6-67a3-4f8b-8b80-6226188d8775 x-openstack-request-id: req-3faff1f6-67a3-4f8b-8b80-6226188d8775 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:02:20.739969 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41368dfc-2d55-4d08-ad24-1dc1394dfa3e", "tag": "2f7926af-e80a-4572-af57-8c23b20274a0", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:02:20.740215 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3faff1f6-67a3-4f8b-8b80-6226188d8775 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:02:20.740635 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3faff1f6-67a3-4f8b-8b80-6226188d8775'] response: {'name': 'network-changed', 'server_uuid': '41368dfc-2d55-4d08-ad24-1dc1394dfa3e', 'tag': '2f7926af-e80a-4572-af57-8c23b20274a0', 'status': 'completed', 'code': 200} Sep 14 23:02:20.846072 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43869101-ca76-4d59-8180-18b781f97ebb req-cb513ef2-8bf3-4151-a725-062c3337c7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:20.847584 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-43869101-ca76-4d59-8180-18b781f97ebb req-cb513ef2-8bf3-4151-a725-062c3337c7d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=41368dfc-2d55-4d08-ad24-1dc1394dfa3e HTTP/1.1" status: 200 len: 1099 time: 0.0852571 Sep 14 23:02:20.858642 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-30990242-2658-46b1-92b6-e7622d2bb187 None None] Set router 4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:02:21.081821 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd79fd-1fe9-4c73-a0fa-f0961f09d789 req-0b3fafcd-bb47-4791-8b93-91ce97af6062 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:21.082424 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-6dbd79fd-1fe9-4c73-a0fa-f0961f09d789 req-0b3fafcd-bb47-4791-8b93-91ce97af6062 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:02:21.094833 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43869101-ca76-4d59-8180-18b781f97ebb req-dedbb97d-c918-4336-9c5b-884aa0ea690e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:21.096269 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-43869101-ca76-4d59-8180-18b781f97ebb req-dedbb97d-c918-4336-9c5b-884aa0ea690e service neutron] 10.222.0.20 "GET /v2.0/networks?id=18f72744-3f24-4786-b3c0-986d6e050a67 HTTP/1.1" status: 200 len: 897 time: 0.2425430 Sep 14 23:02:21.103906 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-6dbd79fd-1fe9-4c73-a0fa-f0961f09d789 req-0b3fafcd-bb47-4791-8b93-91ce97af6062 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:02:21.105600 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6dbd79fd-1fe9-4c73-a0fa-f0961f09d789 req-0b3fafcd-bb47-4791-8b93-91ce97af6062 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=41368dfc-2d55-4d08-ad24-1dc1394dfa3e HTTP/1.1" status: 200 len: 946 time: 0.1122017 Sep 14 23:02:21.158451 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6dbd79fd-1fe9-4c73-a0fa-f0961f09d789 req-9bee503c-6290-4ea2-a9e0-156eacccf01a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=b0e65a30-31ee-429d-9cb0-36ee6d86784b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468085 Sep 14 23:02:21.164164 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-43869101-ca76-4d59-8180-18b781f97ebb req-db0b7f38-ce9b-4cd7-a82f-320ccbd94c4d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f7926af-e80a-4572-af57-8c23b20274a0 HTTP/1.1" status: 200 len: 217 time: 0.0608335 Sep 14 23:02:21.204863 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-30990242-2658-46b1-92b6-e7622d2bb187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'name': 'tempest-TestNetworkBasicOps-router-1286685645', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f26f52ca-5450-4102-96c7-a99a062bcbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:20Z', 'updated_at': '2022-09-14T23:01:26Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'f26f52ca-5450-4102-96c7-a99a062bcbed', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ce:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:21Z', 'updated_at': '2022-09-14T23:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '1ec046ad-3dd8-4a98-8652-f203995c76e0', 'name': '', 'network_id': '18f72744-3f24-4786-b3c0-986d6e050a67', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:e2:fb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '42e712db-1aa7-4dee-bb02-70c9162950dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:25Z', 'updated_at': '2022-09-14T23:01:33Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '42e712db-1aa7-4dee-bb02-70c9162950dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:21.208748 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30990242-2658-46b1-92b6-e7622d2bb187 None None] Checking router: 4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:02:21.218074 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30990242-2658-46b1-92b6-e7622d2bb187 None None] Routers {'4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:02:21.218687 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-30990242-2658-46b1-92b6-e7622d2bb187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:02:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:21.230876 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43869101-ca76-4d59-8180-18b781f97ebb req-96e777e7-ade1-4e26-ada5-55d133805efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:21.232266 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-43869101-ca76-4d59-8180-18b781f97ebb req-96e777e7-ade1-4e26-ada5-55d133805efb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42e712db-1aa7-4dee-bb02-70c9162950dd HTTP/1.1" status: 200 len: 835 time: 0.0603409 Sep 14 23:02:21.316034 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43869101-ca76-4d59-8180-18b781f97ebb req-8a9e3df1-45f8-43a1-8df9-3b2249188f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:21.317541 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-43869101-ca76-4d59-8180-18b781f97ebb req-8a9e3df1-45f8-43a1-8df9-3b2249188f96 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18f72744-3f24-4786-b3c0-986d6e050a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768225 Sep 14 23:02:21.398793 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-30990242-2658-46b1-92b6-e7622d2bb187 None None] Set router 4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:02:21.449782 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-43869101-ca76-4d59-8180-18b781f97ebb req-1fe28098-0c9a-44de-a01c-8e4c9b60edef service neutron] 10.222.0.20 "GET /v2.0/networks/18f72744-3f24-4786-b3c0-986d6e050a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248169 Sep 14 23:02:21.580662 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-43869101-ca76-4d59-8180-18b781f97ebb req-446b1200-535d-4dfc-8f68-397bdbcae43c service neutron] 10.222.0.20 "GET /v2.0/networks/18f72744-3f24-4786-b3c0-986d6e050a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245627 Sep 14 23:02:21.706809 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-30990242-2658-46b1-92b6-e7622d2bb187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'name': 'tempest-TestNetworkBasicOps-router-1286685645', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f26f52ca-5450-4102-96c7-a99a062bcbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:20Z', 'updated_at': '2022-09-14T23:01:26Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'f26f52ca-5450-4102-96c7-a99a062bcbed', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ce:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:21Z', 'updated_at': '2022-09-14T23:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '1ec046ad-3dd8-4a98-8652-f203995c76e0', 'name': '', 'network_id': '18f72744-3f24-4786-b3c0-986d6e050a67', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:e2:fb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '42e712db-1aa7-4dee-bb02-70c9162950dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:25Z', 'updated_at': '2022-09-14T23:01:33Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '42e712db-1aa7-4dee-bb02-70c9162950dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:21.710783 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30990242-2658-46b1-92b6-e7622d2bb187 None None] The sync data for ids ['4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8'] in dv-neutron-857791-1-hyperv is: [{'id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'name': 'tempest-TestNetworkBasicOps-router-1286685645', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f26f52ca-5450-4102-96c7-a99a062bcbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:20Z', 'updated_at': '2022-09-14T23:01:26Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'f26f52ca-5450-4102-96c7-a99a062bcbed', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ce:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:21Z', 'updated_at': '2022-09-14T23:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '1ec046ad-3dd8-4a98-8652-f203995c76e0', 'name': '', 'network_id': '18f72744-3f24-4786-b3c0-986d6e050a67', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:e2:fb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '42e712db-1aa7-4dee-bb02-70c9162950dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:25Z', 'updated_at': '2022-09-14T23:01:33Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '42e712db-1aa7-4dee-bb02-70c9162950dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:02:21.918035 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb2c40d-71b6-450e-9066-ad2063c4f264 None None] New status for floating IP fbba816e-4505-485d-9ee1-b8742a233e53: DOWN {{(pid=89173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:02:22.359954 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd7c91-5b8a-4ed5-9d94-0b2c7819da35 req-1bc4964e-c05c-4fc6-b30c-b58e5967297e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:22.361545 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c5cd7c91-5b8a-4ed5-9d94-0b2c7819da35 req-1bc4964e-c05c-4fc6-b30c-b58e5967297e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=41368dfc-2d55-4d08-ad24-1dc1394dfa3e HTTP/1.1" status: 200 len: 946 time: 0.0918503 Sep 14 23:02:22.407194 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c5cd7c91-5b8a-4ed5-9d94-0b2c7819da35 req-4136b3f5-f46a-45fb-b588-e6d7acde56cf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=b0e65a30-31ee-429d-9cb0-36ee6d86784b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395100 Sep 14 23:02:22.413292 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b374b-304e-47f9-b34a-a8748ba46c95 req-2ca50f1c-a1e4-4052-9ab9-3dfaba673bd3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:22.413984 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-a10b374b-304e-47f9-b34a-a8748ba46c95 req-2ca50f1c-a1e4-4052-9ab9-3dfaba673bd3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:02:22.425689 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-a10b374b-304e-47f9-b34a-a8748ba46c95 req-2ca50f1c-a1e4-4052-9ab9-3dfaba673bd3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:02:22.426770 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-a10b374b-304e-47f9-b34a-a8748ba46c95 req-2ca50f1c-a1e4-4052-9ab9-3dfaba673bd3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/ports?device_id=41368dfc-2d55-4d08-ad24-1dc1394dfa3e HTTP/1.1" status: 200 len: 946 time: 0.1041148 Sep 14 23:02:22.495962 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-a10b374b-304e-47f9-b34a-a8748ba46c95 req-ff1842ac-6751-417a-8f76-d2d94e6501d5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting port 2f7926af-e80a-4572-af57-8c23b20274a0 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:02:22.496295 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-a10b374b-304e-47f9-b34a-a8748ba46c95 req-ff1842ac-6751-417a-8f76-d2d94e6501d5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:22.742076 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-a10b374b-304e-47f9-b34a-a8748ba46c95 req-ff1842ac-6751-417a-8f76-d2d94e6501d5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] For port 2f7926af-e80a-4572-af57-8c23b20274a0, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=2f7926af-e80a-4572-af57-8c23b20274a0,segment=NetworkSegment(206a953c-c111-4e78-9612-02347e17da5a),segment_id=206a953c-c111-4e78-9612-02347e17da5a)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:02:22.742432 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-a10b374b-304e-47f9-b34a-a8748ba46c95 req-ff1842ac-6751-417a-8f76-d2d94e6501d5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:22.865443 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-a10b374b-304e-47f9-b34a-a8748ba46c95 req-ff1842ac-6751-417a-8f76-d2d94e6501d5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Calling delete_port for 2f7926af-e80a-4572-af57-8c23b20274a0 owned by compute:nova {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:02:23.006143 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-a10b374b-304e-47f9-b34a-a8748ba46c95 req-ff1842ac-6751-417a-8f76-d2d94e6501d5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:23.054953 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1842ac-6751-417a-8f76-d2d94e6501d5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Port': ['ID=2f7926af-e80a-4572-af57-8c23b20274a0,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:23.140655 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-a10b374b-304e-47f9-b34a-a8748ba46c95 req-ff1842ac-6751-417a-8f76-d2d94e6501d5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] No DVR routers for this DVR port 2f7926af-e80a-4572-af57-8c23b20274a0 on host hv-neutron-8577 {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:02:23.143057 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-a10b374b-304e-47f9-b34a-a8748ba46c95 req-ff1842ac-6751-417a-8f76-d2d94e6501d5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:23.145453 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41368dfc-2d55-4d08-ad24-1dc1394dfa3e', 'name': 'network-vif-deleted', 'tag': '2f7926af-e80a-4572-af57-8c23b20274a0'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:02:23.147728 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5a7519-7ce6-48d8-ab99-13b15bdca6eb" -d '{"events": [{"server_uuid": "41368dfc-2d55-4d08-ad24-1dc1394dfa3e", "name": "network-vif-deleted", "tag": "2f7926af-e80a-4572-af57-8c23b20274a0"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:02:23.161377 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-a10b374b-304e-47f9-b34a-a8748ba46c95 req-ff1842ac-6751-417a-8f76-d2d94e6501d5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "DELETE /v2.0/ports/2f7926af-e80a-4572-af57-8c23b20274a0 HTTP/1.1" status: 204 len: 173 time: 0.7286851 Sep 14 23:02:23.192755 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44dfcb60-824d-46d2-b6b2-30de1e769fec x-openstack-request-id: req-44dfcb60-824d-46d2-b6b2-30de1e769fec {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:02:23.193126 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41368dfc-2d55-4d08-ad24-1dc1394dfa3e", "name": "network-vif-deleted", "tag": "2f7926af-e80a-4572-af57-8c23b20274a0", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:02:23.193960 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-44dfcb60-824d-46d2-b6b2-30de1e769fec {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:02:23.194380 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44dfcb60-824d-46d2-b6b2-30de1e769fec'] response: {'server_uuid': '41368dfc-2d55-4d08-ad24-1dc1394dfa3e', 'name': 'network-vif-deleted', 'tag': '2f7926af-e80a-4572-af57-8c23b20274a0', 'status': 'completed', 'code': 200} Sep 14 23:02:23.594179 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8d2cf569-67fe-4442-9faa-22af992b1ff9 req-070b904f-5fb0-43d7-be7a-942d877be62a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=41368dfc-2d55-4d08-ad24-1dc1394dfa3e HTTP/1.1" status: 200 len: 210 time: 0.0547049 Sep 14 23:02:24.693841 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56430) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:24.762574 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-206d739a-2051-4ab2-a2b4-2c58f2893921 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:24.796753 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-206d739a-2051-4ab2-a2b4-2c58f2893921 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:24.859613 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-206d739a-2051-4ab2-a2b4-2c58f2893921 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:24.879241 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d739a-2051-4ab2-a2b4-2c58f2893921 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e65a30-31ee-429d-9cb0-36ee6d86784b,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:24.887472 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-206d739a-2051-4ab2-a2b4-2c58f2893921 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:24.888594 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-206d739a-2051-4ab2-a2b4-2c58f2893921 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/security-groups/b0e65a30-31ee-429d-9cb0-36ee6d86784b HTTP/1.1" status: 204 len: 168 time: 0.1937888 Sep 14 23:02:24.918078 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56436) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:25.574814 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1e3d3814-ef6c-462c-9571-e52287a85acd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:25.943687 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-1e3d3814-ef6c-462c-9571-e52287a85acd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting port 1ec046ad-3dd8-4a98-8652-f203995c76e0 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:02:25.944417 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1e3d3814-ef6c-462c-9571-e52287a85acd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:26.134940 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-1e3d3814-ef6c-462c-9571-e52287a85acd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] For port 1ec046ad-3dd8-4a98-8652-f203995c76e0, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=1ec046ad-3dd8-4a98-8652-f203995c76e0,segment=NetworkSegment(206a953c-c111-4e78-9612-02347e17da5a),segment_id=206a953c-c111-4e78-9612-02347e17da5a)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:02:26.135293 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1e3d3814-ef6c-462c-9571-e52287a85acd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:26.260963 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-1e3d3814-ef6c-462c-9571-e52287a85acd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Calling delete_port for 1ec046ad-3dd8-4a98-8652-f203995c76e0 owned by network:router_interface {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:02:26.461690 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1e3d3814-ef6c-462c-9571-e52287a85acd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:26.517292 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d3814-ef6c-462c-9571-e52287a85acd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Port': ['ID=1ec046ad-3dd8-4a98-8652-f203995c76e0,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:26.700577 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 2f7926af-e80a-4572-af57-8c23b20274a0 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:02:26.739011 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: 2f7926af-e80a-4572-af57-8c23b20274a0 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:02:26.739469 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 2f7926af-e80a-4572-af57-8c23b20274a0 not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:02:26.797310 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1e3d3814-ef6c-462c-9571-e52287a85acd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:27.275677 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3d3814-ef6c-462c-9571-e52287a85acd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router 4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:02:27.455642 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3d3814-ef6c-462c-9571-e52287a85acd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:02:27.465876 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67e9901-de91-477c-83cf-0c00f36f1913 None None] Sync routers for ids ['4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:02:27.472708 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1e3d3814-ef6c-462c-9571-e52287a85acd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "PUT /v2.0/routers/4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5511646 Sep 14 23:02:27.472972 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56440) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:27.474997 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67e9901-de91-477c-83cf-0c00f36f1913 None None] Routers {'4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:02:27.475605 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-b67e9901-de91-477c-83cf-0c00f36f1913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:02:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:27.540581 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d251eef-f87b-485f-855e-d02ecd24bf33 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting subnet 42e712db-1aa7-4dee-bb02-70c9162950dd {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:02:27.543758 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1d251eef-f87b-485f-855e-d02ecd24bf33 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:27.603575 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1d251eef-f87b-485f-855e-d02ecd24bf33 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:27.661161 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-b67e9901-de91-477c-83cf-0c00f36f1913 None None] Set router 4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:02:27.689845 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1d251eef-f87b-485f-855e-d02ecd24bf33 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:27.761945 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1d251eef-f87b-485f-855e-d02ecd24bf33 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:27.805285 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d251eef-f87b-485f-855e-d02ecd24bf33 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Subnet': ['ID=42e712db-1aa7-4dee-bb02-70c9162950dd,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:27.807197 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1d251eef-f87b-485f-855e-d02ecd24bf33 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:27.815122 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1d251eef-f87b-485f-855e-d02ecd24bf33 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/subnets/42e712db-1aa7-4dee-bb02-70c9162950dd HTTP/1.1" status: 204 len: 168 time: 0.3411872 Sep 14 23:02:27.816129 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56444) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:27.827637 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31302e7e-50da-4e15-86e5-6de6a86879fb None None] Network 18f72744-3f24-4786-b3c0-986d6e050a67 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:02:28.101331 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9af3dad9-f9ed-49bd-b324-50b016bcedb7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:28.167900 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-b67e9901-de91-477c-83cf-0c00f36f1913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'name': 'tempest-TestNetworkBasicOps-router-1286685645', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f26f52ca-5450-4102-96c7-a99a062bcbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:20Z', 'updated_at': '2022-09-14T23:02:26Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'f26f52ca-5450-4102-96c7-a99a062bcbed', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ce:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:21Z', 'updated_at': '2022-09-14T23:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:28.171839 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67e9901-de91-477c-83cf-0c00f36f1913 None None] Checking router: 4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:02:28.181134 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67e9901-de91-477c-83cf-0c00f36f1913 None None] Routers {'4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:02:28.181751 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-b67e9901-de91-477c-83cf-0c00f36f1913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:02:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:28.246751 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c030ad0-da6a-443d-87fe-60860596ebb2 None None] DHCP port deletion for 18f72744-3f24-4786-b3c0-986d6e050a67 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:02:28.269449 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-8c030ad0-da6a-443d-87fe-60860596ebb2 None None] Deleting port 4e22dd81-c493-4046-8857-43f443ab8593 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:02:28.269811 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8c030ad0-da6a-443d-87fe-60860596ebb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:28.297137 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9af3dad9-f9ed-49bd-b324-50b016bcedb7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:28.307152 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-9af3dad9-f9ed-49bd-b324-50b016bcedb7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting port f26f52ca-5450-4102-96c7-a99a062bcbed {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:02:28.307489 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9af3dad9-f9ed-49bd-b324-50b016bcedb7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:28.458387 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-b67e9901-de91-477c-83cf-0c00f36f1913 None None] Set router 4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:02:28.487675 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-9af3dad9-f9ed-49bd-b324-50b016bcedb7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] For port f26f52ca-5450-4102-96c7-a99a062bcbed, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f26f52ca-5450-4102-96c7-a99a062bcbed,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:02:28.488024 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9af3dad9-f9ed-49bd-b324-50b016bcedb7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:28.608870 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-9af3dad9-f9ed-49bd-b324-50b016bcedb7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Calling delete_port for f26f52ca-5450-4102-96c7-a99a062bcbed owned by network:router_gateway {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:02:28.731028 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-8c030ad0-da6a-443d-87fe-60860596ebb2 None None] For port 4e22dd81-c493-4046-8857-43f443ab8593, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=4e22dd81-c493-4046-8857-43f443ab8593,segment=NetworkSegment(206a953c-c111-4e78-9612-02347e17da5a),segment_id=206a953c-c111-4e78-9612-02347e17da5a)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:02:28.731415 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8c030ad0-da6a-443d-87fe-60860596ebb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:28.774212 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9af3dad9-f9ed-49bd-b324-50b016bcedb7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:28.818688 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3dad9-f9ed-49bd-b324-50b016bcedb7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Port': ['ID=f26f52ca-5450-4102-96c7-a99a062bcbed,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:28.866303 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-8c030ad0-da6a-443d-87fe-60860596ebb2 None None] Calling delete_port for 4e22dd81-c493-4046-8857-43f443ab8593 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:02:28.918812 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9af3dad9-f9ed-49bd-b324-50b016bcedb7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:28.994941 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8c030ad0-da6a-443d-87fe-60860596ebb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:29.045046 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c030ad0-da6a-443d-87fe-60860596ebb2 None None] Pushing event deleted for resources: {'Port': ['ID=4e22dd81-c493-4046-8857-43f443ab8593,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:29.048677 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c030ad0-da6a-443d-87fe-60860596ebb2 None None] No DVR routers for this DVR port 4e22dd81-c493-4046-8857-43f443ab8593 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:02:29.058231 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c030ad0-da6a-443d-87fe-60860596ebb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:02:29.058998 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c030ad0-da6a-443d-87fe-60860596ebb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:02:29.059586 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c030ad0-da6a-443d-87fe-60860596ebb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:02:29.060084 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c030ad0-da6a-443d-87fe-60860596ebb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:02:29.060592 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c030ad0-da6a-443d-87fe-60860596ebb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:02:29.061656 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c030ad0-da6a-443d-87fe-60860596ebb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:02:29.063244 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c030ad0-da6a-443d-87fe-60860596ebb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:02:29.063731 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c030ad0-da6a-443d-87fe-60860596ebb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:02:29.064370 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c030ad0-da6a-443d-87fe-60860596ebb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:02:29.064547 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c030ad0-da6a-443d-87fe-60860596ebb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:02:29.064908 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c030ad0-da6a-443d-87fe-60860596ebb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:02:29.065228 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c030ad0-da6a-443d-87fe-60860596ebb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:02:29.071468 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-b67e9901-de91-477c-83cf-0c00f36f1913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'name': 'tempest-TestNetworkBasicOps-router-1286685645', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f26f52ca-5450-4102-96c7-a99a062bcbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:20Z', 'updated_at': '2022-09-14T23:02:26Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'f26f52ca-5450-4102-96c7-a99a062bcbed', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ce:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:21Z', 'updated_at': '2022-09-14T23:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:29.075984 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67e9901-de91-477c-83cf-0c00f36f1913 None None] The sync data for ids ['4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8'] in dv-neutron-857791-1-hyperv is: [{'id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'name': 'tempest-TestNetworkBasicOps-router-1286685645', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f26f52ca-5450-4102-96c7-a99a062bcbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:01:20Z', 'updated_at': '2022-09-14T23:02:26Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'f26f52ca-5450-4102-96c7-a99a062bcbed', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ce:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:01:21Z', 'updated_at': '2022-09-14T23:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:02:29.103273 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9af3dad9-f9ed-49bd-b324-50b016bcedb7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:29.105612 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9af3dad9-f9ed-49bd-b324-50b016bcedb7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:29.130397 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9af3dad9-f9ed-49bd-b324-50b016bcedb7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:29.130949 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af3dad9-f9ed-49bd-b324-50b016bcedb7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Fanout notify agent at l3_agent the message router_deleted on router 4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 23:02:29.149855 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9af3dad9-f9ed-49bd-b324-50b016bcedb7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:29.150983 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9af3dad9-f9ed-49bd-b324-50b016bcedb7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/routers/4b25dc09-d95e-4409-9cf3-ab3b0fe4f1a8 HTTP/1.1" status: 204 len: 168 time: 1.3338685 Sep 14 23:02:29.153799 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56448) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:29.266850 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-236c8cd8-780a-4720-94ea-d63d103e03ec tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:29.497852 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 4e22dd81-c493-4046-8857-43f443ab8593 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:02:29.517424 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-236c8cd8-780a-4720-94ea-d63d103e03ec tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:29.537696 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 4e22dd81-c493-4046-8857-43f443ab8593 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:02:29.538075 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 4e22dd81-c493-4046-8857-43f443ab8593 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:02:29.546910 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-236c8cd8-780a-4720-94ea-d63d103e03ec tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18f72744-3f24-4786-b3c0-986d6e050a67']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:29.559617 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-236c8cd8-780a-4720-94ea-d63d103e03ec tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '206a953c-c111-4e78-9612-02347e17da5a') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:29.559960 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-236c8cd8-780a-4720-94ea-d63d103e03ec tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '206a953c-c111-4e78-9612-02347e17da5a') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:29.572140 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-236c8cd8-780a-4720-94ea-d63d103e03ec tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:29.588683 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-236c8cd8-780a-4720-94ea-d63d103e03ec tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:29.595978 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236c8cd8-780a-4720-94ea-d63d103e03ec tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:02:29.596552 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-236c8cd8-780a-4720-94ea-d63d103e03ec tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:29.664132 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 206a953c-c111-4e78-9612-02347e17da5a resource provider aggregate not found Sep 14 23:02:29.689885 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 206a953c-c111-4e78-9612-02347e17da5a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 206a953c-c111-4e78-9612-02347e17da5a found for delete ", "request_id": "req-c0600a15-f201-4d92-951f-3e7ef2db5033"}]} Sep 14 23:02:29.701634 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-236c8cd8-780a-4720-94ea-d63d103e03ec tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:29.719425 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-236c8cd8-780a-4720-94ea-d63d103e03ec tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:29.730782 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c8cd8-780a-4720-94ea-d63d103e03ec tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Network': ['ID=18f72744-3f24-4786-b3c0-986d6e050a67,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:29.746534 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-236c8cd8-780a-4720-94ea-d63d103e03ec tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/networks/18f72744-3f24-4786-b3c0-986d6e050a67 HTTP/1.1" status: 204 len: 168 time: 0.5894897 Sep 14 23:02:29.753645 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56456) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:29.759498 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-2c3cdcb5-ba7a-41d1-a87e-8892e9debbf8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'network': {'name': 'tempest-network-smoke--654733222', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'port_security_enabled': True}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:02:29.764792 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2c3cdcb5-ba7a-41d1-a87e-8892e9debbf8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:02:29.769548 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2c3cdcb5-ba7a-41d1-a87e-8892e9debbf8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:network and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:02:29.772001 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2c3cdcb5-ba7a-41d1-a87e-8892e9debbf8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:02:29.778082 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2c3cdcb5-ba7a-41d1-a87e-8892e9debbf8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:02:29.787692 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3cdcb5-ba7a-41d1-a87e-8892e9debbf8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Made reservation on behalf of c57dd58bea08430d873bf967651d6b8d for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:02:29.791154 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2c3cdcb5-ba7a-41d1-a87e-8892e9debbf8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:29.819538 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c3cdcb5-ba7a-41d1-a87e-8892e9debbf8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:02:29.828493 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2c3cdcb5-ba7a-41d1-a87e-8892e9debbf8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:29.828857 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-2c3cdcb5-ba7a-41d1-a87e-8892e9debbf8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Added segment e001b4a6-3f51-4f86-a9a8-6522242a2736 of type vlan for network cd4d48cb-7913-44f0-86dd-f52f3fbf4ede Sep 14 23:02:29.854581 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2c3cdcb5-ba7a-41d1-a87e-8892e9debbf8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:29.886986 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2c3cdcb5-ba7a-41d1-a87e-8892e9debbf8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:29.892869 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3cdcb5-ba7a-41d1-a87e-8892e9debbf8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:29.893459 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2c3cdcb5-ba7a-41d1-a87e-8892e9debbf8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:30.002944 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2c3cdcb5-ba7a-41d1-a87e-8892e9debbf8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2482367 Sep 14 23:02:30.005743 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56460) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:30.006269 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3cdcb5-ba7a-41d1-a87e-8892e9debbf8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Network': ['ID=cd4d48cb-7913-44f0-86dd-f52f3fbf4ede,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:30.011206 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-5ccee92c-1461-4800-b7f1-9141e88d7bcf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1537725400', 'admin_state_up': True, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:02:30.015792 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network cd4d48cb-7913-44f0-86dd-f52f3fbf4ede details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:02:30.018734 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-5ccee92c-1461-4800-b7f1-9141e88d7bcf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:02:30.022739 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5ccee92c-1461-4800-b7f1-9141e88d7bcf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:router and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:02:30.025541 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5ccee92c-1461-4800-b7f1-9141e88d7bcf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:02:30.032362 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-5ccee92c-1461-4800-b7f1-9141e88d7bcf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:02:30.041531 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5ccee92c-1461-4800-b7f1-9141e88d7bcf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:30.042483 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5ccee92c-1461-4800-b7f1-9141e88d7bcf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:30.057300 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5ccee92c-1461-4800-b7f1-9141e88d7bcf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:30.343024 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5ccee92c-1461-4800-b7f1-9141e88d7bcf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:30.753579 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5ccee92c-1461-4800-b7f1-9141e88d7bcf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_gateway, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:30.782003 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5ccee92c-1461-4800-b7f1-9141e88d7bcf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:30.915068 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-5ccee92c-1461-4800-b7f1-9141e88d7bcf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Allocated IP 172.26.5.113 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/750b960b-52ca-4857-ba10-851ed062a978) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:02:31.058488 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5ccee92c-1461-4800-b7f1-9141e88d7bcf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:31.086437 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5ccee92c-1461-4800-b7f1-9141e88d7bcf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:31.109311 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 1ec046ad-3dd8-4a98-8652-f203995c76e0 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:02:31.143212 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 1ec046ad-3dd8-4a98-8652-f203995c76e0 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:02:31.143555 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 1ec046ad-3dd8-4a98-8652-f203995c76e0 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:02:31.143962 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f26f52ca-5450-4102-96c7-a99a062bcbed no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:02:31.156163 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccee92c-1461-4800-b7f1-9141e88d7bcf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:02:31.159105 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-5ccee92c-1461-4800-b7f1-9141e88d7bcf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:02:31.162808 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccee92c-1461-4800-b7f1-9141e88d7bcf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:02:31.176533 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: f26f52ca-5450-4102-96c7-a99a062bcbed {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:02:31.176913 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f26f52ca-5450-4102-96c7-a99a062bcbed not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:02:31.191589 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccee92c-1461-4800-b7f1-9141e88d7bcf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=750b960b-52ca-4857-ba10-851ed062a978,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:31.570314 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5ccee92c-1461-4800-b7f1-9141e88d7bcf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_gateway, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:31.906533 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5ccee92c-1461-4800-b7f1-9141e88d7bcf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:32.220501 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ccee92c-1461-4800-b7f1-9141e88d7bcf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router 18d68655-250e-4a6d-8f18-13bd9a9bfaf3 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 23:02:32.395538 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccee92c-1461-4800-b7f1-9141e88d7bcf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:02:32.406244 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563dd77c-ef33-4d70-9424-4ad160c19e76 None None] Sync routers for ids ['18d68655-250e-4a6d-8f18-13bd9a9bfaf3'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:02:32.416132 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563dd77c-ef33-4d70-9424-4ad160c19e76 None None] Routers {'18d68655-250e-4a6d-8f18-13bd9a9bfaf3'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:02:32.416892 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-563dd77c-ef33-4d70-9424-4ad160c19e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:02:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['18d68655-250e-4a6d-8f18-13bd9a9bfaf3'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:32.426583 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5ccee92c-1461-4800-b7f1-9141e88d7bcf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:32.430741 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5ccee92c-1461-4800-b7f1-9141e88d7bcf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4209116 Sep 14 23:02:32.430963 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56464) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:32.470963 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1686c5fb-b0de-4a38-aca9-0a3d9302f79a tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=c57dd58bea08430d873bf967651d6b8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388501 Sep 14 23:02:32.473580 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56468) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:32.590133 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-563dd77c-ef33-4d70-9424-4ad160c19e76 None None] Set router 18d68655-250e-4a6d-8f18-13bd9a9bfaf3 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:02:32.603585 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fcc948-3410-4bf6-b961-c70301f88825 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:32.607945 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-47fcc948-3410-4bf6-b961-c70301f88825 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1306307 Sep 14 23:02:32.608307 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56472) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:32.652001 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8cfa8cf9-d4f5-4fbd-a1a0-831c4a4bc0b7 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=681410b9-e86d-4f65-a0f3-ea2093b5104b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425103 Sep 14 23:02:32.654484 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56476) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:32.659973 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-83dc523c-b929-464d-8484-d535d910444b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-145190367', 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:02:32.767935 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-83dc523c-b929-464d-8484-d535d910444b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:02:32.771618 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-83dc523c-b929-464d-8484-d535d910444b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:subnet and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:02:32.774413 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-83dc523c-b929-464d-8484-d535d910444b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:02:32.780470 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-83dc523c-b929-464d-8484-d535d910444b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:02:32.790184 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83dc523c-b929-464d-8484-d535d910444b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Made reservation on behalf of c57dd58bea08430d873bf967651d6b8d for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:02:32.793601 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-83dc523c-b929-464d-8484-d535d910444b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:32.872932 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-563dd77c-ef33-4d70-9424-4ad160c19e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'name': 'tempest-TestNetworkBasicOps-router-1537725400', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '750b960b-52ca-4857-ba10-851ed062a978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:31Z', 'revision_number': 3, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '750b960b-52ca-4857-ba10-851ed062a978', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:32.876685 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563dd77c-ef33-4d70-9424-4ad160c19e76 None None] Checking router: 18d68655-250e-4a6d-8f18-13bd9a9bfaf3 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:02:32.877031 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563dd77c-ef33-4d70-9424-4ad160c19e76 None None] Updating router 18d68655-250e-4a6d-8f18-13bd9a9bfaf3 port 750b960b-52ca-4857-ba10-851ed062a978 binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:02:32.947333 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-563dd77c-ef33-4d70-9424-4ad160c19e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:33.007490 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-83dc523c-b929-464d-8484-d535d910444b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:33.087875 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc523c-b929-464d-8484-d535d910444b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Subnet': ['ID=ee4f3d31-200a-4383-8c32-bfa19db7911d,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:33.095719 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dc523c-b929-464d-8484-d535d910444b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Checking segment: {'id': 'e001b4a6-3f51-4f86-a9a8-6522242a2736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:02:33.096072 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dc523c-b929-464d-8484-d535d910444b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network hostable DHCP agents. Network: cd4d48cb-7913-44f0-86dd-f52f3fbf4ede, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:02:33.114759 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dc523c-b929-464d-8484-d535d910444b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network cd4d48cb-7913-44f0-86dd-f52f3fbf4ede is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:02:33.124296 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-83dc523c-b929-464d-8484-d535d910444b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, cd4d48cb-7913-44f0-86dd-f52f3fbf4ede) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:02:33.128895 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dc523c-b929-464d-8484-d535d910444b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:33.129479 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-83dc523c-b929-464d-8484-d535d910444b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:33.134484 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1d4b7f-2a2d-414c-815e-8cb295407dd4 None None] Network cd4d48cb-7913-44f0-86dd-f52f3fbf4ede requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:02:33.152786 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-83dc523c-b929-464d-8484-d535d910444b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4970443 Sep 14 23:02:33.156053 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56480) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:33.278484 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-563dd77c-ef33-4d70-9424-4ad160c19e76 None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:33.291918 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-563dd77c-ef33-4d70-9424-4ad160c19e76 None None] Transition to ACTIVE for port object 750b960b-52ca-4857-ba10-851ed062a978 will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:02:33.301463 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-563dd77c-ef33-4d70-9424-4ad160c19e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:33.376274 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109be91-8e15-4250-8cfa-20492859fee7 None None] Pushing event updated for resources: {'Port': ['ID=750b960b-52ca-4857-ba10-851ed062a978,revision_number=2']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:33.390812 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42d463c-af7c-4ca4-8799-ac16637c6173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-cd4d48cb-7913-44f0-86dd-f52f3fbf4ede', 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ips': [{'subnet_id': 'ee4f3d31-200a-4383-8c32-bfa19db7911d'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:02:33.391685 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d42d463c-af7c-4ca4-8799-ac16637c6173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:33.397400 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f109be91-8e15-4250-8cfa-20492859fee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:02:33.398161 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f109be91-8e15-4250-8cfa-20492859fee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:02:33.398824 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f109be91-8e15-4250-8cfa-20492859fee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:02:33.399461 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f109be91-8e15-4250-8cfa-20492859fee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:02:33.400724 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f109be91-8e15-4250-8cfa-20492859fee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:02:33.401716 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f109be91-8e15-4250-8cfa-20492859fee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:02:33.402951 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f109be91-8e15-4250-8cfa-20492859fee7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:02:33.403571 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f109be91-8e15-4250-8cfa-20492859fee7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:02:33.404381 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f109be91-8e15-4250-8cfa-20492859fee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:02:33.405905 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f109be91-8e15-4250-8cfa-20492859fee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:02:33.406253 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f109be91-8e15-4250-8cfa-20492859fee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:02:33.406733 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f109be91-8e15-4250-8cfa-20492859fee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:02:33.412571 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-563dd77c-ef33-4d70-9424-4ad160c19e76 None None] Attempting to bind port 750b960b-52ca-4857-ba10-851ed062a978 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:02:33.413026 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-563dd77c-ef33-4d70-9424-4ad160c19e76 None None] Attempting to bind port 750b960b-52ca-4857-ba10-851ed062a978 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:02:33.413380 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563dd77c-ef33-4d70-9424-4ad160c19e76 None None] Attempting to bind port 750b960b-52ca-4857-ba10-851ed062a978 on network 681410b9-e86d-4f65-a0f3-ea2093b5104b {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:02:33.418910 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563dd77c-ef33-4d70-9424-4ad160c19e76 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:02:33.419269 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563dd77c-ef33-4d70-9424-4ad160c19e76 None None] Checking segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:02:33.419653 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-563dd77c-ef33-4d70-9424-4ad160c19e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:33.420024 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563dd77c-ef33-4d70-9424-4ad160c19e76 None None] Bound using segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:02:33.420518 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-563dd77c-ef33-4d70-9424-4ad160c19e76 None None] Bound port: 750b960b-52ca-4857-ba10-851ed062a978, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:02:33.420889 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-563dd77c-ef33-4d70-9424-4ad160c19e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:33.499329 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-563dd77c-ef33-4d70-9424-4ad160c19e76 None None] For port 750b960b-52ca-4857-ba10-851ed062a978, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:02:33.501519 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-563dd77c-ef33-4d70-9424-4ad160c19e76 None None] For port 750b960b-52ca-4857-ba10-851ed062a978, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=750b960b-52ca-4857-ba10-851ed062a978,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:02:33.506926 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-563dd77c-ef33-4d70-9424-4ad160c19e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:33.554651 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-d42d463c-af7c-4ca4-8799-ac16637c6173 None None] Allocated IP 172.20.0.2 (cd4d48cb-7913-44f0-86dd-f52f3fbf4ede/ee4f3d31-200a-4383-8c32-bfa19db7911d/3d7c56a1-2e24-45c4-895a-14a68f93670f) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:02:33.570153 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563dd77c-ef33-4d70-9424-4ad160c19e76 None None] Routers {'18d68655-250e-4a6d-8f18-13bd9a9bfaf3'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:02:33.570775 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-563dd77c-ef33-4d70-9424-4ad160c19e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:02:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['18d68655-250e-4a6d-8f18-13bd9a9bfaf3'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:33.679196 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109be91-8e15-4250-8cfa-20492859fee7 None None] Pushing event updated for resources: {'Port': ['ID=750b960b-52ca-4857-ba10-851ed062a978,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:33.782997 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d42d463c-af7c-4ca4-8799-ac16637c6173 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:33.785001 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-563dd77c-ef33-4d70-9424-4ad160c19e76 None None] Set router 18d68655-250e-4a6d-8f18-13bd9a9bfaf3 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:02:33.793799 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-d42d463c-af7c-4ca4-8799-ac16637c6173 None None] Transition to ACTIVE for port object 3d7c56a1-2e24-45c4-895a-14a68f93670f will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:02:33.814136 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-d42d463c-af7c-4ca4-8799-ac16637c6173 None None] Transition to ACTIVE for port object 3d7c56a1-2e24-45c4-895a-14a68f93670f will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:02:33.821052 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d42d463c-af7c-4ca4-8799-ac16637c6173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:33.888822 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42d463c-af7c-4ca4-8799-ac16637c6173 None None] Network cd4d48cb-7913-44f0-86dd-f52f3fbf4ede is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:02:33.889999 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-d42d463c-af7c-4ca4-8799-ac16637c6173 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:02:33.893902 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42d463c-af7c-4ca4-8799-ac16637c6173 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:02:33.902613 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d463c-af7c-4ca4-8799-ac16637c6173 None None] Pushing event updated for resources: {'Port': ['ID=3d7c56a1-2e24-45c4-895a-14a68f93670f,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:34.001915 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-d42d463c-af7c-4ca4-8799-ac16637c6173 None None] Attempting to bind port 3d7c56a1-2e24-45c4-895a-14a68f93670f on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:02:34.002187 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-d42d463c-af7c-4ca4-8799-ac16637c6173 None None] Attempting to bind port 3d7c56a1-2e24-45c4-895a-14a68f93670f by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'e001b4a6-3f51-4f86-a9a8-6522242a2736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:02:34.002543 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42d463c-af7c-4ca4-8799-ac16637c6173 None None] Attempting to bind port 3d7c56a1-2e24-45c4-895a-14a68f93670f on network cd4d48cb-7913-44f0-86dd-f52f3fbf4ede {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:02:34.008594 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42d463c-af7c-4ca4-8799-ac16637c6173 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:02:34.008991 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42d463c-af7c-4ca4-8799-ac16637c6173 None None] Checking segment: {'id': 'e001b4a6-3f51-4f86-a9a8-6522242a2736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:02:34.009827 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d42d463c-af7c-4ca4-8799-ac16637c6173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:34.009976 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42d463c-af7c-4ca4-8799-ac16637c6173 None None] Bound using segment: {'id': 'e001b4a6-3f51-4f86-a9a8-6522242a2736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:02:34.010358 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-d42d463c-af7c-4ca4-8799-ac16637c6173 None None] Bound port: 3d7c56a1-2e24-45c4-895a-14a68f93670f, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e001b4a6-3f51-4f86-a9a8-6522242a2736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:02:34.010722 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d42d463c-af7c-4ca4-8799-ac16637c6173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:34.017166 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bf74f0e8-a1e9-44ae-abd2-2aafcdb31ba1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:34.071319 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-563dd77c-ef33-4d70-9424-4ad160c19e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'name': 'tempest-TestNetworkBasicOps-router-1537725400', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '750b960b-52ca-4857-ba10-851ed062a978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:31Z', 'revision_number': 3, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '750b960b-52ca-4857-ba10-851ed062a978', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:34.075445 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563dd77c-ef33-4d70-9424-4ad160c19e76 None None] The sync data for ids ['18d68655-250e-4a6d-8f18-13bd9a9bfaf3'] in dv-neutron-857791-1-hyperv is: [{'id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'name': 'tempest-TestNetworkBasicOps-router-1537725400', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '750b960b-52ca-4857-ba10-851ed062a978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:31Z', 'revision_number': 3, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '750b960b-52ca-4857-ba10-851ed062a978', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:02:34.102605 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-d42d463c-af7c-4ca4-8799-ac16637c6173 None None] For port 3d7c56a1-2e24-45c4-895a-14a68f93670f, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:02:34.106182 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-d42d463c-af7c-4ca4-8799-ac16637c6173 None None] For port 3d7c56a1-2e24-45c4-895a-14a68f93670f, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=3d7c56a1-2e24-45c4-895a-14a68f93670f,segment=NetworkSegment(e001b4a6-3f51-4f86-a9a8-6522242a2736),segment_id=e001b4a6-3f51-4f86-a9a8-6522242a2736)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:02:34.111706 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d42d463c-af7c-4ca4-8799-ac16637c6173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:34.203015 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d463c-af7c-4ca4-8799-ac16637c6173 None None] Pushing event updated for resources: {'Port': ['ID=3d7c56a1-2e24-45c4-895a-14a68f93670f,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:34.489690 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-bf74f0e8-a1e9-44ae-abd2-2aafcdb31ba1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Allocated IP 172.20.0.1 (cd4d48cb-7913-44f0-86dd-f52f3fbf4ede/ee4f3d31-200a-4383-8c32-bfa19db7911d/128c41c8-e9b9-417b-89c7-4862f88afce6) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:02:34.665100 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bf74f0e8-a1e9-44ae-abd2-2aafcdb31ba1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:34.687079 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-bf74f0e8-a1e9-44ae-abd2-2aafcdb31ba1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Transition to ACTIVE for port object 128c41c8-e9b9-417b-89c7-4862f88afce6 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:02:34.712102 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bf74f0e8-a1e9-44ae-abd2-2aafcdb31ba1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:34.781132 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf74f0e8-a1e9-44ae-abd2-2aafcdb31ba1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network cd4d48cb-7913-44f0-86dd-f52f3fbf4ede is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:02:34.783962 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-bf74f0e8-a1e9-44ae-abd2-2aafcdb31ba1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:02:34.787996 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf74f0e8-a1e9-44ae-abd2-2aafcdb31ba1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:02:34.830853 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74f0e8-a1e9-44ae-abd2-2aafcdb31ba1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=128c41c8-e9b9-417b-89c7-4862f88afce6,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:34.851555 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bf74f0e8-a1e9-44ae-abd2-2aafcdb31ba1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:34.996035 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bf74f0e8-a1e9-44ae-abd2-2aafcdb31ba1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:35.192037 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736a2982-31d4-4f45-b567-d901fa7c33a2 None None] Network cd4d48cb-7913-44f0-86dd-f52f3fbf4ede requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:02:35.265168 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 750b960b-52ca-4857-ba10-851ed062a978 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:02:35.343271 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3ad43c7b-6779-44bf-9720-2469480b9d3b None None] Provisioning for port 3d7c56a1-2e24-45c4-895a-14a68f93670f completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:02:35.419666 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 750b960b-52ca-4857-ba10-851ed062a978 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:02:35.424781 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bf74f0e8-a1e9-44ae-abd2-2aafcdb31ba1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:35.429630 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bf74f0e8-a1e9-44ae-abd2-2aafcdb31ba1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:35.432914 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 750b960b-52ca-4857-ba10-851ed062a978 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:02:35.433286 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:35.546156 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74f0e8-a1e9-44ae-abd2-2aafcdb31ba1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=128c41c8-e9b9-417b-89c7-4862f88afce6,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:35.548727 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bf74f0e8-a1e9-44ae-abd2-2aafcdb31ba1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:35.622711 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 750b960b-52ca-4857-ba10-851ed062a978 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:02:35.622998 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:35.657621 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 750b960b-52ca-4857-ba10-851ed062a978, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=750b960b-52ca-4857-ba10-851ed062a978,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:02:35.664041 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:35.665003 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 3d7c56a1-2e24-45c4-895a-14a68f93670f up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:02:35.800335 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=750b960b-52ca-4857-ba10-851ed062a978,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:35.812995 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 3d7c56a1-2e24-45c4-895a-14a68f93670f completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:02:35.818210 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 3d7c56a1-2e24-45c4-895a-14a68f93670f triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:02:35.818374 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf74f0e8-a1e9-44ae-abd2-2aafcdb31ba1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network cd4d48cb-7913-44f0-86dd-f52f3fbf4ede is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:02:35.818575 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:35.819507 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-bf74f0e8-a1e9-44ae-abd2-2aafcdb31ba1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:02:35.922479 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-a84fab62-668c-455d-b100-1675afda85d9 None None] Provisioning for port 128c41c8-e9b9-417b-89c7-4862f88afce6 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:02:35.932172 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-a84fab62-668c-455d-b100-1675afda85d9 None None] Provisioning complete for port 128c41c8-e9b9-417b-89c7-4862f88afce6 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:02:35.932539 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a84fab62-668c-455d-b100-1675afda85d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:36.015620 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf74f0e8-a1e9-44ae-abd2-2aafcdb31ba1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router 18d68655-250e-4a6d-8f18-13bd9a9bfaf3 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:02:36.039760 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-a84fab62-668c-455d-b100-1675afda85d9 None None] Port 128c41c8-e9b9-417b-89c7-4862f88afce6 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:02:36.043401 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 3d7c56a1-2e24-45c4-895a-14a68f93670f is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:02:36.043779 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:36.074387 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-a84fab62-668c-455d-b100-1675afda85d9 None None] Provisioning complete for port 3d7c56a1-2e24-45c4-895a-14a68f93670f triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:02:36.074760 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a84fab62-668c-455d-b100-1675afda85d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:36.131792 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 3d7c56a1-2e24-45c4-895a-14a68f93670f, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=3d7c56a1-2e24-45c4-895a-14a68f93670f,segment=NetworkSegment(e001b4a6-3f51-4f86-a9a8-6522242a2736),segment_id=e001b4a6-3f51-4f86-a9a8-6522242a2736)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:02:36.140520 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:36.207675 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf74f0e8-a1e9-44ae-abd2-2aafcdb31ba1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:02:36.224839 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-bf74f0e8-a1e9-44ae-abd2-2aafcdb31ba1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "PUT /v2.0/routers/18d68655-250e-4a6d-8f18-13bd9a9bfaf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0654194 Sep 14 23:02:36.225117 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56484) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:36.240456 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e473ae-c84e-44b2-8e54-edef2beb1200 None None] Sync routers for ids ['18d68655-250e-4a6d-8f18-13bd9a9bfaf3'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:02:36.256735 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=3d7c56a1-2e24-45c4-895a-14a68f93670f,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:36.279988 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e473ae-c84e-44b2-8e54-edef2beb1200 None None] Routers {'18d68655-250e-4a6d-8f18-13bd9a9bfaf3'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:02:36.280604 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-e6e473ae-c84e-44b2-8e54-edef2beb1200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:02:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['18d68655-250e-4a6d-8f18-13bd9a9bfaf3'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:36.338489 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-a84fab62-668c-455d-b100-1675afda85d9 None None] Current status of the port 3d7c56a1-2e24-45c4-895a-14a68f93670f is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:02:36.374082 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b649764a-5b6b-4a49-ab39-54d3889b6deb tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:36.374576 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b649764a-5b6b-4a49-ab39-54d3889b6deb tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:36.375029 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b649764a-5b6b-4a49-ab39-54d3889b6deb tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:36.375475 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b649764a-5b6b-4a49-ab39-54d3889b6deb tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:36.375916 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b649764a-5b6b-4a49-ab39-54d3889b6deb tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:36.376483 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b649764a-5b6b-4a49-ab39-54d3889b6deb tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:36.380792 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b649764a-5b6b-4a49-ab39-54d3889b6deb tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.1522012 Sep 14 23:02:36.381012 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56488) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:36.453879 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e509c604-955a-418d-a8bf-f37a8c66c30f tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:36.454608 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e509c604-955a-418d-a8bf-f37a8c66c30f tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:36.454768 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e509c604-955a-418d-a8bf-f37a8c66c30f tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:36.455211 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e509c604-955a-418d-a8bf-f37a8c66c30f tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:36.455647 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e509c604-955a-418d-a8bf-f37a8c66c30f tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:36.456552 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e509c604-955a-418d-a8bf-f37a8c66c30f tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:36.457853 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e509c604-955a-418d-a8bf-f37a8c66c30f tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0759621 Sep 14 23:02:36.460631 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56492) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:36.476250 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-e6e473ae-c84e-44b2-8e54-edef2beb1200 None None] Set router 18d68655-250e-4a6d-8f18-13bd9a9bfaf3 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:02:36.538617 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c88fadae-72df-405a-9b3f-f52184bf0da1 None None] Provisioning complete for port 128c41c8-e9b9-417b-89c7-4862f88afce6 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:02:36.538982 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c88fadae-72df-405a-9b3f-f52184bf0da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:36.666296 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b83333d4-26b9-4d25-9ba0-62071559eb3c tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2044587 Sep 14 23:02:36.669259 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c88fadae-72df-405a-9b3f-f52184bf0da1 None None] Port 128c41c8-e9b9-417b-89c7-4862f88afce6 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:02:36.735778 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56498) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:36.741205 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-0c1de0c7-93ac-447a-8bb2-3249b851d3d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1739354410', 'description': 'tempest-secgroup-smoke-1739354410 description', 'project_id': 'c57dd58bea08430d873bf967651d6b8d'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:02:36.747196 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0c1de0c7-93ac-447a-8bb2-3249b851d3d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:02:36.751377 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0c1de0c7-93ac-447a-8bb2-3249b851d3d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:02:36.754273 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0c1de0c7-93ac-447a-8bb2-3249b851d3d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:02:36.759932 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0c1de0c7-93ac-447a-8bb2-3249b851d3d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:02:36.773748 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0c1de0c7-93ac-447a-8bb2-3249b851d3d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:36.794003 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0c1de0c7-93ac-447a-8bb2-3249b851d3d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:02:36.798061 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0c1de0c7-93ac-447a-8bb2-3249b851d3d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:02:36.801225 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0c1de0c7-93ac-447a-8bb2-3249b851d3d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:02:36.807104 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0c1de0c7-93ac-447a-8bb2-3249b851d3d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:02:36.838835 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-e6e473ae-c84e-44b2-8e54-edef2beb1200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'name': 'tempest-TestNetworkBasicOps-router-1537725400', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '750b960b-52ca-4857-ba10-851ed062a978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:34Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '750b960b-52ca-4857-ba10-851ed062a978', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '128c41c8-e9b9-417b-89c7-4862f88afce6', 'name': '', 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:1f:62:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'ee4f3d31-200a-4383-8c32-bfa19db7911d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:02:34Z', 'updated_at': '2022-09-14T23:02:35Z', 'revision_number': 2, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': 'ee4f3d31-200a-4383-8c32-bfa19db7911d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:36.843556 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e473ae-c84e-44b2-8e54-edef2beb1200 None None] Checking router: 18d68655-250e-4a6d-8f18-13bd9a9bfaf3 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:02:36.843914 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e473ae-c84e-44b2-8e54-edef2beb1200 None None] Updating router 18d68655-250e-4a6d-8f18-13bd9a9bfaf3 port 128c41c8-e9b9-417b-89c7-4862f88afce6 binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:02:36.877374 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0c1de0c7-93ac-447a-8bb2-3249b851d3d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:36.881029 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0c1de0c7-93ac-447a-8bb2-3249b851d3d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:36.896301 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e6e473ae-c84e-44b2-8e54-edef2beb1200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:36.925477 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1de0c7-93ac-447a-8bb2-3249b851d3d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91b59fb3-eadb-4b88-8233-ca79c1fbfcdc,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:36.927986 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0c1de0c7-93ac-447a-8bb2-3249b851d3d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:36.931923 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0c1de0c7-93ac-447a-8bb2-3249b851d3d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1924210 Sep 14 23:02:36.932117 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56502) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:36.937257 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-231436b7-16d1-4abb-b027-cace5be3079a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '91b59fb3-eadb-4b88-8233-ca79c1fbfcdc', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:02:36.943412 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-231436b7-16d1-4abb-b027-cace5be3079a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:02:36.947201 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-231436b7-16d1-4abb-b027-cace5be3079a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:02:36.950058 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-231436b7-16d1-4abb-b027-cace5be3079a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:02:36.957720 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-231436b7-16d1-4abb-b027-cace5be3079a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:02:36.976273 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-231436b7-16d1-4abb-b027-cace5be3079a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:37.039073 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-231436b7-16d1-4abb-b027-cace5be3079a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:37.042632 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-231436b7-16d1-4abb-b027-cace5be3079a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:37.067473 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231436b7-16d1-4abb-b027-cace5be3079a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25302c2f-61b6-481f-b9d0-6d979082b088,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:37.078069 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-231436b7-16d1-4abb-b027-cace5be3079a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:37.081775 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-231436b7-16d1-4abb-b027-cace5be3079a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1461987 Sep 14 23:02:37.082091 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56506) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:37.087454 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-605c2d8c-0e79-4959-a7da-6fee36ec1096 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '91b59fb3-eadb-4b88-8233-ca79c1fbfcdc', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:02:37.093558 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-605c2d8c-0e79-4959-a7da-6fee36ec1096 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:02:37.097411 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-605c2d8c-0e79-4959-a7da-6fee36ec1096 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:02:37.100259 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-605c2d8c-0e79-4959-a7da-6fee36ec1096 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:02:37.106755 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-605c2d8c-0e79-4959-a7da-6fee36ec1096 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:02:37.125028 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-605c2d8c-0e79-4959-a7da-6fee36ec1096 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:37.176401 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 750b960b-52ca-4857-ba10-851ed062a978 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:02:37.193384 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-605c2d8c-0e79-4959-a7da-6fee36ec1096 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:37.196759 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-605c2d8c-0e79-4959-a7da-6fee36ec1096 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:37.220036 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c2d8c-0e79-4959-a7da-6fee36ec1096 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15959b75-14c2-4987-8d9e-202d68bd9643,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:37.229033 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-605c2d8c-0e79-4959-a7da-6fee36ec1096 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:37.230221 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-605c2d8c-0e79-4959-a7da-6fee36ec1096 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1470723 Sep 14 23:02:37.233765 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56510) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:37.238823 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-0ad5d987-4a94-414a-8e04-f4ed111d6227 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '91b59fb3-eadb-4b88-8233-ca79c1fbfcdc', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:02:37.244579 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0ad5d987-4a94-414a-8e04-f4ed111d6227 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:02:37.248591 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0ad5d987-4a94-414a-8e04-f4ed111d6227 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:02:37.251527 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0ad5d987-4a94-414a-8e04-f4ed111d6227 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:02:37.257216 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0ad5d987-4a94-414a-8e04-f4ed111d6227 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:02:37.274810 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0ad5d987-4a94-414a-8e04-f4ed111d6227 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:37.306154 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e6e473ae-c84e-44b2-8e54-edef2beb1200 None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:37.321326 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e6e473ae-c84e-44b2-8e54-edef2beb1200 None None] Transition to ACTIVE for port object 128c41c8-e9b9-417b-89c7-4862f88afce6 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:02:37.329523 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e6e473ae-c84e-44b2-8e54-edef2beb1200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:37.342728 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0ad5d987-4a94-414a-8e04-f4ed111d6227 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:37.346572 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0ad5d987-4a94-414a-8e04-f4ed111d6227 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:37.371347 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad5d987-4a94-414a-8e04-f4ed111d6227 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=083fce4c-67eb-428e-9759-4ce431635931,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:37.383333 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0ad5d987-4a94-414a-8e04-f4ed111d6227 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:37.384890 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0ad5d987-4a94-414a-8e04-f4ed111d6227 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1502082 Sep 14 23:02:37.387575 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56514) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:37.393380 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-bdf5e2e9-3d7d-401c-a5ac-c4713ca27911 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '91b59fb3-eadb-4b88-8233-ca79c1fbfcdc', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:02:37.399698 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-bdf5e2e9-3d7d-401c-a5ac-c4713ca27911 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:02:37.404069 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-bdf5e2e9-3d7d-401c-a5ac-c4713ca27911 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:02:37.407806 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-bdf5e2e9-3d7d-401c-a5ac-c4713ca27911 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:02:37.413943 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-bdf5e2e9-3d7d-401c-a5ac-c4713ca27911 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:02:37.431523 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bdf5e2e9-3d7d-401c-a5ac-c4713ca27911 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:37.463216 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 750b960b-52ca-4857-ba10-851ed062a978 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:02:37.463582 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:37.496093 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bdf5e2e9-3d7d-401c-a5ac-c4713ca27911 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:37.499772 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bdf5e2e9-3d7d-401c-a5ac-c4713ca27911 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:37.523601 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf5e2e9-3d7d-401c-a5ac-c4713ca27911 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69f4cad0-75fd-4f13-996d-823956ee923e,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:37.533764 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bdf5e2e9-3d7d-401c-a5ac-c4713ca27911 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:37.537476 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-bdf5e2e9-3d7d-401c-a5ac-c4713ca27911 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1464295 Sep 14 23:02:37.537842 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56518) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:37.543117 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-d86f271c-162a-47e1-a03c-a21f54e3584b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '91b59fb3-eadb-4b88-8233-ca79c1fbfcdc', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:02:37.549133 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-d86f271c-162a-47e1-a03c-a21f54e3584b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:02:37.552961 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-d86f271c-162a-47e1-a03c-a21f54e3584b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:02:37.555810 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-d86f271c-162a-47e1-a03c-a21f54e3584b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:02:37.561538 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-d86f271c-162a-47e1-a03c-a21f54e3584b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:02:37.572745 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.securitygroups_db [None req-d86f271c-162a-47e1-a03c-a21f54e3584b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Project c57dd58bea08430d873bf967651d6b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:02:37.579844 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d86f271c-162a-47e1-a03c-a21f54e3584b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:37.611090 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc5519-a5e5-453a-b919-6c022c8ea24e None None] Pushing event updated for resources: {'Port': ['ID=128c41c8-e9b9-417b-89c7-4862f88afce6,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:37.642671 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e6e473ae-c84e-44b2-8e54-edef2beb1200 None None] Attempting to bind port 128c41c8-e9b9-417b-89c7-4862f88afce6 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:02:37.643038 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e6e473ae-c84e-44b2-8e54-edef2beb1200 None None] Attempting to bind port 128c41c8-e9b9-417b-89c7-4862f88afce6 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'e001b4a6-3f51-4f86-a9a8-6522242a2736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:02:37.643401 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e473ae-c84e-44b2-8e54-edef2beb1200 None None] Attempting to bind port 128c41c8-e9b9-417b-89c7-4862f88afce6 on network cd4d48cb-7913-44f0-86dd-f52f3fbf4ede {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:02:37.650182 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d86f271c-162a-47e1-a03c-a21f54e3584b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:37.654055 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d86f271c-162a-47e1-a03c-a21f54e3584b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:37.678738 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f271c-162a-47e1-a03c-a21f54e3584b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab5a0089-103c-498a-a15d-345efa87c56d,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:37.679995 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e473ae-c84e-44b2-8e54-edef2beb1200 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:02:37.680253 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e473ae-c84e-44b2-8e54-edef2beb1200 None None] Checking segment: {'id': 'e001b4a6-3f51-4f86-a9a8-6522242a2736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:02:37.680749 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e6e473ae-c84e-44b2-8e54-edef2beb1200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:37.681141 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e473ae-c84e-44b2-8e54-edef2beb1200 None None] Bound using segment: {'id': 'e001b4a6-3f51-4f86-a9a8-6522242a2736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:02:37.681761 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e6e473ae-c84e-44b2-8e54-edef2beb1200 None None] Bound port: 128c41c8-e9b9-417b-89c7-4862f88afce6, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e001b4a6-3f51-4f86-a9a8-6522242a2736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:02:37.682080 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e6e473ae-c84e-44b2-8e54-edef2beb1200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:37.688833 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d86f271c-162a-47e1-a03c-a21f54e3584b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:37.690080 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d86f271c-162a-47e1-a03c-a21f54e3584b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1513274 Sep 14 23:02:37.693014 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56522) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:37.698482 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-e5da0402-fcc9-458a-93fb-240d22d55440 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '91b59fb3-eadb-4b88-8233-ca79c1fbfcdc', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:02:37.705032 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-e5da0402-fcc9-458a-93fb-240d22d55440 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:02:37.708886 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e5da0402-fcc9-458a-93fb-240d22d55440 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:02:37.711740 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e5da0402-fcc9-458a-93fb-240d22d55440 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:02:37.718744 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-e5da0402-fcc9-458a-93fb-240d22d55440 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:02:37.729199 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.securitygroups_db [None req-e5da0402-fcc9-458a-93fb-240d22d55440 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Project c57dd58bea08430d873bf967651d6b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:02:37.736495 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e5da0402-fcc9-458a-93fb-240d22d55440 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:37.763619 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0d8f9104-69ab-4694-a77a-d068c5ba6ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:37.771610 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 750b960b-52ca-4857-ba10-851ed062a978 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:02:37.772724 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 3d7c56a1-2e24-45c4-895a-14a68f93670f up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:02:37.806000 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e5da0402-fcc9-458a-93fb-240d22d55440 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:37.810152 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e5da0402-fcc9-458a-93fb-240d22d55440 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:37.836760 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da0402-fcc9-458a-93fb-240d22d55440 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d91619-bb05-401e-aa3e-7bff8b613f79,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:37.844751 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e5da0402-fcc9-458a-93fb-240d22d55440 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:37.850273 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e5da0402-fcc9-458a-93fb-240d22d55440 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1513631 Sep 14 23:02:37.865134 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-e6e473ae-c84e-44b2-8e54-edef2beb1200 None None] For port 128c41c8-e9b9-417b-89c7-4862f88afce6, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:02:37.870551 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-e6e473ae-c84e-44b2-8e54-edef2beb1200 None None] For port 128c41c8-e9b9-417b-89c7-4862f88afce6, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=128c41c8-e9b9-417b-89c7-4862f88afce6,segment=NetworkSegment(e001b4a6-3f51-4f86-a9a8-6522242a2736),segment_id=e001b4a6-3f51-4f86-a9a8-6522242a2736)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:02:37.873605 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 3d7c56a1-2e24-45c4-895a-14a68f93670f triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:02:37.873930 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:37.901990 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e6e473ae-c84e-44b2-8e54-edef2beb1200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:37.990769 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e473ae-c84e-44b2-8e54-edef2beb1200 None None] Routers {'18d68655-250e-4a6d-8f18-13bd9a9bfaf3'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:02:37.991396 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-e6e473ae-c84e-44b2-8e54-edef2beb1200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:02:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['18d68655-250e-4a6d-8f18-13bd9a9bfaf3'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:38.064116 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc5519-a5e5-453a-b919-6c022c8ea24e None None] Pushing event updated for resources: {'Port': ['ID=128c41c8-e9b9-417b-89c7-4862f88afce6,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:38.066824 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-15cd69f5-92cb-4bd5-a5ca-6d4e7b9ff521 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1739354410&fields=id&tenant_id=c57dd58bea08430d873bf967651d6b8d HTTP/1.1" status: 200 len: 267 time: 0.0401516 Sep 14 23:02:38.210492 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 3d7c56a1-2e24-45c4-895a-14a68f93670f is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:02:38.224663 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-52d8cb0e-2732-4fe1-af1d-e5bbab260bba tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:38.226116 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-52d8cb0e-2732-4fe1-af1d-e5bbab260bba tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/networks?id=cd4d48cb-7913-44f0-86dd-f52f3fbf4ede HTTP/1.1" status: 200 len: 796 time: 0.1459994 Sep 14 23:02:38.229547 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-e6e473ae-c84e-44b2-8e54-edef2beb1200 None None] Set router 18d68655-250e-4a6d-8f18-13bd9a9bfaf3 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:02:38.241324 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-e74ad105-9faa-445b-8191-de2545e90da8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/quotas/c57dd58bea08430d873bf967651d6b8d HTTP/1.1" status: 200 len: 375 time: 0.0094869 Sep 14 23:02:38.328270 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-84086476-760c-4133-bfdc-733cab1d4e60 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:02:38.344586 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-84086476-760c-4133-bfdc-733cab1d4e60 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:02:38.346388 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-84086476-760c-4133-bfdc-733cab1d4e60 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0999424 Sep 14 23:02:38.362995 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-bb8ce42a-7c35-454a-ad6b-436425d5a46e service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 23:02:38.363938 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-bb8ce42a-7c35-454a-ad6b-436425d5a46e service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063100 Sep 14 23:02:38.499309 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-d197a93a-df17-4953-b96c-9d66a7534355 service neutron] 10.222.0.33 "GET /v2.0/networks/cd4d48cb-7913-44f0-86dd-f52f3fbf4ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292017 Sep 14 23:02:38.546258 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-e6e473ae-c84e-44b2-8e54-edef2beb1200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'name': 'tempest-TestNetworkBasicOps-router-1537725400', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '750b960b-52ca-4857-ba10-851ed062a978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:34Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '750b960b-52ca-4857-ba10-851ed062a978', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '128c41c8-e9b9-417b-89c7-4862f88afce6', 'name': '', 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:1f:62:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'ee4f3d31-200a-4383-8c32-bfa19db7911d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:02:34Z', 'updated_at': '2022-09-14T23:02:37Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': 'ee4f3d31-200a-4383-8c32-bfa19db7911d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:38.550211 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e473ae-c84e-44b2-8e54-edef2beb1200 None None] The sync data for ids ['18d68655-250e-4a6d-8f18-13bd9a9bfaf3'] in dv-neutron-857791-1-hyperv is: [{'id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'name': 'tempest-TestNetworkBasicOps-router-1537725400', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '750b960b-52ca-4857-ba10-851ed062a978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:34Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '750b960b-52ca-4857-ba10-851ed062a978', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '128c41c8-e9b9-417b-89c7-4862f88afce6', 'name': '', 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:1f:62:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'ee4f3d31-200a-4383-8c32-bfa19db7911d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:02:34Z', 'updated_at': '2022-09-14T23:02:37Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': 'ee4f3d31-200a-4383-8c32-bfa19db7911d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:02:38.650483 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-ce888007-7bee-456d-94e3-45852d35caeb service neutron] 10.222.0.33 "GET /v2.0/networks/cd4d48cb-7913-44f0-86dd-f52f3fbf4ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452324 Sep 14 23:02:38.843591 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5d2beb35-5134-43a2-bf66-ab077f411929 req-9695f089-dd0e-4a43-9ec8-4831fadce530 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b HTTP/1.1" status: 200 len: 210 time: 0.0558493 Sep 14 23:02:39.197823 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 128c41c8-e9b9-417b-89c7-4862f88afce6 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:02:39.277808 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 128c41c8-e9b9-417b-89c7-4862f88afce6 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:02:39.283764 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 128c41c8-e9b9-417b-89c7-4862f88afce6 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:02:39.284256 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:39.432389 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 128c41c8-e9b9-417b-89c7-4862f88afce6 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:02:39.432822 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:39.466712 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 128c41c8-e9b9-417b-89c7-4862f88afce6, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=128c41c8-e9b9-417b-89c7-4862f88afce6,segment=NetworkSegment(e001b4a6-3f51-4f86-a9a8-6522242a2736),segment_id=e001b4a6-3f51-4f86-a9a8-6522242a2736)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:02:39.471053 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:39.540489 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=128c41c8-e9b9-417b-89c7-4862f88afce6,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:39.718910 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f319b4fa-d668-4a17-9ef8-095e919c0f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:39.927660 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-f927485d-3cee-4585-985e-3ae32d3c6ca5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:39.928510 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-f927485d-3cee-4585-985e-3ae32d3c6ca5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:network {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:02:39.945287 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-f927485d-3cee-4585-985e-3ae32d3c6ca5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:network {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:02:39.946763 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-f927485d-3cee-4585-985e-3ae32d3c6ca5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/networks?id=cd4d48cb-7913-44f0-86dd-f52f3fbf4ede HTTP/1.1" status: 200 len: 796 time: 0.1675148 Sep 14 23:02:39.998880 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-7daed756-2b22-4445-9f4e-6369be21e786 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:security_group {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:02:40.015583 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-7daed756-2b22-4445-9f4e-6369be21e786 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:security_group {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:02:40.016941 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-7daed756-2b22-4445-9f4e-6369be21e786 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c57dd58bea08430d873bf967651d6b8d HTTP/1.1" status: 200 len: 380 time: 0.0614498 Sep 14 23:02:40.023090 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d7e6478e-a4ac-4cb7-a4d1-d89f21c6c3e7 req-f0a2e2cd-da15-442a-944f-3e0d09a7131a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b HTTP/1.1" status: 200 len: 210 time: 0.0579350 Sep 14 23:02:40.029726 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-f2e33a45-b703-4f75-a86f-dd09cb71e2cc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'port': {'device_id': '4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b', 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede', 'admin_state_up': True, 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'security_groups': ['91b59fb3-eadb-4b88-8233-ca79c1fbfcdc']}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:02:40.166504 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-f2e33a45-b703-4f75-a86f-dd09cb71e2cc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:02:40.175842 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-f2e33a45-b703-4f75-a86f-dd09cb71e2cc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:02:40.184716 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-f2e33a45-b703-4f75-a86f-dd09cb71e2cc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Made reservation on behalf of c57dd58bea08430d873bf967651d6b8d for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:02:40.188722 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-f2e33a45-b703-4f75-a86f-dd09cb71e2cc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:40.475828 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-f2e33a45-b703-4f75-a86f-dd09cb71e2cc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Allocated IP 172.20.0.11 (cd4d48cb-7913-44f0-86dd-f52f3fbf4ede/ee4f3d31-200a-4383-8c32-bfa19db7911d/6e0520ca-210d-45a8-9edc-57e2b662ffbf) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:02:40.658252 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-f2e33a45-b703-4f75-a86f-dd09cb71e2cc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:40.674344 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-f2e33a45-b703-4f75-a86f-dd09cb71e2cc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Transition to ACTIVE for port object 6e0520ca-210d-45a8-9edc-57e2b662ffbf will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:02:40.697626 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-f2e33a45-b703-4f75-a86f-dd09cb71e2cc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:40.769265 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-f2e33a45-b703-4f75-a86f-dd09cb71e2cc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network cd4d48cb-7913-44f0-86dd-f52f3fbf4ede is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:02:40.772341 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-f2e33a45-b703-4f75-a86f-dd09cb71e2cc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:02:40.776145 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-f2e33a45-b703-4f75-a86f-dd09cb71e2cc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:02:40.784781 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:40.807953 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e33a45-b703-4f75-a86f-dd09cb71e2cc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=6e0520ca-210d-45a8-9edc-57e2b662ffbf,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:40.843991 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-f2e33a45-b703-4f75-a86f-dd09cb71e2cc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:40.844669 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-f2e33a45-b703-4f75-a86f-dd09cb71e2cc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:40.869039 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:40.871775 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-f2e33a45-b703-4f75-a86f-dd09cb71e2cc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8470411 Sep 14 23:02:40.881905 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-0e7532fa-4bbf-490d-8632-e3f7ab06dbd0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89171) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 23:02:40.882988 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-0e7532fa-4bbf-490d-8632-e3f7ab06dbd0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054433 Sep 14 23:02:40.895054 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-8bcbc3b6-c7c4-43ab-bef8-d3141c68c5ec service neutron] Request body: {'port': {'device_id': '4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:02:41.008071 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-8bcbc3b6-c7c4-43ab-bef8-d3141c68c5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:41.018531 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-77a36c1b-3736-4d7c-a082-d6bf493ed088 None None] Provisioning for port 6e0520ca-210d-45a8-9edc-57e2b662ffbf completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:02:41.023455 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-77a36c1b-3736-4d7c-a082-d6bf493ed088 None None] Provisioning complete for port 6e0520ca-210d-45a8-9edc-57e2b662ffbf triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:02:41.023783 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-77a36c1b-3736-4d7c-a082-d6bf493ed088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:41.083456 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-77a36c1b-3736-4d7c-a082-d6bf493ed088 None None] Port 6e0520ca-210d-45a8-9edc-57e2b662ffbf cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:02:41.169621 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 128c41c8-e9b9-417b-89c7-4862f88afce6 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:02:41.234653 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a51f1-5616-4b59-ba3b-781ae4eaf868 req-558d2469-7c22-4676-8e31-ef5fc4d5a378 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:41.236403 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cb6a51f1-5616-4b59-ba3b-781ae4eaf868 req-558d2469-7c22-4676-8e31-ef5fc4d5a378 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b HTTP/1.1" status: 200 len: 932 time: 0.0959599 Sep 14 23:02:41.278910 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 128c41c8-e9b9-417b-89c7-4862f88afce6 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:02:41.279681 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:41.281886 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cb6a51f1-5616-4b59-ba3b-781ae4eaf868 req-a95231d3-2525-4250-8124-77eef954e525 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=91b59fb3-eadb-4b88-8233-ca79c1fbfcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398283 Sep 14 23:02:41.359796 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-8bcbc3b6-c7c4-43ab-bef8-d3141c68c5ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e0520ca-210d-45a8-9edc-57e2b662ffbf {{(pid=89171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:02:41.367136 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-8bcbc3b6-c7c4-43ab-bef8-d3141c68c5ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:41.383361 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-8bcbc3b6-c7c4-43ab-bef8-d3141c68c5ec service neutron] Transition to ACTIVE for port object 6e0520ca-210d-45a8-9edc-57e2b662ffbf will not be triggered until provisioned by entity L2. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:02:41.388766 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-8bcbc3b6-c7c4-43ab-bef8-d3141c68c5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:41.400074 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 128c41c8-e9b9-417b-89c7-4862f88afce6 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:02:41.572467 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcbc3b6-c7c4-43ab-bef8-d3141c68c5ec service neutron] Pushing event updated for resources: {'Port': ['ID=6e0520ca-210d-45a8-9edc-57e2b662ffbf,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:41.612890 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-8bcbc3b6-c7c4-43ab-bef8-d3141c68c5ec service neutron] Attempting to bind port 6e0520ca-210d-45a8-9edc-57e2b662ffbf on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:02:41.613216 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-8bcbc3b6-c7c4-43ab-bef8-d3141c68c5ec service neutron] Attempting to bind port 6e0520ca-210d-45a8-9edc-57e2b662ffbf by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'e001b4a6-3f51-4f86-a9a8-6522242a2736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:02:41.613533 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-8bcbc3b6-c7c4-43ab-bef8-d3141c68c5ec service neutron] Attempting to bind port 6e0520ca-210d-45a8-9edc-57e2b662ffbf on network cd4d48cb-7913-44f0-86dd-f52f3fbf4ede {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:02:41.618053 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-8bcbc3b6-c7c4-43ab-bef8-d3141c68c5ec service neutron] Port 6e0520ca-210d-45a8-9edc-57e2b662ffbf on network cd4d48cb-7913-44f0-86dd-f52f3fbf4ede not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:02:41.618361 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-8bcbc3b6-c7c4-43ab-bef8-d3141c68c5ec service neutron] Attempting to bind port 6e0520ca-210d-45a8-9edc-57e2b662ffbf on network cd4d48cb-7913-44f0-86dd-f52f3fbf4ede {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:02:41.623817 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-8bcbc3b6-c7c4-43ab-bef8-d3141c68c5ec service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:02:41.624142 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-8bcbc3b6-c7c4-43ab-bef8-d3141c68c5ec service neutron] Checking segment: {'id': 'e001b4a6-3f51-4f86-a9a8-6522242a2736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:02:41.624507 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-8bcbc3b6-c7c4-43ab-bef8-d3141c68c5ec service neutron] Bound using segment: {'id': 'e001b4a6-3f51-4f86-a9a8-6522242a2736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede'} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:02:41.624949 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-8bcbc3b6-c7c4-43ab-bef8-d3141c68c5ec service neutron] Bound port: 6e0520ca-210d-45a8-9edc-57e2b662ffbf, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e001b4a6-3f51-4f86-a9a8-6522242a2736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede'}}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:02:41.625281 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-8bcbc3b6-c7c4-43ab-bef8-d3141c68c5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:41.713069 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-8bcbc3b6-c7c4-43ab-bef8-d3141c68c5ec service neutron] For port 6e0520ca-210d-45a8-9edc-57e2b662ffbf, host hv-neutron-8577, cleared binding levels {{(pid=89171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:02:41.715900 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-8bcbc3b6-c7c4-43ab-bef8-d3141c68c5ec service neutron] For port 6e0520ca-210d-45a8-9edc-57e2b662ffbf, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6e0520ca-210d-45a8-9edc-57e2b662ffbf,segment=NetworkSegment(e001b4a6-3f51-4f86-a9a8-6522242a2736),segment_id=e001b4a6-3f51-4f86-a9a8-6522242a2736)] {{(pid=89171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:02:41.720137 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-8bcbc3b6-c7c4-43ab-bef8-d3141c68c5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:41.754500 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-8bcbc3b6-c7c4-43ab-bef8-d3141c68c5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:41.755094 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-8bcbc3b6-c7c4-43ab-bef8-d3141c68c5ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:41.756429 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-8bcbc3b6-c7c4-43ab-bef8-d3141c68c5ec service neutron] 10.222.0.20 "PUT /v2.0/ports/6e0520ca-210d-45a8-9edc-57e2b662ffbf HTTP/1.1" status: 200 len: 1094 time: 0.8655095 Sep 14 23:02:41.756873 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b', 'tag': '6e0520ca-210d-45a8-9edc-57e2b662ffbf'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:02:41.759106 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb2c118-94aa-47e1-815a-84f135bf3d7f" -d '{"events": [{"name": "network-changed", "server_uuid": "4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b", "tag": "6e0520ca-210d-45a8-9edc-57e2b662ffbf"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:02:41.795260 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcbc3b6-c7c4-43ab-bef8-d3141c68c5ec service neutron] Pushing event updated for resources: {'Port': ['ID=6e0520ca-210d-45a8-9edc-57e2b662ffbf,revision_number=3']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:41.838756 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e2dd81-e0b5-48eb-b67e-289433cda38c x-openstack-request-id: req-a4e2dd81-e0b5-48eb-b67e-289433cda38c {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:02:41.838959 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b", "tag": "6e0520ca-210d-45a8-9edc-57e2b662ffbf", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:02:41.839202 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a4e2dd81-e0b5-48eb-b67e-289433cda38c {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:02:41.839587 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4e2dd81-e0b5-48eb-b67e-289433cda38c'] response: {'name': 'network-changed', 'server_uuid': '4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b', 'tag': '6e0520ca-210d-45a8-9edc-57e2b662ffbf', 'status': 'completed', 'code': 200} Sep 14 23:02:41.881217 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-8e5a11ef-1b6e-4f4a-b121-479344d5b283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:41.882863 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-8e5a11ef-1b6e-4f4a-b121-479344d5b283 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b HTTP/1.1" status: 200 len: 1097 time: 0.0792854 Sep 14 23:02:41.959490 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-8a946ced-c6b6-4f12-a73d-7fb2780d462e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e0520ca-210d-45a8-9edc-57e2b662ffbf HTTP/1.1" status: 200 len: 217 time: 0.0689065 Sep 14 23:02:42.024124 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-1e808e66-7979-4e97-88a9-7feb8f58000e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:42.025586 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-1e808e66-7979-4e97-88a9-7feb8f58000e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ee4f3d31-200a-4383-8c32-bfa19db7911d HTTP/1.1" status: 200 len: 834 time: 0.0599751 Sep 14 23:02:42.106701 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-0765bd47-92cf-427e-8c75-613959e07f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:42.108582 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-0765bd47-92cf-427e-8c75-613959e07f4d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd4d48cb-7913-44f0-86dd-f52f3fbf4ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763316 Sep 14 23:02:42.343380 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-6668ac49-7fff-4666-9437-7158ef04a170 service neutron] 10.222.0.20 "GET /v2.0/networks/cd4d48cb-7913-44f0-86dd-f52f3fbf4ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278829 Sep 14 23:02:42.386642 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:42.479350 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7ef9dd67-ecd6-4d87-8068-8bb3ad9e664f req-31a94adc-7827-4443-9f4c-52fcec8f4359 service neutron] 10.222.0.20 "GET /v2.0/networks/cd4d48cb-7913-44f0-86dd-f52f3fbf4ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292188 Sep 14 23:02:42.480234 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e20f3d-812b-494f-9fc9-80d24fa880b5 req-3c105a7f-b12d-4639-9dcd-efa9ef44dbcf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:42.481700 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e3e20f3d-812b-494f-9fc9-80d24fa880b5 req-3c105a7f-b12d-4639-9dcd-efa9ef44dbcf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b HTTP/1.1" status: 200 len: 944 time: 0.0871696 Sep 14 23:02:42.527106 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e3e20f3d-812b-494f-9fc9-80d24fa880b5 req-943507df-6423-4baa-a77f-f53bfc75b90b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=91b59fb3-eadb-4b88-8233-ca79c1fbfcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379229 Sep 14 23:02:42.609576 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2c118-94aa-47e1-815a-84f135bf3d7f req-8f3704ee-0dfb-49ea-9bd5-b287fb1ac6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:42.611034 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-deb2c118-94aa-47e1-815a-84f135bf3d7f req-8f3704ee-0dfb-49ea-9bd5-b287fb1ac6b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b HTTP/1.1" status: 200 len: 1097 time: 0.0806077 Sep 14 23:02:42.741339 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2c118-94aa-47e1-815a-84f135bf3d7f req-d8099ba1-1c8c-4d30-9b8c-406aeba141ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:42.742773 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-deb2c118-94aa-47e1-815a-84f135bf3d7f req-d8099ba1-1c8c-4d30-9b8c-406aeba141ad service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd4d48cb-7913-44f0-86dd-f52f3fbf4ede HTTP/1.1" status: 200 len: 896 time: 0.1254780 Sep 14 23:02:42.810761 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-deb2c118-94aa-47e1-815a-84f135bf3d7f req-be2bc9e7-f34a-4085-84db-48c18546862b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e0520ca-210d-45a8-9edc-57e2b662ffbf HTTP/1.1" status: 200 len: 217 time: 0.0611098 Sep 14 23:02:42.875729 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2c118-94aa-47e1-815a-84f135bf3d7f req-8dd0063d-3d44-4ca3-82c8-07a682c1ece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:42.877148 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-deb2c118-94aa-47e1-815a-84f135bf3d7f req-8dd0063d-3d44-4ca3-82c8-07a682c1ece2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ee4f3d31-200a-4383-8c32-bfa19db7911d HTTP/1.1" status: 200 len: 834 time: 0.0593784 Sep 14 23:02:42.958610 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2c118-94aa-47e1-815a-84f135bf3d7f req-bf9954e2-4670-4e48-8ae5-8970fe10b5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:42.960069 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-deb2c118-94aa-47e1-815a-84f135bf3d7f req-bf9954e2-4670-4e48-8ae5-8970fe10b5dc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd4d48cb-7913-44f0-86dd-f52f3fbf4ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763557 Sep 14 23:02:43.090413 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-deb2c118-94aa-47e1-815a-84f135bf3d7f req-c63e3384-5f9d-4213-a355-41d954bf3ab4 service neutron] 10.222.0.20 "GET /v2.0/networks/cd4d48cb-7913-44f0-86dd-f52f3fbf4ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237054 Sep 14 23:02:43.222114 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-deb2c118-94aa-47e1-815a-84f135bf3d7f req-081ccdf9-a70a-4eb3-bc0a-63c5b7d3abbb service neutron] 10.222.0.20 "GET /v2.0/networks/cd4d48cb-7913-44f0-86dd-f52f3fbf4ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245294 Sep 14 23:02:43.828882 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fa812-8aca-4928-b24b-2d0b06befbd4 req-41fb5e4c-e067-4654-b44a-b823cbb51f5e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:43.830325 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fd6fa812-8aca-4928-b24b-2d0b06befbd4 req-41fb5e4c-e067-4654-b44a-b823cbb51f5e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b HTTP/1.1" status: 200 len: 944 time: 0.1879277 Sep 14 23:02:43.874036 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fd6fa812-8aca-4928-b24b-2d0b06befbd4 req-00f9755b-4650-42e0-bc64-f041da29bca2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=91b59fb3-eadb-4b88-8233-ca79c1fbfcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381281 Sep 14 23:02:44.757923 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 6e0520ca-210d-45a8-9edc-57e2b662ffbf details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:02:44.886048 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 6e0520ca-210d-45a8-9edc-57e2b662ffbf, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6e0520ca-210d-45a8-9edc-57e2b662ffbf,segment=NetworkSegment(e001b4a6-3f51-4f86-a9a8-6522242a2736),segment_id=e001b4a6-3f51-4f86-a9a8-6522242a2736)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:02:44.899208 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': '6e0520ca-210d-45a8-9edc-57e2b662ffbf', 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede', 'port_id': '6e0520ca-210d-45a8-9edc-57e2b662ffbf', 'mac_address': 'fa:16:3e:37:83:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee4f3d31-200a-4383-8c32-bfa19db7911d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:02:44.954596 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 6e0520ca-210d-45a8-9edc-57e2b662ffbf is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:02:44.954972 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:44.976312 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e0520ca-210d-45a8-9edc-57e2b662ffbf {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:02:44.992328 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 6e0520ca-210d-45a8-9edc-57e2b662ffbf, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6e0520ca-210d-45a8-9edc-57e2b662ffbf,segment=NetworkSegment(e001b4a6-3f51-4f86-a9a8-6522242a2736),segment_id=e001b4a6-3f51-4f86-a9a8-6522242a2736)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:02:44.997272 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:45.063993 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=6e0520ca-210d-45a8-9edc-57e2b662ffbf,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:45.075907 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b152eb-1081-474c-aba7-82d7c95ca07b req-d4bb0d26-dc6c-42e4-b9e6-4d3b67d90bf8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:45.077413 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c8b152eb-1081-474c-aba7-82d7c95ca07b req-d4bb0d26-dc6c-42e4-b9e6-4d3b67d90bf8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b HTTP/1.1" status: 200 len: 945 time: 0.0910189 Sep 14 23:02:45.121366 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c8b152eb-1081-474c-aba7-82d7c95ca07b req-19cf5b90-1eb3-460d-96a8-7e59f7d0aa0d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=91b59fb3-eadb-4b88-8233-ca79c1fbfcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383618 Sep 14 23:02:45.211717 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['6e0520ca-210d-45a8-9edc-57e2b662ffbf'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:02:46.315656 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a43ae-352c-4e77-960c-8e06a738f16c req-e8e426ff-770e-4b68-ab69-5fafa9bb50e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:46.317125 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8f1a43ae-352c-4e77-960c-8e06a738f16c req-e8e426ff-770e-4b68-ab69-5fafa9bb50e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b HTTP/1.1" status: 200 len: 945 time: 0.0868835 Sep 14 23:02:46.363846 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8f1a43ae-352c-4e77-960c-8e06a738f16c req-ca39edb7-f2fe-4f5e-b63c-2325bfeecb83 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=91b59fb3-eadb-4b88-8233-ca79c1fbfcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410810 Sep 14 23:02:46.757545 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 6e0520ca-210d-45a8-9edc-57e2b662ffbf up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:02:46.825007 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port 6e0520ca-210d-45a8-9edc-57e2b662ffbf completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:02:46.830165 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port 6e0520ca-210d-45a8-9edc-57e2b662ffbf triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:02:46.830529 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:46.944100 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 6e0520ca-210d-45a8-9edc-57e2b662ffbf is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:02:46.944466 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:46.970896 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0520ca-210d-45a8-9edc-57e2b662ffbf'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:02:46.973175 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04de6549-ca23-4b31-af8d-d33aab9064ab" -d '{"events": [{"server_uuid": "4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b", "name": "network-vif-plugged", "status": "completed", "tag": "6e0520ca-210d-45a8-9edc-57e2b662ffbf"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:02:46.981310 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 6e0520ca-210d-45a8-9edc-57e2b662ffbf, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6e0520ca-210d-45a8-9edc-57e2b662ffbf,segment=NetworkSegment(e001b4a6-3f51-4f86-a9a8-6522242a2736),segment_id=e001b4a6-3f51-4f86-a9a8-6522242a2736)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:02:46.985669 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:47.021879 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a40501-2d9a-4b2d-b57b-7f277336bfe0 x-openstack-request-id: req-67a40501-2d9a-4b2d-b57b-7f277336bfe0 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:02:47.022164 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b", "name": "network-vif-plugged", "status": "completed", "tag": "6e0520ca-210d-45a8-9edc-57e2b662ffbf", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:02:47.022415 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-67a40501-2d9a-4b2d-b57b-7f277336bfe0 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:02:47.022807 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67a40501-2d9a-4b2d-b57b-7f277336bfe0'] response: {'server_uuid': '4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0520ca-210d-45a8-9edc-57e2b662ffbf', 'code': 200} Sep 14 23:02:47.054095 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=6e0520ca-210d-45a8-9edc-57e2b662ffbf,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:47.243251 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21715a31-1ef2-4d02-8c06-9d4df021a4c9 req-c1360ce5-3b3b-4b50-838d-6e617442b2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:47.244818 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-21715a31-1ef2-4d02-8c06-9d4df021a4c9 req-c1360ce5-3b3b-4b50-838d-6e617442b2ef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b HTTP/1.1" status: 200 len: 1099 time: 0.0798903 Sep 14 23:02:47.285280 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-21715a31-1ef2-4d02-8c06-9d4df021a4c9 req-488c3737-71bf-4f72-81f4-72e09f28aa51 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=91b59fb3-eadb-4b88-8233-ca79c1fbfcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336778 Sep 14 23:02:47.556818 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859729a-98a2-4e74-9b05-3aa74b349ab6 req-eb485ba4-d581-4b64-b4ec-cf8767f31594 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:47.558188 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8859729a-98a2-4e74-9b05-3aa74b349ab6 req-eb485ba4-d581-4b64-b4ec-cf8767f31594 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b HTTP/1.1" status: 200 len: 946 time: 0.0864284 Sep 14 23:02:47.600766 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8859729a-98a2-4e74-9b05-3aa74b349ab6 req-768f4d57-e90d-4ca8-8693-c4937fb50387 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=91b59fb3-eadb-4b88-8233-ca79c1fbfcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369382 Sep 14 23:02:48.802474 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf5289-11d0-4659-9cec-a11a9846940a req-043d07a3-968e-41aa-8a78-10d0269998b8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:48.803903 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3dbf5289-11d0-4659-9cec-a11a9846940a req-043d07a3-968e-41aa-8a78-10d0269998b8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b HTTP/1.1" status: 200 len: 946 time: 0.0915713 Sep 14 23:02:48.846834 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3dbf5289-11d0-4659-9cec-a11a9846940a req-0c4aca55-084a-4ea4-ac21-6cc7ba6f8164 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=91b59fb3-eadb-4b88-8233-ca79c1fbfcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372760 Sep 14 23:02:49.041345 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3b9e5-b565-484d-8f57-3c779c517823 req-c5ac0256-a7ba-48e3-83d2-6b3f7d8e85e5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:49.042771 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-51d3b9e5-b565-484d-8f57-3c779c517823 req-c5ac0256-a7ba-48e3-83d2-6b3f7d8e85e5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b HTTP/1.1" status: 200 len: 946 time: 0.0853486 Sep 14 23:02:49.088181 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-51d3b9e5-b565-484d-8f57-3c779c517823 req-75117fc7-d51d-4f1b-8ef8-52e09e1258c1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=91b59fb3-eadb-4b88-8233-ca79c1fbfcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392601 Sep 14 23:02:49.117604 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56576) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:49.195002 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c467e823-2285-432e-ba09-c278cfb37c06 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:49.196495 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c467e823-2285-432e-ba09-c278cfb37c06 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b HTTP/1.1" status: 200 len: 1094 time: 0.0778956 Sep 14 23:02:49.199473 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56580) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:49.204305 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-64ba36d7-ca60-40b7-b826-8946a761c0f9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'port_id': '6e0520ca-210d-45a8-9edc-57e2b662ffbf', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:02:49.210952 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-64ba36d7-ca60-40b7-b826-8946a761c0f9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:02:49.214809 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-64ba36d7-ca60-40b7-b826-8946a761c0f9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:floatingip and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:02:49.218121 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-64ba36d7-ca60-40b7-b826-8946a761c0f9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:02:49.224226 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-64ba36d7-ca60-40b7-b826-8946a761c0f9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:02:49.224943 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:49.234897 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-64ba36d7-ca60-40b7-b826-8946a761c0f9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:49.369664 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-64ba36d7-ca60-40b7-b826-8946a761c0f9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:49.507104 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-64ba36d7-ca60-40b7-b826-8946a761c0f9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Allocated IP 172.26.5.5 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/12e3ed53-709e-4e88-95c9-3e3d84d3146c) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:02:49.649823 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-64ba36d7-ca60-40b7-b826-8946a761c0f9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:49.677956 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-64ba36d7-ca60-40b7-b826-8946a761c0f9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:49.690334 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:02:49.744094 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ba36d7-ca60-40b7-b826-8946a761c0f9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:02:49.746743 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-64ba36d7-ca60-40b7-b826-8946a761c0f9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:02:49.751116 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ba36d7-ca60-40b7-b826-8946a761c0f9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:02:49.784903 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba36d7-ca60-40b7-b826-8946a761c0f9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=12e3ed53-709e-4e88-95c9-3e3d84d3146c,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:50.259242 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-64ba36d7-ca60-40b7-b826-8946a761c0f9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:50.330630 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-64ba36d7-ca60-40b7-b826-8946a761c0f9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:50.537669 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-64ba36d7-ca60-40b7-b826-8946a761c0f9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:50.542003 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-64ba36d7-ca60-40b7-b826-8946a761c0f9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:50.644294 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba36d7-ca60-40b7-b826-8946a761c0f9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=12e3ed53-709e-4e88-95c9-3e3d84d3146c,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:02:50.649324 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-64ba36d7-ca60-40b7-b826-8946a761c0f9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:50.817565 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.l3_db [None req-64ba36d7-ca60-40b7-b826-8946a761c0f9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Floating IP 9740f9b1-fdde-4dc0-806d-43f29d0c46ff associated. External IP: 172.26.5.5, port: 6e0520ca-210d-45a8-9edc-57e2b662ffbf. Sep 14 23:02:51.160949 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ba36d7-ca60-40b7-b826-8946a761c0f9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router 18d68655-250e-4a6d-8f18-13bd9a9bfaf3 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:02:51.337125 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ba36d7-ca60-40b7-b826-8946a761c0f9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:02:51.348396 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6574f5c-3797-418e-ad81-351ae54986c4 None None] Sync routers for ids ['18d68655-250e-4a6d-8f18-13bd9a9bfaf3'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:02:51.358503 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6574f5c-3797-418e-ad81-351ae54986c4 None None] Routers {'18d68655-250e-4a6d-8f18-13bd9a9bfaf3'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:02:51.359227 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-d6574f5c-3797-418e-ad81-351ae54986c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:02:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['18d68655-250e-4a6d-8f18-13bd9a9bfaf3'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:51.364364 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-64ba36d7-ca60-40b7-b826-8946a761c0f9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:02:51.422442 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-64ba36d7-ca60-40b7-b826-8946a761c0f9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2219656 Sep 14 23:02:51.423006 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b', 'tag': '6e0520ca-210d-45a8-9edc-57e2b662ffbf'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:02:51.425296 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c16f64-3d22-4d63-b462-6c44b7f1fac0" -d '{"events": [{"name": "network-changed", "server_uuid": "4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b", "tag": "6e0520ca-210d-45a8-9edc-57e2b662ffbf"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:02:51.425461 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56584) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:51.469899 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713f26af-135f-4621-9672-c89e91059ad6 x-openstack-request-id: req-713f26af-135f-4621-9672-c89e91059ad6 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:02:51.470239 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b", "tag": "6e0520ca-210d-45a8-9edc-57e2b662ffbf", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:02:51.470488 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-713f26af-135f-4621-9672-c89e91059ad6 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:02:51.470883 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-713f26af-135f-4621-9672-c89e91059ad6'] response: {'name': 'network-changed', 'server_uuid': '4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b', 'tag': '6e0520ca-210d-45a8-9edc-57e2b662ffbf', 'status': 'completed', 'code': 200} Sep 14 23:02:51.535034 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-85b06c89-09d8-43ec-9b7c-57b2fc66f4a2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/9740f9b1-fdde-4dc0-806d-43f29d0c46ff HTTP/1.1" status: 200 len: 990 time: 0.1085093 Sep 14 23:02:51.536929 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-d6574f5c-3797-418e-ad81-351ae54986c4 None None] Set router 18d68655-250e-4a6d-8f18-13bd9a9bfaf3 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:02:51.692532 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c16f64-3d22-4d63-b462-6c44b7f1fac0 req-351d1d88-dc6a-4745-9573-ad805f7bf9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:51.694059 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-71c16f64-3d22-4d63-b462-6c44b7f1fac0 req-351d1d88-dc6a-4745-9573-ad805f7bf9a9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b HTTP/1.1" status: 200 len: 1099 time: 0.1999378 Sep 14 23:02:51.823656 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c16f64-3d22-4d63-b462-6c44b7f1fac0 req-8051f4ba-0f57-4189-96d0-e442d020e5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:51.825137 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-71c16f64-3d22-4d63-b462-6c44b7f1fac0 req-8051f4ba-0f57-4189-96d0-e442d020e5ac service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd4d48cb-7913-44f0-86dd-f52f3fbf4ede HTTP/1.1" status: 200 len: 896 time: 0.1252210 Sep 14 23:02:51.880856 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-d6574f5c-3797-418e-ad81-351ae54986c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'name': 'tempest-TestNetworkBasicOps-router-1537725400', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '750b960b-52ca-4857-ba10-851ed062a978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:34Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '750b960b-52ca-4857-ba10-851ed062a978', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '9740f9b1-fdde-4dc0-806d-43f29d0c46ff', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.5', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'port_id': '6e0520ca-210d-45a8-9edc-57e2b662ffbf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede', 'mac_address': 'fa:16:3e:37:83:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:02:50Z', 'updated_at': '2022-09-14T23:02:50Z', 'revision_number': 0, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '128c41c8-e9b9-417b-89c7-4862f88afce6', 'name': '', 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:1f:62:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'ee4f3d31-200a-4383-8c32-bfa19db7911d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:02:34Z', 'updated_at': '2022-09-14T23:02:39Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': 'ee4f3d31-200a-4383-8c32-bfa19db7911d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:51.884714 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6574f5c-3797-418e-ad81-351ae54986c4 None None] Checking router: 18d68655-250e-4a6d-8f18-13bd9a9bfaf3 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:02:51.893746 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6574f5c-3797-418e-ad81-351ae54986c4 None None] Routers {'18d68655-250e-4a6d-8f18-13bd9a9bfaf3'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:02:51.894340 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-d6574f5c-3797-418e-ad81-351ae54986c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:02:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['18d68655-250e-4a6d-8f18-13bd9a9bfaf3'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:51.927073 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-71c16f64-3d22-4d63-b462-6c44b7f1fac0 req-02489abf-00bb-4b41-b000-d931dcadc86f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e0520ca-210d-45a8-9edc-57e2b662ffbf HTTP/1.1" status: 200 len: 998 time: 0.0962825 Sep 14 23:02:51.988138 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c16f64-3d22-4d63-b462-6c44b7f1fac0 req-88383589-c8db-4332-8b71-05fe8448f98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:51.989529 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-71c16f64-3d22-4d63-b462-6c44b7f1fac0 req-88383589-c8db-4332-8b71-05fe8448f98f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ee4f3d31-200a-4383-8c32-bfa19db7911d HTTP/1.1" status: 200 len: 834 time: 0.0568998 Sep 14 23:02:52.072604 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-d6574f5c-3797-418e-ad81-351ae54986c4 None None] Set router 18d68655-250e-4a6d-8f18-13bd9a9bfaf3 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:02:52.074409 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c16f64-3d22-4d63-b462-6c44b7f1fac0 req-eb299a9e-bcaf-4f4a-9db9-f42e4d8c1c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:02:52.076707 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-71c16f64-3d22-4d63-b462-6c44b7f1fac0 req-eb299a9e-bcaf-4f4a-9db9-f42e4d8c1c41 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd4d48cb-7913-44f0-86dd-f52f3fbf4ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808582 Sep 14 23:02:52.207963 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-71c16f64-3d22-4d63-b462-6c44b7f1fac0 req-bc5bb655-bac6-4cff-80e8-785cfbd2259e service neutron] 10.222.0.20 "GET /v2.0/networks/cd4d48cb-7913-44f0-86dd-f52f3fbf4ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257048 Sep 14 23:02:52.339773 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-71c16f64-3d22-4d63-b462-6c44b7f1fac0 req-1c2371a9-0dc6-451d-8b00-996a3f58e81f service neutron] 10.222.0.20 "GET /v2.0/networks/cd4d48cb-7913-44f0-86dd-f52f3fbf4ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256762 Sep 14 23:02:52.441659 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-d6574f5c-3797-418e-ad81-351ae54986c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'name': 'tempest-TestNetworkBasicOps-router-1537725400', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '750b960b-52ca-4857-ba10-851ed062a978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:34Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '750b960b-52ca-4857-ba10-851ed062a978', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '9740f9b1-fdde-4dc0-806d-43f29d0c46ff', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.5', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'port_id': '6e0520ca-210d-45a8-9edc-57e2b662ffbf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede', 'mac_address': 'fa:16:3e:37:83:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:02:50Z', 'updated_at': '2022-09-14T23:02:50Z', 'revision_number': 0, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '128c41c8-e9b9-417b-89c7-4862f88afce6', 'name': '', 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:1f:62:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'ee4f3d31-200a-4383-8c32-bfa19db7911d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:02:34Z', 'updated_at': '2022-09-14T23:02:39Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': 'ee4f3d31-200a-4383-8c32-bfa19db7911d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:02:52.445412 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6574f5c-3797-418e-ad81-351ae54986c4 None None] The sync data for ids ['18d68655-250e-4a6d-8f18-13bd9a9bfaf3'] in dv-neutron-857791-1-hyperv is: [{'id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'name': 'tempest-TestNetworkBasicOps-router-1537725400', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '750b960b-52ca-4857-ba10-851ed062a978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:34Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '750b960b-52ca-4857-ba10-851ed062a978', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '9740f9b1-fdde-4dc0-806d-43f29d0c46ff', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.5', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'port_id': '6e0520ca-210d-45a8-9edc-57e2b662ffbf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede', 'mac_address': 'fa:16:3e:37:83:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:02:50Z', 'updated_at': '2022-09-14T23:02:50Z', 'revision_number': 0, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '128c41c8-e9b9-417b-89c7-4862f88afce6', 'name': '', 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:1f:62:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'ee4f3d31-200a-4383-8c32-bfa19db7911d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:02:34Z', 'updated_at': '2022-09-14T23:02:39Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': 'ee4f3d31-200a-4383-8c32-bfa19db7911d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:02:52.538877 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56590) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:52.644214 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d3981e-3cc8-4ed0-a007-45f2a8d4a32a None None] New status for floating IP 9740f9b1-fdde-4dc0-806d-43f29d0c46ff: ACTIVE {{(pid=89172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:02:52.657429 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6752851a-30da-442a-a3c1-3cd1a8d09ac4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/9740f9b1-fdde-4dc0-806d-43f29d0c46ff HTTP/1.1" status: 200 len: 990 time: 0.1173563 Sep 14 23:02:53.661318 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56594) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:02:53.762010 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9e556260-4c9b-4020-8c7e-800342cf1ce4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/9740f9b1-fdde-4dc0-806d-43f29d0c46ff HTTP/1.1" status: 200 len: 992 time: 0.0996122 Sep 14 23:03:07.704316 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8f31716a-1c03-4b10-a1a5-c58f45090315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:09.720807 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-de47ec00-86d8-46ad-b5aa-961e82564ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:10.784634 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:10.865227 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:12.383234 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:19.237315 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:23.058436 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56610) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:03:23.142401 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abaf4768-443b-4981-a981-337d69e4766e tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:23.142875 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abaf4768-443b-4981-a981-337d69e4766e tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:23.143338 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abaf4768-443b-4981-a981-337d69e4766e tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:23.144999 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-abaf4768-443b-4981-a981-337d69e4766e tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/ports?project_id=c57dd58bea08430d873bf967651d6b8d&network_id=cd4d48cb-7913-44f0-86dd-f52f3fbf4ede HTTP/1.1" status: 200 len: 3000 time: 0.0855947 Sep 14 23:03:23.603762 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a4f55-3bd8-4e50-996a-b234743b8892 req-2ae146bd-3d10-430b-beb1-bcae7c992d4e tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:23.605120 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0e2a4f55-3bd8-4e50-996a-b234743b8892 req-2ae146bd-3d10-430b-beb1-bcae7c992d4e tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=5f68fddc-acde-4739-8de7-9dae807d2ab3 HTTP/1.1" status: 200 len: 945 time: 0.0856168 Sep 14 23:03:23.648408 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0e2a4f55-3bd8-4e50-996a-b234743b8892 req-d4e47df5-7ff8-4ca7-aabd-5a1e5f7d39b6 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366995 Sep 14 23:03:24.851052 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432a283-91ac-449d-b82e-8518a51e0881 req-a5249a10-dad1-46c0-8ea5-e36efdd2986b tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:24.851052 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9432a283-91ac-449d-b82e-8518a51e0881 req-a5249a10-dad1-46c0-8ea5-e36efdd2986b tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=5f68fddc-acde-4739-8de7-9dae807d2ab3 HTTP/1.1" status: 200 len: 945 time: 0.0895970 Sep 14 23:03:24.893513 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9432a283-91ac-449d-b82e-8518a51e0881 req-eba906ff-a195-47fb-8a7e-fab4a67d4e89 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377114 Sep 14 23:03:25.094532 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56628) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:03:25.145245 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc77d8-6969-441b-8c7e-b26d8d0b5f1c req-69825598-7d62-4d15-9894-71a58fe5f095 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:25.146726 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-19dc77d8-6969-441b-8c7e-b26d8d0b5f1c req-69825598-7d62-4d15-9894-71a58fe5f095 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f68fddc-acde-4739-8de7-9dae807d2ab3 HTTP/1.1" status: 200 len: 945 time: 0.0910823 Sep 14 23:03:25.152893 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ef0df5-c746-429a-900b-cfe0a8bf28b6 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:25.154346 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-93ef0df5-c746-429a-900b-cfe0a8bf28b6 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=681410b9-e86d-4f65-a0f3-ea2093b5104b HTTP/1.1" status: 200 len: 814 time: 0.0588481 Sep 14 23:03:25.220303 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-19dc77d8-6969-441b-8c7e-b26d8d0b5f1c req-1b941739-eef6-4f94-ac7a-3a212dfa9062 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Deleting port 6174a624-7e1d-4b4f-8925-fda0061bb079 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:03:25.220666 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-19dc77d8-6969-441b-8c7e-b26d8d0b5f1c req-1b941739-eef6-4f94-ac7a-3a212dfa9062 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:25.479547 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-19dc77d8-6969-441b-8c7e-b26d8d0b5f1c req-1b941739-eef6-4f94-ac7a-3a212dfa9062 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] For port 6174a624-7e1d-4b4f-8925-fda0061bb079, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6174a624-7e1d-4b4f-8925-fda0061bb079,segment=NetworkSegment(ab179e40-d634-4a10-a989-ca879bb3802f),segment_id=ab179e40-d634-4a10-a989-ca879bb3802f)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:03:25.479906 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-19dc77d8-6969-441b-8c7e-b26d8d0b5f1c req-1b941739-eef6-4f94-ac7a-3a212dfa9062 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:25.691176 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56636) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:03:25.801935 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-478ab427-6640-4176-84f1-47f77526e949 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:03:25.873229 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-19dc77d8-6969-441b-8c7e-b26d8d0b5f1c req-1b941739-eef6-4f94-ac7a-3a212dfa9062 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:25.873596 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-19dc77d8-6969-441b-8c7e-b26d8d0b5f1c req-1b941739-eef6-4f94-ac7a-3a212dfa9062 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:25.873905 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.l3_db [req-19dc77d8-6969-441b-8c7e-b26d8d0b5f1c req-1b941739-eef6-4f94-ac7a-3a212dfa9062 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Floating IP 5139d884-83c4-4b29-adde-89167a36e6db disassociated. External IP: 172.26.5.115, port: 6174a624-7e1d-4b4f-8925-fda0061bb079. Sep 14 23:03:25.874241 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-19dc77d8-6969-441b-8c7e-b26d8d0b5f1c req-1b941739-eef6-4f94-ac7a-3a212dfa9062 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Calling delete_port for 6174a624-7e1d-4b4f-8925-fda0061bb079 owned by compute:nova {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:03:25.906468 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-478ab427-6640-4176-84f1-47f77526e949 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:26.022379 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-19dc77d8-6969-441b-8c7e-b26d8d0b5f1c req-1b941739-eef6-4f94-ac7a-3a212dfa9062 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:26.071461 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b941739-eef6-4f94-ac7a-3a212dfa9062 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Pushing event deleted for resources: {'Port': ['ID=6174a624-7e1d-4b4f-8925-fda0061bb079,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:03:26.082020 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b941739-eef6-4f94-ac7a-3a212dfa9062 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:03:26.082364 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b941739-eef6-4f94-ac7a-3a212dfa9062 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:03:26.082703 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b941739-eef6-4f94-ac7a-3a212dfa9062 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:03:26.083033 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b941739-eef6-4f94-ac7a-3a212dfa9062 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:03:26.083361 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b941739-eef6-4f94-ac7a-3a212dfa9062 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:03:26.083691 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b941739-eef6-4f94-ac7a-3a212dfa9062 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:03:26.084014 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b941739-eef6-4f94-ac7a-3a212dfa9062 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:03:26.084336 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b941739-eef6-4f94-ac7a-3a212dfa9062 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:03:26.084685 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b941739-eef6-4f94-ac7a-3a212dfa9062 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:03:26.085120 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b941739-eef6-4f94-ac7a-3a212dfa9062 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:03:26.085307 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b941739-eef6-4f94-ac7a-3a212dfa9062 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:03:26.085816 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b941739-eef6-4f94-ac7a-3a212dfa9062 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:03:26.152193 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-321966cf-a8f7-48fb-9337-a2b45410b7f0 req-a9129caf-ed48-4ea5-b483-04efb99ef228 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=5f68fddc-acde-4739-8de7-9dae807d2ab3 HTTP/1.1" status: 200 len: 210 time: 0.0898960 Sep 14 23:03:26.282272 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19dc77d8-6969-441b-8c7e-b26d8d0b5f1c req-1b941739-eef6-4f94-ac7a-3a212dfa9062 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Router eee42843-b89e-430a-9a6a-42861464a3c0 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:03:26.333827 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-478ab427-6640-4176-84f1-47f77526e949 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:26.337549 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-478ab427-6640-4176-84f1-47f77526e949 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:26.337906 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-478ab427-6640-4176-84f1-47f77526e949 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Floating IP 9740f9b1-fdde-4dc0-806d-43f29d0c46ff disassociated. External IP: 172.26.5.5, port: 6e0520ca-210d-45a8-9edc-57e2b662ffbf. Sep 14 23:03:26.469989 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19dc77d8-6969-441b-8c7e-b26d8d0b5f1c req-1b941739-eef6-4f94-ac7a-3a212dfa9062 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:03:26.479284 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba1da5b-0779-4b78-864c-b10f277f35ac None None] Sync routers for ids ['eee42843-b89e-430a-9a6a-42861464a3c0'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:03:26.489699 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba1da5b-0779-4b78-864c-b10f277f35ac None None] Routers {'eee42843-b89e-430a-9a6a-42861464a3c0'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:03:26.490601 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-eba1da5b-0779-4b78-864c-b10f277f35ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:03:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['eee42843-b89e-430a-9a6a-42861464a3c0'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:03:26.585166 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-19dc77d8-6969-441b-8c7e-b26d8d0b5f1c req-1b941739-eef6-4f94-ac7a-3a212dfa9062 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] No DVR routers for this DVR port 6174a624-7e1d-4b4f-8925-fda0061bb079 on host hv-neutron-8577 {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:03:26.588039 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-19dc77d8-6969-441b-8c7e-b26d8d0b5f1c req-1b941739-eef6-4f94-ac7a-3a212dfa9062 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:26.603009 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f68fddc-acde-4739-8de7-9dae807d2ab3', 'name': 'network-vif-deleted', 'tag': '6174a624-7e1d-4b4f-8925-fda0061bb079'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:03:26.605538 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921e2a14-2bf1-4690-9ca5-a0d639642ce2" -d '{"events": [{"server_uuid": "5f68fddc-acde-4739-8de7-9dae807d2ab3", "name": "network-vif-deleted", "tag": "6174a624-7e1d-4b4f-8925-fda0061bb079"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:03:26.613604 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-19dc77d8-6969-441b-8c7e-b26d8d0b5f1c req-1b941739-eef6-4f94-ac7a-3a212dfa9062 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.20 "DELETE /v2.0/ports/6174a624-7e1d-4b4f-8925-fda0061bb079 HTTP/1.1" status: 204 len: 173 time: 1.4608750 Sep 14 23:03:26.681037 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d3c3b5-eaea-44d1-9d68-d6a0d9eb476b x-openstack-request-id: req-34d3c3b5-eaea-44d1-9d68-d6a0d9eb476b {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:03:26.681813 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f68fddc-acde-4739-8de7-9dae807d2ab3", "name": "network-vif-deleted", "tag": "6174a624-7e1d-4b4f-8925-fda0061bb079", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:03:26.681813 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-34d3c3b5-eaea-44d1-9d68-d6a0d9eb476b {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:03:26.682014 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34d3c3b5-eaea-44d1-9d68-d6a0d9eb476b'] response: {'server_uuid': '5f68fddc-acde-4739-8de7-9dae807d2ab3', 'name': 'network-vif-deleted', 'tag': '6174a624-7e1d-4b4f-8925-fda0061bb079', 'status': 'completed', 'code': 200} Sep 14 23:03:26.691210 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-eba1da5b-0779-4b78-864c-b10f277f35ac None None] Set router eee42843-b89e-430a-9a6a-42861464a3c0 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:03:26.723762 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478ab427-6640-4176-84f1-47f77526e949 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router 18d68655-250e-4a6d-8f18-13bd9a9bfaf3 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:03:26.745791 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:03:26.951571 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478ab427-6640-4176-84f1-47f77526e949 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:03:26.963460 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6f59d5-abf9-425b-ac7e-0a11cb4e32e0 None None] Sync routers for ids ['18d68655-250e-4a6d-8f18-13bd9a9bfaf3'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:03:26.979865 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-478ab427-6640-4176-84f1-47f77526e949 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:26.982507 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6f59d5-abf9-425b-ac7e-0a11cb4e32e0 None None] Routers {'18d68655-250e-4a6d-8f18-13bd9a9bfaf3'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:03:26.983968 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-3d6f59d5-abf9-425b-ac7e-0a11cb4e32e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:03:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['18d68655-250e-4a6d-8f18-13bd9a9bfaf3'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:03:27.041756 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-eba1da5b-0779-4b78-864c-b10f277f35ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'name': 'tempest-TestVolumeBootPattern-2041423940-router', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:00:04Z', 'updated_at': '2022-09-14T23:00:13Z', 'revision_number': 4, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'gw_port': {'id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:06Z', 'updated_at': '2022-09-14T23:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'dfcbb8cf-9a81-4df5-a347-d3439179dddf', 'name': '', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'mac_address': 'fa:16:3e:7d:60:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:11Z', 'updated_at': '2022-09-14T23:00:28Z', 'revision_number': 5, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'subnets': [{'id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:03:27.047234 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba1da5b-0779-4b78-864c-b10f277f35ac None None] Checking router: eee42843-b89e-430a-9a6a-42861464a3c0 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:03:27.064427 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba1da5b-0779-4b78-864c-b10f277f35ac None None] Routers {'eee42843-b89e-430a-9a6a-42861464a3c0'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:03:27.065360 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-eba1da5b-0779-4b78-864c-b10f277f35ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:03:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['eee42843-b89e-430a-9a6a-42861464a3c0'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:03:27.086762 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-478ab427-6640-4176-84f1-47f77526e949 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "PUT /v2.0/floatingips/9740f9b1-fdde-4dc0-806d-43f29d0c46ff HTTP/1.1" status: 200 len: 688 time: 1.3943865 Sep 14 23:03:27.087790 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b', 'tag': '6e0520ca-210d-45a8-9edc-57e2b662ffbf'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:03:27.089573 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56646) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:03:27.113212 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39a9c66-1fa7-4a5b-bf0f-403bfc625dfb" -d '{"events": [{"name": "network-changed", "server_uuid": "4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b", "tag": "6e0520ca-210d-45a8-9edc-57e2b662ffbf"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:03:27.230617 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-28de76ee-ff8e-4095-bcc1-c6ac88624a5d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/9740f9b1-fdde-4dc0-806d-43f29d0c46ff HTTP/1.1" status: 200 len: 688 time: 0.1394613 Sep 14 23:03:27.272558 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-3d6f59d5-abf9-425b-ac7e-0a11cb4e32e0 None None] Set router 18d68655-250e-4a6d-8f18-13bd9a9bfaf3 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:03:27.278904 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-eba1da5b-0779-4b78-864c-b10f277f35ac None None] Set router eee42843-b89e-430a-9a6a-42861464a3c0 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:03:27.467652 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ee5cee89-0455-48f3-b53f-c0508d78ec40 req-5557c7fd-ca30-4744-995a-4d1a9c80755d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=5f68fddc-acde-4739-8de7-9dae807d2ab3 HTTP/1.1" status: 200 len: 210 time: 0.0609167 Sep 14 23:03:27.523464 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980ec6ca-232b-49cf-a9fd-2b036fbc0674 x-openstack-request-id: req-980ec6ca-232b-49cf-a9fd-2b036fbc0674 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:03:27.523657 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b", "tag": "6e0520ca-210d-45a8-9edc-57e2b662ffbf", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:03:27.523897 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-980ec6ca-232b-49cf-a9fd-2b036fbc0674 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:03:27.524304 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-980ec6ca-232b-49cf-a9fd-2b036fbc0674'] response: {'name': 'network-changed', 'server_uuid': '4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b', 'tag': '6e0520ca-210d-45a8-9edc-57e2b662ffbf', 'status': 'completed', 'code': 200} Sep 14 23:03:27.635853 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a9c66-1fa7-4a5b-bf0f-403bfc625dfb req-d7696e93-a47b-4e2e-b275-c6c1ca657795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:27.638090 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c39a9c66-1fa7-4a5b-bf0f-403bfc625dfb req-d7696e93-a47b-4e2e-b275-c6c1ca657795 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b HTTP/1.1" status: 200 len: 1099 time: 0.0927753 Sep 14 23:03:27.710051 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-3d6f59d5-abf9-425b-ac7e-0a11cb4e32e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'name': 'tempest-TestNetworkBasicOps-router-1537725400', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '750b960b-52ca-4857-ba10-851ed062a978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:34Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '750b960b-52ca-4857-ba10-851ed062a978', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '128c41c8-e9b9-417b-89c7-4862f88afce6', 'name': '', 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:1f:62:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'ee4f3d31-200a-4383-8c32-bfa19db7911d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:02:34Z', 'updated_at': '2022-09-14T23:02:39Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': 'ee4f3d31-200a-4383-8c32-bfa19db7911d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:03:27.714494 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6f59d5-abf9-425b-ac7e-0a11cb4e32e0 None None] Checking router: 18d68655-250e-4a6d-8f18-13bd9a9bfaf3 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:03:27.723903 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6f59d5-abf9-425b-ac7e-0a11cb4e32e0 None None] Routers {'18d68655-250e-4a6d-8f18-13bd9a9bfaf3'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:03:27.724688 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-3d6f59d5-abf9-425b-ac7e-0a11cb4e32e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:03:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['18d68655-250e-4a6d-8f18-13bd9a9bfaf3'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:03:27.755403 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-eba1da5b-0779-4b78-864c-b10f277f35ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'name': 'tempest-TestVolumeBootPattern-2041423940-router', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:00:04Z', 'updated_at': '2022-09-14T23:00:13Z', 'revision_number': 4, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'gw_port': {'id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:06Z', 'updated_at': '2022-09-14T23:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'dfcbb8cf-9a81-4df5-a347-d3439179dddf', 'name': '', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'mac_address': 'fa:16:3e:7d:60:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:11Z', 'updated_at': '2022-09-14T23:00:28Z', 'revision_number': 5, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'subnets': [{'id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:03:27.774042 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba1da5b-0779-4b78-864c-b10f277f35ac None None] The sync data for ids ['eee42843-b89e-430a-9a6a-42861464a3c0'] in dv-neutron-857791-1-hyperv is: [{'id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'name': 'tempest-TestVolumeBootPattern-2041423940-router', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:00:04Z', 'updated_at': '2022-09-14T23:00:13Z', 'revision_number': 4, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'gw_port': {'id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:06Z', 'updated_at': '2022-09-14T23:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'dfcbb8cf-9a81-4df5-a347-d3439179dddf', 'name': '', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'mac_address': 'fa:16:3e:7d:60:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:11Z', 'updated_at': '2022-09-14T23:00:28Z', 'revision_number': 5, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'subnets': [{'id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:03:27.900195 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a9c66-1fa7-4a5b-bf0f-403bfc625dfb req-dcb3fd65-c1a5-4d47-8ef9-8ff5349abbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:27.904338 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c39a9c66-1fa7-4a5b-bf0f-403bfc625dfb req-dcb3fd65-c1a5-4d47-8ef9-8ff5349abbd4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd4d48cb-7913-44f0-86dd-f52f3fbf4ede HTTP/1.1" status: 200 len: 896 time: 0.2584901 Sep 14 23:03:27.951799 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-3d6f59d5-abf9-425b-ac7e-0a11cb4e32e0 None None] Set router 18d68655-250e-4a6d-8f18-13bd9a9bfaf3 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:03:27.979443 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c39a9c66-1fa7-4a5b-bf0f-403bfc625dfb req-ee163a78-c840-4096-a628-5def5c9d69d9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e0520ca-210d-45a8-9edc-57e2b662ffbf HTTP/1.1" status: 200 len: 217 time: 0.0684834 Sep 14 23:03:28.052827 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a9c66-1fa7-4a5b-bf0f-403bfc625dfb req-6cbadb88-e67e-4938-8970-cc15bcbc8a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:28.054288 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c39a9c66-1fa7-4a5b-bf0f-403bfc625dfb req-6cbadb88-e67e-4938-8970-cc15bcbc8a83 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ee4f3d31-200a-4383-8c32-bfa19db7911d HTTP/1.1" status: 200 len: 834 time: 0.0695612 Sep 14 23:03:28.124182 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a565cc-28d3-4837-88bf-bd3739168910 None None] New status for floating IP 5139d884-83c4-4b29-adde-89167a36e6db: DOWN {{(pid=89173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:03:28.144745 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a9c66-1fa7-4a5b-bf0f-403bfc625dfb req-da0a5e26-3fcc-4eaf-a387-ff223915ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:28.146265 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c39a9c66-1fa7-4a5b-bf0f-403bfc625dfb req-da0a5e26-3fcc-4eaf-a387-ff223915ea87 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd4d48cb-7913-44f0-86dd-f52f3fbf4ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0859432 Sep 14 23:03:28.234897 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56654) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:03:28.300579 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c39a9c66-1fa7-4a5b-bf0f-403bfc625dfb req-655245aa-383b-4040-bf11-632a13ab4626 service neutron] 10.222.0.20 "GET /v2.0/networks/cd4d48cb-7913-44f0-86dd-f52f3fbf4ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460018 Sep 14 23:03:28.316582 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-3d6f59d5-abf9-425b-ac7e-0a11cb4e32e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'name': 'tempest-TestNetworkBasicOps-router-1537725400', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '750b960b-52ca-4857-ba10-851ed062a978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:34Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '750b960b-52ca-4857-ba10-851ed062a978', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '128c41c8-e9b9-417b-89c7-4862f88afce6', 'name': '', 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:1f:62:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'ee4f3d31-200a-4383-8c32-bfa19db7911d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:02:34Z', 'updated_at': '2022-09-14T23:02:39Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': 'ee4f3d31-200a-4383-8c32-bfa19db7911d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:03:28.321387 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6f59d5-abf9-425b-ac7e-0a11cb4e32e0 None None] The sync data for ids ['18d68655-250e-4a6d-8f18-13bd9a9bfaf3'] in dv-neutron-857791-1-hyperv is: [{'id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'name': 'tempest-TestNetworkBasicOps-router-1537725400', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '750b960b-52ca-4857-ba10-851ed062a978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:34Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '750b960b-52ca-4857-ba10-851ed062a978', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '128c41c8-e9b9-417b-89c7-4862f88afce6', 'name': '', 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:1f:62:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'ee4f3d31-200a-4383-8c32-bfa19db7911d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:02:34Z', 'updated_at': '2022-09-14T23:02:39Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': 'ee4f3d31-200a-4383-8c32-bfa19db7911d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:03:28.331360 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9e84aef0-3ff1-4270-be76-666acd48644d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/9740f9b1-fdde-4dc0-806d-43f29d0c46ff HTTP/1.1" status: 200 len: 688 time: 0.0942788 Sep 14 23:03:28.583628 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c39a9c66-1fa7-4a5b-bf0f-403bfc625dfb req-0611454d-4bbc-4239-8c1d-d6a96b6d1e0e service neutron] 10.222.0.20 "GET /v2.0/networks/cd4d48cb-7913-44f0-86dd-f52f3fbf4ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785244 Sep 14 23:03:28.599972 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad0a97e-a2c0-4a76-9156-fbebce65b279 None None] New status for floating IP 9740f9b1-fdde-4dc0-806d-43f29d0c46ff: DOWN {{(pid=89172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:03:28.842277 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-5af2b325-68ac-4867-9234-c6c5d9abf1b6 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1536556720&fields=id&tenant_id=093721cb95a347f28f2306e789d64fd0 HTTP/1.1" status: 200 len: 267 time: 0.0414863 Sep 14 23:03:28.976601 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 6174a624-7e1d-4b4f-8925-fda0061bb079 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:03:28.995554 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-89a83974-07a5-40fc-a96d-a583232aeb54 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:28.997028 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-89a83974-07a5-40fc-a96d-a583232aeb54 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/networks?id=8c5b42e5-c7a4-4629-b1de-12796897febf HTTP/1.1" status: 200 len: 812 time: 0.1481678 Sep 14 23:03:29.011372 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-9cc779ac-e190-4222-b608-51f7e68ad399 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/quotas/093721cb95a347f28f2306e789d64fd0 HTTP/1.1" status: 200 len: 375 time: 0.0088844 Sep 14 23:03:29.029342 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: 6174a624-7e1d-4b4f-8925-fda0061bb079 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:03:29.029592 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 6174a624-7e1d-4b4f-8925-fda0061bb079 not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:03:29.102226 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-0aa754d4-10df-443d-9c52-2f1ec94a7a2f tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=093721cb95a347f28f2306e789d64fd0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0856547 Sep 14 23:03:29.238364 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-b73169bc-e7d2-47fe-af08-585d30ffedcf service neutron] 10.222.0.33 "GET /v2.0/networks/8c5b42e5-c7a4-4629-b1de-12796897febf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243587 Sep 14 23:03:29.334238 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56666) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:03:29.371298 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-6a544889-5fd7-4f30-904f-fa03acae1ba6 service neutron] 10.222.0.33 "GET /v2.0/networks/8c5b42e5-c7a4-4629-b1de-12796897febf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268904 Sep 14 23:03:29.419767 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5ea6a3ce-75bb-4086-8244-a8549830e6ef tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/9740f9b1-fdde-4dc0-806d-43f29d0c46ff HTTP/1.1" status: 200 len: 686 time: 0.0844185 Sep 14 23:03:29.868729 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c06fd4f0-f6b7-4569-a3ee-1522b5c23023 req-b7daec35-4fd1-4822-9af2-35da9904e5e2 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=e56a318c-49f0-4eb1-8e9e-2db67080fb4b HTTP/1.1" status: 200 len: 210 time: 0.1621795 Sep 14 23:03:30.497599 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56688) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:03:30.502659 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-9abbc405-8063-422d-addf-073cfae48148 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2102185409', 'description': 'tempest-secgroup-smoke-2102185409 description', 'project_id': 'c57dd58bea08430d873bf967651d6b8d'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:03:30.508598 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-9abbc405-8063-422d-addf-073cfae48148 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:03:30.518751 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-9abbc405-8063-422d-addf-073cfae48148 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:03:30.529657 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9abbc405-8063-422d-addf-073cfae48148 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:30.550541 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-9abbc405-8063-422d-addf-073cfae48148 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:03:30.554446 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9abbc405-8063-422d-addf-073cfae48148 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:03:30.557467 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9abbc405-8063-422d-addf-073cfae48148 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:03:30.563387 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-9abbc405-8063-422d-addf-073cfae48148 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:03:30.635663 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9abbc405-8063-422d-addf-073cfae48148 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:30.639657 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9abbc405-8063-422d-addf-073cfae48148 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:30.681285 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abbc405-8063-422d-addf-073cfae48148 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c670958d-18f6-4656-8b7a-b4da6bb6695b,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:03:30.691588 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbc405-8063-422d-addf-073cfae48148 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:03:30.691919 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbc405-8063-422d-addf-073cfae48148 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:03:30.692457 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbc405-8063-422d-addf-073cfae48148 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:03:30.692996 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbc405-8063-422d-addf-073cfae48148 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:03:30.693347 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbc405-8063-422d-addf-073cfae48148 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:03:30.693638 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbc405-8063-422d-addf-073cfae48148 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:03:30.693991 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbc405-8063-422d-addf-073cfae48148 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:03:30.694301 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbc405-8063-422d-addf-073cfae48148 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:03:30.694616 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbc405-8063-422d-addf-073cfae48148 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:03:30.694934 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbc405-8063-422d-addf-073cfae48148 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:03:30.695250 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbc405-8063-422d-addf-073cfae48148 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:03:30.695567 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbc405-8063-422d-addf-073cfae48148 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:03:30.699142 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9abbc405-8063-422d-addf-073cfae48148 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:30.703784 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9abbc405-8063-422d-addf-073cfae48148 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2051439 Sep 14 23:03:30.704872 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56692) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:03:30.709567 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-c5f976a2-1b03-4e59-b187-6dfd3c68826a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': 'c670958d-18f6-4656-8b7a-b4da6bb6695b', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:03:30.715428 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c5f976a2-1b03-4e59-b187-6dfd3c68826a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:03:30.720003 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c5f976a2-1b03-4e59-b187-6dfd3c68826a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:03:30.723357 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c5f976a2-1b03-4e59-b187-6dfd3c68826a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:03:30.728952 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c5f976a2-1b03-4e59-b187-6dfd3c68826a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:03:30.747979 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c5f976a2-1b03-4e59-b187-6dfd3c68826a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:30.749220 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-7029e82e-ae68-456b-b593-6ce2e9cfa742 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:30.750730 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-7029e82e-ae68-456b-b593-6ce2e9cfa742 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.20 "GET /v2.0/networks?id=8c5b42e5-c7a4-4629-b1de-12796897febf HTTP/1.1" status: 200 len: 812 time: 0.1620917 Sep 14 23:03:30.801711 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-c629b919-1491-4da4-920b-5da05a083eb6 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Synchronizing usage tracker for tenant:093721cb95a347f28f2306e789d64fd0 on resource:security_group {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:03:30.810948 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c5f976a2-1b03-4e59-b187-6dfd3c68826a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:30.813424 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-c629b919-1491-4da4-920b-5da05a083eb6 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Unset dirty status for tenant:093721cb95a347f28f2306e789d64fd0 on resource:security_group {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:03:30.814559 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-c629b919-1491-4da4-920b-5da05a083eb6 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=093721cb95a347f28f2306e789d64fd0 HTTP/1.1" status: 200 len: 380 time: 0.0550358 Sep 14 23:03:30.815363 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c5f976a2-1b03-4e59-b187-6dfd3c68826a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:30.826103 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-c4261ad4-81b1-4d8e-bdb1-baeaa0144e82 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Request body: {'port': {'device_id': 'e56a318c-49f0-4eb1-8e9e-2db67080fb4b', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'admin_state_up': True, 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'security_groups': ['9bdccbf1-a509-42f7-99d9-d23340f211e6']}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:03:30.839461 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f976a2-1b03-4e59-b187-6dfd3c68826a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f97bff5a-14bb-42f1-b845-2bf2f2affd88,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:03:30.854442 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c5f976a2-1b03-4e59-b187-6dfd3c68826a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:30.856486 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c5f976a2-1b03-4e59-b187-6dfd3c68826a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1505544 Sep 14 23:03:30.859641 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56696) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:03:30.864932 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-1d66e885-bf8c-4e4a-808c-3167e60b03f7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': 'c670958d-18f6-4656-8b7a-b4da6bb6695b', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:03:30.870889 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1d66e885-bf8c-4e4a-808c-3167e60b03f7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:03:30.874879 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1d66e885-bf8c-4e4a-808c-3167e60b03f7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:03:30.877743 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1d66e885-bf8c-4e4a-808c-3167e60b03f7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:03:30.883317 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1d66e885-bf8c-4e4a-808c-3167e60b03f7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:03:30.902252 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1d66e885-bf8c-4e4a-808c-3167e60b03f7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:30.980937 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-c4261ad4-81b1-4d8e-bdb1-baeaa0144e82 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:03:30.985616 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-c4261ad4-81b1-4d8e-bdb1-baeaa0144e82 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Usage tracker for resource:port and tenant:093721cb95a347f28f2306e789d64fd0 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:03:30.988522 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1d66e885-bf8c-4e4a-808c-3167e60b03f7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:30.988710 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-c4261ad4-81b1-4d8e-bdb1-baeaa0144e82 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:03:30.994706 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-c4261ad4-81b1-4d8e-bdb1-baeaa0144e82 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:03:30.995152 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1d66e885-bf8c-4e4a-808c-3167e60b03f7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:31.007158 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-c4261ad4-81b1-4d8e-bdb1-baeaa0144e82 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Made reservation on behalf of 093721cb95a347f28f2306e789d64fd0 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:03:31.011583 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-c4261ad4-81b1-4d8e-bdb1-baeaa0144e82 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:31.067380 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66e885-bf8c-4e4a-808c-3167e60b03f7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e153cbc-5565-4e47-9e02-3d9b31050300,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:03:31.079092 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b02a4be9-eb47-49ca-a420-fa6170501dc7 req-a7cf5721-0dcc-4f6c-9940-dc4c1b0706ac tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=e56a318c-49f0-4eb1-8e9e-2db67080fb4b HTTP/1.1" status: 200 len: 210 time: 0.0736010 Sep 14 23:03:31.085088 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1d66e885-bf8c-4e4a-808c-3167e60b03f7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:31.089291 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1d66e885-bf8c-4e4a-808c-3167e60b03f7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2254889 Sep 14 23:03:31.089461 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56706) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:03:31.099876 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-5b0fd14f-ebbb-4048-9ff3-fc0b083f9e02 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': 'c670958d-18f6-4656-8b7a-b4da6bb6695b', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:03:31.107802 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-5b0fd14f-ebbb-4048-9ff3-fc0b083f9e02 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:03:31.112875 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5b0fd14f-ebbb-4048-9ff3-fc0b083f9e02 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:03:31.115864 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5b0fd14f-ebbb-4048-9ff3-fc0b083f9e02 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:03:31.122986 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-5b0fd14f-ebbb-4048-9ff3-fc0b083f9e02 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:03:31.144789 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5b0fd14f-ebbb-4048-9ff3-fc0b083f9e02 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:31.203567 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-c4261ad4-81b1-4d8e-bdb1-baeaa0144e82 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Allocated IP 172.20.0.11 (8c5b42e5-c7a4-4629-b1de-12796897febf/9530b6a1-5b44-4a8b-9405-362cadb44215/1547d438-44f5-47c6-894e-568b79d2bd93) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:03:31.208914 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5b0fd14f-ebbb-4048-9ff3-fc0b083f9e02 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:31.214157 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5b0fd14f-ebbb-4048-9ff3-fc0b083f9e02 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:31.240769 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0fd14f-ebbb-4048-9ff3-fc0b083f9e02 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05656423-4e03-413f-9ad1-aabd323172cd,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:03:31.251831 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5b0fd14f-ebbb-4048-9ff3-fc0b083f9e02 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:31.253052 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5b0fd14f-ebbb-4048-9ff3-fc0b083f9e02 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1626942 Sep 14 23:03:31.256276 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56710) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:03:31.261496 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-08d8e6c6-04f3-4877-abc5-38bce8f4f7f0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': 'c670958d-18f6-4656-8b7a-b4da6bb6695b', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:03:31.267820 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-08d8e6c6-04f3-4877-abc5-38bce8f4f7f0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:03:31.274031 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-08d8e6c6-04f3-4877-abc5-38bce8f4f7f0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:03:31.277157 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-08d8e6c6-04f3-4877-abc5-38bce8f4f7f0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:03:31.283685 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-08d8e6c6-04f3-4877-abc5-38bce8f4f7f0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:03:31.301257 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-08d8e6c6-04f3-4877-abc5-38bce8f4f7f0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:31.375314 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-08d8e6c6-04f3-4877-abc5-38bce8f4f7f0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:31.379202 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-08d8e6c6-04f3-4877-abc5-38bce8f4f7f0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:31.409206 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d8e6c6-04f3-4877-abc5-38bce8f4f7f0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c037b286-f79f-40c4-ba0d-c96181dbac39,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:03:31.417276 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-08d8e6c6-04f3-4877-abc5-38bce8f4f7f0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:31.418653 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-08d8e6c6-04f3-4877-abc5-38bce8f4f7f0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1613183 Sep 14 23:03:31.419731 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-c4261ad4-81b1-4d8e-bdb1-baeaa0144e82 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:31.421548 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56714) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:03:31.426773 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-1a3b449a-4e0f-4157-8725-05a6b19b44b5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': 'c670958d-18f6-4656-8b7a-b4da6bb6695b', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:03:31.433630 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1a3b449a-4e0f-4157-8725-05a6b19b44b5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:03:31.436816 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-c4261ad4-81b1-4d8e-bdb1-baeaa0144e82 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Transition to ACTIVE for port object 1547d438-44f5-47c6-894e-568b79d2bd93 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:03:31.438306 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1a3b449a-4e0f-4157-8725-05a6b19b44b5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:03:31.441986 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1a3b449a-4e0f-4157-8725-05a6b19b44b5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:03:31.448226 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1a3b449a-4e0f-4157-8725-05a6b19b44b5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:03:31.462584 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-c4261ad4-81b1-4d8e-bdb1-baeaa0144e82 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:31.466451 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.securitygroups_db [None req-1a3b449a-4e0f-4157-8725-05a6b19b44b5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Project c57dd58bea08430d873bf967651d6b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:03:31.473682 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1a3b449a-4e0f-4157-8725-05a6b19b44b5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:31.542505 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1a3b449a-4e0f-4157-8725-05a6b19b44b5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:31.544696 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-c4261ad4-81b1-4d8e-bdb1-baeaa0144e82 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Network 8c5b42e5-c7a4-4629-b1de-12796897febf is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:03:31.547639 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-c4261ad4-81b1-4d8e-bdb1-baeaa0144e82 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:03:31.548157 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1a3b449a-4e0f-4157-8725-05a6b19b44b5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:31.551748 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-c4261ad4-81b1-4d8e-bdb1-baeaa0144e82 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:03:31.578267 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b449a-4e0f-4157-8725-05a6b19b44b5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=387936ef-6929-44c6-a684-244cde0f4e28,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:03:31.587645 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1a3b449a-4e0f-4157-8725-05a6b19b44b5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:31.589886 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1a3b449a-4e0f-4157-8725-05a6b19b44b5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1670339 Sep 14 23:03:31.600891 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56718) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:03:31.606959 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-45c526b0-9a30-4b4c-afb8-9a4fb77ae7a7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': 'c670958d-18f6-4656-8b7a-b4da6bb6695b', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:03:31.609574 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4261ad4-81b1-4d8e-bdb1-baeaa0144e82 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Pushing event updated for resources: {'Port': ['ID=1547d438-44f5-47c6-894e-568b79d2bd93,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:03:31.614813 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-45c526b0-9a30-4b4c-afb8-9a4fb77ae7a7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:03:31.619888 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-45c526b0-9a30-4b4c-afb8-9a4fb77ae7a7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:03:31.623873 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-45c526b0-9a30-4b4c-afb8-9a4fb77ae7a7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:03:31.631526 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-45c526b0-9a30-4b4c-afb8-9a4fb77ae7a7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:03:31.632689 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-c4261ad4-81b1-4d8e-bdb1-baeaa0144e82 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:31.633365 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-c4261ad4-81b1-4d8e-bdb1-baeaa0144e82 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:31.652550 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.securitygroups_db [None req-45c526b0-9a30-4b4c-afb8-9a4fb77ae7a7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Project c57dd58bea08430d873bf967651d6b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:03:31.659845 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-c4261ad4-81b1-4d8e-bdb1-baeaa0144e82 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8377419 Sep 14 23:03:31.661137 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-45c526b0-9a30-4b4c-afb8-9a4fb77ae7a7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:31.671789 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-bc44cdde-9f91-4b6e-96f2-36d8842eaf3a service neutron] Request body: {'port': {'device_id': 'e56a318c-49f0-4eb1-8e9e-2db67080fb4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:03:31.730214 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-45c526b0-9a30-4b4c-afb8-9a4fb77ae7a7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:31.735810 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-45c526b0-9a30-4b4c-afb8-9a4fb77ae7a7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:31.770679 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c526b0-9a30-4b4c-afb8-9a4fb77ae7a7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d619f621-3cd2-4f0f-a2b6-9ee4679bcff2,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:03:31.773753 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-45c526b0-9a30-4b4c-afb8-9a4fb77ae7a7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:31.783906 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-45c526b0-9a30-4b4c-afb8-9a4fb77ae7a7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1728048 Sep 14 23:03:31.813457 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-bc44cdde-9f91-4b6e-96f2-36d8842eaf3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:31.873980 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-00b07699-352a-4058-89dd-adae977089e6 None None] Provisioning for port 1547d438-44f5-47c6-894e-568b79d2bd93 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:03:31.885081 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-00b07699-352a-4058-89dd-adae977089e6 None None] Provisioning complete for port 1547d438-44f5-47c6-894e-568b79d2bd93 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:03:31.885446 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-00b07699-352a-4058-89dd-adae977089e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:31.963616 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-00b07699-352a-4058-89dd-adae977089e6 None None] Port 1547d438-44f5-47c6-894e-568b79d2bd93 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:03:31.963866 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-a7ebe36d-5e2b-4b04-a8e0-2e57f81a9e02 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:03:31.981615 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-a7ebe36d-5e2b-4b04-a8e0-2e57f81a9e02 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:03:31.983595 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-a7ebe36d-5e2b-4b04-a8e0-2e57f81a9e02 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2102185409&fields=id&tenant_id=c57dd58bea08430d873bf967651d6b8d HTTP/1.1" status: 200 len: 267 time: 0.0692034 Sep 14 23:03:32.159338 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-579f0070-e652-496f-b149-23f8717497ac tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:32.166067 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-579f0070-e652-496f-b149-23f8717497ac tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/networks?id=cd4d48cb-7913-44f0-86dd-f52f3fbf4ede HTTP/1.1" status: 200 len: 796 time: 0.1728289 Sep 14 23:03:32.190394 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-9106ca1b-5e67-4e36-bdbe-9beba4ee9251 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/quotas/c57dd58bea08430d873bf967651d6b8d HTTP/1.1" status: 200 len: 375 time: 0.0235260 Sep 14 23:03:32.193657 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-bc44cdde-9f91-4b6e-96f2-36d8842eaf3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1547d438-44f5-47c6-894e-568b79d2bd93 {{(pid=89171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:03:32.202271 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-bc44cdde-9f91-4b6e-96f2-36d8842eaf3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:32.218784 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-bc44cdde-9f91-4b6e-96f2-36d8842eaf3a service neutron] Transition to ACTIVE for port object 1547d438-44f5-47c6-894e-568b79d2bd93 will not be triggered until provisioned by entity L2. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:03:32.223132 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-bc44cdde-9f91-4b6e-96f2-36d8842eaf3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:32.351932 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-bddf5698-6a1e-4a65-a2d0-d602225129f0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1547863 Sep 14 23:03:32.369182 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4be4f-22d7-4ffe-af3d-cf97a4c94b4f req-8c3257c5-8c5d-4af7-9d25-e77443539252 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:32.373250 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-19e4be4f-22d7-4ffe-af3d-cf97a4c94b4f req-8c3257c5-8c5d-4af7-9d25-e77443539252 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=e56a318c-49f0-4eb1-8e9e-2db67080fb4b HTTP/1.1" status: 200 len: 944 time: 0.1342635 Sep 14 23:03:32.504755 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-19e4be4f-22d7-4ffe-af3d-cf97a4c94b4f req-aae250d7-906b-4713-b316-84dfa5e46041 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092970 Sep 14 23:03:32.546912 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-38ed7fd5-cff8-479f-9bf8-c0576d60079e service neutron] 10.222.0.33 "GET /v2.0/networks/cd4d48cb-7913-44f0-86dd-f52f3fbf4ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724391 Sep 14 23:03:32.556435 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc44cdde-9f91-4b6e-96f2-36d8842eaf3a service neutron] Pushing event updated for resources: {'Port': ['ID=1547d438-44f5-47c6-894e-568b79d2bd93,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:03:32.588262 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-bc44cdde-9f91-4b6e-96f2-36d8842eaf3a service neutron] Attempting to bind port 1547d438-44f5-47c6-894e-568b79d2bd93 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:03:32.588674 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-bc44cdde-9f91-4b6e-96f2-36d8842eaf3a service neutron] Attempting to bind port 1547d438-44f5-47c6-894e-568b79d2bd93 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'ab179e40-d634-4a10-a989-ca879bb3802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:03:32.589050 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-bc44cdde-9f91-4b6e-96f2-36d8842eaf3a service neutron] Attempting to bind port 1547d438-44f5-47c6-894e-568b79d2bd93 on network 8c5b42e5-c7a4-4629-b1de-12796897febf {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:03:32.594487 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-bc44cdde-9f91-4b6e-96f2-36d8842eaf3a service neutron] Port 1547d438-44f5-47c6-894e-568b79d2bd93 on network 8c5b42e5-c7a4-4629-b1de-12796897febf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:03:32.594756 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-bc44cdde-9f91-4b6e-96f2-36d8842eaf3a service neutron] Attempting to bind port 1547d438-44f5-47c6-894e-568b79d2bd93 on network 8c5b42e5-c7a4-4629-b1de-12796897febf {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:03:32.599862 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-bc44cdde-9f91-4b6e-96f2-36d8842eaf3a service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:03:32.600193 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-bc44cdde-9f91-4b6e-96f2-36d8842eaf3a service neutron] Checking segment: {'id': 'ab179e40-d634-4a10-a989-ca879bb3802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:03:32.600569 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-bc44cdde-9f91-4b6e-96f2-36d8842eaf3a service neutron] Bound using segment: {'id': 'ab179e40-d634-4a10-a989-ca879bb3802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf'} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:03:32.601023 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-bc44cdde-9f91-4b6e-96f2-36d8842eaf3a service neutron] Bound port: 1547d438-44f5-47c6-894e-568b79d2bd93, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab179e40-d634-4a10-a989-ca879bb3802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf'}}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:03:32.601372 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-bc44cdde-9f91-4b6e-96f2-36d8842eaf3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:32.683064 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-8a4e8b50-dccf-4bed-9f2e-dc481022a4c2 service neutron] 10.222.0.33 "GET /v2.0/networks/cd4d48cb-7913-44f0-86dd-f52f3fbf4ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304579 Sep 14 23:03:32.694548 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-bc44cdde-9f91-4b6e-96f2-36d8842eaf3a service neutron] For port 1547d438-44f5-47c6-894e-568b79d2bd93, host hv-neutron-8577, cleared binding levels {{(pid=89171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:03:32.697730 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-bc44cdde-9f91-4b6e-96f2-36d8842eaf3a service neutron] For port 1547d438-44f5-47c6-894e-568b79d2bd93, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1547d438-44f5-47c6-894e-568b79d2bd93,segment=NetworkSegment(ab179e40-d634-4a10-a989-ca879bb3802f),segment_id=ab179e40-d634-4a10-a989-ca879bb3802f)] {{(pid=89171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:03:32.702750 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-bc44cdde-9f91-4b6e-96f2-36d8842eaf3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:32.734337 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-bc44cdde-9f91-4b6e-96f2-36d8842eaf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:32.734947 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-bc44cdde-9f91-4b6e-96f2-36d8842eaf3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:32.736322 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-bc44cdde-9f91-4b6e-96f2-36d8842eaf3a service neutron] 10.222.0.20 "PUT /v2.0/ports/1547d438-44f5-47c6-894e-568b79d2bd93 HTTP/1.1" status: 200 len: 1094 time: 1.0697606 Sep 14 23:03:32.741780 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56a318c-49f0-4eb1-8e9e-2db67080fb4b', 'tag': '1547d438-44f5-47c6-894e-568b79d2bd93'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:03:32.743845 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49036e5-2b5f-4c56-b619-ccf1a52198d8" -d '{"events": [{"name": "network-changed", "server_uuid": "e56a318c-49f0-4eb1-8e9e-2db67080fb4b", "tag": "1547d438-44f5-47c6-894e-568b79d2bd93"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:03:32.824935 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d367216-5cb5-4489-b4ff-019018ae1952 x-openstack-request-id: req-3d367216-5cb5-4489-b4ff-019018ae1952 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:03:32.825597 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e56a318c-49f0-4eb1-8e9e-2db67080fb4b", "tag": "1547d438-44f5-47c6-894e-568b79d2bd93", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:03:32.825597 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3d367216-5cb5-4489-b4ff-019018ae1952 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:03:32.825820 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d367216-5cb5-4489-b4ff-019018ae1952'] response: {'name': 'network-changed', 'server_uuid': 'e56a318c-49f0-4eb1-8e9e-2db67080fb4b', 'tag': '1547d438-44f5-47c6-894e-568b79d2bd93', 'status': 'completed', 'code': 200} Sep 14 23:03:32.846924 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc44cdde-9f91-4b6e-96f2-36d8842eaf3a service neutron] Pushing event updated for resources: {'Port': ['ID=1547d438-44f5-47c6-894e-568b79d2bd93,revision_number=3']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:03:32.879563 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8cc4f8db-f7a5-4dc2-9670-6bd477d6d696 req-2200726f-d28e-4f4f-a265-cd2433d0d9ed tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=21355e79-4f1c-444f-9f3f-d327db4e2ef7 HTTP/1.1" status: 200 len: 210 time: 0.0522568 Sep 14 23:03:32.882960 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-6131fc3e-91d6-4485-a3bb-9089122adede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:32.884942 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-6131fc3e-91d6-4485-a3bb-9089122adede service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=093721cb95a347f28f2306e789d64fd0&device_id=e56a318c-49f0-4eb1-8e9e-2db67080fb4b HTTP/1.1" status: 200 len: 1097 time: 0.1058586 Sep 14 23:03:32.956138 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-5e5b57dd-3558-4d49-804a-75d255c6d529 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1547d438-44f5-47c6-894e-568b79d2bd93 HTTP/1.1" status: 200 len: 217 time: 0.0645854 Sep 14 23:03:33.022181 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-b3d7701b-3bfc-4b01-ae52-4ea251a234bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:33.023664 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-b3d7701b-3bfc-4b01-ae52-4ea251a234bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9530b6a1-5b44-4a8b-9405-362cadb44215 HTTP/1.1" status: 200 len: 851 time: 0.0612869 Sep 14 23:03:33.111710 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-ff0e00be-b651-46f7-a8cb-3ffd319ce6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:33.113132 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-ff0e00be-b651-46f7-a8cb-3ffd319ce6da service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c5b42e5-c7a4-4629-b1de-12796897febf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838106 Sep 14 23:03:33.248621 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-a73bb4cd-9146-4d1e-8ceb-ac8999aece12 service neutron] 10.222.0.20 "GET /v2.0/networks/8c5b42e5-c7a4-4629-b1de-12796897febf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290190 Sep 14 23:03:33.386054 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9c58650c-9c15-40e6-95e9-0ed8da7d2f43 req-ec03248f-4453-4531-816b-8e35048d249c service neutron] 10.222.0.20 "GET /v2.0/networks/8c5b42e5-c7a4-4629-b1de-12796897febf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306238 Sep 14 23:03:33.531175 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49036e5-2b5f-4c56-b619-ccf1a52198d8 req-453fb243-a205-4e09-be59-97c1e6e87dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:33.532661 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e49036e5-2b5f-4c56-b619-ccf1a52198d8 req-453fb243-a205-4e09-be59-97c1e6e87dfe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=093721cb95a347f28f2306e789d64fd0&device_id=e56a318c-49f0-4eb1-8e9e-2db67080fb4b HTTP/1.1" status: 200 len: 1097 time: 0.0861099 Sep 14 23:03:33.685570 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49036e5-2b5f-4c56-b619-ccf1a52198d8 req-38d69a68-fe2b-4ebf-921d-bc2888776522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:33.687356 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e49036e5-2b5f-4c56-b619-ccf1a52198d8 req-38d69a68-fe2b-4ebf-921d-bc2888776522 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8c5b42e5-c7a4-4629-b1de-12796897febf HTTP/1.1" status: 200 len: 912 time: 0.1470141 Sep 14 23:03:33.752648 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4a3ce-682b-4aa3-b0c6-0235d1bae529 req-78c44e80-53f5-454c-b5d4-a02776e31f0c tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:33.754255 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cca4a3ce-682b-4aa3-b0c6-0235d1bae529 req-78c44e80-53f5-454c-b5d4-a02776e31f0c tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=e56a318c-49f0-4eb1-8e9e-2db67080fb4b HTTP/1.1" status: 200 len: 944 time: 0.1101172 Sep 14 23:03:33.760507 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e49036e5-2b5f-4c56-b619-ccf1a52198d8 req-389639c4-b497-4a01-b358-5255f12ebd44 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1547d438-44f5-47c6-894e-568b79d2bd93 HTTP/1.1" status: 200 len: 217 time: 0.0617013 Sep 14 23:03:33.800635 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cca4a3ce-682b-4aa3-b0c6-0235d1bae529 req-42236e78-1647-4abc-86bc-5ff9c919401c tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398052 Sep 14 23:03:33.828601 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49036e5-2b5f-4c56-b619-ccf1a52198d8 req-4aaa2ffa-a155-483f-9ea9-628136930c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:33.830078 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e49036e5-2b5f-4c56-b619-ccf1a52198d8 req-4aaa2ffa-a155-483f-9ea9-628136930c68 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9530b6a1-5b44-4a8b-9405-362cadb44215 HTTP/1.1" status: 200 len: 851 time: 0.0635908 Sep 14 23:03:33.917423 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49036e5-2b5f-4c56-b619-ccf1a52198d8 req-ce6ab373-ac7c-41bf-a8ff-ff7a2fc4928f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:33.919455 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e49036e5-2b5f-4c56-b619-ccf1a52198d8 req-ce6ab373-ac7c-41bf-a8ff-ff7a2fc4928f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c5b42e5-c7a4-4629-b1de-12796897febf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837791 Sep 14 23:03:33.991234 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-3eee78b5-9f4d-4a73-802d-bc0eab85fefd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:33.993075 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-3eee78b5-9f4d-4a73-802d-bc0eab85fefd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/networks?id=cd4d48cb-7913-44f0-86dd-f52f3fbf4ede HTTP/1.1" status: 200 len: 796 time: 0.1666017 Sep 14 23:03:34.060028 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e49036e5-2b5f-4c56-b619-ccf1a52198d8 req-a21e2500-aac8-4329-9db3-23ac84d4c949 service neutron] 10.222.0.20 "GET /v2.0/networks/8c5b42e5-c7a4-4629-b1de-12796897febf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332750 Sep 14 23:03:34.078511 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-88581f91-0ee9-4c4e-9bc9-ef7a5478c8e6 req-0c75bb7d-c03a-4678-a054-5ae3afccb0a8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=21355e79-4f1c-444f-9f3f-d327db4e2ef7 HTTP/1.1" status: 200 len: 210 time: 0.0628707 Sep 14 23:03:34.095523 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-876b4534-0870-444d-aa04-4785ea84e568 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c57dd58bea08430d873bf967651d6b8d HTTP/1.1" status: 200 len: 473 time: 0.0952208 Sep 14 23:03:34.103740 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-12048785-dc1e-4891-a2a4-681fb4079a24 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'port': {'device_id': '21355e79-4f1c-444f-9f3f-d327db4e2ef7', 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede', 'admin_state_up': True, 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'security_groups': ['c670958d-18f6-4656-8b7a-b4da6bb6695b']}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:03:34.198722 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e49036e5-2b5f-4c56-b619-ccf1a52198d8 req-d154b799-65bf-4688-ae0a-29a5da76d2ef service neutron] 10.222.0.20 "GET /v2.0/networks/8c5b42e5-c7a4-4629-b1de-12796897febf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341577 Sep 14 23:03:34.338629 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-12048785-dc1e-4891-a2a4-681fb4079a24 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:03:34.343146 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-12048785-dc1e-4891-a2a4-681fb4079a24 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:port and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:03:34.345959 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-12048785-dc1e-4891-a2a4-681fb4079a24 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:03:34.351602 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-12048785-dc1e-4891-a2a4-681fb4079a24 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:03:34.361929 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-12048785-dc1e-4891-a2a4-681fb4079a24 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Made reservation on behalf of c57dd58bea08430d873bf967651d6b8d for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:03:34.365339 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-12048785-dc1e-4891-a2a4-681fb4079a24 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:34.524775 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-12048785-dc1e-4891-a2a4-681fb4079a24 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Allocated IP 172.20.0.9 (cd4d48cb-7913-44f0-86dd-f52f3fbf4ede/ee4f3d31-200a-4383-8c32-bfa19db7911d/5e081a60-6dfa-46fa-8f61-c3a2bd302d1a) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:03:34.710401 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-12048785-dc1e-4891-a2a4-681fb4079a24 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:34.725230 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-12048785-dc1e-4891-a2a4-681fb4079a24 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Transition to ACTIVE for port object 5e081a60-6dfa-46fa-8f61-c3a2bd302d1a will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:03:34.748740 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-12048785-dc1e-4891-a2a4-681fb4079a24 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:34.823536 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-12048785-dc1e-4891-a2a4-681fb4079a24 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network cd4d48cb-7913-44f0-86dd-f52f3fbf4ede is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:03:34.826681 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-12048785-dc1e-4891-a2a4-681fb4079a24 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:03:34.830449 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-12048785-dc1e-4891-a2a4-681fb4079a24 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:03:34.867437 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12048785-dc1e-4891-a2a4-681fb4079a24 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=5e081a60-6dfa-46fa-8f61-c3a2bd302d1a,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:03:34.909799 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-12048785-dc1e-4891-a2a4-681fb4079a24 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:34.910465 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-12048785-dc1e-4891-a2a4-681fb4079a24 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:34.989041 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-12048785-dc1e-4891-a2a4-681fb4079a24 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8888910 Sep 14 23:03:35.000720 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-698d79b3-6710-4cc5-9f14-a63fc2f4927b service neutron] Request body: {'port': {'device_id': '21355e79-4f1c-444f-9f3f-d327db4e2ef7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:03:35.104757 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c66aa46c-2e97-4b77-9344-caaef8e583c6 None None] Provisioning for port 5e081a60-6dfa-46fa-8f61-c3a2bd302d1a completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:03:35.110538 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c66aa46c-2e97-4b77-9344-caaef8e583c6 None None] Provisioning complete for port 5e081a60-6dfa-46fa-8f61-c3a2bd302d1a triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:03:35.110907 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c66aa46c-2e97-4b77-9344-caaef8e583c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:35.112140 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ebd8e-671b-41b4-80ef-089239eddd35 req-a54e83a1-0fa5-4644-b2e9-cf010be1e12c tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:35.113653 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fe9ebd8e-671b-41b4-80ef-089239eddd35 req-a54e83a1-0fa5-4644-b2e9-cf010be1e12c tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=e56a318c-49f0-4eb1-8e9e-2db67080fb4b HTTP/1.1" status: 200 len: 944 time: 0.1891334 Sep 14 23:03:35.158629 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-698d79b3-6710-4cc5-9f14-a63fc2f4927b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:35.177792 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c66aa46c-2e97-4b77-9344-caaef8e583c6 None None] Port 5e081a60-6dfa-46fa-8f61-c3a2bd302d1a cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:03:35.236871 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fe9ebd8e-671b-41b4-80ef-089239eddd35 req-469fbc8c-6348-4f7d-b918-a7f28c101bc0 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159272 Sep 14 23:03:35.480456 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ecfad-63b4-4a94-8da4-4ff5ed275bd5 req-3d6ecf20-614a-4804-be70-9f6cbda36171 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:35.481324 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-2e4ecfad-63b4-4a94-8da4-4ff5ed275bd5 req-3d6ecf20-614a-4804-be70-9f6cbda36171 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:03:35.520431 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-2e4ecfad-63b4-4a94-8da4-4ff5ed275bd5 req-3d6ecf20-614a-4804-be70-9f6cbda36171 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:03:35.521542 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2e4ecfad-63b4-4a94-8da4-4ff5ed275bd5 req-3d6ecf20-614a-4804-be70-9f6cbda36171 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=21355e79-4f1c-444f-9f3f-d327db4e2ef7 HTTP/1.1" status: 200 len: 931 time: 0.2944541 Sep 14 23:03:35.579168 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2e4ecfad-63b4-4a94-8da4-4ff5ed275bd5 req-bc8d8349-4b8e-4cad-95e3-b6e1a0ed69e5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=c670958d-18f6-4656-8b7a-b4da6bb6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493045 Sep 14 23:03:35.643709 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-698d79b3-6710-4cc5-9f14-a63fc2f4927b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e081a60-6dfa-46fa-8f61-c3a2bd302d1a {{(pid=89170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:03:35.650771 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-698d79b3-6710-4cc5-9f14-a63fc2f4927b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:35.664286 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-698d79b3-6710-4cc5-9f14-a63fc2f4927b service neutron] Transition to ACTIVE for port object 5e081a60-6dfa-46fa-8f61-c3a2bd302d1a will not be triggered until provisioned by entity L2. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:03:35.668133 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-698d79b3-6710-4cc5-9f14-a63fc2f4927b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:35.850782 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d79b3-6710-4cc5-9f14-a63fc2f4927b service neutron] Pushing event updated for resources: {'Port': ['ID=5e081a60-6dfa-46fa-8f61-c3a2bd302d1a,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:03:35.890698 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-698d79b3-6710-4cc5-9f14-a63fc2f4927b service neutron] Attempting to bind port 5e081a60-6dfa-46fa-8f61-c3a2bd302d1a on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:03:35.891025 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-698d79b3-6710-4cc5-9f14-a63fc2f4927b service neutron] Attempting to bind port 5e081a60-6dfa-46fa-8f61-c3a2bd302d1a by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'e001b4a6-3f51-4f86-a9a8-6522242a2736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede'}] {{(pid=89170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:03:35.891345 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-698d79b3-6710-4cc5-9f14-a63fc2f4927b service neutron] Attempting to bind port 5e081a60-6dfa-46fa-8f61-c3a2bd302d1a on network cd4d48cb-7913-44f0-86dd-f52f3fbf4ede {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:03:35.895723 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-698d79b3-6710-4cc5-9f14-a63fc2f4927b service neutron] Port 5e081a60-6dfa-46fa-8f61-c3a2bd302d1a on network cd4d48cb-7913-44f0-86dd-f52f3fbf4ede not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:03:35.896038 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-698d79b3-6710-4cc5-9f14-a63fc2f4927b service neutron] Attempting to bind port 5e081a60-6dfa-46fa-8f61-c3a2bd302d1a on network cd4d48cb-7913-44f0-86dd-f52f3fbf4ede {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:03:35.900991 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-698d79b3-6710-4cc5-9f14-a63fc2f4927b service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:03:35.901323 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-698d79b3-6710-4cc5-9f14-a63fc2f4927b service neutron] Checking segment: {'id': 'e001b4a6-3f51-4f86-a9a8-6522242a2736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:03:35.901696 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-698d79b3-6710-4cc5-9f14-a63fc2f4927b service neutron] Bound using segment: {'id': 'e001b4a6-3f51-4f86-a9a8-6522242a2736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede'} {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:03:35.902110 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-698d79b3-6710-4cc5-9f14-a63fc2f4927b service neutron] Bound port: 5e081a60-6dfa-46fa-8f61-c3a2bd302d1a, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e001b4a6-3f51-4f86-a9a8-6522242a2736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede'}}] {{(pid=89170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:03:35.902446 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-698d79b3-6710-4cc5-9f14-a63fc2f4927b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:36.095523 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-698d79b3-6710-4cc5-9f14-a63fc2f4927b service neutron] For port 5e081a60-6dfa-46fa-8f61-c3a2bd302d1a, host hv-neutron-8577, cleared binding levels {{(pid=89170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:03:36.098468 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-698d79b3-6710-4cc5-9f14-a63fc2f4927b service neutron] For port 5e081a60-6dfa-46fa-8f61-c3a2bd302d1a, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=5e081a60-6dfa-46fa-8f61-c3a2bd302d1a,segment=NetworkSegment(e001b4a6-3f51-4f86-a9a8-6522242a2736),segment_id=e001b4a6-3f51-4f86-a9a8-6522242a2736)] {{(pid=89170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:03:36.102934 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-698d79b3-6710-4cc5-9f14-a63fc2f4927b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:36.133465 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-698d79b3-6710-4cc5-9f14-a63fc2f4927b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:36.134068 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-698d79b3-6710-4cc5-9f14-a63fc2f4927b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:36.135382 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-698d79b3-6710-4cc5-9f14-a63fc2f4927b service neutron] 10.222.0.20 "PUT /v2.0/ports/5e081a60-6dfa-46fa-8f61-c3a2bd302d1a HTTP/1.1" status: 200 len: 1093 time: 1.1393151 Sep 14 23:03:36.135798 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21355e79-4f1c-444f-9f3f-d327db4e2ef7', 'tag': '5e081a60-6dfa-46fa-8f61-c3a2bd302d1a'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:03:36.138068 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3da04d2-06a4-46d2-b6ca-c9fb91db3b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "21355e79-4f1c-444f-9f3f-d327db4e2ef7", "tag": "5e081a60-6dfa-46fa-8f61-c3a2bd302d1a"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:03:36.180413 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d79b3-6710-4cc5-9f14-a63fc2f4927b service neutron] Pushing event updated for resources: {'Port': ['ID=5e081a60-6dfa-46fa-8f61-c3a2bd302d1a,revision_number=3']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:03:36.217236 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4336a2d-ffe7-480e-811a-331cb5b33a66 x-openstack-request-id: req-f4336a2d-ffe7-480e-811a-331cb5b33a66 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:03:36.217517 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21355e79-4f1c-444f-9f3f-d327db4e2ef7", "tag": "5e081a60-6dfa-46fa-8f61-c3a2bd302d1a", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:03:36.217761 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f4336a2d-ffe7-480e-811a-331cb5b33a66 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:03:36.218160 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4336a2d-ffe7-480e-811a-331cb5b33a66'] response: {'name': 'network-changed', 'server_uuid': '21355e79-4f1c-444f-9f3f-d327db4e2ef7', 'tag': '5e081a60-6dfa-46fa-8f61-c3a2bd302d1a', 'status': 'completed', 'code': 200} Sep 14 23:03:36.263950 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-0830effd-317b-4e8c-afa8-c25696261613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:36.265557 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-0830effd-317b-4e8c-afa8-c25696261613 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=21355e79-4f1c-444f-9f3f-d327db4e2ef7 HTTP/1.1" status: 200 len: 1096 time: 0.0862668 Sep 14 23:03:36.333281 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-d2dab443-2427-4d96-aaf0-96addbced53d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e081a60-6dfa-46fa-8f61-c3a2bd302d1a HTTP/1.1" status: 200 len: 217 time: 0.0611243 Sep 14 23:03:36.452031 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-17230af2-bc04-419a-9275-fce5bf0876e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:36.453506 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-17230af2-bc04-419a-9275-fce5bf0876e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ee4f3d31-200a-4383-8c32-bfa19db7911d HTTP/1.1" status: 200 len: 834 time: 0.1141264 Sep 14 23:03:36.526149 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1d785-9067-4d52-9056-12c748e3b522 req-5efb8336-127e-43e8-b89a-9542cb431eed tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:36.527557 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b7d1d785-9067-4d52-9056-12c748e3b522 req-5efb8336-127e-43e8-b89a-9542cb431eed tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=e56a318c-49f0-4eb1-8e9e-2db67080fb4b HTTP/1.1" status: 200 len: 944 time: 0.1551476 Sep 14 23:03:36.581520 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b7d1d785-9067-4d52-9056-12c748e3b522 req-ab6efa89-935d-40e9-a74f-1a4ad70dec13 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475023 Sep 14 23:03:36.589081 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-fd4d34d8-5173-492c-8455-35f83ffd844d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:36.591032 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-fd4d34d8-5173-492c-8455-35f83ffd844d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd4d48cb-7913-44f0-86dd-f52f3fbf4ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1301336 Sep 14 23:03:36.772236 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-4f8fc9b8-0c52-4512-a001-83411102a243 service neutron] 10.222.0.20 "GET /v2.0/networks/cd4d48cb-7913-44f0-86dd-f52f3fbf4ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750617 Sep 14 23:03:36.886160 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c427d-b50e-409a-b4ca-1d03a2ea4409 req-46c0d693-ce27-4a98-b3e0-7838bbb0085c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:36.888102 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-627c427d-b50e-409a-b4ca-1d03a2ea4409 req-46c0d693-ce27-4a98-b3e0-7838bbb0085c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=21355e79-4f1c-444f-9f3f-d327db4e2ef7 HTTP/1.1" status: 200 len: 943 time: 0.1964860 Sep 14 23:03:36.953193 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5502a1e5-35ec-4380-8102-cc6a116c29f4 req-b2c11a62-8d6d-4d93-98e9-fe595cd6e2f9 service neutron] 10.222.0.20 "GET /v2.0/networks/cd4d48cb-7913-44f0-86dd-f52f3fbf4ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735983 Sep 14 23:03:36.960793 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-627c427d-b50e-409a-b4ca-1d03a2ea4409 req-8732b37f-f089-4965-9be5-83de2d98295e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=c670958d-18f6-4656-8b7a-b4da6bb6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626979 Sep 14 23:03:37.077735 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da04d2-06a4-46d2-b6ca-c9fb91db3b9e req-f49278c4-4857-4eae-8460-69250a930b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:37.079111 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a3da04d2-06a4-46d2-b6ca-c9fb91db3b9e req-f49278c4-4857-4eae-8460-69250a930b6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=21355e79-4f1c-444f-9f3f-d327db4e2ef7 HTTP/1.1" status: 200 len: 1096 time: 0.0777757 Sep 14 23:03:37.208583 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da04d2-06a4-46d2-b6ca-c9fb91db3b9e req-859a9b28-ddfb-4dd6-abe5-76efe8b5b619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:37.210042 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a3da04d2-06a4-46d2-b6ca-c9fb91db3b9e req-859a9b28-ddfb-4dd6-abe5-76efe8b5b619 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd4d48cb-7913-44f0-86dd-f52f3fbf4ede HTTP/1.1" status: 200 len: 896 time: 0.1250758 Sep 14 23:03:37.282522 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a3da04d2-06a4-46d2-b6ca-c9fb91db3b9e req-90c2b6f0-1a2c-4802-8f27-822a37725016 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e081a60-6dfa-46fa-8f61-c3a2bd302d1a HTTP/1.1" status: 200 len: 217 time: 0.0663807 Sep 14 23:03:37.344038 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da04d2-06a4-46d2-b6ca-c9fb91db3b9e req-3ffc7b85-7310-45bf-beb0-5fdc623c3583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:37.345363 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a3da04d2-06a4-46d2-b6ca-c9fb91db3b9e req-3ffc7b85-7310-45bf-beb0-5fdc623c3583 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ee4f3d31-200a-4383-8c32-bfa19db7911d HTTP/1.1" status: 200 len: 834 time: 0.0562997 Sep 14 23:03:37.430706 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da04d2-06a4-46d2-b6ca-c9fb91db3b9e req-29746328-e383-4911-b70a-0f42f2fc0cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:37.432144 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a3da04d2-06a4-46d2-b6ca-c9fb91db3b9e req-29746328-e383-4911-b70a-0f42f2fc0cfc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd4d48cb-7913-44f0-86dd-f52f3fbf4ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801523 Sep 14 23:03:37.562335 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a3da04d2-06a4-46d2-b6ca-c9fb91db3b9e req-36accf33-3974-4a56-b016-97565e37af60 service neutron] 10.222.0.20 "GET /v2.0/networks/cd4d48cb-7913-44f0-86dd-f52f3fbf4ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228449 Sep 14 23:03:37.665822 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34a2a578-5ad2-410b-986d-13ea929c6866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:37.841035 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a3da04d2-06a4-46d2-b6ca-c9fb91db3b9e req-7e98bd90-4756-4af8-a18d-fdf616e7a995 service neutron] 10.222.0.20 "GET /v2.0/networks/cd4d48cb-7913-44f0-86dd-f52f3fbf4ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710660 Sep 14 23:03:37.875335 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464f89d-a403-4c68-9021-bf7d44c3f24d req-58137ced-3106-4e3c-bf08-81d30f9ea3a8 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:37.876697 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5464f89d-a403-4c68-9021-bf7d44c3f24d req-58137ced-3106-4e3c-bf08-81d30f9ea3a8 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=e56a318c-49f0-4eb1-8e9e-2db67080fb4b HTTP/1.1" status: 200 len: 944 time: 0.1031790 Sep 14 23:03:37.920779 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5464f89d-a403-4c68-9021-bf7d44c3f24d req-12f8f7fe-2b28-4c10-871d-945067b1ecfb tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383368 Sep 14 23:03:38.156676 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70088b9c-9f10-45e4-b0f4-e7941313aa56 req-401c2fa8-df5b-43bf-9273-cf94c37be7df tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:38.158028 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-70088b9c-9f10-45e4-b0f4-e7941313aa56 req-401c2fa8-df5b-43bf-9273-cf94c37be7df tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=21355e79-4f1c-444f-9f3f-d327db4e2ef7 HTTP/1.1" status: 200 len: 943 time: 0.0889556 Sep 14 23:03:38.200544 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-70088b9c-9f10-45e4-b0f4-e7941313aa56 req-1e868614-27a8-4c95-ac0b-615526608af1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=c670958d-18f6-4656-8b7a-b4da6bb6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369682 Sep 14 23:03:39.064277 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 5e081a60-6dfa-46fa-8f61-c3a2bd302d1a details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:03:39.118278 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171130cf-1c49-44a7-8bc7-c3b079c189d0 req-2c875bbc-b3bd-4e5c-bfb5-7afd1f6ed3b8 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:39.119752 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-171130cf-1c49-44a7-8bc7-c3b079c189d0 req-2c875bbc-b3bd-4e5c-bfb5-7afd1f6ed3b8 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=e56a318c-49f0-4eb1-8e9e-2db67080fb4b HTTP/1.1" status: 200 len: 944 time: 0.0893373 Sep 14 23:03:39.167561 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-171130cf-1c49-44a7-8bc7-c3b079c189d0 req-c7a2dfa6-09c7-4771-a319-011d3a188e9d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414488 Sep 14 23:03:39.198451 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 5e081a60-6dfa-46fa-8f61-c3a2bd302d1a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=5e081a60-6dfa-46fa-8f61-c3a2bd302d1a,segment=NetworkSegment(e001b4a6-3f51-4f86-a9a8-6522242a2736),segment_id=e001b4a6-3f51-4f86-a9a8-6522242a2736)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:03:39.211386 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': '5e081a60-6dfa-46fa-8f61-c3a2bd302d1a', 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede', 'port_id': '5e081a60-6dfa-46fa-8f61-c3a2bd302d1a', 'mac_address': 'fa:16:3e:de:10:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee4f3d31-200a-4383-8c32-bfa19db7911d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:03:39.266247 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 5e081a60-6dfa-46fa-8f61-c3a2bd302d1a is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:03:39.266545 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:39.283289 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e081a60-6dfa-46fa-8f61-c3a2bd302d1a {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:03:39.298715 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 5e081a60-6dfa-46fa-8f61-c3a2bd302d1a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=5e081a60-6dfa-46fa-8f61-c3a2bd302d1a,segment=NetworkSegment(e001b4a6-3f51-4f86-a9a8-6522242a2736),segment_id=e001b4a6-3f51-4f86-a9a8-6522242a2736)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:03:39.303431 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:39.380851 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=5e081a60-6dfa-46fa-8f61-c3a2bd302d1a,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:03:39.390292 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:03:39.390791 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:03:39.391319 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:03:39.391864 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:03:39.392730 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:03:39.392925 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:03:39.393385 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:03:39.393925 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:03:39.394357 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:03:39.394885 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:03:39.395343 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:03:39.395793 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:03:39.403332 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f3620-f7a7-4d24-bca6-ce40687c969b req-480719ad-6f78-4fbe-8324-3ae10265b199 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:39.404871 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4d8f3620-f7a7-4d24-bca6-ce40687c969b req-480719ad-6f78-4fbe-8324-3ae10265b199 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=21355e79-4f1c-444f-9f3f-d327db4e2ef7 HTTP/1.1" status: 200 len: 944 time: 0.0927732 Sep 14 23:03:39.449463 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4d8f3620-f7a7-4d24-bca6-ce40687c969b req-e2fbf91f-6c11-494f-8bf6-4bd6d58a9762 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=c670958d-18f6-4656-8b7a-b4da6bb6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378904 Sep 14 23:03:39.510351 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['5e081a60-6dfa-46fa-8f61-c3a2bd302d1a'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:03:39.735154 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f579426b-6f24-460e-821f-99380f437e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:40.369825 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399f03e-85c5-49d0-a9cc-049d84f0a32e req-f0ab4cdb-c90a-4c90-8e77-0a9e41def61a tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:40.371673 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a399f03e-85c5-49d0-a9cc-049d84f0a32e req-f0ab4cdb-c90a-4c90-8e77-0a9e41def61a tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=e56a318c-49f0-4eb1-8e9e-2db67080fb4b HTTP/1.1" status: 200 len: 944 time: 0.0951874 Sep 14 23:03:40.416465 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a399f03e-85c5-49d0-a9cc-049d84f0a32e req-2600f201-647b-4aaa-88bc-0aa111155f95 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383699 Sep 14 23:03:40.645977 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583543a-8a83-4ee8-9f3a-504b7496ba4f req-aa95cb07-e70a-4798-8a09-5ba2ea9695b6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:40.647433 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a583543a-8a83-4ee8-9f3a-504b7496ba4f req-aa95cb07-e70a-4798-8a09-5ba2ea9695b6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=21355e79-4f1c-444f-9f3f-d327db4e2ef7 HTTP/1.1" status: 200 len: 944 time: 0.0869181 Sep 14 23:03:40.695736 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a583543a-8a83-4ee8-9f3a-504b7496ba4f req-49227e72-7fe8-46d5-9b1e-ce960964de85 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=c670958d-18f6-4656-8b7a-b4da6bb6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425608 Sep 14 23:03:40.787556 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:40.858881 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:41.069501 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 1547d438-44f5-47c6-894e-568b79d2bd93 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:03:41.071740 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 5e081a60-6dfa-46fa-8f61-c3a2bd302d1a up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:03:41.234013 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port 5e081a60-6dfa-46fa-8f61-c3a2bd302d1a completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:03:41.253030 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port 5e081a60-6dfa-46fa-8f61-c3a2bd302d1a triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:03:41.253393 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:41.315005 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 1547d438-44f5-47c6-894e-568b79d2bd93, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1547d438-44f5-47c6-894e-568b79d2bd93,segment=NetworkSegment(ab179e40-d634-4a10-a989-ca879bb3802f),segment_id=ab179e40-d634-4a10-a989-ca879bb3802f)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:03:41.334029 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': '1547d438-44f5-47c6-894e-568b79d2bd93', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'port_id': '1547d438-44f5-47c6-894e-568b79d2bd93', 'mac_address': 'fa:16:3e:10:28:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:03:41.436427 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 1547d438-44f5-47c6-894e-568b79d2bd93 is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:03:41.436824 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:41.457031 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 5e081a60-6dfa-46fa-8f61-c3a2bd302d1a is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:03:41.457400 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:41.467035 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1547d438-44f5-47c6-894e-568b79d2bd93 {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:03:41.493229 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 1547d438-44f5-47c6-894e-568b79d2bd93, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1547d438-44f5-47c6-894e-568b79d2bd93,segment=NetworkSegment(ab179e40-d634-4a10-a989-ca879bb3802f),segment_id=ab179e40-d634-4a10-a989-ca879bb3802f)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:03:41.498102 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21355e79-4f1c-444f-9f3f-d327db4e2ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e081a60-6dfa-46fa-8f61-c3a2bd302d1a'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:03:41.500358 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a59107-67b7-4178-9d7d-5e7d5f62cf41" -d '{"events": [{"server_uuid": "21355e79-4f1c-444f-9f3f-d327db4e2ef7", "name": "network-vif-plugged", "status": "completed", "tag": "5e081a60-6dfa-46fa-8f61-c3a2bd302d1a"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:03:41.505885 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:41.545624 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 5e081a60-6dfa-46fa-8f61-c3a2bd302d1a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=5e081a60-6dfa-46fa-8f61-c3a2bd302d1a,segment=NetworkSegment(e001b4a6-3f51-4f86-a9a8-6522242a2736),segment_id=e001b4a6-3f51-4f86-a9a8-6522242a2736)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:03:41.553262 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3207f4cb-5d5f-4ff3-a386-9b2907905e57 x-openstack-request-id: req-3207f4cb-5d5f-4ff3-a386-9b2907905e57 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:03:41.553616 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21355e79-4f1c-444f-9f3f-d327db4e2ef7", "name": "network-vif-plugged", "status": "completed", "tag": "5e081a60-6dfa-46fa-8f61-c3a2bd302d1a", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:03:41.553826 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3207f4cb-5d5f-4ff3-a386-9b2907905e57 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:03:41.554171 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3207f4cb-5d5f-4ff3-a386-9b2907905e57'] response: {'server_uuid': '21355e79-4f1c-444f-9f3f-d327db4e2ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e081a60-6dfa-46fa-8f61-c3a2bd302d1a', 'code': 200} Sep 14 23:03:41.574182 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:41.596287 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=1547d438-44f5-47c6-894e-568b79d2bd93,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:03:41.627251 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bf58e-67e8-4200-abf6-b4e3f4ba14b2 req-415d7a2b-d9a8-477e-8e8e-58ef28524b4a tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:41.628717 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1c5bf58e-67e8-4200-abf6-b4e3f4ba14b2 req-415d7a2b-d9a8-477e-8e8e-58ef28524b4a tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=e56a318c-49f0-4eb1-8e9e-2db67080fb4b HTTP/1.1" status: 200 len: 945 time: 0.1008236 Sep 14 23:03:41.668794 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=5e081a60-6dfa-46fa-8f61-c3a2bd302d1a,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:03:41.684592 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1c5bf58e-67e8-4200-abf6-b4e3f4ba14b2 req-c915f9eb-dd3f-4cf0-a859-20b3a9d84d1e tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479808 Sep 14 23:03:41.722683 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['1547d438-44f5-47c6-894e-568b79d2bd93'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:03:41.800439 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118f86d-8252-43c8-93ab-0b826481167e req-4243545c-5ca5-4f4f-a199-c3e6c4d91a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:41.801969 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2118f86d-8252-43c8-93ab-0b826481167e req-4243545c-5ca5-4f4f-a199-c3e6c4d91a46 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=21355e79-4f1c-444f-9f3f-d327db4e2ef7 HTTP/1.1" status: 200 len: 1098 time: 0.0858531 Sep 14 23:03:41.900975 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2118f86d-8252-43c8-93ab-0b826481167e req-e581dabd-a587-4777-90a2-049d391d1d33 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c670958d-18f6-4656-8b7a-b4da6bb6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926797 Sep 14 23:03:41.924411 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f451c-dfd1-4f50-be1d-d2cf80563bd1 req-897c6bc7-8080-4a67-9081-52a663a4c950 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:41.925920 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a51f451c-dfd1-4f50-be1d-d2cf80563bd1 req-897c6bc7-8080-4a67-9081-52a663a4c950 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=21355e79-4f1c-444f-9f3f-d327db4e2ef7 HTTP/1.1" status: 200 len: 945 time: 0.1166141 Sep 14 23:03:41.975642 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a51f451c-dfd1-4f50-be1d-d2cf80563bd1 req-56edb73c-8c77-48c8-b46a-9c7debfc38a2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=c670958d-18f6-4656-8b7a-b4da6bb6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438564 Sep 14 23:03:42.386735 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:42.875565 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d737006-c43d-4465-b7bc-b1643caa23f0 req-ba08a692-169b-4b91-a613-031f036eae95 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:42.877086 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3d737006-c43d-4465-b7bc-b1643caa23f0 req-ba08a692-169b-4b91-a613-031f036eae95 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=e56a318c-49f0-4eb1-8e9e-2db67080fb4b HTTP/1.1" status: 200 len: 945 time: 0.0908754 Sep 14 23:03:42.922199 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3d737006-c43d-4465-b7bc-b1643caa23f0 req-defa2176-af46-4896-b95c-c08ec8c2e379 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393097 Sep 14 23:03:43.068806 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 1547d438-44f5-47c6-894e-568b79d2bd93 up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:03:43.135246 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port 1547d438-44f5-47c6-894e-568b79d2bd93 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:03:43.140975 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port 1547d438-44f5-47c6-894e-568b79d2bd93 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:03:43.141345 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:43.180498 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0416a2e-6a8c-4158-8ddd-c1276af9d1e2 req-cd1cab7a-17a4-4b37-a8fb-8f0f9f87fca7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:43.182000 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e0416a2e-6a8c-4158-8ddd-c1276af9d1e2 req-cd1cab7a-17a4-4b37-a8fb-8f0f9f87fca7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=21355e79-4f1c-444f-9f3f-d327db4e2ef7 HTTP/1.1" status: 200 len: 945 time: 0.0953701 Sep 14 23:03:43.226483 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e0416a2e-6a8c-4158-8ddd-c1276af9d1e2 req-8c35947f-6391-4bc0-91e7-a4b35a230ef7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=c670958d-18f6-4656-8b7a-b4da6bb6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380728 Sep 14 23:03:43.259217 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 1547d438-44f5-47c6-894e-568b79d2bd93 is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:03:43.259594 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:43.290992 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 1547d438-44f5-47c6-894e-568b79d2bd93, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1547d438-44f5-47c6-894e-568b79d2bd93,segment=NetworkSegment(ab179e40-d634-4a10-a989-ca879bb3802f),segment_id=ab179e40-d634-4a10-a989-ca879bb3802f)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:03:43.295779 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:43.364174 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=1547d438-44f5-47c6-894e-568b79d2bd93,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:03:43.425993 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153f5d1-aa91-4c23-b41b-ee34d6ab6cb8 req-f142e394-1d67-4c4e-938e-385844f68bab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:43.427430 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2153f5d1-aa91-4c23-b41b-ee34d6ab6cb8 req-f142e394-1d67-4c4e-938e-385844f68bab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=21355e79-4f1c-444f-9f3f-d327db4e2ef7 HTTP/1.1" status: 200 len: 945 time: 0.0907631 Sep 14 23:03:43.473840 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2153f5d1-aa91-4c23-b41b-ee34d6ab6cb8 req-ae4894f8-9642-49fa-a292-784e2c145665 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=c670958d-18f6-4656-8b7a-b4da6bb6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407398 Sep 14 23:03:43.501817 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56790) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:03:43.555107 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56a318c-49f0-4eb1-8e9e-2db67080fb4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1547d438-44f5-47c6-894e-568b79d2bd93'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:03:43.557491 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d05c725-5f34-4ff0-90ce-c374e0c6098f" -d '{"events": [{"server_uuid": "e56a318c-49f0-4eb1-8e9e-2db67080fb4b", "name": "network-vif-plugged", "status": "completed", "tag": "1547d438-44f5-47c6-894e-568b79d2bd93"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:03:43.598245 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6600ea-892b-4aa1-9562-bf46050f1843 x-openstack-request-id: req-1f6600ea-892b-4aa1-9562-bf46050f1843 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:03:43.598594 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56a318c-49f0-4eb1-8e9e-2db67080fb4b", "name": "network-vif-plugged", "status": "completed", "tag": "1547d438-44f5-47c6-894e-568b79d2bd93", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:03:43.598926 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1f6600ea-892b-4aa1-9562-bf46050f1843 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:03:43.599386 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f6600ea-892b-4aa1-9562-bf46050f1843'] response: {'server_uuid': 'e56a318c-49f0-4eb1-8e9e-2db67080fb4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1547d438-44f5-47c6-894e-568b79d2bd93', 'code': 200} Sep 14 23:03:43.685470 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c557468-f1d4-4fb6-a09c-366f769daade tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:43.686978 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5c557468-f1d4-4fb6-a09c-366f769daade tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=21355e79-4f1c-444f-9f3f-d327db4e2ef7 HTTP/1.1" status: 200 len: 1093 time: 0.1839895 Sep 14 23:03:43.689869 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56798) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:03:43.694857 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-f9bc137e-d3c7-4a1b-b411-147254caa82d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'floatingip': {'port_id': '5e081a60-6dfa-46fa-8f61-c3a2bd302d1a'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:03:43.779719 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f9bc137e-d3c7-4a1b-b411-147254caa82d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:44.188744 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d64e9-917a-480d-93ee-a690dbcb10d7 req-a2f7b74a-6084-4fd1-9430-60ae42956703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:44.190214 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7e4d64e9-917a-480d-93ee-a690dbcb10d7 req-a2f7b74a-6084-4fd1-9430-60ae42956703 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e56a318c-49f0-4eb1-8e9e-2db67080fb4b HTTP/1.1" status: 200 len: 1099 time: 0.3542621 Sep 14 23:03:44.317100 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1639658-eda3-40dc-80d8-80a9bb8fc52a req-443dc921-252d-4729-94bd-d8f498e27d0a tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:44.318535 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d1639658-eda3-40dc-80d8-80a9bb8fc52a req-443dc921-252d-4729-94bd-d8f498e27d0a tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=e56a318c-49f0-4eb1-8e9e-2db67080fb4b HTTP/1.1" status: 200 len: 946 time: 0.2680228 Sep 14 23:03:44.394535 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7e4d64e9-917a-480d-93ee-a690dbcb10d7 req-c81439f0-73ad-4040-a2fa-423ff09a1e9c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437180 Sep 14 23:03:44.448891 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d1639658-eda3-40dc-80d8-80a9bb8fc52a req-accd8ad8-bea2-4d3d-91a6-2590cec47b5f tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763755 Sep 14 23:03:44.687370 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f9bc137e-d3c7-4a1b-b411-147254caa82d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:44.690987 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f9bc137e-d3c7-4a1b-b411-147254caa82d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:44.856708 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-f9bc137e-d3c7-4a1b-b411-147254caa82d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Floating IP 9740f9b1-fdde-4dc0-806d-43f29d0c46ff associated. External IP: 172.26.5.5, port: 5e081a60-6dfa-46fa-8f61-c3a2bd302d1a. Sep 14 23:03:45.199055 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9bc137e-d3c7-4a1b-b411-147254caa82d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router 18d68655-250e-4a6d-8f18-13bd9a9bfaf3 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:03:45.503264 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bc137e-d3c7-4a1b-b411-147254caa82d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:03:45.508098 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f9bc137e-d3c7-4a1b-b411-147254caa82d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:45.513027 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1cb5ec-a063-4b9d-8356-ed6efb47a59e None None] Sync routers for ids ['18d68655-250e-4a6d-8f18-13bd9a9bfaf3'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:03:45.533612 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1cb5ec-a063-4b9d-8356-ed6efb47a59e None None] Routers {'18d68655-250e-4a6d-8f18-13bd9a9bfaf3'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:03:45.534229 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-2e1cb5ec-a063-4b9d-8356-ed6efb47a59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:03:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['18d68655-250e-4a6d-8f18-13bd9a9bfaf3'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:03:45.567500 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f9bc137e-d3c7-4a1b-b411-147254caa82d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "PUT /v2.0/floatingips/9740f9b1-fdde-4dc0-806d-43f29d0c46ff HTTP/1.1" status: 200 len: 989 time: 1.8766289 Sep 14 23:03:45.568641 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21355e79-4f1c-444f-9f3f-d327db4e2ef7', 'tag': '5e081a60-6dfa-46fa-8f61-c3a2bd302d1a'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:03:45.570283 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56806) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:03:45.571406 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960a641d-c516-46fa-a7f2-e85e7aac574e" -d '{"events": [{"name": "network-changed", "server_uuid": "21355e79-4f1c-444f-9f3f-d327db4e2ef7", "tag": "5e081a60-6dfa-46fa-8f61-c3a2bd302d1a"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:03:45.615032 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d181abe-3b75-4496-bf97-eb8f25e08072 x-openstack-request-id: req-7d181abe-3b75-4496-bf97-eb8f25e08072 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:03:45.615320 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21355e79-4f1c-444f-9f3f-d327db4e2ef7", "tag": "5e081a60-6dfa-46fa-8f61-c3a2bd302d1a", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:03:45.615581 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7d181abe-3b75-4496-bf97-eb8f25e08072 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:03:45.615973 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d181abe-3b75-4496-bf97-eb8f25e08072'] response: {'name': 'network-changed', 'server_uuid': '21355e79-4f1c-444f-9f3f-d327db4e2ef7', 'tag': '5e081a60-6dfa-46fa-8f61-c3a2bd302d1a', 'status': 'completed', 'code': 200} Sep 14 23:03:45.722872 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-2e1cb5ec-a063-4b9d-8356-ed6efb47a59e None None] Set router 18d68655-250e-4a6d-8f18-13bd9a9bfaf3 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:03:45.774722 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa97989-202f-4059-bf69-b5d9d408c27e req-d57879da-74a9-4f1b-8aeb-3f5517cb742d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:45.776178 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2fa97989-202f-4059-bf69-b5d9d408c27e req-d57879da-74a9-4f1b-8aeb-3f5517cb742d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=e56a318c-49f0-4eb1-8e9e-2db67080fb4b HTTP/1.1" status: 200 len: 946 time: 0.1555722 Sep 14 23:03:45.778188 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a641d-c516-46fa-a7f2-e85e7aac574e req-a093fb25-8c7e-4aa0-9027-88e12aaa1e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:45.780064 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-960a641d-c516-46fa-a7f2-e85e7aac574e req-a093fb25-8c7e-4aa0-9027-88e12aaa1e82 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=21355e79-4f1c-444f-9f3f-d327db4e2ef7 HTTP/1.1" status: 200 len: 1098 time: 0.1206818 Sep 14 23:03:45.808123 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a118e8df-bb0d-4e9d-a675-dfdbc100aea6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/9740f9b1-fdde-4dc0-806d-43f29d0c46ff HTTP/1.1" status: 200 len: 989 time: 0.2366078 Sep 14 23:03:45.900597 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2fa97989-202f-4059-bf69-b5d9d408c27e req-1616d699-8ad6-4804-8987-b8573a16f02a tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177559 Sep 14 23:03:45.946165 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a641d-c516-46fa-a7f2-e85e7aac574e req-db3fc527-10f5-45ac-a85f-c4b8ccba820e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:45.947632 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-960a641d-c516-46fa-a7f2-e85e7aac574e req-db3fc527-10f5-45ac-a85f-c4b8ccba820e service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd4d48cb-7913-44f0-86dd-f52f3fbf4ede HTTP/1.1" status: 200 len: 896 time: 0.1492138 Sep 14 23:03:46.067111 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-2e1cb5ec-a063-4b9d-8356-ed6efb47a59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'name': 'tempest-TestNetworkBasicOps-router-1537725400', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '750b960b-52ca-4857-ba10-851ed062a978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:34Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '750b960b-52ca-4857-ba10-851ed062a978', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '9740f9b1-fdde-4dc0-806d-43f29d0c46ff', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.5', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'port_id': '5e081a60-6dfa-46fa-8f61-c3a2bd302d1a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede', 'mac_address': 'fa:16:3e:de:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21355e79-4f1c-444f-9f3f-d327db4e2ef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:02:50Z', 'updated_at': '2022-09-14T23:03:44Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '128c41c8-e9b9-417b-89c7-4862f88afce6', 'name': '', 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:1f:62:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'ee4f3d31-200a-4383-8c32-bfa19db7911d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:02:34Z', 'updated_at': '2022-09-14T23:02:39Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': 'ee4f3d31-200a-4383-8c32-bfa19db7911d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:03:46.070731 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1cb5ec-a063-4b9d-8356-ed6efb47a59e None None] Checking router: 18d68655-250e-4a6d-8f18-13bd9a9bfaf3 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:03:46.079542 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1cb5ec-a063-4b9d-8356-ed6efb47a59e None None] Routers {'18d68655-250e-4a6d-8f18-13bd9a9bfaf3'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:03:46.080144 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-2e1cb5ec-a063-4b9d-8356-ed6efb47a59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:03:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['18d68655-250e-4a6d-8f18-13bd9a9bfaf3'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:03:46.107834 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-960a641d-c516-46fa-a7f2-e85e7aac574e req-b1a9d5b3-ae64-44fd-b33c-5e46d4ce416a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e081a60-6dfa-46fa-8f61-c3a2bd302d1a HTTP/1.1" status: 200 len: 997 time: 0.1545644 Sep 14 23:03:46.181159 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1805cf-7bf9-4693-8663-be3e77f935a9 req-9e8fe44b-d0be-4a18-95e3-808d252e3bdf tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:46.182588 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-dd1805cf-7bf9-4693-8663-be3e77f935a9 req-9e8fe44b-d0be-4a18-95e3-808d252e3bdf tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=e56a318c-49f0-4eb1-8e9e-2db67080fb4b HTTP/1.1" status: 200 len: 946 time: 0.1565027 Sep 14 23:03:46.186465 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a641d-c516-46fa-a7f2-e85e7aac574e req-2ef86730-8f6b-4981-a2ae-726e809e5723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:46.187776 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-960a641d-c516-46fa-a7f2-e85e7aac574e req-2ef86730-8f6b-4981-a2ae-726e809e5723 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ee4f3d31-200a-4383-8c32-bfa19db7911d HTTP/1.1" status: 200 len: 834 time: 0.0732088 Sep 14 23:03:46.268224 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-2e1cb5ec-a063-4b9d-8356-ed6efb47a59e None None] Set router 18d68655-250e-4a6d-8f18-13bd9a9bfaf3 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:03:46.283609 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-dd1805cf-7bf9-4693-8663-be3e77f935a9 req-841e0109-066c-4cf8-87e5-7dfbc9400f26 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941708 Sep 14 23:03:46.315164 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56814) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:03:46.316699 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a641d-c516-46fa-a7f2-e85e7aac574e req-a50887d6-d92d-40e7-9988-a277b51d1a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:46.318246 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-960a641d-c516-46fa-a7f2-e85e7aac574e req-a50887d6-d92d-40e7-9988-a277b51d1a88 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd4d48cb-7913-44f0-86dd-f52f3fbf4ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1159453 Sep 14 23:03:46.399550 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588be9f3-abb8-4a12-a9fa-86d621bb0873 tempest-TestVolumeBootPattern-1750976289 tempest-TestVolumeBootPattern-1750976289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:46.400366 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-588be9f3-abb8-4a12-a9fa-86d621bb0873 tempest-TestVolumeBootPattern-1750976289 tempest-TestVolumeBootPattern-1750976289-project-admin] Synchronizing usage tracker for tenant:2d57a435e4bf4700a94aabd2a26193a2 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:03:46.419308 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-588be9f3-abb8-4a12-a9fa-86d621bb0873 tempest-TestVolumeBootPattern-1750976289 tempest-TestVolumeBootPattern-1750976289-project-admin] Unset dirty status for tenant:2d57a435e4bf4700a94aabd2a26193a2 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:03:46.421205 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-588be9f3-abb8-4a12-a9fa-86d621bb0873 tempest-TestVolumeBootPattern-1750976289 tempest-TestVolumeBootPattern-1750976289-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=e56a318c-49f0-4eb1-8e9e-2db67080fb4b HTTP/1.1" status: 200 len: 1094 time: 0.1049886 Sep 14 23:03:46.424179 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56818) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:03:46.429853 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-8f81842a-2b4c-4555-bf73-0a33783d11e9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'port_id': '1547d438-44f5-47c6-894e-568b79d2bd93', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:03:46.436511 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-8f81842a-2b4c-4555-bf73-0a33783d11e9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:03:46.440369 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-8f81842a-2b4c-4555-bf73-0a33783d11e9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Usage tracker for resource:floatingip and tenant:093721cb95a347f28f2306e789d64fd0 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:03:46.443260 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-8f81842a-2b4c-4555-bf73-0a33783d11e9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:03:46.448972 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-8f81842a-2b4c-4555-bf73-0a33783d11e9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:03:46.460851 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8f81842a-2b4c-4555-bf73-0a33783d11e9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for floatingip, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:46.465791 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-960a641d-c516-46fa-a7f2-e85e7aac574e req-f431228f-1a1e-4d65-84ca-daf477242c17 service neutron] 10.222.0.20 "GET /v2.0/networks/cd4d48cb-7913-44f0-86dd-f52f3fbf4ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414700 Sep 14 23:03:46.603045 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8f81842a-2b4c-4555-bf73-0a33783d11e9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:46.613664 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-960a641d-c516-46fa-a7f2-e85e7aac574e req-b32d99fa-a42a-47d7-a1f4-f3cefef184ba service neutron] 10.222.0.20 "GET /v2.0/networks/cd4d48cb-7913-44f0-86dd-f52f3fbf4ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416152 Sep 14 23:03:46.647098 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-2e1cb5ec-a063-4b9d-8356-ed6efb47a59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'name': 'tempest-TestNetworkBasicOps-router-1537725400', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '750b960b-52ca-4857-ba10-851ed062a978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:34Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '750b960b-52ca-4857-ba10-851ed062a978', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '9740f9b1-fdde-4dc0-806d-43f29d0c46ff', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.5', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'port_id': '5e081a60-6dfa-46fa-8f61-c3a2bd302d1a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede', 'mac_address': 'fa:16:3e:de:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21355e79-4f1c-444f-9f3f-d327db4e2ef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:02:50Z', 'updated_at': '2022-09-14T23:03:44Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '128c41c8-e9b9-417b-89c7-4862f88afce6', 'name': '', 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:1f:62:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'ee4f3d31-200a-4383-8c32-bfa19db7911d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:02:34Z', 'updated_at': '2022-09-14T23:02:39Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': 'ee4f3d31-200a-4383-8c32-bfa19db7911d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:03:46.651731 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1cb5ec-a063-4b9d-8356-ed6efb47a59e None None] The sync data for ids ['18d68655-250e-4a6d-8f18-13bd9a9bfaf3'] in dv-neutron-857791-1-hyperv is: [{'id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'name': 'tempest-TestNetworkBasicOps-router-1537725400', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '750b960b-52ca-4857-ba10-851ed062a978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:34Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '750b960b-52ca-4857-ba10-851ed062a978', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '9740f9b1-fdde-4dc0-806d-43f29d0c46ff', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.5', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'port_id': '5e081a60-6dfa-46fa-8f61-c3a2bd302d1a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede', 'mac_address': 'fa:16:3e:de:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21355e79-4f1c-444f-9f3f-d327db4e2ef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:02:50Z', 'updated_at': '2022-09-14T23:03:44Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '128c41c8-e9b9-417b-89c7-4862f88afce6', 'name': '', 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:1f:62:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'ee4f3d31-200a-4383-8c32-bfa19db7911d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:02:34Z', 'updated_at': '2022-09-14T23:02:39Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': 'ee4f3d31-200a-4383-8c32-bfa19db7911d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:03:46.748252 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-8f81842a-2b4c-4555-bf73-0a33783d11e9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Allocated IP 172.26.5.131 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/9bef134a-bda5-48e7-9fb9-7fbff7b04990) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:03:46.811933 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56822) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:03:46.842779 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98be4421-a333-4a4c-b0de-f025a15b587b None None] New status for floating IP 9740f9b1-fdde-4dc0-806d-43f29d0c46ff: ACTIVE {{(pid=89172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:03:46.900059 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8f81842a-2b4c-4555-bf73-0a33783d11e9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:46.932206 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8f81842a-2b4c-4555-bf73-0a33783d11e9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:46.957994 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-e32c92f8-2826-4cdd-9c02-4988aca5a616 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/9740f9b1-fdde-4dc0-806d-43f29d0c46ff HTTP/1.1" status: 200 len: 989 time: 0.1449020 Sep 14 23:03:47.002427 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f81842a-2b4c-4555-bf73-0a33783d11e9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:03:47.005303 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-8f81842a-2b4c-4555-bf73-0a33783d11e9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:03:47.007817 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f81842a-2b4c-4555-bf73-0a33783d11e9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:03:47.056698 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f81842a-2b4c-4555-bf73-0a33783d11e9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Pushing event updated for resources: {'Port': ['ID=9bef134a-bda5-48e7-9fb9-7fbff7b04990,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:03:47.426255 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8f81842a-2b4c-4555-bf73-0a33783d11e9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:47.498074 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8f81842a-2b4c-4555-bf73-0a33783d11e9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:47.694043 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8f81842a-2b4c-4555-bf73-0a33783d11e9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:47.698296 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8f81842a-2b4c-4555-bf73-0a33783d11e9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:47.801375 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f81842a-2b4c-4555-bf73-0a33783d11e9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Pushing event updated for resources: {'Port': ['ID=9bef134a-bda5-48e7-9fb9-7fbff7b04990,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:03:47.803816 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8f81842a-2b4c-4555-bf73-0a33783d11e9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:47.962033 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56826) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:03:48.066174 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3ba61aab-4a51-42c1-ab69-ae6941da8e71 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/9740f9b1-fdde-4dc0-806d-43f29d0c46ff HTTP/1.1" status: 200 len: 991 time: 0.1030669 Sep 14 23:03:48.086466 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.l3_db [None req-8f81842a-2b4c-4555-bf73-0a33783d11e9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Floating IP 7cdb288b-e092-4298-a544-859517b6e15d associated. External IP: 172.26.5.131, port: 1547d438-44f5-47c6-894e-568b79d2bd93. Sep 14 23:03:48.436566 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f81842a-2b4c-4555-bf73-0a33783d11e9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Router eee42843-b89e-430a-9a6a-42861464a3c0 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:03:48.611123 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f81842a-2b4c-4555-bf73-0a33783d11e9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:03:48.620407 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222765b1-1efc-42b4-8c48-ac76d98e20b6 None None] Sync routers for ids ['eee42843-b89e-430a-9a6a-42861464a3c0'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:03:48.629491 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222765b1-1efc-42b4-8c48-ac76d98e20b6 None None] Routers {'eee42843-b89e-430a-9a6a-42861464a3c0'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:03:48.630157 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-222765b1-1efc-42b4-8c48-ac76d98e20b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:03:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['eee42843-b89e-430a-9a6a-42861464a3c0'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:03:48.634342 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8f81842a-2b4c-4555-bf73-0a33783d11e9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:48.699212 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8f81842a-2b4c-4555-bf73-0a33783d11e9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2732749 Sep 14 23:03:48.699891 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56a318c-49f0-4eb1-8e9e-2db67080fb4b', 'tag': '1547d438-44f5-47c6-894e-568b79d2bd93'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:03:48.702695 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50649607-7e5f-4175-814a-fc5bef0c00bc" -d '{"events": [{"name": "network-changed", "server_uuid": "e56a318c-49f0-4eb1-8e9e-2db67080fb4b", "tag": "1547d438-44f5-47c6-894e-568b79d2bd93"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:03:48.743804 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d85c76-414e-4b23-97e6-3ee282f7cb37 x-openstack-request-id: req-b0d85c76-414e-4b23-97e6-3ee282f7cb37 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:03:48.744159 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e56a318c-49f0-4eb1-8e9e-2db67080fb4b", "tag": "1547d438-44f5-47c6-894e-568b79d2bd93", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:03:48.744485 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b0d85c76-414e-4b23-97e6-3ee282f7cb37 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:03:48.744958 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0d85c76-414e-4b23-97e6-3ee282f7cb37'] response: {'name': 'network-changed', 'server_uuid': 'e56a318c-49f0-4eb1-8e9e-2db67080fb4b', 'tag': '1547d438-44f5-47c6-894e-568b79d2bd93', 'status': 'completed', 'code': 200} Sep 14 23:03:48.832755 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-222765b1-1efc-42b4-8c48-ac76d98e20b6 None None] Set router eee42843-b89e-430a-9a6a-42861464a3c0 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:03:48.849229 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50649607-7e5f-4175-814a-fc5bef0c00bc req-ce954e67-9cb6-4ad9-8bf0-7e4ada678122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:48.850707 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-50649607-7e5f-4175-814a-fc5bef0c00bc req-ce954e67-9cb6-4ad9-8bf0-7e4ada678122 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=093721cb95a347f28f2306e789d64fd0&device_id=e56a318c-49f0-4eb1-8e9e-2db67080fb4b HTTP/1.1" status: 200 len: 1099 time: 0.0814326 Sep 14 23:03:48.981142 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50649607-7e5f-4175-814a-fc5bef0c00bc req-f678dd2c-54f6-4e7e-8cb2-d2f0b9dfd25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:48.982537 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-50649607-7e5f-4175-814a-fc5bef0c00bc req-f678dd2c-54f6-4e7e-8cb2-d2f0b9dfd25b service neutron] 10.222.0.20 "GET /v2.0/networks?id=8c5b42e5-c7a4-4629-b1de-12796897febf HTTP/1.1" status: 200 len: 912 time: 0.1263409 Sep 14 23:03:49.179005 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-222765b1-1efc-42b4-8c48-ac76d98e20b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'name': 'tempest-TestVolumeBootPattern-2041423940-router', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:00:04Z', 'updated_at': '2022-09-14T23:00:13Z', 'revision_number': 4, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'gw_port': {'id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:06Z', 'updated_at': '2022-09-14T23:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '7cdb288b-e092-4298-a544-859517b6e15d', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'floating_ip_address': '172.26.5.131', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'port_id': '1547d438-44f5-47c6-894e-568b79d2bd93', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'mac_address': 'fa:16:3e:10:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56a318c-49f0-4eb1-8e9e-2db67080fb4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:03:47Z', 'updated_at': '2022-09-14T23:03:47Z', 'revision_number': 0, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfcbb8cf-9a81-4df5-a347-d3439179dddf', 'name': '', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'mac_address': 'fa:16:3e:7d:60:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:11Z', 'updated_at': '2022-09-14T23:00:28Z', 'revision_number': 5, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'subnets': [{'id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:03:49.183509 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222765b1-1efc-42b4-8c48-ac76d98e20b6 None None] Checking router: eee42843-b89e-430a-9a6a-42861464a3c0 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:03:49.194441 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222765b1-1efc-42b4-8c48-ac76d98e20b6 None None] Routers {'eee42843-b89e-430a-9a6a-42861464a3c0'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:03:49.195039 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-222765b1-1efc-42b4-8c48-ac76d98e20b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:03:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['eee42843-b89e-430a-9a6a-42861464a3c0'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:03:49.207927 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-50649607-7e5f-4175-814a-fc5bef0c00bc req-4baf7806-2274-46a6-9d3c-eea8276c3e23 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1547d438-44f5-47c6-894e-568b79d2bd93 HTTP/1.1" status: 200 len: 1000 time: 0.2192414 Sep 14 23:03:49.255906 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:03:49.274043 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50649607-7e5f-4175-814a-fc5bef0c00bc req-9390f572-b7ec-4c33-80ac-cb45160d3ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:49.275520 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-50649607-7e5f-4175-814a-fc5bef0c00bc req-9390f572-b7ec-4c33-80ac-cb45160d3ae6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9530b6a1-5b44-4a8b-9405-362cadb44215 HTTP/1.1" status: 200 len: 851 time: 0.0610583 Sep 14 23:03:49.362739 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50649607-7e5f-4175-814a-fc5bef0c00bc req-18031f22-bd93-4288-bac1-7082c95c03c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:03:49.364452 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-50649607-7e5f-4175-814a-fc5bef0c00bc req-18031f22-bd93-4288-bac1-7082c95c03c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c5b42e5-c7a4-4629-b1de-12796897febf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834231 Sep 14 23:03:49.374612 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-222765b1-1efc-42b4-8c48-ac76d98e20b6 None None] Set router eee42843-b89e-430a-9a6a-42861464a3c0 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:03:49.496374 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-50649607-7e5f-4175-814a-fc5bef0c00bc req-1a26270c-d23a-4900-93ef-124cd775790d service neutron] 10.222.0.20 "GET /v2.0/networks/8c5b42e5-c7a4-4629-b1de-12796897febf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263406 Sep 14 23:03:49.638696 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-50649607-7e5f-4175-814a-fc5bef0c00bc req-596e9fca-42a0-4cf3-89a3-5bae14b8e0ce service neutron] 10.222.0.20 "GET /v2.0/networks/8c5b42e5-c7a4-4629-b1de-12796897febf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303442 Sep 14 23:03:49.725855 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-222765b1-1efc-42b4-8c48-ac76d98e20b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'name': 'tempest-TestVolumeBootPattern-2041423940-router', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:00:04Z', 'updated_at': '2022-09-14T23:00:13Z', 'revision_number': 4, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'gw_port': {'id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:06Z', 'updated_at': '2022-09-14T23:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '7cdb288b-e092-4298-a544-859517b6e15d', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'floating_ip_address': '172.26.5.131', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'port_id': '1547d438-44f5-47c6-894e-568b79d2bd93', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'mac_address': 'fa:16:3e:10:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56a318c-49f0-4eb1-8e9e-2db67080fb4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:03:47Z', 'updated_at': '2022-09-14T23:03:47Z', 'revision_number': 0, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfcbb8cf-9a81-4df5-a347-d3439179dddf', 'name': '', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'mac_address': 'fa:16:3e:7d:60:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:11Z', 'updated_at': '2022-09-14T23:00:28Z', 'revision_number': 5, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'subnets': [{'id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:03:49.729678 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222765b1-1efc-42b4-8c48-ac76d98e20b6 None None] The sync data for ids ['eee42843-b89e-430a-9a6a-42861464a3c0'] in dv-neutron-857791-1-hyperv is: [{'id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'name': 'tempest-TestVolumeBootPattern-2041423940-router', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:00:04Z', 'updated_at': '2022-09-14T23:00:13Z', 'revision_number': 4, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'gw_port': {'id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:06Z', 'updated_at': '2022-09-14T23:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '7cdb288b-e092-4298-a544-859517b6e15d', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'floating_ip_address': '172.26.5.131', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'port_id': '1547d438-44f5-47c6-894e-568b79d2bd93', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'mac_address': 'fa:16:3e:10:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56a318c-49f0-4eb1-8e9e-2db67080fb4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:03:47Z', 'updated_at': '2022-09-14T23:03:47Z', 'revision_number': 0, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfcbb8cf-9a81-4df5-a347-d3439179dddf', 'name': '', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'mac_address': 'fa:16:3e:7d:60:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:11Z', 'updated_at': '2022-09-14T23:00:28Z', 'revision_number': 5, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'subnets': [{'id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:03:49.905955 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1165ff1c-675c-4036-a70a-fd4f9797c415 None None] New status for floating IP 7cdb288b-e092-4298-a544-859517b6e15d: ACTIVE {{(pid=89172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:04:03.699120 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:04:05.713541 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fe8da776-b185-446f-ba23-ae4dc8efa2e9 req-3b1a6125-d285-4f1f-a74b-385e95e530eb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1265345 Sep 14 23:04:05.865771 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8da776-b185-446f-ba23-ae4dc8efa2e9 req-b4ec8818-0402-4bec-976c-a7245f6f0ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:05.865771 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fe8da776-b185-446f-ba23-ae4dc8efa2e9 req-b4ec8818-0402-4bec-976c-a7245f6f0ac1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b HTTP/1.1" status: 200 len: 1099 time: 0.0861382 Sep 14 23:04:06.024236 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8da776-b185-446f-ba23-ae4dc8efa2e9 req-dde32a59-87cb-4f11-8bb5-5c04d3f3f932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:06.024236 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fe8da776-b185-446f-ba23-ae4dc8efa2e9 req-dde32a59-87cb-4f11-8bb5-5c04d3f3f932 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd4d48cb-7913-44f0-86dd-f52f3fbf4ede HTTP/1.1" status: 200 len: 896 time: 0.1313322 Sep 14 23:04:06.088529 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fe8da776-b185-446f-ba23-ae4dc8efa2e9 req-3708ca11-86b0-4f14-9312-d8f714eb3da8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e0520ca-210d-45a8-9edc-57e2b662ffbf HTTP/1.1" status: 200 len: 217 time: 0.0607388 Sep 14 23:04:06.155018 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8da776-b185-446f-ba23-ae4dc8efa2e9 req-d6968b9c-ce16-48c9-8aad-11097acb0c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:06.156424 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fe8da776-b185-446f-ba23-ae4dc8efa2e9 req-d6968b9c-ce16-48c9-8aad-11097acb0c1c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ee4f3d31-200a-4383-8c32-bfa19db7911d HTTP/1.1" status: 200 len: 834 time: 0.0618000 Sep 14 23:04:06.241240 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8da776-b185-446f-ba23-ae4dc8efa2e9 req-d23b37fe-3332-44e3-a228-720fb8dc216a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:06.242430 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fe8da776-b185-446f-ba23-ae4dc8efa2e9 req-d23b37fe-3332-44e3-a228-720fb8dc216a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd4d48cb-7913-44f0-86dd-f52f3fbf4ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789170 Sep 14 23:04:06.374662 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fe8da776-b185-446f-ba23-ae4dc8efa2e9 req-f10fd8f4-c7f6-4b56-aae2-00fbd160f716 service neutron] 10.222.0.20 "GET /v2.0/networks/cd4d48cb-7913-44f0-86dd-f52f3fbf4ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261764 Sep 14 23:04:06.505126 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fe8da776-b185-446f-ba23-ae4dc8efa2e9 req-44380877-07b0-43d9-a206-f7857a7e754d service neutron] 10.222.0.20 "GET /v2.0/networks/cd4d48cb-7913-44f0-86dd-f52f3fbf4ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231043 Sep 14 23:04:07.668574 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5d3ac937-c738-43a8-9d22-6c89c686dc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:09.731182 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e00121f6-01df-48a3-9c2b-c1714d2fee9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:10.791539 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:10.860890 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:12.392794 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:19.268127 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:19.823866 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f44bab-3e5a-4c24-a069-9b5aff37f824 req-df05c669-2b5d-48fa-a785-8883b5ecab47 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:19.825379 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f1f44bab-3e5a-4c24-a069-9b5aff37f824 req-df05c669-2b5d-48fa-a785-8883b5ecab47 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=21355e79-4f1c-444f-9f3f-d327db4e2ef7 HTTP/1.1" status: 200 len: 945 time: 0.2592075 Sep 14 23:04:19.869438 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f1f44bab-3e5a-4c24-a069-9b5aff37f824 req-a6f58d3e-cdd3-4e76-a0b2-3815a90c78cb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=c670958d-18f6-4656-8b7a-b4da6bb6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384562 Sep 14 23:04:20.927416 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09add49-51a1-42da-b980-8c024fe32049 req-3ab683dc-7d95-433f-9378-e5a02ab916d8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:20.928883 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c09add49-51a1-42da-b980-8c024fe32049 req-3ab683dc-7d95-433f-9378-e5a02ab916d8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/ports?device_id=21355e79-4f1c-444f-9f3f-d327db4e2ef7 HTTP/1.1" status: 200 len: 945 time: 0.0855062 Sep 14 23:04:21.006138 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [req-c09add49-51a1-42da-b980-8c024fe32049 req-0e8c29a5-8971-41f7-8277-0e8cb4e6d1ae tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting port 5e081a60-6dfa-46fa-8f61-c3a2bd302d1a {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:04:21.006473 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-c09add49-51a1-42da-b980-8c024fe32049 req-0e8c29a5-8971-41f7-8277-0e8cb4e6d1ae tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:21.385031 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae88f5-6a27-4463-8768-07c18c70af9f req-fb0d1136-df63-480b-8c32-c344ab4d7f2e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:21.386464 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-82ae88f5-6a27-4463-8768-07c18c70af9f req-fb0d1136-df63-480b-8c32-c344ab4d7f2e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=21355e79-4f1c-444f-9f3f-d327db4e2ef7 HTTP/1.1" status: 200 len: 945 time: 0.4014041 Sep 14 23:04:21.429852 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-c09add49-51a1-42da-b980-8c024fe32049 req-0e8c29a5-8971-41f7-8277-0e8cb4e6d1ae tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] For port 5e081a60-6dfa-46fa-8f61-c3a2bd302d1a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=5e081a60-6dfa-46fa-8f61-c3a2bd302d1a,segment=NetworkSegment(e001b4a6-3f51-4f86-a9a8-6522242a2736),segment_id=e001b4a6-3f51-4f86-a9a8-6522242a2736)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:04:21.430208 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-c09add49-51a1-42da-b980-8c024fe32049 req-0e8c29a5-8971-41f7-8277-0e8cb4e6d1ae tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:21.520011 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-82ae88f5-6a27-4463-8768-07c18c70af9f req-e76ea5c8-56a4-438a-bd2f-2d5655660020 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=c670958d-18f6-4656-8b7a-b4da6bb6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273179 Sep 14 23:04:21.732036 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-c09add49-51a1-42da-b980-8c024fe32049 req-0e8c29a5-8971-41f7-8277-0e8cb4e6d1ae tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:21.732304 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-c09add49-51a1-42da-b980-8c024fe32049 req-0e8c29a5-8971-41f7-8277-0e8cb4e6d1ae tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:21.732631 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [req-c09add49-51a1-42da-b980-8c024fe32049 req-0e8c29a5-8971-41f7-8277-0e8cb4e6d1ae tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Floating IP 9740f9b1-fdde-4dc0-806d-43f29d0c46ff disassociated. External IP: 172.26.5.5, port: 5e081a60-6dfa-46fa-8f61-c3a2bd302d1a. Sep 14 23:04:21.732968 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [req-c09add49-51a1-42da-b980-8c024fe32049 req-0e8c29a5-8971-41f7-8277-0e8cb4e6d1ae tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Calling delete_port for 5e081a60-6dfa-46fa-8f61-c3a2bd302d1a owned by compute:nova {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:04:21.874223 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-c09add49-51a1-42da-b980-8c024fe32049 req-0e8c29a5-8971-41f7-8277-0e8cb4e6d1ae tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:21.922781 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c29a5-8971-41f7-8277-0e8cb4e6d1ae tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Port': ['ID=5e081a60-6dfa-46fa-8f61-c3a2bd302d1a,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:22.106460 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c09add49-51a1-42da-b980-8c024fe32049 req-0e8c29a5-8971-41f7-8277-0e8cb4e6d1ae tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router 18d68655-250e-4a6d-8f18-13bd9a9bfaf3 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:04:22.282259 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c09add49-51a1-42da-b980-8c024fe32049 req-0e8c29a5-8971-41f7-8277-0e8cb4e6d1ae tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:04:22.291914 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef871d2-2712-44b2-9f01-8a28db6dafb5 None None] Sync routers for ids ['18d68655-250e-4a6d-8f18-13bd9a9bfaf3'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:04:22.302020 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef871d2-2712-44b2-9f01-8a28db6dafb5 None None] Routers {'18d68655-250e-4a6d-8f18-13bd9a9bfaf3'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:04:22.302921 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-cef871d2-2712-44b2-9f01-8a28db6dafb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:04:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['18d68655-250e-4a6d-8f18-13bd9a9bfaf3'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:04:22.373847 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09add49-51a1-42da-b980-8c024fe32049 req-0e8c29a5-8971-41f7-8277-0e8cb4e6d1ae tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] No DVR routers for this DVR port 5e081a60-6dfa-46fa-8f61-c3a2bd302d1a on host hv-neutron-8577 {{(pid=89170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:04:22.376271 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-c09add49-51a1-42da-b980-8c024fe32049 req-0e8c29a5-8971-41f7-8277-0e8cb4e6d1ae tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:22.385824 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21355e79-4f1c-444f-9f3f-d327db4e2ef7', 'name': 'network-vif-deleted', 'tag': '5e081a60-6dfa-46fa-8f61-c3a2bd302d1a'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:04:22.388442 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b825fe-95a2-49f7-89f7-93bfc4477b9c" -d '{"events": [{"server_uuid": "21355e79-4f1c-444f-9f3f-d327db4e2ef7", "name": "network-vif-deleted", "tag": "5e081a60-6dfa-46fa-8f61-c3a2bd302d1a"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:04:22.400676 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c09add49-51a1-42da-b980-8c024fe32049 req-0e8c29a5-8971-41f7-8277-0e8cb4e6d1ae tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "DELETE /v2.0/ports/5e081a60-6dfa-46fa-8f61-c3a2bd302d1a HTTP/1.1" status: 204 len: 173 time: 1.4671199 Sep 14 23:04:22.495538 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-cef871d2-2712-44b2-9f01-8a28db6dafb5 None None] Set router 18d68655-250e-4a6d-8f18-13bd9a9bfaf3 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:04:22.501276 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d513f0e-a49f-4948-a850-7e5c4101ae2f x-openstack-request-id: req-6d513f0e-a49f-4948-a850-7e5c4101ae2f {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:04:22.501767 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21355e79-4f1c-444f-9f3f-d327db4e2ef7", "name": "network-vif-deleted", "tag": "5e081a60-6dfa-46fa-8f61-c3a2bd302d1a", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:04:22.502185 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6d513f0e-a49f-4948-a850-7e5c4101ae2f {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:04:22.502802 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d513f0e-a49f-4948-a850-7e5c4101ae2f'] response: {'server_uuid': '21355e79-4f1c-444f-9f3f-d327db4e2ef7', 'name': 'network-vif-deleted', 'tag': '5e081a60-6dfa-46fa-8f61-c3a2bd302d1a', 'status': 'completed', 'code': 200} Sep 14 23:04:22.691905 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-4eed8867-1d1a-484e-a9e4-5c25c0308d30 req-490bf09e-38da-4696-ac3b-4bc4d6e6c63b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:04:22.706948 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-4eed8867-1d1a-484e-a9e4-5c25c0308d30 req-490bf09e-38da-4696-ac3b-4bc4d6e6c63b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:04:22.708213 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4eed8867-1d1a-484e-a9e4-5c25c0308d30 req-490bf09e-38da-4696-ac3b-4bc4d6e6c63b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=21355e79-4f1c-444f-9f3f-d327db4e2ef7 HTTP/1.1" status: 200 len: 210 time: 0.0643814 Sep 14 23:04:22.830207 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-cef871d2-2712-44b2-9f01-8a28db6dafb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'name': 'tempest-TestNetworkBasicOps-router-1537725400', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '750b960b-52ca-4857-ba10-851ed062a978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:34Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '750b960b-52ca-4857-ba10-851ed062a978', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '128c41c8-e9b9-417b-89c7-4862f88afce6', 'name': '', 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:1f:62:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'ee4f3d31-200a-4383-8c32-bfa19db7911d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:02:34Z', 'updated_at': '2022-09-14T23:02:39Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': 'ee4f3d31-200a-4383-8c32-bfa19db7911d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:04:22.833964 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef871d2-2712-44b2-9f01-8a28db6dafb5 None None] Checking router: 18d68655-250e-4a6d-8f18-13bd9a9bfaf3 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:04:22.842487 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef871d2-2712-44b2-9f01-8a28db6dafb5 None None] Routers {'18d68655-250e-4a6d-8f18-13bd9a9bfaf3'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:04:22.843081 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-cef871d2-2712-44b2-9f01-8a28db6dafb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:04:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['18d68655-250e-4a6d-8f18-13bd9a9bfaf3'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:04:23.035019 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-cef871d2-2712-44b2-9f01-8a28db6dafb5 None None] Set router 18d68655-250e-4a6d-8f18-13bd9a9bfaf3 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:04:23.192916 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 5e081a60-6dfa-46fa-8f61-c3a2bd302d1a no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:04:23.227131 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: 5e081a60-6dfa-46fa-8f61-c3a2bd302d1a {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:04:23.227473 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 5e081a60-6dfa-46fa-8f61-c3a2bd302d1a not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:04:23.343806 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-cef871d2-2712-44b2-9f01-8a28db6dafb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'name': 'tempest-TestNetworkBasicOps-router-1537725400', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '750b960b-52ca-4857-ba10-851ed062a978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:34Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '750b960b-52ca-4857-ba10-851ed062a978', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '128c41c8-e9b9-417b-89c7-4862f88afce6', 'name': '', 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:1f:62:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'ee4f3d31-200a-4383-8c32-bfa19db7911d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:02:34Z', 'updated_at': '2022-09-14T23:02:39Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': 'ee4f3d31-200a-4383-8c32-bfa19db7911d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:04:23.347505 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef871d2-2712-44b2-9f01-8a28db6dafb5 None None] The sync data for ids ['18d68655-250e-4a6d-8f18-13bd9a9bfaf3'] in dv-neutron-857791-1-hyperv is: [{'id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'name': 'tempest-TestNetworkBasicOps-router-1537725400', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '750b960b-52ca-4857-ba10-851ed062a978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:34Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '750b960b-52ca-4857-ba10-851ed062a978', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '128c41c8-e9b9-417b-89c7-4862f88afce6', 'name': '', 'network_id': 'cd4d48cb-7913-44f0-86dd-f52f3fbf4ede', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:1f:62:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'ee4f3d31-200a-4383-8c32-bfa19db7911d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:02:34Z', 'updated_at': '2022-09-14T23:02:39Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': 'ee4f3d31-200a-4383-8c32-bfa19db7911d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:04:23.557477 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b925aac-1423-4ba0-b08d-4b5d848073ac None None] New status for floating IP 9740f9b1-fdde-4dc0-806d-43f29d0c46ff: DOWN {{(pid=89172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:04:23.813869 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56874) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:04:23.883687 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d84a2118-c3ec-44c1-80c3-c84aff25c9d4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:23.911869 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d84a2118-c3ec-44c1-80c3-c84aff25c9d4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:23.973982 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d84a2118-c3ec-44c1-80c3-c84aff25c9d4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:23.992640 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a2118-c3ec-44c1-80c3-c84aff25c9d4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c670958d-18f6-4656-8b7a-b4da6bb6695b,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:24.003434 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d84a2118-c3ec-44c1-80c3-c84aff25c9d4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:24.004581 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d84a2118-c3ec-44c1-80c3-c84aff25c9d4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/security-groups/c670958d-18f6-4656-8b7a-b4da6bb6695b HTTP/1.1" status: 204 len: 168 time: 0.1896966 Sep 14 23:04:24.032878 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56880) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:04:24.296948 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-4966f4e8-ed02-4fc0-abd7-26a348436424 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting port 12e3ed53-709e-4e88-95c9-3e3d84d3146c {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:04:24.297186 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4966f4e8-ed02-4fc0-abd7-26a348436424 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:24.462816 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4966f4e8-ed02-4fc0-abd7-26a348436424 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:24.463136 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4966f4e8-ed02-4fc0-abd7-26a348436424 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:24.585631 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-4966f4e8-ed02-4fc0-abd7-26a348436424 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Calling delete_port for 12e3ed53-709e-4e88-95c9-3e3d84d3146c owned by network:floatingip {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:04:24.721754 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4966f4e8-ed02-4fc0-abd7-26a348436424 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:24.800596 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966f4e8-ed02-4fc0-abd7-26a348436424 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Port': ['ID=12e3ed53-709e-4e88-95c9-3e3d84d3146c,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:24.866184 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4966f4e8-ed02-4fc0-abd7-26a348436424 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:24.883043 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4966f4e8-ed02-4fc0-abd7-26a348436424 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:24.884164 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4966f4e8-ed02-4fc0-abd7-26a348436424 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/floatingips/9740f9b1-fdde-4dc0-806d-43f29d0c46ff HTTP/1.1" status: 204 len: 168 time: 0.8503239 Sep 14 23:04:25.239810 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a924b0-92a2-4c76-a644-595cbb23c621 req-0ce05222-e2ea-4378-9970-b09783f7f81b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:25.240483 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-12a924b0-92a2-4c76-a644-595cbb23c621 req-0ce05222-e2ea-4378-9970-b09783f7f81b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:04:25.256096 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-12a924b0-92a2-4c76-a644-595cbb23c621 req-0ce05222-e2ea-4378-9970-b09783f7f81b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:04:25.257264 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-12a924b0-92a2-4c76-a644-595cbb23c621 req-0ce05222-e2ea-4378-9970-b09783f7f81b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b HTTP/1.1" status: 200 len: 946 time: 0.1043444 Sep 14 23:04:25.304017 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-12a924b0-92a2-4c76-a644-595cbb23c621 req-885a3732-f1bd-4bf2-acd6-a594dbe62d76 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:04:25.318759 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-12a924b0-92a2-4c76-a644-595cbb23c621 req-885a3732-f1bd-4bf2-acd6-a594dbe62d76 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:04:25.319870 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-12a924b0-92a2-4c76-a644-595cbb23c621 req-885a3732-f1bd-4bf2-acd6-a594dbe62d76 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=91b59fb3-eadb-4b88-8233-ca79c1fbfcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568888 Sep 14 23:04:26.487575 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fe8d2-7e44-494d-9e33-57de1841682f req-0340a93f-949e-4b22-a64e-d49cbcafede5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:26.488986 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ea7fe8d2-7e44-494d-9e33-57de1841682f req-0340a93f-949e-4b22-a64e-d49cbcafede5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b HTTP/1.1" status: 200 len: 946 time: 0.1305649 Sep 14 23:04:26.570349 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [req-ea7fe8d2-7e44-494d-9e33-57de1841682f req-c7d8c0bb-35be-4428-bb9f-f46abf7d26a6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting port 6e0520ca-210d-45a8-9edc-57e2b662ffbf {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:04:26.570684 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-ea7fe8d2-7e44-494d-9e33-57de1841682f req-c7d8c0bb-35be-4428-bb9f-f46abf7d26a6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:26.645493 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775c6f5-1a37-4d7d-b72b-d5d7997910e6 req-991ad57b-4429-4746-854f-473a357127ac tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:26.647070 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b775c6f5-1a37-4d7d-b72b-d5d7997910e6 req-991ad57b-4429-4746-854f-473a357127ac tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b HTTP/1.1" status: 200 len: 946 time: 0.2109566 Sep 14 23:04:26.799630 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b775c6f5-1a37-4d7d-b72b-d5d7997910e6 req-52aa23b0-b366-474d-943c-39b70c30abf7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=91b59fb3-eadb-4b88-8233-ca79c1fbfcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279767 Sep 14 23:04:26.869609 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-ea7fe8d2-7e44-494d-9e33-57de1841682f req-c7d8c0bb-35be-4428-bb9f-f46abf7d26a6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] For port 6e0520ca-210d-45a8-9edc-57e2b662ffbf, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6e0520ca-210d-45a8-9edc-57e2b662ffbf,segment=NetworkSegment(e001b4a6-3f51-4f86-a9a8-6522242a2736),segment_id=e001b4a6-3f51-4f86-a9a8-6522242a2736)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:04:26.869964 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-ea7fe8d2-7e44-494d-9e33-57de1841682f req-c7d8c0bb-35be-4428-bb9f-f46abf7d26a6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:27.000296 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [req-ea7fe8d2-7e44-494d-9e33-57de1841682f req-c7d8c0bb-35be-4428-bb9f-f46abf7d26a6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Calling delete_port for 6e0520ca-210d-45a8-9edc-57e2b662ffbf owned by compute:nova {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:04:27.255584 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-ea7fe8d2-7e44-494d-9e33-57de1841682f req-c7d8c0bb-35be-4428-bb9f-f46abf7d26a6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:27.315547 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8c0bb-35be-4428-bb9f-f46abf7d26a6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Port': ['ID=6e0520ca-210d-45a8-9edc-57e2b662ffbf,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:27.407955 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7fe8d2-7e44-494d-9e33-57de1841682f req-c7d8c0bb-35be-4428-bb9f-f46abf7d26a6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] No DVR routers for this DVR port 6e0520ca-210d-45a8-9edc-57e2b662ffbf on host hv-neutron-8577 {{(pid=89170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:04:27.410556 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-ea7fe8d2-7e44-494d-9e33-57de1841682f req-c7d8c0bb-35be-4428-bb9f-f46abf7d26a6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:27.414077 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b', 'name': 'network-vif-deleted', 'tag': '6e0520ca-210d-45a8-9edc-57e2b662ffbf'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:04:27.416731 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a88c7b-89c4-4e1b-b986-048629e6e041" -d '{"events": [{"server_uuid": "4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b", "name": "network-vif-deleted", "tag": "6e0520ca-210d-45a8-9edc-57e2b662ffbf"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:04:27.430970 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ea7fe8d2-7e44-494d-9e33-57de1841682f req-c7d8c0bb-35be-4428-bb9f-f46abf7d26a6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "DELETE /v2.0/ports/6e0520ca-210d-45a8-9edc-57e2b662ffbf HTTP/1.1" status: 204 len: 173 time: 0.9358478 Sep 14 23:04:27.465057 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626c69c9-3486-49b3-a8b1-8e9f45864252 x-openstack-request-id: req-626c69c9-3486-49b3-a8b1-8e9f45864252 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:04:27.465410 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b", "name": "network-vif-deleted", "tag": "6e0520ca-210d-45a8-9edc-57e2b662ffbf", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:04:27.466322 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-626c69c9-3486-49b3-a8b1-8e9f45864252 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:04:27.466721 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-626c69c9-3486-49b3-a8b1-8e9f45864252'] response: {'server_uuid': '4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b', 'name': 'network-vif-deleted', 'tag': '6e0520ca-210d-45a8-9edc-57e2b662ffbf', 'status': 'completed', 'code': 200} Sep 14 23:04:27.999785 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-ab4a8cde-e26f-4d36-a49e-aefb7060264f req-6687172b-0d70-428a-b78e-f923802a3fa6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:04:28.017217 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-ab4a8cde-e26f-4d36-a49e-aefb7060264f req-6687172b-0d70-428a-b78e-f923802a3fa6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:04:28.018401 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ab4a8cde-e26f-4d36-a49e-aefb7060264f req-6687172b-0d70-428a-b78e-f923802a3fa6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c8dad38-fb58-4e2e-8146-6d4b91d0fe0b HTTP/1.1" status: 200 len: 210 time: 0.0785110 Sep 14 23:04:29.118047 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56898) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:04:29.185464 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d160fc2f-8810-423e-b3a8-ba99353ac61e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:29.215356 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d160fc2f-8810-423e-b3a8-ba99353ac61e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:29.223719 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 6e0520ca-210d-45a8-9edc-57e2b662ffbf no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:04:29.264011 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: 6e0520ca-210d-45a8-9edc-57e2b662ffbf {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:04:29.264495 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 6e0520ca-210d-45a8-9edc-57e2b662ffbf not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:04:29.289229 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d160fc2f-8810-423e-b3a8-ba99353ac61e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:29.306306 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d160fc2f-8810-423e-b3a8-ba99353ac61e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b59fb3-eadb-4b88-8233-ca79c1fbfcdc,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:29.315594 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d160fc2f-8810-423e-b3a8-ba99353ac61e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:29.315944 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d160fc2f-8810-423e-b3a8-ba99353ac61e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:29.316287 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d160fc2f-8810-423e-b3a8-ba99353ac61e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:29.316643 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d160fc2f-8810-423e-b3a8-ba99353ac61e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:29.316980 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d160fc2f-8810-423e-b3a8-ba99353ac61e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:29.317313 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d160fc2f-8810-423e-b3a8-ba99353ac61e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:29.317642 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d160fc2f-8810-423e-b3a8-ba99353ac61e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:29.317971 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d160fc2f-8810-423e-b3a8-ba99353ac61e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:29.318297 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d160fc2f-8810-423e-b3a8-ba99353ac61e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:29.318625 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d160fc2f-8810-423e-b3a8-ba99353ac61e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:29.318948 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d160fc2f-8810-423e-b3a8-ba99353ac61e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:29.319271 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d160fc2f-8810-423e-b3a8-ba99353ac61e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:29.334934 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d160fc2f-8810-423e-b3a8-ba99353ac61e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:29.339384 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d160fc2f-8810-423e-b3a8-ba99353ac61e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/security-groups/91b59fb3-eadb-4b88-8233-ca79c1fbfcdc HTTP/1.1" status: 204 len: 168 time: 0.2203650 Sep 14 23:04:29.388280 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56904) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:04:30.047211 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5c9f6728-471f-4abb-875c-03106942c3d7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:30.578301 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-5c9f6728-471f-4abb-875c-03106942c3d7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting port 128c41c8-e9b9-417b-89c7-4862f88afce6 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:04:30.579291 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5c9f6728-471f-4abb-875c-03106942c3d7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:30.772866 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-5c9f6728-471f-4abb-875c-03106942c3d7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] For port 128c41c8-e9b9-417b-89c7-4862f88afce6, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=128c41c8-e9b9-417b-89c7-4862f88afce6,segment=NetworkSegment(e001b4a6-3f51-4f86-a9a8-6522242a2736),segment_id=e001b4a6-3f51-4f86-a9a8-6522242a2736)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:04:30.772962 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5c9f6728-471f-4abb-875c-03106942c3d7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:30.913081 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-5c9f6728-471f-4abb-875c-03106942c3d7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Calling delete_port for 128c41c8-e9b9-417b-89c7-4862f88afce6 owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:04:31.197726 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5c9f6728-471f-4abb-875c-03106942c3d7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:31.254871 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f6728-471f-4abb-875c-03106942c3d7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Port': ['ID=128c41c8-e9b9-417b-89c7-4862f88afce6,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:31.579413 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5c9f6728-471f-4abb-875c-03106942c3d7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:32.076549 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9f6728-471f-4abb-875c-03106942c3d7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router 18d68655-250e-4a6d-8f18-13bd9a9bfaf3 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:04:32.255502 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9f6728-471f-4abb-875c-03106942c3d7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:04:32.266111 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f445a4c-d8ba-4ae1-a3e9-17083f77e080 None None] Sync routers for ids ['18d68655-250e-4a6d-8f18-13bd9a9bfaf3'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:04:32.271604 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5c9f6728-471f-4abb-875c-03106942c3d7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "PUT /v2.0/routers/18d68655-250e-4a6d-8f18-13bd9a9bfaf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8851871 Sep 14 23:04:32.274313 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56908) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:04:32.276214 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f445a4c-d8ba-4ae1-a3e9-17083f77e080 None None] Routers {'18d68655-250e-4a6d-8f18-13bd9a9bfaf3'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:04:32.276848 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-3f445a4c-d8ba-4ae1-a3e9-17083f77e080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:04:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['18d68655-250e-4a6d-8f18-13bd9a9bfaf3'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:04:32.348521 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cc19d83-521f-4471-ae1d-5b18256c404b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting subnet ee4f3d31-200a-4383-8c32-bfa19db7911d {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:04:32.352199 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3cc19d83-521f-4471-ae1d-5b18256c404b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:32.411916 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3cc19d83-521f-4471-ae1d-5b18256c404b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:32.456795 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-3f445a4c-d8ba-4ae1-a3e9-17083f77e080 None None] Set router 18d68655-250e-4a6d-8f18-13bd9a9bfaf3 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:04:32.495101 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3cc19d83-521f-4471-ae1d-5b18256c404b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:32.569153 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3cc19d83-521f-4471-ae1d-5b18256c404b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:32.616793 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc19d83-521f-4471-ae1d-5b18256c404b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Subnet': ['ID=ee4f3d31-200a-4383-8c32-bfa19db7911d,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:32.619124 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3cc19d83-521f-4471-ae1d-5b18256c404b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:32.628191 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3cc19d83-521f-4471-ae1d-5b18256c404b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/subnets/ee4f3d31-200a-4383-8c32-bfa19db7911d HTTP/1.1" status: 204 len: 168 time: 0.3498647 Sep 14 23:04:32.628191 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56912) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:04:32.629362 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9e8d55-d17a-43b9-b863-4e421e022c3e None None] Network cd4d48cb-7913-44f0-86dd-f52f3fbf4ede requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:04:32.783853 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-3f445a4c-d8ba-4ae1-a3e9-17083f77e080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'name': 'tempest-TestNetworkBasicOps-router-1537725400', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '750b960b-52ca-4857-ba10-851ed062a978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:04:31Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '750b960b-52ca-4857-ba10-851ed062a978', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:04:32.789589 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f445a4c-d8ba-4ae1-a3e9-17083f77e080 None None] Checking router: 18d68655-250e-4a6d-8f18-13bd9a9bfaf3 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:04:32.802360 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f445a4c-d8ba-4ae1-a3e9-17083f77e080 None None] Routers {'18d68655-250e-4a6d-8f18-13bd9a9bfaf3'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:04:32.803157 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-3f445a4c-d8ba-4ae1-a3e9-17083f77e080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:04:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['18d68655-250e-4a6d-8f18-13bd9a9bfaf3'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:04:32.824248 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-33dc2331-201b-4f78-bab5-11334e3d897e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:33.008244 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-3f445a4c-d8ba-4ae1-a3e9-17083f77e080 None None] Set router 18d68655-250e-4a6d-8f18-13bd9a9bfaf3 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:04:33.026891 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39ecb9c-3125-4f69-bf34-b98401062c29 None None] DHCP port deletion for cd4d48cb-7913-44f0-86dd-f52f3fbf4ede request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:04:33.032235 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-f39ecb9c-3125-4f69-bf34-b98401062c29 None None] Deleting port 3d7c56a1-2e24-45c4-895a-14a68f93670f {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:04:33.032696 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f39ecb9c-3125-4f69-bf34-b98401062c29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:33.036049 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-33dc2331-201b-4f78-bab5-11334e3d897e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:33.045282 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-33dc2331-201b-4f78-bab5-11334e3d897e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting port 750b960b-52ca-4857-ba10-851ed062a978 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:04:33.045612 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-33dc2331-201b-4f78-bab5-11334e3d897e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:33.234888 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-33dc2331-201b-4f78-bab5-11334e3d897e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] For port 750b960b-52ca-4857-ba10-851ed062a978, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=750b960b-52ca-4857-ba10-851ed062a978,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:04:33.235398 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-33dc2331-201b-4f78-bab5-11334e3d897e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:33.251730 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-f39ecb9c-3125-4f69-bf34-b98401062c29 None None] For port 3d7c56a1-2e24-45c4-895a-14a68f93670f, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=3d7c56a1-2e24-45c4-895a-14a68f93670f,segment=NetworkSegment(e001b4a6-3f51-4f86-a9a8-6522242a2736),segment_id=e001b4a6-3f51-4f86-a9a8-6522242a2736)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:04:33.251988 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f39ecb9c-3125-4f69-bf34-b98401062c29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:33.311765 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-3f445a4c-d8ba-4ae1-a3e9-17083f77e080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'name': 'tempest-TestNetworkBasicOps-router-1537725400', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '750b960b-52ca-4857-ba10-851ed062a978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:04:31Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '750b960b-52ca-4857-ba10-851ed062a978', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:04:33.315384 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 3d7c56a1-2e24-45c4-895a-14a68f93670f no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:04:33.315919 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f445a4c-d8ba-4ae1-a3e9-17083f77e080 None None] The sync data for ids ['18d68655-250e-4a6d-8f18-13bd9a9bfaf3'] in dv-neutron-857791-1-hyperv is: [{'id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'name': 'tempest-TestNetworkBasicOps-router-1537725400', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '750b960b-52ca-4857-ba10-851ed062a978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:04:31Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '750b960b-52ca-4857-ba10-851ed062a978', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d68655-250e-4a6d-8f18-13bd9a9bfaf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:02:30Z', 'updated_at': '2022-09-14T23:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:04:33.438836 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-f39ecb9c-3125-4f69-bf34-b98401062c29 None None] Calling delete_port for 3d7c56a1-2e24-45c4-895a-14a68f93670f owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:04:33.495648 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-33dc2331-201b-4f78-bab5-11334e3d897e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Calling delete_port for 750b960b-52ca-4857-ba10-851ed062a978 owned by network:router_gateway {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:04:33.556708 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 3d7c56a1-2e24-45c4-895a-14a68f93670f is: ACTIVE; New status is: DOWN {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:04:33.557096 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:33.571387 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f39ecb9c-3125-4f69-bf34-b98401062c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:33.623688 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ecb9c-3125-4f69-bf34-b98401062c29 None None] Pushing event deleted for resources: {'Port': ['ID=3d7c56a1-2e24-45c4-895a-14a68f93670f,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:33.628872 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39ecb9c-3125-4f69-bf34-b98401062c29 None None] No DVR routers for this DVR port 3d7c56a1-2e24-45c4-895a-14a68f93670f on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:04:33.676188 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-33dc2331-201b-4f78-bab5-11334e3d897e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:33.754197 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc2331-201b-4f78-bab5-11334e3d897e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Port': ['ID=750b960b-52ca-4857-ba10-851ed062a978,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:33.826310 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-33dc2331-201b-4f78-bab5-11334e3d897e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:33.997847 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-33dc2331-201b-4f78-bab5-11334e3d897e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:34.000042 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-33dc2331-201b-4f78-bab5-11334e3d897e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:34.020718 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-33dc2331-201b-4f78-bab5-11334e3d897e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:34.021266 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33dc2331-201b-4f78-bab5-11334e3d897e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Fanout notify agent at l3_agent the message router_deleted on router 18d68655-250e-4a6d-8f18-13bd9a9bfaf3 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 23:04:34.036403 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-33dc2331-201b-4f78-bab5-11334e3d897e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:34.037524 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-33dc2331-201b-4f78-bab5-11334e3d897e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/routers/18d68655-250e-4a6d-8f18-13bd9a9bfaf3 HTTP/1.1" status: 204 len: 168 time: 1.4089673 Sep 14 23:04:34.040150 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56916) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:04:34.154399 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fae-4375-47ad-a661-304547275cf4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:34.287816 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fae-4375-47ad-a661-304547275cf4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:34.314065 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-a2c73fae-4375-47ad-a661-304547275cf4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd4d48cb-7913-44f0-86dd-f52f3fbf4ede']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:04:34.326715 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-a2c73fae-4375-47ad-a661-304547275cf4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e001b4a6-3f51-4f86-a9a8-6522242a2736') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:04:34.327012 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-a2c73fae-4375-47ad-a661-304547275cf4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e001b4a6-3f51-4f86-a9a8-6522242a2736') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:04:34.338524 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fae-4375-47ad-a661-304547275cf4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:34.354958 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fae-4375-47ad-a661-304547275cf4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:34.361192 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2c73fae-4375-47ad-a661-304547275cf4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:04:34.361573 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fae-4375-47ad-a661-304547275cf4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:34.431747 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment e001b4a6-3f51-4f86-a9a8-6522242a2736 resource provider aggregate not found Sep 14 23:04:34.455437 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment e001b4a6-3f51-4f86-a9a8-6522242a2736 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e001b4a6-3f51-4f86-a9a8-6522242a2736 found for delete ", "request_id": "req-c663a0fd-0d77-4549-b0ac-ae0595454e5c"}]} Sep 14 23:04:34.467137 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fae-4375-47ad-a661-304547275cf4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:34.484262 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a2c73fae-4375-47ad-a661-304547275cf4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:34.496118 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73fae-4375-47ad-a661-304547275cf4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Network': ['ID=cd4d48cb-7913-44f0-86dd-f52f3fbf4ede,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:34.502731 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a2c73fae-4375-47ad-a661-304547275cf4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/networks/cd4d48cb-7913-44f0-86dd-f52f3fbf4ede HTTP/1.1" status: 204 len: 168 time: 0.4616451 Sep 14 23:04:34.525222 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56924) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:04:34.530824 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-9c8472dd-f425-448d-b240-74a419cc191b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'network': {'name': 'tempest-network-smoke--1248983854', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'port_security_enabled': True}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:04:34.535891 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-9c8472dd-f425-448d-b240-74a419cc191b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:04:34.540055 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9c8472dd-f425-448d-b240-74a419cc191b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:network and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:04:34.543086 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9c8472dd-f425-448d-b240-74a419cc191b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:04:34.548850 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-9c8472dd-f425-448d-b240-74a419cc191b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:04:34.558930 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8472dd-f425-448d-b240-74a419cc191b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Made reservation on behalf of c57dd58bea08430d873bf967651d6b8d for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:04:34.562535 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9c8472dd-f425-448d-b240-74a419cc191b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:34.589897 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c8472dd-f425-448d-b240-74a419cc191b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:04:34.600735 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9c8472dd-f425-448d-b240-74a419cc191b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:34.600735 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-9c8472dd-f425-448d-b240-74a419cc191b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Added segment 969f856d-0fb9-45ad-91ee-9485533a9dc4 of type vlan for network af7d9e95-2291-44e9-9e22-68df5026b3de Sep 14 23:04:34.626013 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9c8472dd-f425-448d-b240-74a419cc191b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:34.656966 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9c8472dd-f425-448d-b240-74a419cc191b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:34.662316 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8472dd-f425-448d-b240-74a419cc191b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:34.662893 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9c8472dd-f425-448d-b240-74a419cc191b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:34.765585 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9c8472dd-f425-448d-b240-74a419cc191b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2417233 Sep 14 23:04:34.768364 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56928) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:04:34.773497 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-d32a6ec6-66ec-470b-9722-e3491c25e098 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-555419567', 'admin_state_up': True, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:04:34.773829 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8472dd-f425-448d-b240-74a419cc191b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Network': ['ID=af7d9e95-2291-44e9-9e22-68df5026b3de,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:34.782041 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-d32a6ec6-66ec-470b-9722-e3491c25e098 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:04:34.783831 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network af7d9e95-2291-44e9-9e22-68df5026b3de details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:04:34.786225 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-d32a6ec6-66ec-470b-9722-e3491c25e098 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:router and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:04:34.789325 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-d32a6ec6-66ec-470b-9722-e3491c25e098 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:04:34.795702 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-d32a6ec6-66ec-470b-9722-e3491c25e098 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:04:34.806386 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d32a6ec6-66ec-470b-9722-e3491c25e098 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:34.807433 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d32a6ec6-66ec-470b-9722-e3491c25e098 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:34.824733 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d32a6ec6-66ec-470b-9722-e3491c25e098 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:35.089756 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d32a6ec6-66ec-470b-9722-e3491c25e098 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:35.228398 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 750b960b-52ca-4857-ba10-851ed062a978 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:04:35.265764 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 750b960b-52ca-4857-ba10-851ed062a978 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:04:35.266114 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 750b960b-52ca-4857-ba10-851ed062a978 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:04:35.266537 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 128c41c8-e9b9-417b-89c7-4862f88afce6 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:04:35.298624 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 128c41c8-e9b9-417b-89c7-4862f88afce6 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:04:35.298965 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 128c41c8-e9b9-417b-89c7-4862f88afce6 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:04:35.389529 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d32a6ec6-66ec-470b-9722-e3491c25e098 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_gateway, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:35.423586 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d32a6ec6-66ec-470b-9722-e3491c25e098 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:35.560381 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-d32a6ec6-66ec-470b-9722-e3491c25e098 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Allocated IP 172.26.5.111 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:04:35.712424 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d32a6ec6-66ec-470b-9722-e3491c25e098 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:35.740783 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d32a6ec6-66ec-470b-9722-e3491c25e098 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:35.806105 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32a6ec6-66ec-470b-9722-e3491c25e098 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:04:35.808702 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-d32a6ec6-66ec-470b-9722-e3491c25e098 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:04:35.812443 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32a6ec6-66ec-470b-9722-e3491c25e098 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:04:35.852122 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a6ec6-66ec-470b-9722-e3491c25e098 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:35.863983 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a6ec6-66ec-470b-9722-e3491c25e098 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:35.864557 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a6ec6-66ec-470b-9722-e3491c25e098 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:35.864557 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a6ec6-66ec-470b-9722-e3491c25e098 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:35.865069 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a6ec6-66ec-470b-9722-e3491c25e098 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:35.865592 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a6ec6-66ec-470b-9722-e3491c25e098 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:35.865592 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a6ec6-66ec-470b-9722-e3491c25e098 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:35.866004 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a6ec6-66ec-470b-9722-e3491c25e098 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:35.866193 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a6ec6-66ec-470b-9722-e3491c25e098 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:35.866469 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a6ec6-66ec-470b-9722-e3491c25e098 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:35.867104 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a6ec6-66ec-470b-9722-e3491c25e098 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:35.867104 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a6ec6-66ec-470b-9722-e3491c25e098 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:35.867688 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a6ec6-66ec-470b-9722-e3491c25e098 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:36.341009 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d32a6ec6-66ec-470b-9722-e3491c25e098 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_gateway, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:36.689439 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d32a6ec6-66ec-470b-9722-e3491c25e098 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:36.889225 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32a6ec6-66ec-470b-9722-e3491c25e098 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router 12984a70-1b25-4301-ae3c-6c5541cda335 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 23:04:37.064228 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32a6ec6-66ec-470b-9722-e3491c25e098 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:04:37.073466 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f30f7c-800e-4564-8a7a-563515e52739 None None] Sync routers for ids ['12984a70-1b25-4301-ae3c-6c5541cda335'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:04:37.082302 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f30f7c-800e-4564-8a7a-563515e52739 None None] Routers {'12984a70-1b25-4301-ae3c-6c5541cda335'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:04:37.082844 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-65f30f7c-800e-4564-8a7a-563515e52739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:04:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['12984a70-1b25-4301-ae3c-6c5541cda335'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:04:37.091542 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d32a6ec6-66ec-470b-9722-e3491c25e098 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:37.092799 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d32a6ec6-66ec-470b-9722-e3491c25e098 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3233340 Sep 14 23:04:37.095935 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56934) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:04:37.135062 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f5494a17-842f-48c3-99bd-14782ce92ffb tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=c57dd58bea08430d873bf967651d6b8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380275 Sep 14 23:04:37.137623 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56938) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:04:37.262240 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-65f30f7c-800e-4564-8a7a-563515e52739 None None] Set router 12984a70-1b25-4301-ae3c-6c5541cda335 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:04:37.266910 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1066ecad-7cd9-4723-ab27-d9368e200d60 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:37.268379 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1066ecad-7cd9-4723-ab27-d9368e200d60 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1298943 Sep 14 23:04:37.271300 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56942) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:04:37.434767 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-94630633-63bd-46f4-aacc-bb48cd3a2bf6 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=681410b9-e86d-4f65-a0f3-ea2093b5104b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1600282 Sep 14 23:04:37.435097 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56946) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:04:37.440262 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-6ff60b38-6fcc-4634-9e58-f00559bc46eb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1320787141', 'network_id': 'af7d9e95-2291-44e9-9e22-68df5026b3de', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:04:37.549059 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6ff60b38-6fcc-4634-9e58-f00559bc46eb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:04:37.552932 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6ff60b38-6fcc-4634-9e58-f00559bc46eb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:subnet and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:04:37.555734 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6ff60b38-6fcc-4634-9e58-f00559bc46eb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:04:37.561556 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6ff60b38-6fcc-4634-9e58-f00559bc46eb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:04:37.571248 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff60b38-6fcc-4634-9e58-f00559bc46eb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Made reservation on behalf of c57dd58bea08430d873bf967651d6b8d for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:04:37.575621 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6ff60b38-6fcc-4634-9e58-f00559bc46eb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:37.590416 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-65f30f7c-800e-4564-8a7a-563515e52739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'name': 'tempest-TestNetworkBasicOps-router-555419567', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:04:34Z', 'updated_at': '2022-09-14T23:04:36Z', 'revision_number': 3, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:04:35Z', 'updated_at': '2022-09-14T23:04:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:04:37.594917 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f30f7c-800e-4564-8a7a-563515e52739 None None] Checking router: 12984a70-1b25-4301-ae3c-6c5541cda335 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:04:37.595261 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f30f7c-800e-4564-8a7a-563515e52739 None None] Updating router 12984a70-1b25-4301-ae3c-6c5541cda335 port 7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:04:37.653464 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-65f30f7c-800e-4564-8a7a-563515e52739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:37.718749 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-797bf3e7-f991-456f-9f50-944ddb5dc039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:37.803032 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6ff60b38-6fcc-4634-9e58-f00559bc46eb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:37.883020 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff60b38-6fcc-4634-9e58-f00559bc46eb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Subnet': ['ID=e2aa3991-df89-4c31-a845-5f21b3440607,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:37.894459 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff60b38-6fcc-4634-9e58-f00559bc46eb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Checking segment: {'id': '969f856d-0fb9-45ad-91ee-9485533a9dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'af7d9e95-2291-44e9-9e22-68df5026b3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:04:37.894985 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff60b38-6fcc-4634-9e58-f00559bc46eb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network hostable DHCP agents. Network: af7d9e95-2291-44e9-9e22-68df5026b3de, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:04:37.915057 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff60b38-6fcc-4634-9e58-f00559bc46eb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network af7d9e95-2291-44e9-9e22-68df5026b3de is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:04:37.925356 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-6ff60b38-6fcc-4634-9e58-f00559bc46eb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, af7d9e95-2291-44e9-9e22-68df5026b3de) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:04:37.929305 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff60b38-6fcc-4634-9e58-f00559bc46eb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:37.929986 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6ff60b38-6fcc-4634-9e58-f00559bc46eb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:37.936157 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c597a3-23f1-45c1-8f79-dad2f9a989fb None None] Network af7d9e95-2291-44e9-9e22-68df5026b3de requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:04:37.951173 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6ff60b38-6fcc-4634-9e58-f00559bc46eb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5151134 Sep 14 23:04:37.954019 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56950) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:04:38.084796 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-65f30f7c-800e-4564-8a7a-563515e52739 None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:38.118361 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-65f30f7c-800e-4564-8a7a-563515e52739 None None] Transition to ACTIVE for port object 7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:04:38.151301 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-65f30f7c-800e-4564-8a7a-563515e52739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:38.236499 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-65f30f7c-800e-4564-8a7a-563515e52739 None None] Attempting to bind port 7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:04:38.236903 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-65f30f7c-800e-4564-8a7a-563515e52739 None None] Attempting to bind port 7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:04:38.237259 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f30f7c-800e-4564-8a7a-563515e52739 None None] Attempting to bind port 7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf on network 681410b9-e86d-4f65-a0f3-ea2093b5104b {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:04:38.249520 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f30f7c-800e-4564-8a7a-563515e52739 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:04:38.249884 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f30f7c-800e-4564-8a7a-563515e52739 None None] Checking segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:04:38.250277 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-65f30f7c-800e-4564-8a7a-563515e52739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:38.250658 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f30f7c-800e-4564-8a7a-563515e52739 None None] Bound using segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:04:38.251114 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-65f30f7c-800e-4564-8a7a-563515e52739 None None] Bound port: 7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:04:38.251474 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-65f30f7c-800e-4564-8a7a-563515e52739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:38.325651 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a77870-68a6-4df5-9e7f-24b118af3a88 None None] Pushing event updated for resources: {'Port': ['ID=7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:38.344545 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56f07cd-baa4-462a-b2f7-7aeec6e9b41c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-af7d9e95-2291-44e9-9e22-68df5026b3de', 'network_id': 'af7d9e95-2291-44e9-9e22-68df5026b3de', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ips': [{'subnet_id': 'e2aa3991-df89-4c31-a845-5f21b3440607'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:04:38.345391 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a56f07cd-baa4-462a-b2f7-7aeec6e9b41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:38.435618 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-65f30f7c-800e-4564-8a7a-563515e52739 None None] For port 7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:04:38.459251 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-65f30f7c-800e-4564-8a7a-563515e52739 None None] For port 7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:04:38.464292 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-65f30f7c-800e-4564-8a7a-563515e52739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:38.569109 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f30f7c-800e-4564-8a7a-563515e52739 None None] Routers {'12984a70-1b25-4301-ae3c-6c5541cda335'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:04:38.569913 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-65f30f7c-800e-4564-8a7a-563515e52739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:04:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['12984a70-1b25-4301-ae3c-6c5541cda335'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:04:38.669428 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0f601abe-fca0-4710-88fe-1e658b550cdb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:38.670681 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a77870-68a6-4df5-9e7f-24b118af3a88 None None] Pushing event updated for resources: {'Port': ['ID=7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:38.747788 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-a56f07cd-baa4-462a-b2f7-7aeec6e9b41c None None] Allocated IP 172.20.0.2 (af7d9e95-2291-44e9-9e22-68df5026b3de/e2aa3991-df89-4c31-a845-5f21b3440607/7bf8ba6b-bf92-4772-bbd4-0df84bdf3102) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:04:38.861569 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-65f30f7c-800e-4564-8a7a-563515e52739 None None] Set router 12984a70-1b25-4301-ae3c-6c5541cda335 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:04:39.276227 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a56f07cd-baa4-462a-b2f7-7aeec6e9b41c None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:39.288005 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-a56f07cd-baa4-462a-b2f7-7aeec6e9b41c None None] Transition to ACTIVE for port object 7bf8ba6b-bf92-4772-bbd4-0df84bdf3102 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:04:39.312234 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-a56f07cd-baa4-462a-b2f7-7aeec6e9b41c None None] Transition to ACTIVE for port object 7bf8ba6b-bf92-4772-bbd4-0df84bdf3102 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:04:39.317892 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a56f07cd-baa4-462a-b2f7-7aeec6e9b41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:39.386823 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-65f30f7c-800e-4564-8a7a-563515e52739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'name': 'tempest-TestNetworkBasicOps-router-555419567', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:04:34Z', 'updated_at': '2022-09-14T23:04:36Z', 'revision_number': 3, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:04:35Z', 'updated_at': '2022-09-14T23:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:04:39.397274 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56f07cd-baa4-462a-b2f7-7aeec6e9b41c None None] Network af7d9e95-2291-44e9-9e22-68df5026b3de is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:04:39.401207 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-a56f07cd-baa4-462a-b2f7-7aeec6e9b41c None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:04:39.401633 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-0f601abe-fca0-4710-88fe-1e658b550cdb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Allocated IP 172.20.0.1 (af7d9e95-2291-44e9-9e22-68df5026b3de/e2aa3991-df89-4c31-a845-5f21b3440607/ff4e58b6-f3da-49eb-989b-7bae6674e1cc) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:04:39.406189 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f30f7c-800e-4564-8a7a-563515e52739 None None] The sync data for ids ['12984a70-1b25-4301-ae3c-6c5541cda335'] in dv-neutron-857791-1-hyperv is: [{'id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'name': 'tempest-TestNetworkBasicOps-router-555419567', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:04:34Z', 'updated_at': '2022-09-14T23:04:36Z', 'revision_number': 3, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:04:35Z', 'updated_at': '2022-09-14T23:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:04:39.407875 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56f07cd-baa4-462a-b2f7-7aeec6e9b41c None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:04:39.410135 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f07cd-baa4-462a-b2f7-7aeec6e9b41c None None] Pushing event updated for resources: {'Port': ['ID=7bf8ba6b-bf92-4772-bbd4-0df84bdf3102,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:39.422209 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56f07cd-baa4-462a-b2f7-7aeec6e9b41c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:39.422550 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56f07cd-baa4-462a-b2f7-7aeec6e9b41c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:39.422883 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56f07cd-baa4-462a-b2f7-7aeec6e9b41c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:39.423631 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56f07cd-baa4-462a-b2f7-7aeec6e9b41c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:39.423631 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56f07cd-baa4-462a-b2f7-7aeec6e9b41c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:39.423879 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56f07cd-baa4-462a-b2f7-7aeec6e9b41c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:39.425232 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56f07cd-baa4-462a-b2f7-7aeec6e9b41c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:39.427435 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56f07cd-baa4-462a-b2f7-7aeec6e9b41c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:39.427819 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56f07cd-baa4-462a-b2f7-7aeec6e9b41c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:39.428841 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56f07cd-baa4-462a-b2f7-7aeec6e9b41c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:39.428841 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56f07cd-baa4-462a-b2f7-7aeec6e9b41c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:39.429775 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56f07cd-baa4-462a-b2f7-7aeec6e9b41c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:39.555377 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-a56f07cd-baa4-462a-b2f7-7aeec6e9b41c None None] Attempting to bind port 7bf8ba6b-bf92-4772-bbd4-0df84bdf3102 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:04:39.555799 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-a56f07cd-baa4-462a-b2f7-7aeec6e9b41c None None] Attempting to bind port 7bf8ba6b-bf92-4772-bbd4-0df84bdf3102 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '969f856d-0fb9-45ad-91ee-9485533a9dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'af7d9e95-2291-44e9-9e22-68df5026b3de'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:04:39.555965 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56f07cd-baa4-462a-b2f7-7aeec6e9b41c None None] Attempting to bind port 7bf8ba6b-bf92-4772-bbd4-0df84bdf3102 on network af7d9e95-2291-44e9-9e22-68df5026b3de {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:04:39.562674 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56f07cd-baa4-462a-b2f7-7aeec6e9b41c None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:04:39.563866 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56f07cd-baa4-462a-b2f7-7aeec6e9b41c None None] Checking segment: {'id': '969f856d-0fb9-45ad-91ee-9485533a9dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'af7d9e95-2291-44e9-9e22-68df5026b3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:04:39.564275 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a56f07cd-baa4-462a-b2f7-7aeec6e9b41c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:39.564805 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56f07cd-baa4-462a-b2f7-7aeec6e9b41c None None] Bound using segment: {'id': '969f856d-0fb9-45ad-91ee-9485533a9dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'af7d9e95-2291-44e9-9e22-68df5026b3de'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:04:39.565290 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-a56f07cd-baa4-462a-b2f7-7aeec6e9b41c None None] Bound port: 7bf8ba6b-bf92-4772-bbd4-0df84bdf3102, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969f856d-0fb9-45ad-91ee-9485533a9dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'af7d9e95-2291-44e9-9e22-68df5026b3de'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:04:39.565681 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a56f07cd-baa4-462a-b2f7-7aeec6e9b41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:39.606917 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0f601abe-fca0-4710-88fe-1e658b550cdb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:39.630074 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-0f601abe-fca0-4710-88fe-1e658b550cdb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Transition to ACTIVE for port object ff4e58b6-f3da-49eb-989b-7bae6674e1cc will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:04:39.665347 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0f601abe-fca0-4710-88fe-1e658b550cdb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:39.677062 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-a56f07cd-baa4-462a-b2f7-7aeec6e9b41c None None] For port 7bf8ba6b-bf92-4772-bbd4-0df84bdf3102, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:04:39.680800 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-a56f07cd-baa4-462a-b2f7-7aeec6e9b41c None None] For port 7bf8ba6b-bf92-4772-bbd4-0df84bdf3102, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=7bf8ba6b-bf92-4772-bbd4-0df84bdf3102,segment=NetworkSegment(969f856d-0fb9-45ad-91ee-9485533a9dc4),segment_id=969f856d-0fb9-45ad-91ee-9485533a9dc4)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:04:39.687173 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a56f07cd-baa4-462a-b2f7-7aeec6e9b41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:39.784885 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f601abe-fca0-4710-88fe-1e658b550cdb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network af7d9e95-2291-44e9-9e22-68df5026b3de is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:04:39.790799 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-0f601abe-fca0-4710-88fe-1e658b550cdb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:04:39.795991 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f601abe-fca0-4710-88fe-1e658b550cdb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:04:39.835591 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2d98ae06-8ed8-4c35-ab45-3c763a43ed73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:39.842918 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f07cd-baa4-462a-b2f7-7aeec6e9b41c None None] Pushing event updated for resources: {'Port': ['ID=7bf8ba6b-bf92-4772-bbd4-0df84bdf3102,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:39.848781 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f601abe-fca0-4710-88fe-1e658b550cdb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=ff4e58b6-f3da-49eb-989b-7bae6674e1cc,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:39.890040 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0f601abe-fca0-4710-88fe-1e658b550cdb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:40.262547 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0f601abe-fca0-4710-88fe-1e658b550cdb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:40.695398 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:04:40.800953 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:40.808414 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0f601abe-fca0-4710-88fe-1e658b550cdb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:40.814569 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0f601abe-fca0-4710-88fe-1e658b550cdb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:40.872234 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:40.934806 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0f601abe-fca0-4710-88fe-1e658b550cdb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:40.939018 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f601abe-fca0-4710-88fe-1e658b550cdb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=ff4e58b6-f3da-49eb-989b-7bae6674e1cc,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:41.045820 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702a3ad3-6c6f-4d1c-b3e6-f4c361a312fa None None] Network af7d9e95-2291-44e9-9e22-68df5026b3de requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:04:41.082888 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f601abe-fca0-4710-88fe-1e658b550cdb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network af7d9e95-2291-44e9-9e22-68df5026b3de is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:04:41.083608 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-0f601abe-fca0-4710-88fe-1e658b550cdb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:04:41.143639 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-08d0892f-2653-42ab-b76d-615bf8ed0ff3 None None] Provisioning for port 7bf8ba6b-bf92-4772-bbd4-0df84bdf3102 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:04:41.342150 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:04:41.428429 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:04:41.433916 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:04:41.435532 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:41.445252 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f601abe-fca0-4710-88fe-1e658b550cdb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router 12984a70-1b25-4301-ae3c-6c5541cda335 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:04:41.562033 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:04:41.562419 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:41.580916 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:04:41.585396 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:41.586178 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 7bf8ba6b-bf92-4772-bbd4-0df84bdf3102 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:04:41.649100 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f601abe-fca0-4710-88fe-1e658b550cdb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:04:41.665834 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c58b63a-cbdb-4dc2-b4b9-3a6039bd5512 None None] Sync routers for ids ['12984a70-1b25-4301-ae3c-6c5541cda335'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:04:41.666931 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56954) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:04:41.677219 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0f601abe-fca0-4710-88fe-1e658b550cdb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "PUT /v2.0/routers/12984a70-1b25-4301-ae3c-6c5541cda335/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7221036 Sep 14 23:04:41.679254 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c58b63a-cbdb-4dc2-b4b9-3a6039bd5512 None None] Routers {'12984a70-1b25-4301-ae3c-6c5541cda335'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:04:41.679869 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-1c58b63a-cbdb-4dc2-b4b9-3a6039bd5512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:04:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['12984a70-1b25-4301-ae3c-6c5541cda335'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:04:41.719784 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:41.725543 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-2e03d0f1-94c2-4a8a-b49e-8cf1497136ac None None] Provisioning for port ff4e58b6-f3da-49eb-989b-7bae6674e1cc completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:04:41.732167 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-2e03d0f1-94c2-4a8a-b49e-8cf1497136ac None None] Provisioning complete for port ff4e58b6-f3da-49eb-989b-7bae6674e1cc triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:04:41.732709 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2e03d0f1-94c2-4a8a-b49e-8cf1497136ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:41.796763 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 7bf8ba6b-bf92-4772-bbd4-0df84bdf3102 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:04:41.802347 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 7bf8ba6b-bf92-4772-bbd4-0df84bdf3102 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:04:41.803408 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:41.842727 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2246d7d-c094-4ac0-9015-34c78ce4aebf tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:41.843200 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2246d7d-c094-4ac0-9015-34c78ce4aebf tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:41.843661 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2246d7d-c094-4ac0-9015-34c78ce4aebf tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:41.844181 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2246d7d-c094-4ac0-9015-34c78ce4aebf tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:41.845081 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2246d7d-c094-4ac0-9015-34c78ce4aebf tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:41.845152 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2246d7d-c094-4ac0-9015-34c78ce4aebf tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:41.846924 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d2246d7d-c094-4ac0-9015-34c78ce4aebf tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4281 time: 0.1784251 Sep 14 23:04:41.849766 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56958) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:04:41.880293 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-2e03d0f1-94c2-4a8a-b49e-8cf1497136ac None None] Port ff4e58b6-f3da-49eb-989b-7bae6674e1cc cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:04:41.903470 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-1c58b63a-cbdb-4dc2-b4b9-3a6039bd5512 None None] Set router 12984a70-1b25-4301-ae3c-6c5541cda335 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:04:41.976630 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 7bf8ba6b-bf92-4772-bbd4-0df84bdf3102 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:04:41.977162 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:42.000025 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-2e03d0f1-94c2-4a8a-b49e-8cf1497136ac None None] Provisioning complete for port 7bf8ba6b-bf92-4772-bbd4-0df84bdf3102 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:04:42.000381 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2e03d0f1-94c2-4a8a-b49e-8cf1497136ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:42.050254 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649dfd7b-6355-44f5-b14a-70f02845ead9 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:42.051220 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649dfd7b-6355-44f5-b14a-70f02845ead9 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:42.052129 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649dfd7b-6355-44f5-b14a-70f02845ead9 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:42.052779 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649dfd7b-6355-44f5-b14a-70f02845ead9 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:42.053392 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649dfd7b-6355-44f5-b14a-70f02845ead9 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:42.054000 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649dfd7b-6355-44f5-b14a-70f02845ead9 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:42.056115 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-649dfd7b-6355-44f5-b14a-70f02845ead9 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.2053812 Sep 14 23:04:42.059179 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56962) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:04:42.109953 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 7bf8ba6b-bf92-4772-bbd4-0df84bdf3102, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=7bf8ba6b-bf92-4772-bbd4-0df84bdf3102,segment=NetworkSegment(969f856d-0fb9-45ad-91ee-9485533a9dc4),segment_id=969f856d-0fb9-45ad-91ee-9485533a9dc4)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:04:42.118304 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:42.235179 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=7bf8ba6b-bf92-4772-bbd4-0df84bdf3102,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:42.243111 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-2e03d0f1-94c2-4a8a-b49e-8cf1497136ac None None] Current status of the port 7bf8ba6b-bf92-4772-bbd4-0df84bdf3102 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:04:42.255255 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-1c58b63a-cbdb-4dc2-b4b9-3a6039bd5512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'name': 'tempest-TestNetworkBasicOps-router-555419567', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:04:34Z', 'updated_at': '2022-09-14T23:04:40Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:04:35Z', 'updated_at': '2022-09-14T23:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'ff4e58b6-f3da-49eb-989b-7bae6674e1cc', 'name': '', 'network_id': 'af7d9e95-2291-44e9-9e22-68df5026b3de', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:cf:29:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e2aa3991-df89-4c31-a845-5f21b3440607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:04:39Z', 'updated_at': '2022-09-14T23:04:40Z', 'revision_number': 2, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': 'e2aa3991-df89-4c31-a845-5f21b3440607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:04:42.259187 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c58b63a-cbdb-4dc2-b4b9-3a6039bd5512 None None] Checking router: 12984a70-1b25-4301-ae3c-6c5541cda335 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:04:42.259529 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c58b63a-cbdb-4dc2-b4b9-3a6039bd5512 None None] Updating router 12984a70-1b25-4301-ae3c-6c5541cda335 port ff4e58b6-f3da-49eb-989b-7bae6674e1cc binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:04:42.295086 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-24e20ab5-5a1b-4570-9b20-a65e38482286 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2338238 Sep 14 23:04:42.297839 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56966) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:04:42.302986 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-234af684-34e5-4bce-b6d3-ab6d28b1fd8d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1378473388', 'network_id': 'af7d9e95-2291-44e9-9e22-68df5026b3de'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:04:42.311253 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-1c58b63a-cbdb-4dc2-b4b9-3a6039bd5512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:42.366098 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-5c595055-cf5f-483e-b7ac-395eb9904e98 None None] Provisioning complete for port ff4e58b6-f3da-49eb-989b-7bae6674e1cc triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:04:42.366805 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5c595055-cf5f-483e-b7ac-395eb9904e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:42.430050 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:42.432677 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-5c595055-cf5f-483e-b7ac-395eb9904e98 None None] Port ff4e58b6-f3da-49eb-989b-7bae6674e1cc cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:04:42.454493 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-234af684-34e5-4bce-b6d3-ab6d28b1fd8d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:04:42.458526 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-234af684-34e5-4bce-b6d3-ab6d28b1fd8d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:port and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:04:42.461315 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-234af684-34e5-4bce-b6d3-ab6d28b1fd8d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:04:42.467204 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-234af684-34e5-4bce-b6d3-ab6d28b1fd8d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:04:42.477214 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234af684-34e5-4bce-b6d3-ab6d28b1fd8d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Made reservation on behalf of c57dd58bea08430d873bf967651d6b8d for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:04:42.480734 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-234af684-34e5-4bce-b6d3-ab6d28b1fd8d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:42.502244 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [None req-234af684-34e5-4bce-b6d3-ab6d28b1fd8d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] device_id is not set on port ee2a01eb-076c-4d6b-8cb8-d608d4337823 yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 23:04:42.705805 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-1c58b63a-cbdb-4dc2-b4b9-3a6039bd5512 None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:42.716965 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-1c58b63a-cbdb-4dc2-b4b9-3a6039bd5512 None None] Transition to ACTIVE for port object ff4e58b6-f3da-49eb-989b-7bae6674e1cc will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:04:42.723356 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-1c58b63a-cbdb-4dc2-b4b9-3a6039bd5512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:42.790549 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-234af684-34e5-4bce-b6d3-ab6d28b1fd8d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Allocated IP 172.20.0.8 (af7d9e95-2291-44e9-9e22-68df5026b3de/e2aa3991-df89-4c31-a845-5f21b3440607/ee2a01eb-076c-4d6b-8cb8-d608d4337823) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:04:42.912394 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d1aa4-1471-4a29-ac00-ddfe9f10b17d None None] Pushing event updated for resources: {'Port': ['ID=ff4e58b6-f3da-49eb-989b-7bae6674e1cc,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:42.933602 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d1aa4-1471-4a29-ac00-ddfe9f10b17d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:42.934014 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d1aa4-1471-4a29-ac00-ddfe9f10b17d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:42.934855 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d1aa4-1471-4a29-ac00-ddfe9f10b17d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:42.935178 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d1aa4-1471-4a29-ac00-ddfe9f10b17d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:42.935500 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d1aa4-1471-4a29-ac00-ddfe9f10b17d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:42.935820 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d1aa4-1471-4a29-ac00-ddfe9f10b17d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:42.936142 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d1aa4-1471-4a29-ac00-ddfe9f10b17d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:42.936453 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d1aa4-1471-4a29-ac00-ddfe9f10b17d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:42.936795 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d1aa4-1471-4a29-ac00-ddfe9f10b17d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:42.937105 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d1aa4-1471-4a29-ac00-ddfe9f10b17d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:42.937417 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d1aa4-1471-4a29-ac00-ddfe9f10b17d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:42.937725 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d1aa4-1471-4a29-ac00-ddfe9f10b17d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:04:42.944734 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-1c58b63a-cbdb-4dc2-b4b9-3a6039bd5512 None None] Attempting to bind port ff4e58b6-f3da-49eb-989b-7bae6674e1cc on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:04:42.945105 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-1c58b63a-cbdb-4dc2-b4b9-3a6039bd5512 None None] Attempting to bind port ff4e58b6-f3da-49eb-989b-7bae6674e1cc by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '969f856d-0fb9-45ad-91ee-9485533a9dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'af7d9e95-2291-44e9-9e22-68df5026b3de'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:04:42.945460 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c58b63a-cbdb-4dc2-b4b9-3a6039bd5512 None None] Attempting to bind port ff4e58b6-f3da-49eb-989b-7bae6674e1cc on network af7d9e95-2291-44e9-9e22-68df5026b3de {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:04:42.953492 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c58b63a-cbdb-4dc2-b4b9-3a6039bd5512 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:04:42.953865 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c58b63a-cbdb-4dc2-b4b9-3a6039bd5512 None None] Checking segment: {'id': '969f856d-0fb9-45ad-91ee-9485533a9dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'af7d9e95-2291-44e9-9e22-68df5026b3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:04:42.954259 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-1c58b63a-cbdb-4dc2-b4b9-3a6039bd5512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:42.954643 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c58b63a-cbdb-4dc2-b4b9-3a6039bd5512 None None] Bound using segment: {'id': '969f856d-0fb9-45ad-91ee-9485533a9dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'af7d9e95-2291-44e9-9e22-68df5026b3de'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:04:42.955100 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-1c58b63a-cbdb-4dc2-b4b9-3a6039bd5512 None None] Bound port: ff4e58b6-f3da-49eb-989b-7bae6674e1cc, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969f856d-0fb9-45ad-91ee-9485533a9dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'af7d9e95-2291-44e9-9e22-68df5026b3de'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:04:42.955465 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-1c58b63a-cbdb-4dc2-b4b9-3a6039bd5512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:43.006929 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-234af684-34e5-4bce-b6d3-ab6d28b1fd8d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:43.022397 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-234af684-34e5-4bce-b6d3-ab6d28b1fd8d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Transition to ACTIVE for port object ee2a01eb-076c-4d6b-8cb8-d608d4337823 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:04:43.041865 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-1c58b63a-cbdb-4dc2-b4b9-3a6039bd5512 None None] For port ff4e58b6-f3da-49eb-989b-7bae6674e1cc, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:04:43.046641 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-1c58b63a-cbdb-4dc2-b4b9-3a6039bd5512 None None] For port ff4e58b6-f3da-49eb-989b-7bae6674e1cc, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=ff4e58b6-f3da-49eb-989b-7bae6674e1cc,segment=NetworkSegment(969f856d-0fb9-45ad-91ee-9485533a9dc4),segment_id=969f856d-0fb9-45ad-91ee-9485533a9dc4)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:04:43.046848 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-234af684-34e5-4bce-b6d3-ab6d28b1fd8d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:43.050721 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-1c58b63a-cbdb-4dc2-b4b9-3a6039bd5512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:43.112479 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c58b63a-cbdb-4dc2-b4b9-3a6039bd5512 None None] Routers {'12984a70-1b25-4301-ae3c-6c5541cda335'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:04:43.113114 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-1c58b63a-cbdb-4dc2-b4b9-3a6039bd5512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:04:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['12984a70-1b25-4301-ae3c-6c5541cda335'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:04:43.114005 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234af684-34e5-4bce-b6d3-ab6d28b1fd8d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network af7d9e95-2291-44e9-9e22-68df5026b3de is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:04:43.117043 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-234af684-34e5-4bce-b6d3-ab6d28b1fd8d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:04:43.120845 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234af684-34e5-4bce-b6d3-ab6d28b1fd8d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:04:43.160912 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234af684-34e5-4bce-b6d3-ab6d28b1fd8d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=ee2a01eb-076c-4d6b-8cb8-d608d4337823,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:43.199028 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234af684-34e5-4bce-b6d3-ab6d28b1fd8d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:43.200111 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-234af684-34e5-4bce-b6d3-ab6d28b1fd8d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:43.229715 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-234af684-34e5-4bce-b6d3-ab6d28b1fd8d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9306598 Sep 14 23:04:43.267397 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:04:43.301048 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-1c58b63a-cbdb-4dc2-b4b9-3a6039bd5512 None None] Set router 12984a70-1b25-4301-ae3c-6c5541cda335 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:04:43.309913 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56972) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:04:43.316059 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-bdcf7f96-4b44-4139-ae87-b9d01ecb4879 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-896756322', 'description': 'tempest-secgroup-smoke-896756322 description', 'project_id': 'c57dd58bea08430d873bf967651d6b8d'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:04:43.328527 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-bdcf7f96-4b44-4139-ae87-b9d01ecb4879 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:04:43.333414 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-bdcf7f96-4b44-4139-ae87-b9d01ecb4879 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:04:43.336532 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-bdcf7f96-4b44-4139-ae87-b9d01ecb4879 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:04:43.343464 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-bdcf7f96-4b44-4139-ae87-b9d01ecb4879 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:04:43.356457 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bdcf7f96-4b44-4139-ae87-b9d01ecb4879 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:43.362965 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d1aa4-1471-4a29-ac00-ddfe9f10b17d None None] Pushing event updated for resources: {'Port': ['ID=ff4e58b6-f3da-49eb-989b-7bae6674e1cc,revision_number=4']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:43.377550 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-bdcf7f96-4b44-4139-ae87-b9d01ecb4879 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:04:43.381613 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-bdcf7f96-4b44-4139-ae87-b9d01ecb4879 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:04:43.384567 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-bdcf7f96-4b44-4139-ae87-b9d01ecb4879 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:04:43.388456 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:04:43.388837 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:43.391093 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-bdcf7f96-4b44-4139-ae87-b9d01ecb4879 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:04:43.467157 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-2b5ff8ca-03d7-4472-ad44-a2783f1dd953 None None] Provisioning for port ee2a01eb-076c-4d6b-8cb8-d608d4337823 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:04:43.478643 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bdcf7f96-4b44-4139-ae87-b9d01ecb4879 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:43.482831 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bdcf7f96-4b44-4139-ae87-b9d01ecb4879 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:43.501791 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-2b5ff8ca-03d7-4472-ad44-a2783f1dd953 None None] Provisioning complete for port ee2a01eb-076c-4d6b-8cb8-d608d4337823 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:04:43.502351 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2b5ff8ca-03d7-4472-ad44-a2783f1dd953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:43.530230 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf7f96-4b44-4139-ae87-b9d01ecb4879 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36ef7aa8-2fdd-4cba-a5f8-aff225756559,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:43.536755 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bdcf7f96-4b44-4139-ae87-b9d01ecb4879 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:43.538199 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-bdcf7f96-4b44-4139-ae87-b9d01ecb4879 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2269356 Sep 14 23:04:43.540953 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56976) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:04:43.547769 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-1c565da8-3897-4dee-a93d-cfd5a410608b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '36ef7aa8-2fdd-4cba-a5f8-aff225756559', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:04:43.553619 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1c565da8-3897-4dee-a93d-cfd5a410608b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:04:43.558138 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1c565da8-3897-4dee-a93d-cfd5a410608b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:04:43.561102 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1c565da8-3897-4dee-a93d-cfd5a410608b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:04:43.567566 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1c565da8-3897-4dee-a93d-cfd5a410608b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:04:43.578490 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:04:43.579615 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 7bf8ba6b-bf92-4772-bbd4-0df84bdf3102 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:04:43.585113 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1c565da8-3897-4dee-a93d-cfd5a410608b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:43.608147 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-2b5ff8ca-03d7-4472-ad44-a2783f1dd953 None None] Port ee2a01eb-076c-4d6b-8cb8-d608d4337823 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:04:43.647309 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 7bf8ba6b-bf92-4772-bbd4-0df84bdf3102 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:04:43.647929 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:43.651462 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-1c58b63a-cbdb-4dc2-b4b9-3a6039bd5512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'name': 'tempest-TestNetworkBasicOps-router-555419567', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:04:34Z', 'updated_at': '2022-09-14T23:04:40Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:04:35Z', 'updated_at': '2022-09-14T23:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'ff4e58b6-f3da-49eb-989b-7bae6674e1cc', 'name': '', 'network_id': 'af7d9e95-2291-44e9-9e22-68df5026b3de', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:cf:29:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e2aa3991-df89-4c31-a845-5f21b3440607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:04:39Z', 'updated_at': '2022-09-14T23:04:43Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': 'e2aa3991-df89-4c31-a845-5f21b3440607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:04:43.655996 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c58b63a-cbdb-4dc2-b4b9-3a6039bd5512 None None] The sync data for ids ['12984a70-1b25-4301-ae3c-6c5541cda335'] in dv-neutron-857791-1-hyperv is: [{'id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'name': 'tempest-TestNetworkBasicOps-router-555419567', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:04:34Z', 'updated_at': '2022-09-14T23:04:40Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:04:35Z', 'updated_at': '2022-09-14T23:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'ff4e58b6-f3da-49eb-989b-7bae6674e1cc', 'name': '', 'network_id': 'af7d9e95-2291-44e9-9e22-68df5026b3de', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:cf:29:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e2aa3991-df89-4c31-a845-5f21b3440607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:04:39Z', 'updated_at': '2022-09-14T23:04:43Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': 'e2aa3991-df89-4c31-a845-5f21b3440607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:04:43.656423 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1c565da8-3897-4dee-a93d-cfd5a410608b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:43.660743 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1c565da8-3897-4dee-a93d-cfd5a410608b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:43.689090 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c565da8-3897-4dee-a93d-cfd5a410608b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a081145-7d88-42f8-ba03-2440cd6f8650,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:43.711051 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1c565da8-3897-4dee-a93d-cfd5a410608b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:43.712486 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1c565da8-3897-4dee-a93d-cfd5a410608b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1701393 Sep 14 23:04:43.715371 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56980) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:04:43.721824 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-ed3bca73-150e-4b77-91b8-34b6a1d2f1e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '36ef7aa8-2fdd-4cba-a5f8-aff225756559', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:04:43.732548 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ed3bca73-150e-4b77-91b8-34b6a1d2f1e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:04:43.737046 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ed3bca73-150e-4b77-91b8-34b6a1d2f1e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:04:43.740162 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ed3bca73-150e-4b77-91b8-34b6a1d2f1e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:04:43.745952 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ed3bca73-150e-4b77-91b8-34b6a1d2f1e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:04:43.771377 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ed3bca73-150e-4b77-91b8-34b6a1d2f1e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:43.797983 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 7bf8ba6b-bf92-4772-bbd4-0df84bdf3102 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:04:43.839220 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ed3bca73-150e-4b77-91b8-34b6a1d2f1e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:43.846340 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ed3bca73-150e-4b77-91b8-34b6a1d2f1e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:43.872340 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3bca73-150e-4b77-91b8-34b6a1d2f1e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f77f9be-cfcc-4729-80e5-12c533a31d35,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:43.882339 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ed3bca73-150e-4b77-91b8-34b6a1d2f1e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:43.883543 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ed3bca73-150e-4b77-91b8-34b6a1d2f1e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1665556 Sep 14 23:04:43.886549 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56984) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:04:43.892082 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-5f49681f-8b16-4c49-8cf7-88d7bd4598c9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '36ef7aa8-2fdd-4cba-a5f8-aff225756559', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:04:43.898122 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-5f49681f-8b16-4c49-8cf7-88d7bd4598c9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:04:43.901986 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5f49681f-8b16-4c49-8cf7-88d7bd4598c9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:04:43.904941 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5f49681f-8b16-4c49-8cf7-88d7bd4598c9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:04:43.910828 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-5f49681f-8b16-4c49-8cf7-88d7bd4598c9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:04:43.928827 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5f49681f-8b16-4c49-8cf7-88d7bd4598c9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:43.997139 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5f49681f-8b16-4c49-8cf7-88d7bd4598c9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:44.000921 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5f49681f-8b16-4c49-8cf7-88d7bd4598c9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:44.025543 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49681f-8b16-4c49-8cf7-88d7bd4598c9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0965fe8d-1808-43c1-b1d6-91cccee9c829,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:44.035769 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5f49681f-8b16-4c49-8cf7-88d7bd4598c9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:44.036987 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5f49681f-8b16-4c49-8cf7-88d7bd4598c9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1489699 Sep 14 23:04:44.039813 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56988) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:04:44.044999 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-e20770f9-bd2c-4489-8c95-c407e86fab56 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '36ef7aa8-2fdd-4cba-a5f8-aff225756559', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:04:44.051070 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-e20770f9-bd2c-4489-8c95-c407e86fab56 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:04:44.054891 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e20770f9-bd2c-4489-8c95-c407e86fab56 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:04:44.057954 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e20770f9-bd2c-4489-8c95-c407e86fab56 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:04:44.064317 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-e20770f9-bd2c-4489-8c95-c407e86fab56 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:04:44.082693 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e20770f9-bd2c-4489-8c95-c407e86fab56 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:44.150942 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e20770f9-bd2c-4489-8c95-c407e86fab56 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:44.154656 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e20770f9-bd2c-4489-8c95-c407e86fab56 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:44.178791 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20770f9-bd2c-4489-8c95-c407e86fab56 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31867cd2-39ce-4e13-9640-67d07546cbd1,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:44.190211 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e20770f9-bd2c-4489-8c95-c407e86fab56 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:44.191828 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e20770f9-bd2c-4489-8c95-c407e86fab56 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1510990 Sep 14 23:04:44.194743 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 56992) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:04:44.199776 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-4feafc06-8b64-48a5-a068-dae0f61942cc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '36ef7aa8-2fdd-4cba-a5f8-aff225756559', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:04:44.205833 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-4feafc06-8b64-48a5-a068-dae0f61942cc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:04:44.209733 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-4feafc06-8b64-48a5-a068-dae0f61942cc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:04:44.212725 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-4feafc06-8b64-48a5-a068-dae0f61942cc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:04:44.218767 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-4feafc06-8b64-48a5-a068-dae0f61942cc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:04:44.229202 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.securitygroups_db [None req-4feafc06-8b64-48a5-a068-dae0f61942cc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Project c57dd58bea08430d873bf967651d6b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:04:44.236940 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4feafc06-8b64-48a5-a068-dae0f61942cc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:44.307401 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4feafc06-8b64-48a5-a068-dae0f61942cc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:44.312335 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4feafc06-8b64-48a5-a068-dae0f61942cc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:44.340893 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feafc06-8b64-48a5-a068-dae0f61942cc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31be9d25-dbaa-479a-8e9c-263a6b19b5ca,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:44.350331 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4feafc06-8b64-48a5-a068-dae0f61942cc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:44.351968 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4feafc06-8b64-48a5-a068-dae0f61942cc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1562345 Sep 14 23:04:44.354977 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 56996) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:04:44.361378 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-0645bb2c-71ff-49a6-8c11-ad198d42983b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '36ef7aa8-2fdd-4cba-a5f8-aff225756559', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:04:44.367668 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0645bb2c-71ff-49a6-8c11-ad198d42983b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:04:44.372407 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0645bb2c-71ff-49a6-8c11-ad198d42983b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:04:44.375316 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0645bb2c-71ff-49a6-8c11-ad198d42983b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:04:44.382213 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0645bb2c-71ff-49a6-8c11-ad198d42983b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:04:44.394629 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.securitygroups_db [None req-0645bb2c-71ff-49a6-8c11-ad198d42983b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Project c57dd58bea08430d873bf967651d6b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:04:44.402469 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0645bb2c-71ff-49a6-8c11-ad198d42983b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:44.473297 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0645bb2c-71ff-49a6-8c11-ad198d42983b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:44.477131 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0645bb2c-71ff-49a6-8c11-ad198d42983b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:44.502822 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645bb2c-71ff-49a6-8c11-ad198d42983b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=225ae30b-8e38-4655-ba60-1197adef9a39,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:44.512530 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0645bb2c-71ff-49a6-8c11-ad198d42983b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:44.513795 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0645bb2c-71ff-49a6-8c11-ad198d42983b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1577911 Sep 14 23:04:44.679299 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-27df72d7-761c-4727-94f5-5350962aa34a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:04:44.694457 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-27df72d7-761c-4727-94f5-5350962aa34a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:04:44.695617 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-27df72d7-761c-4727-94f5-5350962aa34a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-896756322&fields=id&tenant_id=c57dd58bea08430d873bf967651d6b8d HTTP/1.1" status: 200 len: 267 time: 0.0563354 Sep 14 23:04:44.777315 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-2082722b-e315-4b5d-8734-2e75ac3c4aa3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:44.778416 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-2082722b-e315-4b5d-8734-2e75ac3c4aa3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:04:44.794066 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-2082722b-e315-4b5d-8734-2e75ac3c4aa3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:04:44.795267 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-2082722b-e315-4b5d-8734-2e75ac3c4aa3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports/ee2a01eb-076c-4d6b-8cb8-d608d4337823 HTTP/1.1" status: 200 len: 930 time: 0.0928423 Sep 14 23:04:44.926661 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-4a1778d1-e2bd-4a26-8235-79548b4ddde3 service neutron] 10.222.0.33 "GET /v2.0/ports/ee2a01eb-076c-4d6b-8cb8-d608d4337823?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1197014 Sep 14 23:04:44.935889 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-5e3bb20f-7cde-4a4d-a521-3fa106d02867 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 23:04:44.936888 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-5e3bb20f-7cde-4a4d-a521-3fa106d02867 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048900 Sep 14 23:04:45.170715 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-b9d1f259-96e1-42e7-b970-0ea2978510ad service neutron] 10.222.0.33 "GET /v2.0/networks/af7d9e95-2291-44e9-9e22-68df5026b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287526 Sep 14 23:04:45.254505 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device ff4e58b6-f3da-49eb-989b-7bae6674e1cc up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:04:45.310437 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-1d02a25e-2925-4353-81a6-94a23bd31490 service neutron] 10.222.0.33 "GET /v2.0/networks/af7d9e95-2291-44e9-9e22-68df5026b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297278 Sep 14 23:04:45.328565 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port ff4e58b6-f3da-49eb-989b-7bae6674e1cc completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:04:45.334182 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port ff4e58b6-f3da-49eb-989b-7bae6674e1cc triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:04:45.334661 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:45.477337 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port ff4e58b6-f3da-49eb-989b-7bae6674e1cc is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:04:45.477715 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:45.510278 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port ff4e58b6-f3da-49eb-989b-7bae6674e1cc, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=ff4e58b6-f3da-49eb-989b-7bae6674e1cc,segment=NetworkSegment(969f856d-0fb9-45ad-91ee-9485533a9dc4),segment_id=969f856d-0fb9-45ad-91ee-9485533a9dc4)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:04:45.516472 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:45.521112 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8a8fb862-3a96-4c94-967e-db65c19ea69e req-729107d8-1a79-45e3-8740-da8118a638de tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=352d0104-4633-4338-8dae-e574dc03e609 HTTP/1.1" status: 200 len: 210 time: 0.0590448 Sep 14 23:04:45.591183 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=ff4e58b6-f3da-49eb-989b-7bae6674e1cc,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:46.597455 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-822711a7-4108-4c74-af0e-d07370462d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:46.599003 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-822711a7-4108-4c74-af0e-d07370462d0a service neutron] 10.222.0.20 "GET /v2.0/ports/ee2a01eb-076c-4d6b-8cb8-d608d4337823 HTTP/1.1" status: 200 len: 1026 time: 0.0686510 Sep 14 23:04:46.740433 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-30f0c97b-61b8-4cb3-9770-5bbe24a744c7 req-df9eb013-90bd-428c-89b6-0529212def1c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=352d0104-4633-4338-8dae-e574dc03e609 HTTP/1.1" status: 200 len: 210 time: 0.0631950 Sep 14 23:04:46.798721 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-d41c50b8-1aba-4ca0-92ab-1ae4c3c52fae tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:46.800103 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-d41c50b8-1aba-4ca0-92ab-1ae4c3c52fae tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/networks?id=af7d9e95-2291-44e9-9e22-68df5026b3de HTTP/1.1" status: 200 len: 797 time: 0.1958680 Sep 14 23:04:46.847151 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-de9d72ca-09af-4b22-b24b-fecd61978681 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c57dd58bea08430d873bf967651d6b8d HTTP/1.1" status: 200 len: 379 time: 0.0384912 Sep 14 23:04:46.856598 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-fd205ce7-2d0c-4d0a-901e-85eaa3ac2ed2 service neutron] Request body: {'port': {'device_id': '352d0104-4633-4338-8dae-e574dc03e609', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:04:46.963457 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-fd205ce7-2d0c-4d0a-901e-85eaa3ac2ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:47.237858 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device ff4e58b6-f3da-49eb-989b-7bae6674e1cc up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:04:47.300092 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-fd205ce7-2d0c-4d0a-901e-85eaa3ac2ed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee2a01eb-076c-4d6b-8cb8-d608d4337823 {{(pid=89170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:04:47.303743 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port ff4e58b6-f3da-49eb-989b-7bae6674e1cc triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:04:47.304112 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:47.307348 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-fd205ce7-2d0c-4d0a-901e-85eaa3ac2ed2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:47.321735 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-fd205ce7-2d0c-4d0a-901e-85eaa3ac2ed2 service neutron] Transition to ACTIVE for port object ee2a01eb-076c-4d6b-8cb8-d608d4337823 will not be triggered until provisioned by entity L2. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:04:47.325295 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-fd205ce7-2d0c-4d0a-901e-85eaa3ac2ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:47.422078 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port ff4e58b6-f3da-49eb-989b-7bae6674e1cc is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:04:47.522722 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd205ce7-2d0c-4d0a-901e-85eaa3ac2ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=ee2a01eb-076c-4d6b-8cb8-d608d4337823,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:47.553955 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-fd205ce7-2d0c-4d0a-901e-85eaa3ac2ed2 service neutron] Attempting to bind port ee2a01eb-076c-4d6b-8cb8-d608d4337823 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:04:47.554280 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-fd205ce7-2d0c-4d0a-901e-85eaa3ac2ed2 service neutron] Attempting to bind port ee2a01eb-076c-4d6b-8cb8-d608d4337823 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '969f856d-0fb9-45ad-91ee-9485533a9dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'af7d9e95-2291-44e9-9e22-68df5026b3de'}] {{(pid=89170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:04:47.554597 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-fd205ce7-2d0c-4d0a-901e-85eaa3ac2ed2 service neutron] Attempting to bind port ee2a01eb-076c-4d6b-8cb8-d608d4337823 on network af7d9e95-2291-44e9-9e22-68df5026b3de {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:04:47.559070 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-fd205ce7-2d0c-4d0a-901e-85eaa3ac2ed2 service neutron] Port ee2a01eb-076c-4d6b-8cb8-d608d4337823 on network af7d9e95-2291-44e9-9e22-68df5026b3de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:04:47.559382 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-fd205ce7-2d0c-4d0a-901e-85eaa3ac2ed2 service neutron] Attempting to bind port ee2a01eb-076c-4d6b-8cb8-d608d4337823 on network af7d9e95-2291-44e9-9e22-68df5026b3de {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:04:47.564294 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-fd205ce7-2d0c-4d0a-901e-85eaa3ac2ed2 service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:04:47.564638 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-fd205ce7-2d0c-4d0a-901e-85eaa3ac2ed2 service neutron] Checking segment: {'id': '969f856d-0fb9-45ad-91ee-9485533a9dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'af7d9e95-2291-44e9-9e22-68df5026b3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:04:47.565006 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-fd205ce7-2d0c-4d0a-901e-85eaa3ac2ed2 service neutron] Bound using segment: {'id': '969f856d-0fb9-45ad-91ee-9485533a9dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'af7d9e95-2291-44e9-9e22-68df5026b3de'} {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:04:47.565414 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-fd205ce7-2d0c-4d0a-901e-85eaa3ac2ed2 service neutron] Bound port: ee2a01eb-076c-4d6b-8cb8-d608d4337823, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '969f856d-0fb9-45ad-91ee-9485533a9dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'af7d9e95-2291-44e9-9e22-68df5026b3de'}}] {{(pid=89170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:04:47.565747 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-fd205ce7-2d0c-4d0a-901e-85eaa3ac2ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:47.659318 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-fd205ce7-2d0c-4d0a-901e-85eaa3ac2ed2 service neutron] For port ee2a01eb-076c-4d6b-8cb8-d608d4337823, host hv-neutron-8577, cleared binding levels {{(pid=89170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:04:47.662438 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-fd205ce7-2d0c-4d0a-901e-85eaa3ac2ed2 service neutron] For port ee2a01eb-076c-4d6b-8cb8-d608d4337823, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ee2a01eb-076c-4d6b-8cb8-d608d4337823,segment=NetworkSegment(969f856d-0fb9-45ad-91ee-9485533a9dc4),segment_id=969f856d-0fb9-45ad-91ee-9485533a9dc4)] {{(pid=89170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:04:47.666196 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-fd205ce7-2d0c-4d0a-901e-85eaa3ac2ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:47.699930 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-fd205ce7-2d0c-4d0a-901e-85eaa3ac2ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:47.700542 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-fd205ce7-2d0c-4d0a-901e-85eaa3ac2ed2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:47.701962 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-fd205ce7-2d0c-4d0a-901e-85eaa3ac2ed2 service neutron] 10.222.0.20 "PUT /v2.0/ports/ee2a01eb-076c-4d6b-8cb8-d608d4337823 HTTP/1.1" status: 200 len: 1131 time: 0.8490980 Sep 14 23:04:47.702382 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352d0104-4633-4338-8dae-e574dc03e609', 'tag': 'ee2a01eb-076c-4d6b-8cb8-d608d4337823'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:04:47.704656 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06cb1a0-ec99-4662-872a-a4d05e56731b" -d '{"events": [{"name": "network-changed", "server_uuid": "352d0104-4633-4338-8dae-e574dc03e609", "tag": "ee2a01eb-076c-4d6b-8cb8-d608d4337823"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:04:47.779113 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a8593b-a337-4422-8873-3d82fffcfcb7 x-openstack-request-id: req-a8a8593b-a337-4422-8873-3d82fffcfcb7 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:04:47.779394 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "352d0104-4633-4338-8dae-e574dc03e609", "tag": "ee2a01eb-076c-4d6b-8cb8-d608d4337823", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:04:47.779642 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a8a8593b-a337-4422-8873-3d82fffcfcb7 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:04:47.780052 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8a8593b-a337-4422-8873-3d82fffcfcb7'] response: {'name': 'network-changed', 'server_uuid': '352d0104-4633-4338-8dae-e574dc03e609', 'tag': 'ee2a01eb-076c-4d6b-8cb8-d608d4337823', 'status': 'completed', 'code': 200} Sep 14 23:04:47.794152 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd205ce7-2d0c-4d0a-901e-85eaa3ac2ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=ee2a01eb-076c-4d6b-8cb8-d608d4337823,revision_number=3']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:47.827352 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-e5a70cde-fbe3-4362-b32d-b22ded1b4751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:47.828853 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-e5a70cde-fbe3-4362-b32d-b22ded1b4751 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=352d0104-4633-4338-8dae-e574dc03e609 HTTP/1.1" status: 200 len: 1134 time: 0.0861599 Sep 14 23:04:48.029123 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-c53bf584-a122-47e6-ac5d-aa7a658a2503 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee2a01eb-076c-4d6b-8cb8-d608d4337823 HTTP/1.1" status: 200 len: 217 time: 0.1939292 Sep 14 23:04:48.109924 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-afb4228e-2373-41d8-a281-80c7222ad14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:48.111337 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-afb4228e-2373-41d8-a281-80c7222ad14d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2aa3991-df89-4c31-a845-5f21b3440607 HTTP/1.1" status: 200 len: 835 time: 0.0767260 Sep 14 23:04:48.179638 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4200a-f396-443c-97a4-1c9645bea836 req-758659ea-901d-44c3-bc14-c83066c8ab72 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:48.181087 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f6c4200a-f396-443c-97a4-1c9645bea836 req-758659ea-901d-44c3-bc14-c83066c8ab72 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=352d0104-4633-4338-8dae-e574dc03e609 HTTP/1.1" status: 200 len: 981 time: 0.2040739 Sep 14 23:04:48.235012 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f6c4200a-f396-443c-97a4-1c9645bea836 req-2dff6e3d-dff6-4fd9-8deb-8b09ae84abf8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=842ea750-791c-4c44-af62-a68857e02f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449588 Sep 14 23:04:48.244565 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-b2f9ee45-3d6b-4ae3-9d71-6b5f718c4cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:48.246021 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-b2f9ee45-3d6b-4ae3-9d71-6b5f718c4cc0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af7d9e95-2291-44e9-9e22-68df5026b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1279030 Sep 14 23:04:48.377938 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-a2e131be-c453-47ca-a26d-030940a1a9e4 service neutron] 10.222.0.20 "GET /v2.0/networks/af7d9e95-2291-44e9-9e22-68df5026b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255512 Sep 14 23:04:48.506826 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7f8127ae-edaa-4b6b-b677-d2bf23b1a53e req-ede9bc72-e4ce-4003-812b-70ab97c4e982 service neutron] 10.222.0.20 "GET /v2.0/networks/af7d9e95-2291-44e9-9e22-68df5026b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231027 Sep 14 23:04:48.625895 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cb1a0-ec99-4662-872a-a4d05e56731b req-9a563364-50ac-4566-8808-b58cd8e6d73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:48.627352 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b06cb1a0-ec99-4662-872a-a4d05e56731b req-9a563364-50ac-4566-8808-b58cd8e6d73e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=352d0104-4633-4338-8dae-e574dc03e609 HTTP/1.1" status: 200 len: 1134 time: 0.0780370 Sep 14 23:04:48.758306 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cb1a0-ec99-4662-872a-a4d05e56731b req-33f0a448-14c7-49c3-a121-1b34fb56ff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:48.759742 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b06cb1a0-ec99-4662-872a-a4d05e56731b req-33f0a448-14c7-49c3-a121-1b34fb56ff7e service neutron] 10.222.0.20 "GET /v2.0/networks?id=af7d9e95-2291-44e9-9e22-68df5026b3de HTTP/1.1" status: 200 len: 897 time: 0.1247513 Sep 14 23:04:48.830587 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b06cb1a0-ec99-4662-872a-a4d05e56731b req-17d58635-096e-4755-bdbd-faf63e8b6bbb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee2a01eb-076c-4d6b-8cb8-d608d4337823 HTTP/1.1" status: 200 len: 217 time: 0.0638220 Sep 14 23:04:48.893866 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cb1a0-ec99-4662-872a-a4d05e56731b req-524acafb-02a9-486b-ba67-aff1559417b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:48.895285 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b06cb1a0-ec99-4662-872a-a4d05e56731b req-524acafb-02a9-486b-ba67-aff1559417b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2aa3991-df89-4c31-a845-5f21b3440607 HTTP/1.1" status: 200 len: 835 time: 0.0574615 Sep 14 23:04:48.980265 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cb1a0-ec99-4662-872a-a4d05e56731b req-eea2bad6-91e1-4fff-b9ae-004ec9cd7450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:48.982291 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b06cb1a0-ec99-4662-872a-a4d05e56731b req-eea2bad6-91e1-4fff-b9ae-004ec9cd7450 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af7d9e95-2291-44e9-9e22-68df5026b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797038 Sep 14 23:04:49.112021 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b06cb1a0-ec99-4662-872a-a4d05e56731b req-b6d5ef9e-079d-4a48-91ed-36cdfc512840 service neutron] 10.222.0.20 "GET /v2.0/networks/af7d9e95-2291-44e9-9e22-68df5026b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224284 Sep 14 23:04:49.243076 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b06cb1a0-ec99-4662-872a-a4d05e56731b req-f24bd204-12c0-4275-9dad-976e7a5131d2 service neutron] 10.222.0.20 "GET /v2.0/networks/af7d9e95-2291-44e9-9e22-68df5026b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245739 Sep 14 23:04:49.268121 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:49.431100 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9168efa-c672-4bf1-bb3f-65ec3787b9ca req-56db2a38-166f-449f-9466-8c597e5dc266 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:49.432530 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d9168efa-c672-4bf1-bb3f-65ec3787b9ca req-56db2a38-166f-449f-9466-8c597e5dc266 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=352d0104-4633-4338-8dae-e574dc03e609 HTTP/1.1" status: 200 len: 981 time: 0.0852277 Sep 14 23:04:49.475604 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d9168efa-c672-4bf1-bb3f-65ec3787b9ca req-f9ee4f5f-aadc-41bb-be80-5d473921d45f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=842ea750-791c-4c44-af62-a68857e02f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374444 Sep 14 23:04:50.670639 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03d0d6-b03d-465c-bed4-437068e7c92b req-89b9fc77-2971-412d-b7d5-db14d2a5a221 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:50.672093 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-af03d0d6-b03d-465c-bed4-437068e7c92b req-89b9fc77-2971-412d-b7d5-db14d2a5a221 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=352d0104-4633-4338-8dae-e574dc03e609 HTTP/1.1" status: 200 len: 981 time: 0.0899196 Sep 14 23:04:50.714713 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-af03d0d6-b03d-465c-bed4-437068e7c92b req-655596a2-3f00-4da7-85cf-283654e2e7bd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=842ea750-791c-4c44-af62-a68857e02f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368967 Sep 14 23:04:51.346919 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device ee2a01eb-076c-4d6b-8cb8-d608d4337823 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:04:51.478206 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port ee2a01eb-076c-4d6b-8cb8-d608d4337823, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ee2a01eb-076c-4d6b-8cb8-d608d4337823,segment=NetworkSegment(969f856d-0fb9-45ad-91ee-9485533a9dc4),segment_id=969f856d-0fb9-45ad-91ee-9485533a9dc4)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:04:51.491033 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': 'ee2a01eb-076c-4d6b-8cb8-d608d4337823', 'network_id': 'af7d9e95-2291-44e9-9e22-68df5026b3de', 'port_id': 'ee2a01eb-076c-4d6b-8cb8-d608d4337823', 'mac_address': 'fa:16:3e:d4:09:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2aa3991-df89-4c31-a845-5f21b3440607', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:04:51.547590 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port ee2a01eb-076c-4d6b-8cb8-d608d4337823 is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:04:51.547964 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:51.564792 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee2a01eb-076c-4d6b-8cb8-d608d4337823 {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:04:51.580088 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port ee2a01eb-076c-4d6b-8cb8-d608d4337823, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ee2a01eb-076c-4d6b-8cb8-d608d4337823,segment=NetworkSegment(969f856d-0fb9-45ad-91ee-9485533a9dc4),segment_id=969f856d-0fb9-45ad-91ee-9485533a9dc4)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:04:51.583877 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:51.649243 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=ee2a01eb-076c-4d6b-8cb8-d608d4337823,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:51.794127 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['ee2a01eb-076c-4d6b-8cb8-d608d4337823'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:04:51.910434 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a86d6e-f6a2-4660-ae3e-4736abb6af01 req-5d633264-9ad7-462b-87c6-df9d9c0bca89 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:51.911886 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e5a86d6e-f6a2-4660-ae3e-4736abb6af01 req-5d633264-9ad7-462b-87c6-df9d9c0bca89 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=352d0104-4633-4338-8dae-e574dc03e609 HTTP/1.1" status: 200 len: 982 time: 0.0892451 Sep 14 23:04:52.059981 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e5a86d6e-f6a2-4660-ae3e-4736abb6af01 req-16c19e93-1d84-4e31-87da-65262c9be8ae tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=842ea750-791c-4c44-af62-a68857e02f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422231 Sep 14 23:04:53.251152 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f188e-5955-4a62-928a-3032d0e4c6a2 req-13056fe7-5d53-45eb-a89f-2f78352cd558 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:53.251996 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5e5f188e-5955-4a62-928a-3032d0e4c6a2 req-13056fe7-5d53-45eb-a89f-2f78352cd558 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=352d0104-4633-4338-8dae-e574dc03e609 HTTP/1.1" status: 200 len: 982 time: 0.0857966 Sep 14 23:04:53.298561 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5e5f188e-5955-4a62-928a-3032d0e4c6a2 req-dcd4de54-ede0-4a16-8a74-a6de21a7cb93 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=842ea750-791c-4c44-af62-a68857e02f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407674 Sep 14 23:04:53.347984 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device ee2a01eb-076c-4d6b-8cb8-d608d4337823 up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:04:53.414533 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port ee2a01eb-076c-4d6b-8cb8-d608d4337823 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:04:53.420121 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port ee2a01eb-076c-4d6b-8cb8-d608d4337823 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:04:53.420522 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:53.567780 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port ee2a01eb-076c-4d6b-8cb8-d608d4337823 is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:04:53.568155 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:53.594287 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352d0104-4633-4338-8dae-e574dc03e609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2a01eb-076c-4d6b-8cb8-d608d4337823'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:04:53.596541 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d204b7e-a7eb-4416-8e57-802ee8902a90" -d '{"events": [{"server_uuid": "352d0104-4633-4338-8dae-e574dc03e609", "name": "network-vif-plugged", "status": "completed", "tag": "ee2a01eb-076c-4d6b-8cb8-d608d4337823"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:04:53.604320 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port ee2a01eb-076c-4d6b-8cb8-d608d4337823, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ee2a01eb-076c-4d6b-8cb8-d608d4337823,segment=NetworkSegment(969f856d-0fb9-45ad-91ee-9485533a9dc4),segment_id=969f856d-0fb9-45ad-91ee-9485533a9dc4)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:04:53.610229 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:53.686268 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=ee2a01eb-076c-4d6b-8cb8-d608d4337823,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:53.695590 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e1fda6-d2c9-4b30-bb73-3f426d8f68ba x-openstack-request-id: req-f2e1fda6-d2c9-4b30-bb73-3f426d8f68ba {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:04:53.695883 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352d0104-4633-4338-8dae-e574dc03e609", "name": "network-vif-plugged", "status": "completed", "tag": "ee2a01eb-076c-4d6b-8cb8-d608d4337823", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:04:53.696158 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f2e1fda6-d2c9-4b30-bb73-3f426d8f68ba {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:04:53.696600 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2e1fda6-d2c9-4b30-bb73-3f426d8f68ba'] response: {'server_uuid': '352d0104-4633-4338-8dae-e574dc03e609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2a01eb-076c-4d6b-8cb8-d608d4337823', 'code': 200} Sep 14 23:04:53.921059 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102c84e-49af-45d9-9813-8bfc19771572 req-e574daf2-f30b-4df2-9c68-1dacf6f21c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:53.922408 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0102c84e-49af-45d9-9813-8bfc19771572 req-e574daf2-f30b-4df2-9c68-1dacf6f21c5d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=352d0104-4633-4338-8dae-e574dc03e609 HTTP/1.1" status: 200 len: 1136 time: 0.0754380 Sep 14 23:04:53.961296 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0102c84e-49af-45d9-9813-8bfc19771572 req-bc5b6a93-6d1b-4c78-9810-c3a76335a923 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=842ea750-791c-4c44-af62-a68857e02f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331576 Sep 14 23:04:54.497772 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e45ad5-dfea-437a-be99-6bfe15d953fb req-e2305852-49f9-4e88-b18b-f3ebc918a032 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:54.499230 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-16e45ad5-dfea-437a-be99-6bfe15d953fb req-e2305852-49f9-4e88-b18b-f3ebc918a032 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=352d0104-4633-4338-8dae-e574dc03e609 HTTP/1.1" status: 200 len: 983 time: 0.0899441 Sep 14 23:04:54.541973 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-16e45ad5-dfea-437a-be99-6bfe15d953fb req-e84b7b99-7ec0-4da8-9b8f-2c89cfd3aa09 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=842ea750-791c-4c44-af62-a68857e02f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371523 Sep 14 23:04:55.742049 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f08499-6ec4-47cf-a3ef-094e49fca260 req-185f1eb4-c5ea-49ea-9bae-16cf636ef17e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:55.743503 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-26f08499-6ec4-47cf-a3ef-094e49fca260 req-185f1eb4-c5ea-49ea-9bae-16cf636ef17e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=352d0104-4633-4338-8dae-e574dc03e609 HTTP/1.1" status: 200 len: 983 time: 0.0916979 Sep 14 23:04:55.793964 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-26f08499-6ec4-47cf-a3ef-094e49fca260 req-191f72d3-5513-4ee2-968c-7624281ffbf3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=842ea750-791c-4c44-af62-a68857e02f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441751 Sep 14 23:04:55.993679 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c748f-1110-465f-9209-c395455c919a req-06f5ae9a-3f0b-4953-ab45-a30c2cac1545 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:55.995124 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f59c748f-1110-465f-9209-c395455c919a req-06f5ae9a-3f0b-4953-ab45-a30c2cac1545 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=352d0104-4633-4338-8dae-e574dc03e609 HTTP/1.1" status: 200 len: 983 time: 0.0881073 Sep 14 23:04:56.040068 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f59c748f-1110-465f-9209-c395455c919a req-6e858025-68c1-4dfb-b787-9bc491950261 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=842ea750-791c-4c44-af62-a68857e02f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388143 Sep 14 23:04:56.068605 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57060) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:04:56.147936 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a731954-aac4-40d6-931a-d7f77b530734 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:56.149355 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4a731954-aac4-40d6-931a-d7f77b530734 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=352d0104-4633-4338-8dae-e574dc03e609 HTTP/1.1" status: 200 len: 1131 time: 0.0798011 Sep 14 23:04:56.152192 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57064) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:04:56.157110 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-48f639c4-6a8a-43aa-9835-03478a32e8ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'port_id': 'ee2a01eb-076c-4d6b-8cb8-d608d4337823', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:04:56.162711 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-48f639c4-6a8a-43aa-9835-03478a32e8ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:04:56.166473 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-48f639c4-6a8a-43aa-9835-03478a32e8ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:floatingip and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:04:56.169769 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-48f639c4-6a8a-43aa-9835-03478a32e8ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:04:56.175282 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-48f639c4-6a8a-43aa-9835-03478a32e8ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:04:56.185762 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-48f639c4-6a8a-43aa-9835-03478a32e8ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:56.317455 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-48f639c4-6a8a-43aa-9835-03478a32e8ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:56.451960 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-48f639c4-6a8a-43aa-9835-03478a32e8ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Allocated IP 172.26.5.95 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/011719f8-a297-4493-a8e9-e42c096d5843) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:04:56.598650 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-48f639c4-6a8a-43aa-9835-03478a32e8ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:56.628949 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-48f639c4-6a8a-43aa-9835-03478a32e8ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:56.693014 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f639c4-6a8a-43aa-9835-03478a32e8ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:04:56.695942 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-48f639c4-6a8a-43aa-9835-03478a32e8ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:04:56.699586 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f639c4-6a8a-43aa-9835-03478a32e8ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:04:56.732375 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f639c4-6a8a-43aa-9835-03478a32e8ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=011719f8-a297-4493-a8e9-e42c096d5843,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:57.102640 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-48f639c4-6a8a-43aa-9835-03478a32e8ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:57.267682 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-48f639c4-6a8a-43aa-9835-03478a32e8ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:57.470082 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-48f639c4-6a8a-43aa-9835-03478a32e8ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:57.474432 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-48f639c4-6a8a-43aa-9835-03478a32e8ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:57.580457 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-48f639c4-6a8a-43aa-9835-03478a32e8ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:57.630842 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f639c4-6a8a-43aa-9835-03478a32e8ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=011719f8-a297-4493-a8e9-e42c096d5843,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:04:57.756862 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-48f639c4-6a8a-43aa-9835-03478a32e8ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Floating IP eaed6148-e4bb-4390-92bb-62299060e29f associated. External IP: 172.26.5.95, port: ee2a01eb-076c-4d6b-8cb8-d608d4337823. Sep 14 23:04:58.125077 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f639c4-6a8a-43aa-9835-03478a32e8ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router 12984a70-1b25-4301-ae3c-6c5541cda335 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:04:58.304126 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f639c4-6a8a-43aa-9835-03478a32e8ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:04:58.314342 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43381726-a5b1-4995-9bcf-52bfdd34b320 None None] Sync routers for ids ['12984a70-1b25-4301-ae3c-6c5541cda335'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:04:58.323440 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43381726-a5b1-4995-9bcf-52bfdd34b320 None None] Routers {'12984a70-1b25-4301-ae3c-6c5541cda335'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:04:58.324542 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-43381726-a5b1-4995-9bcf-52bfdd34b320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:04:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['12984a70-1b25-4301-ae3c-6c5541cda335'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:04:58.328338 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-48f639c4-6a8a-43aa-9835-03478a32e8ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:04:58.389070 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-48f639c4-6a8a-43aa-9835-03478a32e8ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.2325473 Sep 14 23:04:58.389070 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352d0104-4633-4338-8dae-e574dc03e609', 'tag': 'ee2a01eb-076c-4d6b-8cb8-d608d4337823'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:04:58.389363 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57068) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:04:58.389775 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e964e8b9-d28b-4dd9-a1db-6c3d4519441a" -d '{"events": [{"name": "network-changed", "server_uuid": "352d0104-4633-4338-8dae-e574dc03e609", "tag": "ee2a01eb-076c-4d6b-8cb8-d608d4337823"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:04:58.431233 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d86fd3-82f0-493a-a084-0442c475c9fc x-openstack-request-id: req-95d86fd3-82f0-493a-a084-0442c475c9fc {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:04:58.431528 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "352d0104-4633-4338-8dae-e574dc03e609", "tag": "ee2a01eb-076c-4d6b-8cb8-d608d4337823", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:04:58.431777 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-95d86fd3-82f0-493a-a084-0442c475c9fc {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:04:58.432179 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95d86fd3-82f0-493a-a084-0442c475c9fc'] response: {'name': 'network-changed', 'server_uuid': '352d0104-4633-4338-8dae-e574dc03e609', 'tag': 'ee2a01eb-076c-4d6b-8cb8-d608d4337823', 'status': 'completed', 'code': 200} Sep 14 23:04:58.469245 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c946cad2-712c-4cb1-85a1-91dac01f36bf tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:58.473085 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c946cad2-712c-4cb1-85a1-91dac01f36bf tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=352d0104-4633-4338-8dae-e574dc03e609&network_id=af7d9e95-2291-44e9-9e22-68df5026b3de HTTP/1.1" status: 200 len: 1131 time: 0.0826907 Sep 14 23:04:58.515011 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-43381726-a5b1-4995-9bcf-52bfdd34b320 None None] Set router 12984a70-1b25-4301-ae3c-6c5541cda335 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:04:58.538351 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964e8b9-d28b-4dd9-a1db-6c3d4519441a req-5a7042de-1d88-4175-b5e9-6be2f24878a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:58.539829 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e964e8b9-d28b-4dd9-a1db-6c3d4519441a req-5a7042de-1d88-4175-b5e9-6be2f24878a8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=352d0104-4633-4338-8dae-e574dc03e609 HTTP/1.1" status: 200 len: 1136 time: 0.0877330 Sep 14 23:04:58.679681 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964e8b9-d28b-4dd9-a1db-6c3d4519441a req-613bfc97-d4ce-48ee-8ab2-117124e405bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:58.681159 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e964e8b9-d28b-4dd9-a1db-6c3d4519441a req-613bfc97-d4ce-48ee-8ab2-117124e405bb service neutron] 10.222.0.20 "GET /v2.0/networks?id=af7d9e95-2291-44e9-9e22-68df5026b3de HTTP/1.1" status: 200 len: 897 time: 0.1355705 Sep 14 23:04:58.888838 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-43381726-a5b1-4995-9bcf-52bfdd34b320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'name': 'tempest-TestNetworkBasicOps-router-555419567', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:04:34Z', 'updated_at': '2022-09-14T23:04:40Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:04:35Z', 'updated_at': '2022-09-14T23:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': 'eaed6148-e4bb-4390-92bb-62299060e29f', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.95', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'port_id': 'ee2a01eb-076c-4d6b-8cb8-d608d4337823', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1378473388', 'network_id': 'af7d9e95-2291-44e9-9e22-68df5026b3de', 'mac_address': 'fa:16:3e:d4:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352d0104-4633-4338-8dae-e574dc03e609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:04:57Z', 'updated_at': '2022-09-14T23:04:57Z', 'revision_number': 0, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff4e58b6-f3da-49eb-989b-7bae6674e1cc', 'name': '', 'network_id': 'af7d9e95-2291-44e9-9e22-68df5026b3de', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:cf:29:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e2aa3991-df89-4c31-a845-5f21b3440607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:04:39Z', 'updated_at': '2022-09-14T23:04:45Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': 'e2aa3991-df89-4c31-a845-5f21b3440607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:04:58.892784 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43381726-a5b1-4995-9bcf-52bfdd34b320 None None] Checking router: 12984a70-1b25-4301-ae3c-6c5541cda335 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:04:58.901042 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43381726-a5b1-4995-9bcf-52bfdd34b320 None None] Routers {'12984a70-1b25-4301-ae3c-6c5541cda335'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:04:58.901649 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-43381726-a5b1-4995-9bcf-52bfdd34b320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:04:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['12984a70-1b25-4301-ae3c-6c5541cda335'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:04:58.952620 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e964e8b9-d28b-4dd9-a1db-6c3d4519441a req-16812b04-0508-4d8b-b76e-354b704b0c5d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee2a01eb-076c-4d6b-8cb8-d608d4337823 HTTP/1.1" status: 200 len: 1036 time: 0.2626905 Sep 14 23:04:59.019225 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52488bd-e80c-4dad-a3d6-106a8971c0e9 req-cac0f605-a76f-4f48-9a9c-5dd1552a9e28 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:59.020688 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b52488bd-e80c-4dad-a3d6-106a8971c0e9 req-cac0f605-a76f-4f48-9a9c-5dd1552a9e28 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=352d0104-4633-4338-8dae-e574dc03e609 HTTP/1.1" status: 200 len: 983 time: 0.1710465 Sep 14 23:04:59.045945 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964e8b9-d28b-4dd9-a1db-6c3d4519441a req-85798da5-acb8-48e8-906f-1e95dba90950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:59.047696 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e964e8b9-d28b-4dd9-a1db-6c3d4519441a req-85798da5-acb8-48e8-906f-1e95dba90950 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2aa3991-df89-4c31-a845-5f21b3440607 HTTP/1.1" status: 200 len: 835 time: 0.0884304 Sep 14 23:04:59.080089 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-43381726-a5b1-4995-9bcf-52bfdd34b320 None None] Set router 12984a70-1b25-4301-ae3c-6c5541cda335 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:04:59.120311 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b52488bd-e80c-4dad-a3d6-106a8971c0e9 req-2644b52b-6b46-4955-829f-05089f5cf567 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=842ea750-791c-4c44-af62-a68857e02f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933168 Sep 14 23:04:59.150384 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964e8b9-d28b-4dd9-a1db-6c3d4519441a req-fc4360fc-f0dd-44c0-b3a9-6dc78069974d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:04:59.151982 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e964e8b9-d28b-4dd9-a1db-6c3d4519441a req-fc4360fc-f0dd-44c0-b3a9-6dc78069974d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af7d9e95-2291-44e9-9e22-68df5026b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0975657 Sep 14 23:04:59.288670 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e964e8b9-d28b-4dd9-a1db-6c3d4519441a req-7bd4fc07-f447-45f5-8aee-a1e9a4a6e22f service neutron] 10.222.0.20 "GET /v2.0/networks/af7d9e95-2291-44e9-9e22-68df5026b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295800 Sep 14 23:04:59.426944 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-43381726-a5b1-4995-9bcf-52bfdd34b320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'name': 'tempest-TestNetworkBasicOps-router-555419567', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:04:34Z', 'updated_at': '2022-09-14T23:04:40Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:04:35Z', 'updated_at': '2022-09-14T23:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': 'eaed6148-e4bb-4390-92bb-62299060e29f', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.95', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'port_id': 'ee2a01eb-076c-4d6b-8cb8-d608d4337823', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1378473388', 'network_id': 'af7d9e95-2291-44e9-9e22-68df5026b3de', 'mac_address': 'fa:16:3e:d4:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352d0104-4633-4338-8dae-e574dc03e609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:04:57Z', 'updated_at': '2022-09-14T23:04:57Z', 'revision_number': 0, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff4e58b6-f3da-49eb-989b-7bae6674e1cc', 'name': '', 'network_id': 'af7d9e95-2291-44e9-9e22-68df5026b3de', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:cf:29:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e2aa3991-df89-4c31-a845-5f21b3440607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:04:39Z', 'updated_at': '2022-09-14T23:04:45Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': 'e2aa3991-df89-4c31-a845-5f21b3440607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:04:59.428684 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e964e8b9-d28b-4dd9-a1db-6c3d4519441a req-ce5fe9d8-0f2f-418f-a3cf-4b092ed8324a service neutron] 10.222.0.20 "GET /v2.0/networks/af7d9e95-2291-44e9-9e22-68df5026b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264293 Sep 14 23:04:59.430975 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43381726-a5b1-4995-9bcf-52bfdd34b320 None None] The sync data for ids ['12984a70-1b25-4301-ae3c-6c5541cda335'] in dv-neutron-857791-1-hyperv is: [{'id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'name': 'tempest-TestNetworkBasicOps-router-555419567', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:04:34Z', 'updated_at': '2022-09-14T23:04:40Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:04:35Z', 'updated_at': '2022-09-14T23:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': 'eaed6148-e4bb-4390-92bb-62299060e29f', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.95', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'port_id': 'ee2a01eb-076c-4d6b-8cb8-d608d4337823', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1378473388', 'network_id': 'af7d9e95-2291-44e9-9e22-68df5026b3de', 'mac_address': 'fa:16:3e:d4:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352d0104-4633-4338-8dae-e574dc03e609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:04:57Z', 'updated_at': '2022-09-14T23:04:57Z', 'revision_number': 0, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff4e58b6-f3da-49eb-989b-7bae6674e1cc', 'name': '', 'network_id': 'af7d9e95-2291-44e9-9e22-68df5026b3de', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:cf:29:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e2aa3991-df89-4c31-a845-5f21b3440607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:04:39Z', 'updated_at': '2022-09-14T23:04:45Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': 'e2aa3991-df89-4c31-a845-5f21b3440607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:04:59.615899 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1954b971-8c85-4a6b-b2c0-dbae4fef4fac None None] New status for floating IP eaed6148-e4bb-4390-92bb-62299060e29f: ACTIVE {{(pid=89173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:05:00.081519 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f722f3b-92fb-4cde-b245-9b1ec435ca32 req-f5040403-fb3e-4aa5-973f-fa9f1b6b2d37 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:00.082910 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4f722f3b-92fb-4cde-b245-9b1ec435ca32 req-f5040403-fb3e-4aa5-973f-fa9f1b6b2d37 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/ports?device_id=352d0104-4633-4338-8dae-e574dc03e609 HTTP/1.1" status: 200 len: 983 time: 0.0844858 Sep 14 23:05:00.156956 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f722f3b-92fb-4cde-b245-9b1ec435ca32 req-732cf13c-4247-4e1f-95df-08c43816d2a7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:00.157773 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4f722f3b-92fb-4cde-b245-9b1ec435ca32 req-732cf13c-4247-4e1f-95df-08c43816d2a7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/ports/ee2a01eb-076c-4d6b-8cb8-d608d4337823?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0694563 Sep 14 23:05:00.358319 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4f722f3b-92fb-4cde-b245-9b1ec435ca32 req-9dfdd113-b837-4519-8866-92ece0cca2f8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/networks/af7d9e95-2291-44e9-9e22-68df5026b3de?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1950130 Sep 14 23:05:00.369908 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b771c-62f3-45f2-bda9-2eb3df65ca00 req-9ca2fd37-dd0a-4404-af4f-89b875647a08 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:00.371745 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-720b771c-62f3-45f2-bda9-2eb3df65ca00 req-9ca2fd37-dd0a-4404-af4f-89b875647a08 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=352d0104-4633-4338-8dae-e574dc03e609 HTTP/1.1" status: 200 len: 983 time: 0.1383998 Sep 14 23:05:00.376331 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [req-4f722f3b-92fb-4cde-b245-9b1ec435ca32 req-39b42aaa-26c3-40ba-8d9f-cbe8d2087467 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:05:00.463863 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-720b771c-62f3-45f2-bda9-2eb3df65ca00 req-80188063-a71f-4d01-a978-faaf7a5e0079 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=842ea750-791c-4c44-af62-a68857e02f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605495 Sep 14 23:05:00.520793 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-4f722f3b-92fb-4cde-b245-9b1ec435ca32 req-39b42aaa-26c3-40ba-8d9f-cbe8d2087467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:00.711946 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-4f722f3b-92fb-4cde-b245-9b1ec435ca32 req-39b42aaa-26c3-40ba-8d9f-cbe8d2087467 service neutron] For port ee2a01eb-076c-4d6b-8cb8-d608d4337823, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ee2a01eb-076c-4d6b-8cb8-d608d4337823,segment=NetworkSegment(969f856d-0fb9-45ad-91ee-9485533a9dc4),segment_id=969f856d-0fb9-45ad-91ee-9485533a9dc4)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:05:00.740889 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-4f722f3b-92fb-4cde-b245-9b1ec435ca32 req-39b42aaa-26c3-40ba-8d9f-cbe8d2087467 service neutron] For port ee2a01eb-076c-4d6b-8cb8-d608d4337823, host hv-neutron-8577, cleared binding levels {{(pid=89170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:05:00.790057 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [req-4f722f3b-92fb-4cde-b245-9b1ec435ca32 req-39b42aaa-26c3-40ba-8d9f-cbe8d2087467 service neutron] device_id is not set on port ee2a01eb-076c-4d6b-8cb8-d608d4337823 yet. {{(pid=89170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 23:05:00.798672 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-4f722f3b-92fb-4cde-b245-9b1ec435ca32 req-39b42aaa-26c3-40ba-8d9f-cbe8d2087467 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:00.804873 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-4f722f3b-92fb-4cde-b245-9b1ec435ca32 req-39b42aaa-26c3-40ba-8d9f-cbe8d2087467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:01.040090 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b42aaa-26c3-40ba-8d9f-cbe8d2087467 service neutron] Pushing event updated for resources: {'Port': ['ID=ee2a01eb-076c-4d6b-8cb8-d608d4337823,revision_number=6']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:01.083516 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f722f3b-92fb-4cde-b245-9b1ec435ca32 req-39b42aaa-26c3-40ba-8d9f-cbe8d2087467 service neutron] No DVR routers for this DVR port ee2a01eb-076c-4d6b-8cb8-d608d4337823 on host hv-neutron-8577 {{(pid=89170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:05:01.299717 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [req-4f722f3b-92fb-4cde-b245-9b1ec435ca32 req-39b42aaa-26c3-40ba-8d9f-cbe8d2087467 service neutron] In _notify_port_updated(), no bound segment for port ee2a01eb-076c-4d6b-8cb8-d608d4337823 on network af7d9e95-2291-44e9-9e22-68df5026b3de {{(pid=89170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 14 23:05:01.300511 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f722f3b-92fb-4cde-b245-9b1ec435ca32 req-39b42aaa-26c3-40ba-8d9f-cbe8d2087467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:01.301140 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-4f722f3b-92fb-4cde-b245-9b1ec435ca32 req-39b42aaa-26c3-40ba-8d9f-cbe8d2087467 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:01.302376 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4f722f3b-92fb-4cde-b245-9b1ec435ca32 req-39b42aaa-26c3-40ba-8d9f-cbe8d2087467 service neutron] 10.222.0.20 "PUT /v2.0/ports/ee2a01eb-076c-4d6b-8cb8-d608d4337823 HTTP/1.1" status: 200 len: 1026 time: 0.9297931 Sep 14 23:05:01.639648 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9ba1851e-d0ab-4d9e-8b7d-2739e07ef3a5 req-87ca2bb6-df97-470a-9b3a-9d3f74c6de02 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=352d0104-4633-4338-8dae-e574dc03e609 HTTP/1.1" status: 200 len: 210 time: 0.0514297 Sep 14 23:05:02.736510 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57086) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:02.810564 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f894159-93ae-4e6d-8696-ce91a7f7a83f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:02.811140 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2f894159-93ae-4e6d-8696-ce91a7f7a83f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:05:02.826400 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2f894159-93ae-4e6d-8696-ce91a7f7a83f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:05:02.827504 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2f894159-93ae-4e6d-8696-ce91a7f7a83f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports/ee2a01eb-076c-4d6b-8cb8-d608d4337823 HTTP/1.1" status: 200 len: 925 time: 0.0899982 Sep 14 23:05:02.895417 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57092) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:02.900498 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-2e4274cc-3c12-4769-865e-ff0ecebdf32e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-920317535', 'description': 'tempest-secgroup-smoke-920317535 description', 'project_id': 'c57dd58bea08430d873bf967651d6b8d'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:05:02.906412 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-2e4274cc-3c12-4769-865e-ff0ecebdf32e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:05:02.915765 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-2e4274cc-3c12-4769-865e-ff0ecebdf32e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:05:02.925731 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2e4274cc-3c12-4769-865e-ff0ecebdf32e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:02.945583 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-2e4274cc-3c12-4769-865e-ff0ecebdf32e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:05:02.949245 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-2e4274cc-3c12-4769-865e-ff0ecebdf32e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:05:02.951953 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-2e4274cc-3c12-4769-865e-ff0ecebdf32e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:05:02.957431 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-2e4274cc-3c12-4769-865e-ff0ecebdf32e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:05:03.027876 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2e4274cc-3c12-4769-865e-ff0ecebdf32e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:03.031521 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2e4274cc-3c12-4769-865e-ff0ecebdf32e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:03.075253 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4274cc-3c12-4769-865e-ff0ecebdf32e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f607bf82-73cf-4121-a3c4-fc7ccd6d6f86,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:03.081025 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2e4274cc-3c12-4769-865e-ff0ecebdf32e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:03.082741 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2e4274cc-3c12-4769-865e-ff0ecebdf32e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1858048 Sep 14 23:05:03.085014 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57096) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:03.089986 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-18355aa6-ded1-4b8b-9a0c-8f7000d21157 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': 'f607bf82-73cf-4121-a3c4-fc7ccd6d6f86', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:05:03.095679 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-18355aa6-ded1-4b8b-9a0c-8f7000d21157 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:05:03.099448 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-18355aa6-ded1-4b8b-9a0c-8f7000d21157 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:05:03.102304 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-18355aa6-ded1-4b8b-9a0c-8f7000d21157 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:05:03.108425 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-18355aa6-ded1-4b8b-9a0c-8f7000d21157 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:05:03.125620 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-18355aa6-ded1-4b8b-9a0c-8f7000d21157 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:03.184106 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-18355aa6-ded1-4b8b-9a0c-8f7000d21157 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:03.187794 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-18355aa6-ded1-4b8b-9a0c-8f7000d21157 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:03.210383 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18355aa6-ded1-4b8b-9a0c-8f7000d21157 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c80e5a92-1b8c-4440-8f53-add0e7b35042,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:03.219918 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-18355aa6-ded1-4b8b-9a0c-8f7000d21157 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:03.221096 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-18355aa6-ded1-4b8b-9a0c-8f7000d21157 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1350880 Sep 14 23:05:03.223769 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57100) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:03.228826 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-428fc6ca-87bc-4d94-a1ea-e14f6b310072 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': 'f607bf82-73cf-4121-a3c4-fc7ccd6d6f86', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:05:03.235299 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-428fc6ca-87bc-4d94-a1ea-e14f6b310072 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:05:03.239085 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-428fc6ca-87bc-4d94-a1ea-e14f6b310072 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:05:03.241943 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-428fc6ca-87bc-4d94-a1ea-e14f6b310072 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:05:03.247739 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-428fc6ca-87bc-4d94-a1ea-e14f6b310072 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:05:03.263247 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-428fc6ca-87bc-4d94-a1ea-e14f6b310072 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:03.322957 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-428fc6ca-87bc-4d94-a1ea-e14f6b310072 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:03.326402 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-428fc6ca-87bc-4d94-a1ea-e14f6b310072 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:03.351838 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428fc6ca-87bc-4d94-a1ea-e14f6b310072 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b458fe-2686-4c71-8406-9312ec9a612c,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:03.362162 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-428fc6ca-87bc-4d94-a1ea-e14f6b310072 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:03.363445 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-428fc6ca-87bc-4d94-a1ea-e14f6b310072 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1386313 Sep 14 23:05:03.366196 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57104) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:03.371013 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-af237b0f-4895-4075-bb2b-4e11143d5b6b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': 'f607bf82-73cf-4121-a3c4-fc7ccd6d6f86', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:05:03.377003 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-af237b0f-4895-4075-bb2b-4e11143d5b6b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:05:03.377893 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device ee2a01eb-076c-4d6b-8cb8-d608d4337823 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:05:03.380914 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-af237b0f-4895-4075-bb2b-4e11143d5b6b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:05:03.383768 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-af237b0f-4895-4075-bb2b-4e11143d5b6b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:05:03.389543 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-af237b0f-4895-4075-bb2b-4e11143d5b6b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:05:03.407249 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-af237b0f-4895-4075-bb2b-4e11143d5b6b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:03.439644 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device ee2a01eb-076c-4d6b-8cb8-d608d4337823 not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:05:03.470673 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-af237b0f-4895-4075-bb2b-4e11143d5b6b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:03.474302 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-af237b0f-4895-4075-bb2b-4e11143d5b6b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:03.498829 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af237b0f-4895-4075-bb2b-4e11143d5b6b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78861ef3-2ab0-4715-b15a-d013b5c1d61c,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:03.507720 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-af237b0f-4895-4075-bb2b-4e11143d5b6b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:03.508922 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-af237b0f-4895-4075-bb2b-4e11143d5b6b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1418095 Sep 14 23:05:03.511595 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57108) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:03.516314 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-57e40efc-9c60-42bd-9a6d-a0aaad402f75 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': 'f607bf82-73cf-4121-a3c4-fc7ccd6d6f86', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:05:03.521843 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-57e40efc-9c60-42bd-9a6d-a0aaad402f75 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:05:03.525585 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-57e40efc-9c60-42bd-9a6d-a0aaad402f75 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:05:03.528882 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-57e40efc-9c60-42bd-9a6d-a0aaad402f75 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:05:03.534400 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-57e40efc-9c60-42bd-9a6d-a0aaad402f75 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:05:03.550831 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-57e40efc-9c60-42bd-9a6d-a0aaad402f75 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:03.612212 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-57e40efc-9c60-42bd-9a6d-a0aaad402f75 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:03.615595 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-57e40efc-9c60-42bd-9a6d-a0aaad402f75 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:03.639200 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e40efc-9c60-42bd-9a6d-a0aaad402f75 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99fba3bc-c751-43c8-999a-b15543428076,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:03.648059 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-57e40efc-9c60-42bd-9a6d-a0aaad402f75 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:03.649313 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-57e40efc-9c60-42bd-9a6d-a0aaad402f75 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1368270 Sep 14 23:05:03.652750 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57112) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:03.657429 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-df7f42e5-da16-4fd8-b5be-967d5421d1dd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': 'f607bf82-73cf-4121-a3c4-fc7ccd6d6f86', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:05:03.662968 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-df7f42e5-da16-4fd8-b5be-967d5421d1dd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:05:03.666742 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-df7f42e5-da16-4fd8-b5be-967d5421d1dd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:05:03.669608 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-df7f42e5-da16-4fd8-b5be-967d5421d1dd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:05:03.675174 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-df7f42e5-da16-4fd8-b5be-967d5421d1dd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:05:03.685345 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.securitygroups_db [None req-df7f42e5-da16-4fd8-b5be-967d5421d1dd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Project c57dd58bea08430d873bf967651d6b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:05:03.692078 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-df7f42e5-da16-4fd8-b5be-967d5421d1dd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:03.757372 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-df7f42e5-da16-4fd8-b5be-967d5421d1dd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:03.760856 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-df7f42e5-da16-4fd8-b5be-967d5421d1dd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:03.784242 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f42e5-da16-4fd8-b5be-967d5421d1dd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9238337b-c68b-4c06-98c5-075348813f9e,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:03.793138 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-df7f42e5-da16-4fd8-b5be-967d5421d1dd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:03.794367 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-df7f42e5-da16-4fd8-b5be-967d5421d1dd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1407146 Sep 14 23:05:03.797079 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57116) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:03.801934 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-49c7f6d3-c79d-49fb-b849-d65662f76b02 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': 'f607bf82-73cf-4121-a3c4-fc7ccd6d6f86', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:05:03.807584 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-49c7f6d3-c79d-49fb-b849-d65662f76b02 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:05:03.811352 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-49c7f6d3-c79d-49fb-b849-d65662f76b02 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:05:03.814258 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-49c7f6d3-c79d-49fb-b849-d65662f76b02 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:05:03.819825 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-49c7f6d3-c79d-49fb-b849-d65662f76b02 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:05:03.830331 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.securitygroups_db [None req-49c7f6d3-c79d-49fb-b849-d65662f76b02 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Project c57dd58bea08430d873bf967651d6b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:05:03.836475 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-49c7f6d3-c79d-49fb-b849-d65662f76b02 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:03.899541 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-49c7f6d3-c79d-49fb-b849-d65662f76b02 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:03.903667 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-49c7f6d3-c79d-49fb-b849-d65662f76b02 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:03.925606 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7f6d3-c79d-49fb-b849-d65662f76b02 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e19bc397-d559-4a4a-bf38-d5470ba28938,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:03.934810 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-49c7f6d3-c79d-49fb-b849-d65662f76b02 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:03.936006 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-49c7f6d3-c79d-49fb-b849-d65662f76b02 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1380072 Sep 14 23:05:04.092066 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-23870743-e703-4b9d-b987-54837f32f124 req-dac0fc38-298c-4b12-9b43-4093a5bd2ce4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:05:04.107383 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-23870743-e703-4b9d-b987-54837f32f124 req-dac0fc38-298c-4b12-9b43-4093a5bd2ce4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:05:04.108799 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-23870743-e703-4b9d-b987-54837f32f124 req-dac0fc38-298c-4b12-9b43-4093a5bd2ce4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-920317535&fields=id&tenant_id=c57dd58bea08430d873bf967651d6b8d HTTP/1.1" status: 200 len: 267 time: 0.0550914 Sep 14 23:05:04.187546 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23870743-e703-4b9d-b987-54837f32f124 req-b0daa04c-2cd5-4d3d-ac4f-c774bc4dd036 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:04.188870 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-23870743-e703-4b9d-b987-54837f32f124 req-b0daa04c-2cd5-4d3d-ac4f-c774bc4dd036 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports/ee2a01eb-076c-4d6b-8cb8-d608d4337823 HTTP/1.1" status: 200 len: 930 time: 0.0736256 Sep 14 23:05:04.259248 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-23870743-e703-4b9d-b987-54837f32f124 req-6675f3c0-0437-42f3-ad97-6e167f949a3e service neutron] 10.222.0.33 "GET /v2.0/ports/ee2a01eb-076c-4d6b-8cb8-d608d4337823?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0579355 Sep 14 23:05:04.390896 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-23870743-e703-4b9d-b987-54837f32f124 req-8ae00af0-2c29-4d89-a5b1-85fb6a7a63a0 service neutron] 10.222.0.33 "GET /v2.0/networks/af7d9e95-2291-44e9-9e22-68df5026b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255302 Sep 14 23:05:04.521770 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-23870743-e703-4b9d-b987-54837f32f124 req-b46ebb80-3b9c-4ce1-939c-0a0c650da633 service neutron] 10.222.0.33 "GET /v2.0/networks/af7d9e95-2291-44e9-9e22-68df5026b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249380 Sep 14 23:05:04.709604 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a276b2bc-bbb1-4c5d-8682-7e5e65e312b6 req-b68775d2-ad40-418e-b820-3279c59f96b1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=d9d1612c-553f-43e1-a08b-74a3d42c09e5 HTTP/1.1" status: 200 len: 210 time: 0.0557609 Sep 14 23:05:05.695113 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23870743-e703-4b9d-b987-54837f32f124 req-e9898b74-78b8-4a5e-b145-c2ddc1d09151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:05.696442 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-23870743-e703-4b9d-b987-54837f32f124 req-e9898b74-78b8-4a5e-b145-c2ddc1d09151 service neutron] 10.222.0.20 "GET /v2.0/ports/ee2a01eb-076c-4d6b-8cb8-d608d4337823 HTTP/1.1" status: 200 len: 1026 time: 0.0614321 Sep 14 23:05:05.891962 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23870743-e703-4b9d-b987-54837f32f124 req-99ba9810-3136-4218-b36e-9f510ad818e3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:05.893405 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-23870743-e703-4b9d-b987-54837f32f124 req-99ba9810-3136-4218-b36e-9f510ad818e3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/networks?id=af7d9e95-2291-44e9-9e22-68df5026b3de HTTP/1.1" status: 200 len: 797 time: 0.1921291 Sep 14 23:05:05.900811 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-73fa2ed1-439f-49c6-b391-9d0d16827009 req-6d2cc173-eb4a-4b23-a062-b9fdcda61f5c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=d9d1612c-553f-43e1-a08b-74a3d42c09e5 HTTP/1.1" status: 200 len: 210 time: 0.0685666 Sep 14 23:05:06.041271 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-23870743-e703-4b9d-b987-54837f32f124 req-f6caac90-68bc-4917-9713-2c77d51f434a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c57dd58bea08430d873bf967651d6b8d HTTP/1.1" status: 200 len: 471 time: 0.1366596 Sep 14 23:05:06.054724 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [req-23870743-e703-4b9d-b987-54837f32f124 req-25f1ba7b-6135-4525-ad1d-920860fed80a service neutron] Request body: {'port': {'device_id': 'd9d1612c-553f-43e1-a08b-74a3d42c09e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:05:06.163874 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-23870743-e703-4b9d-b987-54837f32f124 req-25f1ba7b-6135-4525-ad1d-920860fed80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:06.185661 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-a180c009-2a5b-4c6c-87f0-e02ce0749326 req-34e6b4d0-720e-471a-bb83-35dac2c99538 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e56a318c-49f0-4eb1-8e9e-2db67080fb4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758605 Sep 14 23:05:06.283998 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180c009-2a5b-4c6c-87f0-e02ce0749326 req-21286f1b-e244-4725-98d3-8d61706981f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:06.285530 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-a180c009-2a5b-4c6c-87f0-e02ce0749326 req-21286f1b-e244-4725-98d3-8d61706981f6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=093721cb95a347f28f2306e789d64fd0&device_id=e56a318c-49f0-4eb1-8e9e-2db67080fb4b HTTP/1.1" status: 200 len: 1099 time: 0.0808461 Sep 14 23:05:06.436453 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180c009-2a5b-4c6c-87f0-e02ce0749326 req-0b17f29e-711f-401e-8735-65538c53a8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:06.437928 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-a180c009-2a5b-4c6c-87f0-e02ce0749326 req-0b17f29e-711f-401e-8735-65538c53a8cb service neutron] 10.222.0.20 "GET /v2.0/networks?id=8c5b42e5-c7a4-4629-b1de-12796897febf HTTP/1.1" status: 200 len: 912 time: 0.1338625 Sep 14 23:05:06.515751 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [req-23870743-e703-4b9d-b987-54837f32f124 req-25f1ba7b-6135-4525-ad1d-920860fed80a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee2a01eb-076c-4d6b-8cb8-d608d4337823 {{(pid=89170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:05:06.522941 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-23870743-e703-4b9d-b987-54837f32f124 req-25f1ba7b-6135-4525-ad1d-920860fed80a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:06.538209 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [req-23870743-e703-4b9d-b987-54837f32f124 req-25f1ba7b-6135-4525-ad1d-920860fed80a service neutron] Transition to ACTIVE for port object ee2a01eb-076c-4d6b-8cb8-d608d4337823 will not be triggered until provisioned by entity L2. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:05:06.539092 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-a180c009-2a5b-4c6c-87f0-e02ce0749326 req-2fccc767-a075-4eee-a88d-5f6a7d8db7fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1547d438-44f5-47c6-894e-568b79d2bd93 HTTP/1.1" status: 200 len: 1002 time: 0.0947773 Sep 14 23:05:06.541506 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-23870743-e703-4b9d-b987-54837f32f124 req-25f1ba7b-6135-4525-ad1d-920860fed80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:06.603585 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180c009-2a5b-4c6c-87f0-e02ce0749326 req-76c55da2-df37-408f-9f23-476a92245614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:06.605099 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-a180c009-2a5b-4c6c-87f0-e02ce0749326 req-76c55da2-df37-408f-9f23-476a92245614 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9530b6a1-5b44-4a8b-9405-362cadb44215 HTTP/1.1" status: 200 len: 851 time: 0.0607214 Sep 14 23:05:06.683015 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f1ba7b-6135-4525-ad1d-920860fed80a service neutron] Pushing event updated for resources: {'Port': ['ID=ee2a01eb-076c-4d6b-8cb8-d608d4337823,revision_number=7']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:06.685920 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180c009-2a5b-4c6c-87f0-e02ce0749326 req-6c5fb2ca-b7a1-4ebe-b8bf-15d6a78b19b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:06.687421 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-a180c009-2a5b-4c6c-87f0-e02ce0749326 req-6c5fb2ca-b7a1-4ebe-b8bf-15d6a78b19b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c5b42e5-c7a4-4629-b1de-12796897febf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766485 Sep 14 23:05:06.803937 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-23870743-e703-4b9d-b987-54837f32f124 req-25f1ba7b-6135-4525-ad1d-920860fed80a service neutron] Attempting to bind port ee2a01eb-076c-4d6b-8cb8-d608d4337823 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:05:06.804512 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-23870743-e703-4b9d-b987-54837f32f124 req-25f1ba7b-6135-4525-ad1d-920860fed80a service neutron] Attempting to bind port ee2a01eb-076c-4d6b-8cb8-d608d4337823 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '969f856d-0fb9-45ad-91ee-9485533a9dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'af7d9e95-2291-44e9-9e22-68df5026b3de'}] {{(pid=89170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:05:06.804658 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23870743-e703-4b9d-b987-54837f32f124 req-25f1ba7b-6135-4525-ad1d-920860fed80a service neutron] Attempting to bind port ee2a01eb-076c-4d6b-8cb8-d608d4337823 on network af7d9e95-2291-44e9-9e22-68df5026b3de {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:05:06.809119 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23870743-e703-4b9d-b987-54837f32f124 req-25f1ba7b-6135-4525-ad1d-920860fed80a service neutron] Port ee2a01eb-076c-4d6b-8cb8-d608d4337823 on network af7d9e95-2291-44e9-9e22-68df5026b3de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:05:06.809430 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23870743-e703-4b9d-b987-54837f32f124 req-25f1ba7b-6135-4525-ad1d-920860fed80a service neutron] Attempting to bind port ee2a01eb-076c-4d6b-8cb8-d608d4337823 on network af7d9e95-2291-44e9-9e22-68df5026b3de {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:05:06.814416 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23870743-e703-4b9d-b987-54837f32f124 req-25f1ba7b-6135-4525-ad1d-920860fed80a service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:05:06.814749 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23870743-e703-4b9d-b987-54837f32f124 req-25f1ba7b-6135-4525-ad1d-920860fed80a service neutron] Checking segment: {'id': '969f856d-0fb9-45ad-91ee-9485533a9dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'af7d9e95-2291-44e9-9e22-68df5026b3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:05:06.815119 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23870743-e703-4b9d-b987-54837f32f124 req-25f1ba7b-6135-4525-ad1d-920860fed80a service neutron] Bound using segment: {'id': '969f856d-0fb9-45ad-91ee-9485533a9dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'af7d9e95-2291-44e9-9e22-68df5026b3de'} {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:05:06.815528 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-23870743-e703-4b9d-b987-54837f32f124 req-25f1ba7b-6135-4525-ad1d-920860fed80a service neutron] Bound port: ee2a01eb-076c-4d6b-8cb8-d608d4337823, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '969f856d-0fb9-45ad-91ee-9485533a9dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'af7d9e95-2291-44e9-9e22-68df5026b3de'}}] {{(pid=89170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:05:06.815866 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-23870743-e703-4b9d-b987-54837f32f124 req-25f1ba7b-6135-4525-ad1d-920860fed80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:06.818411 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-a180c009-2a5b-4c6c-87f0-e02ce0749326 req-405bd909-e1f7-4b87-802c-f90519844fc6 service neutron] 10.222.0.20 "GET /v2.0/networks/8c5b42e5-c7a4-4629-b1de-12796897febf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248815 Sep 14 23:05:06.906322 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-23870743-e703-4b9d-b987-54837f32f124 req-25f1ba7b-6135-4525-ad1d-920860fed80a service neutron] For port ee2a01eb-076c-4d6b-8cb8-d608d4337823, host hv-neutron-8577, cleared binding levels {{(pid=89170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:05:06.909244 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-23870743-e703-4b9d-b987-54837f32f124 req-25f1ba7b-6135-4525-ad1d-920860fed80a service neutron] For port ee2a01eb-076c-4d6b-8cb8-d608d4337823, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ee2a01eb-076c-4d6b-8cb8-d608d4337823,segment=NetworkSegment(969f856d-0fb9-45ad-91ee-9485533a9dc4),segment_id=969f856d-0fb9-45ad-91ee-9485533a9dc4)] {{(pid=89170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:05:06.913883 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-23870743-e703-4b9d-b987-54837f32f124 req-25f1ba7b-6135-4525-ad1d-920860fed80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:06.945368 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23870743-e703-4b9d-b987-54837f32f124 req-25f1ba7b-6135-4525-ad1d-920860fed80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:06.945996 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-23870743-e703-4b9d-b987-54837f32f124 req-25f1ba7b-6135-4525-ad1d-920860fed80a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:06.947388 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-23870743-e703-4b9d-b987-54837f32f124 req-25f1ba7b-6135-4525-ad1d-920860fed80a service neutron] 10.222.0.20 "PUT /v2.0/ports/ee2a01eb-076c-4d6b-8cb8-d608d4337823 HTTP/1.1" status: 200 len: 1131 time: 0.8965735 Sep 14 23:05:06.952576 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-a180c009-2a5b-4c6c-87f0-e02ce0749326 req-4d8a6cd7-1288-4ae8-b27c-7334dfcf0ffe service neutron] 10.222.0.20 "GET /v2.0/networks/8c5b42e5-c7a4-4629-b1de-12796897febf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285462 Sep 14 23:05:06.954493 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d1612c-553f-43e1-a08b-74a3d42c09e5', 'tag': 'ee2a01eb-076c-4d6b-8cb8-d608d4337823'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:05:06.956110 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bf5c2f-39d4-44cf-acbb-daeecfd5a1a5" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d1612c-553f-43e1-a08b-74a3d42c09e5", "tag": "ee2a01eb-076c-4d6b-8cb8-d608d4337823"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:05:06.992374 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f1ba7b-6135-4525-ad1d-920860fed80a service neutron] Pushing event updated for resources: {'Port': ['ID=ee2a01eb-076c-4d6b-8cb8-d608d4337823,revision_number=8']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:07.020634 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585540c6-6bcd-4e65-bd2b-98d5ae212944 x-openstack-request-id: req-585540c6-6bcd-4e65-bd2b-98d5ae212944 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:05:07.020942 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d1612c-553f-43e1-a08b-74a3d42c09e5", "tag": "ee2a01eb-076c-4d6b-8cb8-d608d4337823", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:05:07.021180 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-585540c6-6bcd-4e65-bd2b-98d5ae212944 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:05:07.021577 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-585540c6-6bcd-4e65-bd2b-98d5ae212944'] response: {'name': 'network-changed', 'server_uuid': 'd9d1612c-553f-43e1-a08b-74a3d42c09e5', 'tag': 'ee2a01eb-076c-4d6b-8cb8-d608d4337823', 'status': 'completed', 'code': 200} Sep 14 23:05:07.085988 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23870743-e703-4b9d-b987-54837f32f124 req-483346cc-42b1-4b4b-beba-e8738cce1171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:07.087570 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-23870743-e703-4b9d-b987-54837f32f124 req-483346cc-42b1-4b4b-beba-e8738cce1171 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=d9d1612c-553f-43e1-a08b-74a3d42c09e5 HTTP/1.1" status: 200 len: 1134 time: 0.0944679 Sep 14 23:05:07.140094 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12e938-b21a-4cde-818c-bb697fa5196a req-6a793afc-7253-4a3e-90d6-5588cef0d191 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:07.141673 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fc12e938-b21a-4cde-818c-bb697fa5196a req-6a793afc-7253-4a3e-90d6-5588cef0d191 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=d9d1612c-553f-43e1-a08b-74a3d42c09e5 HTTP/1.1" status: 200 len: 981 time: 0.0971587 Sep 14 23:05:07.188945 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fc12e938-b21a-4cde-818c-bb697fa5196a req-d79bcb6d-4a9d-40e5-a192-a314e9426ed4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=842ea750-791c-4c44-af62-a68857e02f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395851 Sep 14 23:05:07.205503 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-23870743-e703-4b9d-b987-54837f32f124 req-40ebc472-df2a-4bf8-8725-4edfcb31e103 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee2a01eb-076c-4d6b-8cb8-d608d4337823 HTTP/1.1" status: 200 len: 1036 time: 0.1103041 Sep 14 23:05:07.267756 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23870743-e703-4b9d-b987-54837f32f124 req-2b36183a-5d87-444a-8b72-6d192495a482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:07.269281 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-23870743-e703-4b9d-b987-54837f32f124 req-2b36183a-5d87-444a-8b72-6d192495a482 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2aa3991-df89-4c31-a845-5f21b3440607 HTTP/1.1" status: 200 len: 835 time: 0.0585845 Sep 14 23:05:07.361357 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23870743-e703-4b9d-b987-54837f32f124 req-30b4f054-728d-4c87-985b-6b24177873d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:07.362814 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-23870743-e703-4b9d-b987-54837f32f124 req-30b4f054-728d-4c87-985b-6b24177873d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af7d9e95-2291-44e9-9e22-68df5026b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0880256 Sep 14 23:05:07.579264 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-23870743-e703-4b9d-b987-54837f32f124 req-a3cbf9e9-f883-428a-9dc8-efb15b4e4d0b service neutron] 10.222.0.20 "GET /v2.0/networks/af7d9e95-2291-44e9-9e22-68df5026b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094631 Sep 14 23:05:07.673839 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-81f87bbb-a89e-43c9-9a3c-eb4201d7a327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:07.713950 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-23870743-e703-4b9d-b987-54837f32f124 req-f9cc8ee2-feb3-45fb-b766-fdc68daa8c0d service neutron] 10.222.0.20 "GET /v2.0/networks/af7d9e95-2291-44e9-9e22-68df5026b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288669 Sep 14 23:05:07.828523 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf5c2f-39d4-44cf-acbb-daeecfd5a1a5 req-dd596850-6a28-4d89-b152-bdf37efd8933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:07.830067 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e4bf5c2f-39d4-44cf-acbb-daeecfd5a1a5 req-dd596850-6a28-4d89-b152-bdf37efd8933 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=d9d1612c-553f-43e1-a08b-74a3d42c09e5 HTTP/1.1" status: 200 len: 1134 time: 0.0763521 Sep 14 23:05:07.962038 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf5c2f-39d4-44cf-acbb-daeecfd5a1a5 req-16900539-50a8-4640-b53b-5ad81b16959f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:07.963478 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e4bf5c2f-39d4-44cf-acbb-daeecfd5a1a5 req-16900539-50a8-4640-b53b-5ad81b16959f service neutron] 10.222.0.20 "GET /v2.0/networks?id=af7d9e95-2291-44e9-9e22-68df5026b3de HTTP/1.1" status: 200 len: 897 time: 0.1256301 Sep 14 23:05:08.065782 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e4bf5c2f-39d4-44cf-acbb-daeecfd5a1a5 req-801833a5-f6f4-4cfa-b715-848dd5332ce8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee2a01eb-076c-4d6b-8cb8-d608d4337823 HTTP/1.1" status: 200 len: 1036 time: 0.0960712 Sep 14 23:05:08.126541 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf5c2f-39d4-44cf-acbb-daeecfd5a1a5 req-cf27ced7-a8ea-4b92-95e3-39ccc7f5b9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:08.127880 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e4bf5c2f-39d4-44cf-acbb-daeecfd5a1a5 req-cf27ced7-a8ea-4b92-95e3-39ccc7f5b9f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2aa3991-df89-4c31-a845-5f21b3440607 HTTP/1.1" status: 200 len: 835 time: 0.0556662 Sep 14 23:05:08.210266 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf5c2f-39d4-44cf-acbb-daeecfd5a1a5 req-4dfb9439-7f1e-4f17-9e19-12fa5885536f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:08.211702 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e4bf5c2f-39d4-44cf-acbb-daeecfd5a1a5 req-4dfb9439-7f1e-4f17-9e19-12fa5885536f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af7d9e95-2291-44e9-9e22-68df5026b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772309 Sep 14 23:05:08.341213 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e4bf5c2f-39d4-44cf-acbb-daeecfd5a1a5 req-c4c6d72c-5878-43f2-8174-9570c21ac9e1 service neutron] 10.222.0.20 "GET /v2.0/networks/af7d9e95-2291-44e9-9e22-68df5026b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224954 Sep 14 23:05:08.386949 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7202b7-3f6b-48b5-8b37-dcd08e7b14e3 req-c1f2e340-d1e5-43f9-bf12-da15d4efb297 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:08.388370 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cf7202b7-3f6b-48b5-8b37-dcd08e7b14e3 req-c1f2e340-d1e5-43f9-bf12-da15d4efb297 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=d9d1612c-553f-43e1-a08b-74a3d42c09e5 HTTP/1.1" status: 200 len: 981 time: 0.0868621 Sep 14 23:05:08.433841 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cf7202b7-3f6b-48b5-8b37-dcd08e7b14e3 req-7776fdac-0727-4c6a-b607-5fd1681ea0d3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=842ea750-791c-4c44-af62-a68857e02f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391996 Sep 14 23:05:08.471791 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e4bf5c2f-39d4-44cf-acbb-daeecfd5a1a5 req-d29e4514-86c8-4968-a637-ad00b6e182b4 service neutron] 10.222.0.20 "GET /v2.0/networks/af7d9e95-2291-44e9-9e22-68df5026b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240537 Sep 14 23:05:09.408579 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device ee2a01eb-076c-4d6b-8cb8-d608d4337823 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:05:09.581571 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port ee2a01eb-076c-4d6b-8cb8-d608d4337823, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ee2a01eb-076c-4d6b-8cb8-d608d4337823,segment=NetworkSegment(969f856d-0fb9-45ad-91ee-9485533a9dc4),segment_id=969f856d-0fb9-45ad-91ee-9485533a9dc4)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:05:09.595217 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': 'ee2a01eb-076c-4d6b-8cb8-d608d4337823', 'network_id': 'af7d9e95-2291-44e9-9e22-68df5026b3de', 'port_id': 'ee2a01eb-076c-4d6b-8cb8-d608d4337823', 'mac_address': 'fa:16:3e:d4:09:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2aa3991-df89-4c31-a845-5f21b3440607', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:05:09.633357 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a5c60-f359-481c-8aaf-53242bd36a63 req-0f3b8a68-6994-42f5-b7ae-575e81af652b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:09.634812 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c51a5c60-f359-481c-8aaf-53242bd36a63 req-0f3b8a68-6994-42f5-b7ae-575e81af652b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=d9d1612c-553f-43e1-a08b-74a3d42c09e5 HTTP/1.1" status: 200 len: 981 time: 0.0895951 Sep 14 23:05:09.649583 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port ee2a01eb-076c-4d6b-8cb8-d608d4337823 is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:05:09.649955 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:09.668076 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee2a01eb-076c-4d6b-8cb8-d608d4337823 {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:05:09.679619 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c51a5c60-f359-481c-8aaf-53242bd36a63 req-f2291fd1-2eb0-4e13-955e-d3fb8d617321 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=842ea750-791c-4c44-af62-a68857e02f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383935 Sep 14 23:05:09.683096 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port ee2a01eb-076c-4d6b-8cb8-d608d4337823, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ee2a01eb-076c-4d6b-8cb8-d608d4337823,segment=NetworkSegment(969f856d-0fb9-45ad-91ee-9485533a9dc4),segment_id=969f856d-0fb9-45ad-91ee-9485533a9dc4)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:05:09.686844 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:09.753194 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-835df0a9-823c-4daf-96a4-3d797f6b0262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:09.767677 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=ee2a01eb-076c-4d6b-8cb8-d608d4337823,revision_number=9']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:09.883019 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['ee2a01eb-076c-4d6b-8cb8-d608d4337823'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:05:10.798158 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:10.869390 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:10.880333 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c17026-2ec7-4e83-90f6-3144020ae1c0 req-7964bdab-84eb-4359-8122-b67ada5dab4c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:10.881793 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-00c17026-2ec7-4e83-90f6-3144020ae1c0 req-7964bdab-84eb-4359-8122-b67ada5dab4c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=d9d1612c-553f-43e1-a08b-74a3d42c09e5 HTTP/1.1" status: 200 len: 982 time: 0.0893745 Sep 14 23:05:10.930687 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-00c17026-2ec7-4e83-90f6-3144020ae1c0 req-655d489f-5b8e-4ce0-8883-57b963b75c9b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=842ea750-791c-4c44-af62-a68857e02f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432794 Sep 14 23:05:11.424719 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device ee2a01eb-076c-4d6b-8cb8-d608d4337823 up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:05:11.489839 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port ee2a01eb-076c-4d6b-8cb8-d608d4337823 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:05:11.494267 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port ee2a01eb-076c-4d6b-8cb8-d608d4337823 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:05:11.494635 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:11.608981 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port ee2a01eb-076c-4d6b-8cb8-d608d4337823 is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:05:11.609349 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:11.635133 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d1612c-553f-43e1-a08b-74a3d42c09e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2a01eb-076c-4d6b-8cb8-d608d4337823'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:05:11.638012 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967b0029-a0a1-4348-85d1-70bbedaaebb5" -d '{"events": [{"server_uuid": "d9d1612c-553f-43e1-a08b-74a3d42c09e5", "name": "network-vif-plugged", "status": "completed", "tag": "ee2a01eb-076c-4d6b-8cb8-d608d4337823"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:05:11.645458 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port ee2a01eb-076c-4d6b-8cb8-d608d4337823, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ee2a01eb-076c-4d6b-8cb8-d608d4337823,segment=NetworkSegment(969f856d-0fb9-45ad-91ee-9485533a9dc4),segment_id=969f856d-0fb9-45ad-91ee-9485533a9dc4)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:05:11.649285 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:11.689479 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b418a52-71a2-4bc3-927a-e7b50b7702cc x-openstack-request-id: req-3b418a52-71a2-4bc3-927a-e7b50b7702cc {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:05:11.689750 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d1612c-553f-43e1-a08b-74a3d42c09e5", "name": "network-vif-plugged", "status": "completed", "tag": "ee2a01eb-076c-4d6b-8cb8-d608d4337823", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:05:11.689999 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3b418a52-71a2-4bc3-927a-e7b50b7702cc {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:05:11.690380 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b418a52-71a2-4bc3-927a-e7b50b7702cc'] response: {'server_uuid': 'd9d1612c-553f-43e1-a08b-74a3d42c09e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2a01eb-076c-4d6b-8cb8-d608d4337823', 'code': 200} Sep 14 23:05:11.725837 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=ee2a01eb-076c-4d6b-8cb8-d608d4337823,revision_number=10']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:11.905311 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f205a6-069f-4743-924c-5b729685e583 req-30d10d04-f018-486e-ac41-09779c2416d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:11.906678 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-32f205a6-069f-4743-924c-5b729685e583 req-30d10d04-f018-486e-ac41-09779c2416d3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d9d1612c-553f-43e1-a08b-74a3d42c09e5 HTTP/1.1" status: 200 len: 1137 time: 0.0752578 Sep 14 23:05:11.951883 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-32f205a6-069f-4743-924c-5b729685e583 req-436fe995-2db7-4622-aa78-e73af49f7163 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=842ea750-791c-4c44-af62-a68857e02f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389905 Sep 14 23:05:12.129332 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d044e-ea85-4af3-85a3-fd35d4fb7069 req-5018dabe-faa2-4603-b3e4-9b5d3b7c695b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:12.130755 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8c5d044e-ea85-4af3-85a3-fd35d4fb7069 req-5018dabe-faa2-4603-b3e4-9b5d3b7c695b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=d9d1612c-553f-43e1-a08b-74a3d42c09e5 HTTP/1.1" status: 200 len: 984 time: 0.0868549 Sep 14 23:05:12.173526 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8c5d044e-ea85-4af3-85a3-fd35d4fb7069 req-149936c4-8a14-40ad-8168-cb738e90f447 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=842ea750-791c-4c44-af62-a68857e02f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371325 Sep 14 23:05:12.395240 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:13.378737 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae23115-adcd-4e97-aa41-51f03280554b req-7a2fe2ca-eec7-4335-bdc1-8743a98e36dc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:13.380181 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bae23115-adcd-4e97-aa41-51f03280554b req-7a2fe2ca-eec7-4335-bdc1-8743a98e36dc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=d9d1612c-553f-43e1-a08b-74a3d42c09e5 HTTP/1.1" status: 200 len: 984 time: 0.0921361 Sep 14 23:05:13.424716 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bae23115-adcd-4e97-aa41-51f03280554b req-44ca7b42-a429-4489-af55-bf290a5f3b2a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=842ea750-791c-4c44-af62-a68857e02f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388536 Sep 14 23:05:13.624414 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fbfa3-b3a4-4455-844f-ae0ea34a8491 req-3f8d078f-ae4c-457c-a3f2-015d95b8e85f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:13.625919 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7e3fbfa3-b3a4-4455-844f-ae0ea34a8491 req-3f8d078f-ae4c-457c-a3f2-015d95b8e85f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=d9d1612c-553f-43e1-a08b-74a3d42c09e5 HTTP/1.1" status: 200 len: 984 time: 0.0910473 Sep 14 23:05:13.757993 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7e3fbfa3-b3a4-4455-844f-ae0ea34a8491 req-7139e555-b273-454e-99cc-8bfc6da3d10e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=842ea750-791c-4c44-af62-a68857e02f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262431 Sep 14 23:05:13.787133 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57166) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:13.864103 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea856000-0230-43fc-8e93-c3e9e1a4bfc0 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:13.865587 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ea856000-0230-43fc-8e93-c3e9e1a4bfc0 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=d9d1612c-553f-43e1-a08b-74a3d42c09e5&network_id=af7d9e95-2291-44e9-9e22-68df5026b3de HTTP/1.1" status: 200 len: 1132 time: 0.0775316 Sep 14 23:05:14.223333 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c789a-4a58-4261-af88-314e60eaafdd req-ced91145-a2cf-410b-9b0e-6be76b6a4916 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:14.224792 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-875c789a-4a58-4261-af88-314e60eaafdd req-ced91145-a2cf-410b-9b0e-6be76b6a4916 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=d9d1612c-553f-43e1-a08b-74a3d42c09e5 HTTP/1.1" status: 200 len: 984 time: 0.0877237 Sep 14 23:05:14.268240 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-875c789a-4a58-4261-af88-314e60eaafdd req-0e24fabc-7783-43d3-8f2f-410d36aef201 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=842ea750-791c-4c44-af62-a68857e02f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373685 Sep 14 23:05:15.426400 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a170d5-1560-4aa2-bf29-82ca9ef30630 req-b438c029-6b68-4288-ae2d-4db2917dddd8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:15.427839 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f1a170d5-1560-4aa2-bf29-82ca9ef30630 req-b438c029-6b68-4288-ae2d-4db2917dddd8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d1612c-553f-43e1-a08b-74a3d42c09e5 HTTP/1.1" status: 200 len: 984 time: 0.0871444 Sep 14 23:05:15.469236 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ddd11d-fc64-44b6-8b6a-9dd559d31497 req-bb604453-a387-4265-be0b-c5ce9ee8da63 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:15.470611 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c3ddd11d-fc64-44b6-8b6a-9dd559d31497 req-bb604453-a387-4265-be0b-c5ce9ee8da63 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=d9d1612c-553f-43e1-a08b-74a3d42c09e5 HTTP/1.1" status: 200 len: 984 time: 0.0874460 Sep 14 23:05:15.499784 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a170d5-1560-4aa2-bf29-82ca9ef30630 req-76ff5fb3-f9da-400c-a089-3e11191cc913 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:15.501158 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f1a170d5-1560-4aa2-bf29-82ca9ef30630 req-76ff5fb3-f9da-400c-a089-3e11191cc913 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/ports/ee2a01eb-076c-4d6b-8cb8-d608d4337823?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0671766 Sep 14 23:05:15.517475 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c3ddd11d-fc64-44b6-8b6a-9dd559d31497 req-79f27e8f-8c56-4094-9e94-4ebb3f37e7d7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=842ea750-791c-4c44-af62-a68857e02f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411103 Sep 14 23:05:15.642005 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-f1a170d5-1560-4aa2-bf29-82ca9ef30630 req-8ab1ded3-55a4-4a90-91e1-4ab6fadaa4bf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:network {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:05:15.656730 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-f1a170d5-1560-4aa2-bf29-82ca9ef30630 req-8ab1ded3-55a4-4a90-91e1-4ab6fadaa4bf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:network {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:05:15.657977 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f1a170d5-1560-4aa2-bf29-82ca9ef30630 req-8ab1ded3-55a4-4a90-91e1-4ab6fadaa4bf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/networks/af7d9e95-2291-44e9-9e22-68df5026b3de?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1521177 Sep 14 23:05:15.668309 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-f1a170d5-1560-4aa2-bf29-82ca9ef30630 req-418a85fe-360a-445c-b5d1-793f223c9f7d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:05:15.776932 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-f1a170d5-1560-4aa2-bf29-82ca9ef30630 req-418a85fe-360a-445c-b5d1-793f223c9f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:16.068730 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-f1a170d5-1560-4aa2-bf29-82ca9ef30630 req-418a85fe-360a-445c-b5d1-793f223c9f7d service neutron] For port ee2a01eb-076c-4d6b-8cb8-d608d4337823, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=ee2a01eb-076c-4d6b-8cb8-d608d4337823,segment=NetworkSegment(969f856d-0fb9-45ad-91ee-9485533a9dc4),segment_id=969f856d-0fb9-45ad-91ee-9485533a9dc4)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:05:16.096084 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-f1a170d5-1560-4aa2-bf29-82ca9ef30630 req-418a85fe-360a-445c-b5d1-793f223c9f7d service neutron] For port ee2a01eb-076c-4d6b-8cb8-d608d4337823, host hv-neutron-8577, cleared binding levels {{(pid=89171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:05:16.145458 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [req-f1a170d5-1560-4aa2-bf29-82ca9ef30630 req-418a85fe-360a-445c-b5d1-793f223c9f7d service neutron] device_id is not set on port ee2a01eb-076c-4d6b-8cb8-d608d4337823 yet. {{(pid=89171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 14 23:05:16.154130 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-f1a170d5-1560-4aa2-bf29-82ca9ef30630 req-418a85fe-360a-445c-b5d1-793f223c9f7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:16.159211 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-f1a170d5-1560-4aa2-bf29-82ca9ef30630 req-418a85fe-360a-445c-b5d1-793f223c9f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:16.296392 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a85fe-360a-445c-b5d1-793f223c9f7d service neutron] Pushing event updated for resources: {'Port': ['ID=ee2a01eb-076c-4d6b-8cb8-d608d4337823,revision_number=11']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:16.342513 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a170d5-1560-4aa2-bf29-82ca9ef30630 req-418a85fe-360a-445c-b5d1-793f223c9f7d service neutron] No DVR routers for this DVR port ee2a01eb-076c-4d6b-8cb8-d608d4337823 on host hv-neutron-8577 {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:05:16.559080 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-f1a170d5-1560-4aa2-bf29-82ca9ef30630 req-418a85fe-360a-445c-b5d1-793f223c9f7d service neutron] In _notify_port_updated(), no bound segment for port ee2a01eb-076c-4d6b-8cb8-d608d4337823 on network af7d9e95-2291-44e9-9e22-68df5026b3de {{(pid=89171) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 14 23:05:16.559960 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a170d5-1560-4aa2-bf29-82ca9ef30630 req-418a85fe-360a-445c-b5d1-793f223c9f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:16.560564 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-f1a170d5-1560-4aa2-bf29-82ca9ef30630 req-418a85fe-360a-445c-b5d1-793f223c9f7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:16.561934 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f1a170d5-1560-4aa2-bf29-82ca9ef30630 req-418a85fe-360a-445c-b5d1-793f223c9f7d service neutron] 10.222.0.20 "PUT /v2.0/ports/ee2a01eb-076c-4d6b-8cb8-d608d4337823 HTTP/1.1" status: 200 len: 1027 time: 0.8978860 Sep 14 23:05:16.687298 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a622dc51-8e41-453e-b862-947c5b4acfcf req-2be55616-310b-4eb3-ab7a-cdab549c81c5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=d9d1612c-553f-43e1-a08b-74a3d42c09e5 HTTP/1.1" status: 200 len: 210 time: 0.0516443 Sep 14 23:05:17.694270 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:05:17.786541 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57180) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:17.853929 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b264893f-45d3-43fb-8bc6-75364466358a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:17.882322 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b264893f-45d3-43fb-8bc6-75364466358a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:17.947449 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b264893f-45d3-43fb-8bc6-75364466358a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:17.964855 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264893f-45d3-43fb-8bc6-75364466358a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f607bf82-73cf-4121-a3c4-fc7ccd6d6f86,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:17.977345 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b264893f-45d3-43fb-8bc6-75364466358a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:17.978573 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b264893f-45d3-43fb-8bc6-75364466358a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/security-groups/f607bf82-73cf-4121-a3c4-fc7ccd6d6f86 HTTP/1.1" status: 204 len: 168 time: 0.1910384 Sep 14 23:05:18.007459 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57186) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:18.205958 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-21254331-70c8-46f1-a98e-7a6aed53325c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting port 011719f8-a297-4493-a8e9-e42c096d5843 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:05:18.206189 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-21254331-70c8-46f1-a98e-7a6aed53325c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:18.374159 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-21254331-70c8-46f1-a98e-7a6aed53325c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:18.374484 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-21254331-70c8-46f1-a98e-7a6aed53325c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:18.494621 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-21254331-70c8-46f1-a98e-7a6aed53325c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Calling delete_port for 011719f8-a297-4493-a8e9-e42c096d5843 owned by network:floatingip {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:05:18.640370 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-21254331-70c8-46f1-a98e-7a6aed53325c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:18.715562 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21254331-70c8-46f1-a98e-7a6aed53325c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Port': ['ID=011719f8-a297-4493-a8e9-e42c096d5843,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:18.783771 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-21254331-70c8-46f1-a98e-7a6aed53325c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:18.784021 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-21254331-70c8-46f1-a98e-7a6aed53325c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Floating IP eaed6148-e4bb-4390-92bb-62299060e29f disassociated (deleted). External IP: 172.26.5.95, port: ee2a01eb-076c-4d6b-8cb8-d608d4337823. Sep 14 23:05:19.221172 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21254331-70c8-46f1-a98e-7a6aed53325c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router 12984a70-1b25-4301-ae3c-6c5541cda335 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:05:19.269453 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:19.405809 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21254331-70c8-46f1-a98e-7a6aed53325c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:05:19.416311 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71f4574-f9be-4736-86b3-0464fe754f0d None None] Sync routers for ids ['12984a70-1b25-4301-ae3c-6c5541cda335'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:05:19.425630 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-21254331-70c8-46f1-a98e-7a6aed53325c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:19.426054 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71f4574-f9be-4736-86b3-0464fe754f0d None None] Routers {'12984a70-1b25-4301-ae3c-6c5541cda335'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:05:19.426663 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-c71f4574-f9be-4736-86b3-0464fe754f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:05:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['12984a70-1b25-4301-ae3c-6c5541cda335'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:19.475692 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device ee2a01eb-076c-4d6b-8cb8-d608d4337823 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:05:19.482534 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-21254331-70c8-46f1-a98e-7a6aed53325c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/floatingips/eaed6148-e4bb-4390-92bb-62299060e29f HTTP/1.1" status: 204 len: 168 time: 1.4739881 Sep 14 23:05:19.622373 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57194) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:19.627226 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device ee2a01eb-076c-4d6b-8cb8-d608d4337823 not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:05:19.662641 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-c71f4574-f9be-4736-86b3-0464fe754f0d None None] Set router 12984a70-1b25-4301-ae3c-6c5541cda335 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:05:19.693980 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-55a0f7a2-9ed7-45fa-9a46-95132114c19d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:19.723847 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-55a0f7a2-9ed7-45fa-9a46-95132114c19d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:19.788333 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-55a0f7a2-9ed7-45fa-9a46-95132114c19d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:19.805284 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0f7a2-9ed7-45fa-9a46-95132114c19d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ef7aa8-2fdd-4cba-a5f8-aff225756559,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:19.815351 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-55a0f7a2-9ed7-45fa-9a46-95132114c19d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:19.816465 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-55a0f7a2-9ed7-45fa-9a46-95132114c19d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/security-groups/36ef7aa8-2fdd-4cba-a5f8-aff225756559 HTTP/1.1" status: 204 len: 168 time: 0.1931221 Sep 14 23:05:19.845718 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57200) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:19.918967 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-3cd0e70e-59da-4c4f-a7fd-983944062353 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting port ee2a01eb-076c-4d6b-8cb8-d608d4337823 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:05:19.919311 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3cd0e70e-59da-4c4f-a7fd-983944062353 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:19.990169 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-c71f4574-f9be-4736-86b3-0464fe754f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'name': 'tempest-TestNetworkBasicOps-router-555419567', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:04:34Z', 'updated_at': '2022-09-14T23:04:40Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:04:35Z', 'updated_at': '2022-09-14T23:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'ff4e58b6-f3da-49eb-989b-7bae6674e1cc', 'name': '', 'network_id': 'af7d9e95-2291-44e9-9e22-68df5026b3de', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:cf:29:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e2aa3991-df89-4c31-a845-5f21b3440607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:04:39Z', 'updated_at': '2022-09-14T23:04:45Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': 'e2aa3991-df89-4c31-a845-5f21b3440607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:19.994021 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71f4574-f9be-4736-86b3-0464fe754f0d None None] Checking router: 12984a70-1b25-4301-ae3c-6c5541cda335 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:05:20.002735 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71f4574-f9be-4736-86b3-0464fe754f0d None None] Routers {'12984a70-1b25-4301-ae3c-6c5541cda335'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:05:20.003328 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-c71f4574-f9be-4736-86b3-0464fe754f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:05:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['12984a70-1b25-4301-ae3c-6c5541cda335'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:20.174111 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3cd0e70e-59da-4c4f-a7fd-983944062353 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:20.176677 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-c71f4574-f9be-4736-86b3-0464fe754f0d None None] Set router 12984a70-1b25-4301-ae3c-6c5541cda335 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:05:20.307213 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-3cd0e70e-59da-4c4f-a7fd-983944062353 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Calling delete_port for ee2a01eb-076c-4d6b-8cb8-d608d4337823 owned by {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:05:20.455933 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3cd0e70e-59da-4c4f-a7fd-983944062353 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:20.507646 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd0e70e-59da-4c4f-a7fd-983944062353 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Port': ['ID=ee2a01eb-076c-4d6b-8cb8-d608d4337823,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:20.539840 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-c71f4574-f9be-4736-86b3-0464fe754f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'name': 'tempest-TestNetworkBasicOps-router-555419567', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:04:34Z', 'updated_at': '2022-09-14T23:04:40Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:04:35Z', 'updated_at': '2022-09-14T23:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'ff4e58b6-f3da-49eb-989b-7bae6674e1cc', 'name': '', 'network_id': 'af7d9e95-2291-44e9-9e22-68df5026b3de', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:cf:29:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e2aa3991-df89-4c31-a845-5f21b3440607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:04:39Z', 'updated_at': '2022-09-14T23:04:45Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': 'e2aa3991-df89-4c31-a845-5f21b3440607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:20.544729 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71f4574-f9be-4736-86b3-0464fe754f0d None None] The sync data for ids ['12984a70-1b25-4301-ae3c-6c5541cda335'] in dv-neutron-857791-1-hyperv is: [{'id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'name': 'tempest-TestNetworkBasicOps-router-555419567', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:04:34Z', 'updated_at': '2022-09-14T23:04:40Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:04:35Z', 'updated_at': '2022-09-14T23:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'ff4e58b6-f3da-49eb-989b-7bae6674e1cc', 'name': '', 'network_id': 'af7d9e95-2291-44e9-9e22-68df5026b3de', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:cf:29:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e2aa3991-df89-4c31-a845-5f21b3440607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:04:39Z', 'updated_at': '2022-09-14T23:04:45Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': 'e2aa3991-df89-4c31-a845-5f21b3440607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:05:20.629606 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3cd0e70e-59da-4c4f-a7fd-983944062353 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:20.639457 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3cd0e70e-59da-4c4f-a7fd-983944062353 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/ports/ee2a01eb-076c-4d6b-8cb8-d608d4337823 HTTP/1.1" status: 204 len: 168 time: 0.7926786 Sep 14 23:05:20.642121 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57204) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:20.778380 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdec77a-4ad1-497e-9a0a-cdc06a2efafe None None] New status for floating IP eaed6148-e4bb-4390-92bb-62299060e29f: DOWN {{(pid=89173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:05:21.295078 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dd1914e2-b774-4445-92e2-b2fbab5f0ff0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:21.656186 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-dd1914e2-b774-4445-92e2-b2fbab5f0ff0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting port ff4e58b6-f3da-49eb-989b-7bae6674e1cc {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:05:21.656849 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dd1914e2-b774-4445-92e2-b2fbab5f0ff0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:21.840603 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-dd1914e2-b774-4445-92e2-b2fbab5f0ff0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] For port ff4e58b6-f3da-49eb-989b-7bae6674e1cc, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=ff4e58b6-f3da-49eb-989b-7bae6674e1cc,segment=NetworkSegment(969f856d-0fb9-45ad-91ee-9485533a9dc4),segment_id=969f856d-0fb9-45ad-91ee-9485533a9dc4)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:05:21.840981 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dd1914e2-b774-4445-92e2-b2fbab5f0ff0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:21.964834 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-dd1914e2-b774-4445-92e2-b2fbab5f0ff0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Calling delete_port for ff4e58b6-f3da-49eb-989b-7bae6674e1cc owned by network:router_interface {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:05:22.384813 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dd1914e2-b774-4445-92e2-b2fbab5f0ff0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:22.433189 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1914e2-b774-4445-92e2-b2fbab5f0ff0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Port': ['ID=ff4e58b6-f3da-49eb-989b-7bae6674e1cc,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:22.717869 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dd1914e2-b774-4445-92e2-b2fbab5f0ff0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:23.071167 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1914e2-b774-4445-92e2-b2fbab5f0ff0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router 12984a70-1b25-4301-ae3c-6c5541cda335 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:05:23.251173 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1914e2-b774-4445-92e2-b2fbab5f0ff0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:05:23.260147 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bfdb1e-5c3e-4270-bb2c-e8137dd45cd3 None None] Sync routers for ids ['12984a70-1b25-4301-ae3c-6c5541cda335'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:05:23.263711 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-dd1914e2-b774-4445-92e2-b2fbab5f0ff0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "PUT /v2.0/routers/12984a70-1b25-4301-ae3c-6c5541cda335/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6206191 Sep 14 23:05:23.266284 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57208) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:23.269486 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bfdb1e-5c3e-4270-bb2c-e8137dd45cd3 None None] Routers {'12984a70-1b25-4301-ae3c-6c5541cda335'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:05:23.270099 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-d6bfdb1e-5c3e-4270-bb2c-e8137dd45cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:05:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['12984a70-1b25-4301-ae3c-6c5541cda335'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:23.330260 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-21bdb912-d53a-4355-b189-8d3c746dfff1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting subnet e2aa3991-df89-4c31-a845-5f21b3440607 {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:05:23.333114 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-21bdb912-d53a-4355-b189-8d3c746dfff1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:23.387406 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-21bdb912-d53a-4355-b189-8d3c746dfff1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:23.453263 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-d6bfdb1e-5c3e-4270-bb2c-e8137dd45cd3 None None] Set router 12984a70-1b25-4301-ae3c-6c5541cda335 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:05:23.473344 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-21bdb912-d53a-4355-b189-8d3c746dfff1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:23.547268 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-21bdb912-d53a-4355-b189-8d3c746dfff1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:23.588809 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bdb912-d53a-4355-b189-8d3c746dfff1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Subnet': ['ID=e2aa3991-df89-4c31-a845-5f21b3440607,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:23.592876 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-21bdb912-d53a-4355-b189-8d3c746dfff1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:23.602158 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-21bdb912-d53a-4355-b189-8d3c746dfff1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/subnets/e2aa3991-df89-4c31-a845-5f21b3440607 HTTP/1.1" status: 204 len: 168 time: 0.3324940 Sep 14 23:05:23.602384 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57212) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:23.623217 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059c5a16-5875-44d6-a7e5-7d7e688ad980 None None] Network af7d9e95-2291-44e9-9e22-68df5026b3de requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:05:23.895323 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cdcb7121-ae6d-4cd2-b046-01f7da5dac68 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:23.920136 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-d6bfdb1e-5c3e-4270-bb2c-e8137dd45cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'name': 'tempest-TestNetworkBasicOps-router-555419567', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:04:34Z', 'updated_at': '2022-09-14T23:05:22Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:04:35Z', 'updated_at': '2022-09-14T23:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:23.924125 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bfdb1e-5c3e-4270-bb2c-e8137dd45cd3 None None] Checking router: 12984a70-1b25-4301-ae3c-6c5541cda335 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:05:23.932711 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bfdb1e-5c3e-4270-bb2c-e8137dd45cd3 None None] Routers {'12984a70-1b25-4301-ae3c-6c5541cda335'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:05:23.933326 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-d6bfdb1e-5c3e-4270-bb2c-e8137dd45cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:05:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['12984a70-1b25-4301-ae3c-6c5541cda335'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:23.988918 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04ef536-27db-4b42-9b23-569a78579652 None None] DHCP port deletion for af7d9e95-2291-44e9-9e22-68df5026b3de request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:05:24.008437 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-e04ef536-27db-4b42-9b23-569a78579652 None None] Deleting port 7bf8ba6b-bf92-4772-bbd4-0df84bdf3102 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:05:24.008837 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e04ef536-27db-4b42-9b23-569a78579652 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:24.078225 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cdcb7121-ae6d-4cd2-b046-01f7da5dac68 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:24.088493 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-cdcb7121-ae6d-4cd2-b046-01f7da5dac68 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting port 7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:05:24.089642 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cdcb7121-ae6d-4cd2-b046-01f7da5dac68 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:24.202665 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-d6bfdb1e-5c3e-4270-bb2c-e8137dd45cd3 None None] Set router 12984a70-1b25-4301-ae3c-6c5541cda335 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:05:24.265246 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-cdcb7121-ae6d-4cd2-b046-01f7da5dac68 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] For port 7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:05:24.265600 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cdcb7121-ae6d-4cd2-b046-01f7da5dac68 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:24.389310 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-cdcb7121-ae6d-4cd2-b046-01f7da5dac68 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Calling delete_port for 7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf owned by network:router_gateway {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:05:24.523690 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-e04ef536-27db-4b42-9b23-569a78579652 None None] For port 7bf8ba6b-bf92-4772-bbd4-0df84bdf3102, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=7bf8ba6b-bf92-4772-bbd4-0df84bdf3102,segment=NetworkSegment(969f856d-0fb9-45ad-91ee-9485533a9dc4),segment_id=969f856d-0fb9-45ad-91ee-9485533a9dc4)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:05:24.524269 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e04ef536-27db-4b42-9b23-569a78579652 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:24.555571 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cdcb7121-ae6d-4cd2-b046-01f7da5dac68 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:24.606903 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb7121-ae6d-4cd2-b046-01f7da5dac68 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Port': ['ID=7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:24.661242 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-e04ef536-27db-4b42-9b23-569a78579652 None None] Calling delete_port for 7bf8ba6b-bf92-4772-bbd4-0df84bdf3102 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:05:24.701390 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cdcb7121-ae6d-4cd2-b046-01f7da5dac68 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:24.790980 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e04ef536-27db-4b42-9b23-569a78579652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:24.842782 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04ef536-27db-4b42-9b23-569a78579652 None None] No DVR routers for this DVR port 7bf8ba6b-bf92-4772-bbd4-0df84bdf3102 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:05:24.850979 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ef536-27db-4b42-9b23-569a78579652 None None] Pushing event deleted for resources: {'Port': ['ID=7bf8ba6b-bf92-4772-bbd4-0df84bdf3102,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:24.863480 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-d6bfdb1e-5c3e-4270-bb2c-e8137dd45cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'name': 'tempest-TestNetworkBasicOps-router-555419567', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:04:34Z', 'updated_at': '2022-09-14T23:05:22Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:04:35Z', 'updated_at': '2022-09-14T23:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:24.867441 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bfdb1e-5c3e-4270-bb2c-e8137dd45cd3 None None] The sync data for ids ['12984a70-1b25-4301-ae3c-6c5541cda335'] in dv-neutron-857791-1-hyperv is: [{'id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'name': 'tempest-TestNetworkBasicOps-router-555419567', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:04:34Z', 'updated_at': '2022-09-14T23:05:22Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12984a70-1b25-4301-ae3c-6c5541cda335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:04:35Z', 'updated_at': '2022-09-14T23:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:05:24.878497 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cdcb7121-ae6d-4cd2-b046-01f7da5dac68 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:24.880871 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cdcb7121-ae6d-4cd2-b046-01f7da5dac68 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:24.905134 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cdcb7121-ae6d-4cd2-b046-01f7da5dac68 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:24.905708 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcb7121-ae6d-4cd2-b046-01f7da5dac68 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Fanout notify agent at l3_agent the message router_deleted on router 12984a70-1b25-4301-ae3c-6c5541cda335 {{(pid=89170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 23:05:24.920811 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cdcb7121-ae6d-4cd2-b046-01f7da5dac68 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:24.921887 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-cdcb7121-ae6d-4cd2-b046-01f7da5dac68 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/routers/12984a70-1b25-4301-ae3c-6c5541cda335 HTTP/1.1" status: 204 len: 168 time: 1.3186104 Sep 14 23:05:24.924489 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57216) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:25.037209 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bfd44121-52c0-428b-b5b9-0f04673774c1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:25.165811 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bfd44121-52c0-428b-b5b9-0f04673774c1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:25.194312 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-bfd44121-52c0-428b-b5b9-0f04673774c1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af7d9e95-2291-44e9-9e22-68df5026b3de']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:25.315932 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device ff4e58b6-f3da-49eb-989b-7bae6674e1cc no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:05:25.321887 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-bfd44121-52c0-428b-b5b9-0f04673774c1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '969f856d-0fb9-45ad-91ee-9485533a9dc4') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:25.322507 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-bfd44121-52c0-428b-b5b9-0f04673774c1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '969f856d-0fb9-45ad-91ee-9485533a9dc4') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:25.340007 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bfd44121-52c0-428b-b5b9-0f04673774c1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:25.359357 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bfd44121-52c0-428b-b5b9-0f04673774c1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:25.363636 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: ff4e58b6-f3da-49eb-989b-7bae6674e1cc {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:05:25.364148 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device ff4e58b6-f3da-49eb-989b-7bae6674e1cc not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:05:25.364525 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 7bf8ba6b-bf92-4772-bbd4-0df84bdf3102 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:05:25.366676 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd44121-52c0-428b-b5b9-0f04673774c1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:05:25.367068 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bfd44121-52c0-428b-b5b9-0f04673774c1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:25.402612 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 7bf8ba6b-bf92-4772-bbd4-0df84bdf3102 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:05:25.403037 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 7bf8ba6b-bf92-4772-bbd4-0df84bdf3102 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:05:25.467238 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 969f856d-0fb9-45ad-91ee-9485533a9dc4 resource provider aggregate not found Sep 14 23:05:25.485671 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 969f856d-0fb9-45ad-91ee-9485533a9dc4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 969f856d-0fb9-45ad-91ee-9485533a9dc4 found for delete ", "request_id": "req-1d99bc7f-f2b0-4f2a-bb8f-deb22aedee67"}]} Sep 14 23:05:25.486759 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bfd44121-52c0-428b-b5b9-0f04673774c1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:25.504851 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bfd44121-52c0-428b-b5b9-0f04673774c1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:25.516352 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd44121-52c0-428b-b5b9-0f04673774c1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Network': ['ID=af7d9e95-2291-44e9-9e22-68df5026b3de,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:25.527206 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-bfd44121-52c0-428b-b5b9-0f04673774c1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/networks/af7d9e95-2291-44e9-9e22-68df5026b3de HTTP/1.1" status: 204 len: 168 time: 0.6007781 Sep 14 23:05:25.539182 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57226) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:25.553416 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f3728c12-ffb2-47c6-bd62-4300f1750363 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0106833 Sep 14 23:05:25.553630 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57230) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:25.558989 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-cf33d4d7-2af3-4dcf-ad1e-6a35bd870be5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'network': {'name': 'tempest-network-smoke--968558688', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'port_security_enabled': True}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:05:25.564061 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-cf33d4d7-2af3-4dcf-ad1e-6a35bd870be5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:05:25.568552 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-cf33d4d7-2af3-4dcf-ad1e-6a35bd870be5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:network and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:05:25.571867 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-cf33d4d7-2af3-4dcf-ad1e-6a35bd870be5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:05:25.578050 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-cf33d4d7-2af3-4dcf-ad1e-6a35bd870be5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:05:25.588158 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf33d4d7-2af3-4dcf-ad1e-6a35bd870be5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Made reservation on behalf of c57dd58bea08430d873bf967651d6b8d for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:05:25.592637 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cf33d4d7-2af3-4dcf-ad1e-6a35bd870be5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:25.619510 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf33d4d7-2af3-4dcf-ad1e-6a35bd870be5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:05:25.630927 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cf33d4d7-2af3-4dcf-ad1e-6a35bd870be5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:25.631381 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-cf33d4d7-2af3-4dcf-ad1e-6a35bd870be5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Added segment 04423228-8881-4f1f-8038-16b973aa0a9e of type vlan for network 5c662aea-46e4-420b-ae4f-59dd003dae32 Sep 14 23:05:25.669067 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cf33d4d7-2af3-4dcf-ad1e-6a35bd870be5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:25.697274 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cf33d4d7-2af3-4dcf-ad1e-6a35bd870be5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:25.703307 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf33d4d7-2af3-4dcf-ad1e-6a35bd870be5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:25.703884 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cf33d4d7-2af3-4dcf-ad1e-6a35bd870be5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:25.805832 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-cf33d4d7-2af3-4dcf-ad1e-6a35bd870be5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2513273 Sep 14 23:05:25.809107 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57234) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:25.811778 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33d4d7-2af3-4dcf-ad1e-6a35bd870be5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Network': ['ID=5c662aea-46e4-420b-ae4f-59dd003dae32,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:25.814490 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-2ea5ab88-eddf-467c-9efd-b25776b5c48e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1976414887', 'admin_state_up': True, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:05:25.821454 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 5c662aea-46e4-420b-ae4f-59dd003dae32 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:05:25.821902 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2ea5ab88-eddf-467c-9efd-b25776b5c48e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:05:25.827479 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2ea5ab88-eddf-467c-9efd-b25776b5c48e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:router and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:05:25.832164 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2ea5ab88-eddf-467c-9efd-b25776b5c48e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:05:25.837998 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2ea5ab88-eddf-467c-9efd-b25776b5c48e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:05:25.849846 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2ea5ab88-eddf-467c-9efd-b25776b5c48e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:25.852223 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2ea5ab88-eddf-467c-9efd-b25776b5c48e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:25.869968 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2ea5ab88-eddf-467c-9efd-b25776b5c48e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:26.163062 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2ea5ab88-eddf-467c-9efd-b25776b5c48e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:26.466495 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2ea5ab88-eddf-467c-9efd-b25776b5c48e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_gateway, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:26.607515 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2ea5ab88-eddf-467c-9efd-b25776b5c48e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:26.744339 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-2ea5ab88-eddf-467c-9efd-b25776b5c48e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Allocated IP 172.26.5.46 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/aa382bff-41aa-4501-a832-0b2e091870c3) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:05:26.895712 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2ea5ab88-eddf-467c-9efd-b25776b5c48e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:26.926397 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2ea5ab88-eddf-467c-9efd-b25776b5c48e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:26.993870 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea5ab88-eddf-467c-9efd-b25776b5c48e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:05:26.997810 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-2ea5ab88-eddf-467c-9efd-b25776b5c48e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:05:27.001628 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea5ab88-eddf-467c-9efd-b25776b5c48e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:05:27.031281 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5ab88-eddf-467c-9efd-b25776b5c48e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=aa382bff-41aa-4501-a832-0b2e091870c3,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:27.251855 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:05:27.313999 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:05:27.314573 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 7211f9d5-7bf6-4a50-be99-5ca5b4a5f6cf not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:05:27.509764 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2ea5ab88-eddf-467c-9efd-b25776b5c48e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_gateway, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:27.855793 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2ea5ab88-eddf-467c-9efd-b25776b5c48e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:28.057506 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea5ab88-eddf-467c-9efd-b25776b5c48e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router fe7678d7-b21a-4182-8819-bfcf92ed1ff9 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 23:05:28.333341 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea5ab88-eddf-467c-9efd-b25776b5c48e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:05:28.345088 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a728db-2bdd-4a46-a3d6-44b165625a48 None None] Sync routers for ids ['fe7678d7-b21a-4182-8819-bfcf92ed1ff9'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:05:28.358438 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a728db-2bdd-4a46-a3d6-44b165625a48 None None] Routers {'fe7678d7-b21a-4182-8819-bfcf92ed1ff9'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:05:28.359618 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-58a728db-2bdd-4a46-a3d6-44b165625a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:05:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['fe7678d7-b21a-4182-8819-bfcf92ed1ff9'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:28.368763 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2ea5ab88-eddf-467c-9efd-b25776b5c48e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:28.370846 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2ea5ab88-eddf-467c-9efd-b25776b5c48e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5602961 Sep 14 23:05:28.373642 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57250) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:28.428196 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-420dc518-a80e-4b06-99fb-5e07fea157ed tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=c57dd58bea08430d873bf967651d6b8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0533152 Sep 14 23:05:28.430844 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57254) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:28.549856 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-58a728db-2bdd-4a46-a3d6-44b165625a48 None None] Set router fe7678d7-b21a-4182-8819-bfcf92ed1ff9 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:05:28.563798 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8d2dd5-78cd-4f67-9b89-bf96866be12e tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:28.565330 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2c8d2dd5-78cd-4f67-9b89-bf96866be12e tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1333990 Sep 14 23:05:28.568167 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57258) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:28.612492 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c6abee23-424a-4225-a1c8-aab5ed14b673 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=681410b9-e86d-4f65-a0f3-ea2093b5104b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431736 Sep 14 23:05:28.614966 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57262) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:28.620854 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-e94589a4-674c-40c5-a0c9-36413b2ee3d8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1405100331', 'network_id': '5c662aea-46e4-420b-ae4f-59dd003dae32', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:05:28.743232 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-e94589a4-674c-40c5-a0c9-36413b2ee3d8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:05:28.748069 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-e94589a4-674c-40c5-a0c9-36413b2ee3d8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:subnet and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:05:28.751018 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-e94589a4-674c-40c5-a0c9-36413b2ee3d8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:05:28.757504 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-e94589a4-674c-40c5-a0c9-36413b2ee3d8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:05:28.769092 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94589a4-674c-40c5-a0c9-36413b2ee3d8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Made reservation on behalf of c57dd58bea08430d873bf967651d6b8d for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:05:28.772863 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e94589a4-674c-40c5-a0c9-36413b2ee3d8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:28.855143 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-58a728db-2bdd-4a46-a3d6-44b165625a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'name': 'tempest-TestNetworkBasicOps-router-1976414887', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'aa382bff-41aa-4501-a832-0b2e091870c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:05:25Z', 'updated_at': '2022-09-14T23:05:27Z', 'revision_number': 3, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'aa382bff-41aa-4501-a832-0b2e091870c3', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:01:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:05:26Z', 'updated_at': '2022-09-14T23:05:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:28.859229 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a728db-2bdd-4a46-a3d6-44b165625a48 None None] Checking router: fe7678d7-b21a-4182-8819-bfcf92ed1ff9 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:05:28.859573 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a728db-2bdd-4a46-a3d6-44b165625a48 None None] Updating router fe7678d7-b21a-4182-8819-bfcf92ed1ff9 port aa382bff-41aa-4501-a832-0b2e091870c3 binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:05:28.934260 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-58a728db-2bdd-4a46-a3d6-44b165625a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:29.026121 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e94589a4-674c-40c5-a0c9-36413b2ee3d8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:29.113753 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94589a4-674c-40c5-a0c9-36413b2ee3d8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Subnet': ['ID=bf47824e-00bb-448a-af98-4ab36f698ad0,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:29.119031 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94589a4-674c-40c5-a0c9-36413b2ee3d8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Checking segment: {'id': '04423228-8881-4f1f-8038-16b973aa0a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5c662aea-46e4-420b-ae4f-59dd003dae32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:05:29.119390 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94589a4-674c-40c5-a0c9-36413b2ee3d8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network hostable DHCP agents. Network: 5c662aea-46e4-420b-ae4f-59dd003dae32, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:05:29.139585 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94589a4-674c-40c5-a0c9-36413b2ee3d8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network 5c662aea-46e4-420b-ae4f-59dd003dae32 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:05:29.150181 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-e94589a4-674c-40c5-a0c9-36413b2ee3d8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 5c662aea-46e4-420b-ae4f-59dd003dae32) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:05:29.158392 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e658e1-247c-4690-a537-5c55c2c2edde None None] Network 5c662aea-46e4-420b-ae4f-59dd003dae32 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:05:29.162900 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94589a4-674c-40c5-a0c9-36413b2ee3d8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:29.163691 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e94589a4-674c-40c5-a0c9-36413b2ee3d8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:29.193077 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-e94589a4-674c-40c5-a0c9-36413b2ee3d8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5768991 Sep 14 23:05:29.195630 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57272) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:29.308962 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-58a728db-2bdd-4a46-a3d6-44b165625a48 None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:29.320751 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-58a728db-2bdd-4a46-a3d6-44b165625a48 None None] Transition to ACTIVE for port object aa382bff-41aa-4501-a832-0b2e091870c3 will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:05:29.332160 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-58a728db-2bdd-4a46-a3d6-44b165625a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:29.413018 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-58a728db-2bdd-4a46-a3d6-44b165625a48 None None] Attempting to bind port aa382bff-41aa-4501-a832-0b2e091870c3 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:05:29.413630 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-58a728db-2bdd-4a46-a3d6-44b165625a48 None None] Attempting to bind port aa382bff-41aa-4501-a832-0b2e091870c3 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:05:29.417590 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a728db-2bdd-4a46-a3d6-44b165625a48 None None] Attempting to bind port aa382bff-41aa-4501-a832-0b2e091870c3 on network 681410b9-e86d-4f65-a0f3-ea2093b5104b {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:05:29.438785 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a99a941-0d25-4b83-951f-da7c5019f1f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-5c662aea-46e4-420b-ae4f-59dd003dae32', 'network_id': '5c662aea-46e4-420b-ae4f-59dd003dae32', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ips': [{'subnet_id': 'bf47824e-00bb-448a-af98-4ab36f698ad0'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:05:29.439884 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6a99a941-0d25-4b83-951f-da7c5019f1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:29.462987 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea162bab-7229-4129-86d2-0796e2fceeba None None] Pushing event updated for resources: {'Port': ['ID=aa382bff-41aa-4501-a832-0b2e091870c3,revision_number=2']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:29.466482 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a728db-2bdd-4a46-a3d6-44b165625a48 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:05:29.467127 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a728db-2bdd-4a46-a3d6-44b165625a48 None None] Checking segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:05:29.467680 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-58a728db-2bdd-4a46-a3d6-44b165625a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:29.468200 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a728db-2bdd-4a46-a3d6-44b165625a48 None None] Bound using segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:05:29.468833 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-58a728db-2bdd-4a46-a3d6-44b165625a48 None None] Bound port: aa382bff-41aa-4501-a832-0b2e091870c3, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:05:29.469369 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-58a728db-2bdd-4a46-a3d6-44b165625a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:29.556138 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-58a728db-2bdd-4a46-a3d6-44b165625a48 None None] For port aa382bff-41aa-4501-a832-0b2e091870c3, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:05:29.559817 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-58a728db-2bdd-4a46-a3d6-44b165625a48 None None] For port aa382bff-41aa-4501-a832-0b2e091870c3, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=aa382bff-41aa-4501-a832-0b2e091870c3,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:05:29.563973 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-58a728db-2bdd-4a46-a3d6-44b165625a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:29.620247 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-6a99a941-0d25-4b83-951f-da7c5019f1f8 None None] Allocated IP 172.20.0.2 (5c662aea-46e4-420b-ae4f-59dd003dae32/bf47824e-00bb-448a-af98-4ab36f698ad0/b340cfd5-ae5d-463b-a309-c4ddb9db4fc7) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:05:29.632910 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a728db-2bdd-4a46-a3d6-44b165625a48 None None] Routers {'fe7678d7-b21a-4182-8819-bfcf92ed1ff9'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:05:29.633616 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-58a728db-2bdd-4a46-a3d6-44b165625a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:05:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['fe7678d7-b21a-4182-8819-bfcf92ed1ff9'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:29.765332 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea162bab-7229-4129-86d2-0796e2fceeba None None] Pushing event updated for resources: {'Port': ['ID=aa382bff-41aa-4501-a832-0b2e091870c3,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:29.878207 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-58a728db-2bdd-4a46-a3d6-44b165625a48 None None] Set router fe7678d7-b21a-4182-8819-bfcf92ed1ff9 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:05:29.914736 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6a99a941-0d25-4b83-951f-da7c5019f1f8 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:29.927914 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-6a99a941-0d25-4b83-951f-da7c5019f1f8 None None] Transition to ACTIVE for port object b340cfd5-ae5d-463b-a309-c4ddb9db4fc7 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:05:29.951922 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-6a99a941-0d25-4b83-951f-da7c5019f1f8 None None] Transition to ACTIVE for port object b340cfd5-ae5d-463b-a309-c4ddb9db4fc7 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:05:29.960455 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6a99a941-0d25-4b83-951f-da7c5019f1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:30.100262 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a99a941-0d25-4b83-951f-da7c5019f1f8 None None] Network 5c662aea-46e4-420b-ae4f-59dd003dae32 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:05:30.104053 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-6a99a941-0d25-4b83-951f-da7c5019f1f8 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:05:30.109050 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a99a941-0d25-4b83-951f-da7c5019f1f8 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:05:30.119246 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a99a941-0d25-4b83-951f-da7c5019f1f8 None None] Pushing event updated for resources: {'Port': ['ID=b340cfd5-ae5d-463b-a309-c4ddb9db4fc7,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:30.209955 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-58a728db-2bdd-4a46-a3d6-44b165625a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'name': 'tempest-TestNetworkBasicOps-router-1976414887', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'aa382bff-41aa-4501-a832-0b2e091870c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:05:25Z', 'updated_at': '2022-09-14T23:05:27Z', 'revision_number': 3, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'aa382bff-41aa-4501-a832-0b2e091870c3', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:01:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:05:26Z', 'updated_at': '2022-09-14T23:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:30.214464 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a728db-2bdd-4a46-a3d6-44b165625a48 None None] The sync data for ids ['fe7678d7-b21a-4182-8819-bfcf92ed1ff9'] in dv-neutron-857791-1-hyperv is: [{'id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'name': 'tempest-TestNetworkBasicOps-router-1976414887', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'aa382bff-41aa-4501-a832-0b2e091870c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:05:25Z', 'updated_at': '2022-09-14T23:05:27Z', 'revision_number': 3, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'aa382bff-41aa-4501-a832-0b2e091870c3', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:01:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:05:26Z', 'updated_at': '2022-09-14T23:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:05:30.247931 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-6a99a941-0d25-4b83-951f-da7c5019f1f8 None None] Attempting to bind port b340cfd5-ae5d-463b-a309-c4ddb9db4fc7 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:05:30.247931 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-6a99a941-0d25-4b83-951f-da7c5019f1f8 None None] Attempting to bind port b340cfd5-ae5d-463b-a309-c4ddb9db4fc7 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '04423228-8881-4f1f-8038-16b973aa0a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5c662aea-46e4-420b-ae4f-59dd003dae32'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:05:30.248515 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a99a941-0d25-4b83-951f-da7c5019f1f8 None None] Attempting to bind port b340cfd5-ae5d-463b-a309-c4ddb9db4fc7 on network 5c662aea-46e4-420b-ae4f-59dd003dae32 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:05:30.254281 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a99a941-0d25-4b83-951f-da7c5019f1f8 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:05:30.255059 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a99a941-0d25-4b83-951f-da7c5019f1f8 None None] Checking segment: {'id': '04423228-8881-4f1f-8038-16b973aa0a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5c662aea-46e4-420b-ae4f-59dd003dae32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:05:30.256007 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6a99a941-0d25-4b83-951f-da7c5019f1f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:30.256257 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a99a941-0d25-4b83-951f-da7c5019f1f8 None None] Bound using segment: {'id': '04423228-8881-4f1f-8038-16b973aa0a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5c662aea-46e4-420b-ae4f-59dd003dae32'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:05:30.256876 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-6a99a941-0d25-4b83-951f-da7c5019f1f8 None None] Bound port: b340cfd5-ae5d-463b-a309-c4ddb9db4fc7, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04423228-8881-4f1f-8038-16b973aa0a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5c662aea-46e4-420b-ae4f-59dd003dae32'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:05:30.257364 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6a99a941-0d25-4b83-951f-da7c5019f1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:30.269896 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bb364550-c180-4215-b738-cd58db0542e6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:30.370378 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-6a99a941-0d25-4b83-951f-da7c5019f1f8 None None] For port b340cfd5-ae5d-463b-a309-c4ddb9db4fc7, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:05:30.376159 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-6a99a941-0d25-4b83-951f-da7c5019f1f8 None None] For port b340cfd5-ae5d-463b-a309-c4ddb9db4fc7, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=b340cfd5-ae5d-463b-a309-c4ddb9db4fc7,segment=NetworkSegment(04423228-8881-4f1f-8038-16b973aa0a9e),segment_id=04423228-8881-4f1f-8038-16b973aa0a9e)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:05:30.383678 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6a99a941-0d25-4b83-951f-da7c5019f1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:30.481675 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a99a941-0d25-4b83-951f-da7c5019f1f8 None None] Pushing event updated for resources: {'Port': ['ID=b340cfd5-ae5d-463b-a309-c4ddb9db4fc7,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:30.803765 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-bb364550-c180-4215-b738-cd58db0542e6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Allocated IP 172.20.0.1 (5c662aea-46e4-420b-ae4f-59dd003dae32/bf47824e-00bb-448a-af98-4ab36f698ad0/1ad48c8c-e749-485b-a86d-df911d3e0109) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:05:30.995644 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bb364550-c180-4215-b738-cd58db0542e6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:31.012665 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-bb364550-c180-4215-b738-cd58db0542e6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Transition to ACTIVE for port object 1ad48c8c-e749-485b-a86d-df911d3e0109 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:05:31.038260 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bb364550-c180-4215-b738-cd58db0542e6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:31.119285 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb364550-c180-4215-b738-cd58db0542e6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network 5c662aea-46e4-420b-ae4f-59dd003dae32 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:05:31.125312 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-bb364550-c180-4215-b738-cd58db0542e6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:05:31.130074 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb364550-c180-4215-b738-cd58db0542e6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:05:31.172531 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb364550-c180-4215-b738-cd58db0542e6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=1ad48c8c-e749-485b-a86d-df911d3e0109,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:31.201192 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bb364550-c180-4215-b738-cd58db0542e6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:31.391908 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device aa382bff-41aa-4501-a832-0b2e091870c3 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:05:31.511868 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port aa382bff-41aa-4501-a832-0b2e091870c3 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:05:31.519465 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port aa382bff-41aa-4501-a832-0b2e091870c3 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:05:31.520117 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:31.569813 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bb364550-c180-4215-b738-cd58db0542e6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:31.677320 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port aa382bff-41aa-4501-a832-0b2e091870c3 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:05:31.677706 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:31.700462 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port aa382bff-41aa-4501-a832-0b2e091870c3, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=aa382bff-41aa-4501-a832-0b2e091870c3,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:05:31.708017 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:31.709057 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device b340cfd5-ae5d-463b-a309-c4ddb9db4fc7 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:05:31.796189 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f4033d-7f5a-40d4-b94c-c9688bdd128d None None] Network 5c662aea-46e4-420b-ae4f-59dd003dae32 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:05:31.962815 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-12c5e9b1-0a7b-40ae-99f0-50d009465cf1 None None] Provisioning for port b340cfd5-ae5d-463b-a309-c4ddb9db4fc7 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:05:31.973093 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=aa382bff-41aa-4501-a832-0b2e091870c3,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:32.004715 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port b340cfd5-ae5d-463b-a309-c4ddb9db4fc7 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:05:32.037518 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port b340cfd5-ae5d-463b-a309-c4ddb9db4fc7 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:05:32.038133 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:32.279342 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port b340cfd5-ae5d-463b-a309-c4ddb9db4fc7 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:05:32.279947 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:32.295574 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bb364550-c180-4215-b738-cd58db0542e6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:32.304234 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bb364550-c180-4215-b738-cd58db0542e6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:32.331062 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port b340cfd5-ae5d-463b-a309-c4ddb9db4fc7, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=b340cfd5-ae5d-463b-a309-c4ddb9db4fc7,segment=NetworkSegment(04423228-8881-4f1f-8038-16b973aa0a9e),segment_id=04423228-8881-4f1f-8038-16b973aa0a9e)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:05:32.338604 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:32.416390 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=b340cfd5-ae5d-463b-a309-c4ddb9db4fc7,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:32.451037 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bb364550-c180-4215-b738-cd58db0542e6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:32.563794 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb364550-c180-4215-b738-cd58db0542e6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=1ad48c8c-e749-485b-a86d-df911d3e0109,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:32.672569 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb364550-c180-4215-b738-cd58db0542e6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network 5c662aea-46e4-420b-ae4f-59dd003dae32 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:05:32.676053 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-bb364550-c180-4215-b738-cd58db0542e6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:05:32.731933 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-669ca6a6-107d-4964-a97c-5044f759cc86 None None] Provisioning for port 1ad48c8c-e749-485b-a86d-df911d3e0109 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:05:32.742973 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-669ca6a6-107d-4964-a97c-5044f759cc86 None None] Provisioning complete for port 1ad48c8c-e749-485b-a86d-df911d3e0109 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:05:32.744187 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-669ca6a6-107d-4964-a97c-5044f759cc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:32.853250 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-669ca6a6-107d-4964-a97c-5044f759cc86 None None] Port 1ad48c8c-e749-485b-a86d-df911d3e0109 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:05:32.876029 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-669ca6a6-107d-4964-a97c-5044f759cc86 None None] Provisioning complete for port b340cfd5-ae5d-463b-a309-c4ddb9db4fc7 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:05:32.876370 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-669ca6a6-107d-4964-a97c-5044f759cc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:32.914430 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb364550-c180-4215-b738-cd58db0542e6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router fe7678d7-b21a-4182-8819-bfcf92ed1ff9 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:05:33.028337 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-669ca6a6-107d-4964-a97c-5044f759cc86 None None] Current status of the port b340cfd5-ae5d-463b-a309-c4ddb9db4fc7 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:05:33.161600 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e2aab89b-ae69-4c93-9a3d-1835d8e04fdc None None] Provisioning complete for port 1ad48c8c-e749-485b-a86d-df911d3e0109 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:05:33.162078 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e2aab89b-ae69-4c93-9a3d-1835d8e04fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:33.166039 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb364550-c180-4215-b738-cd58db0542e6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:05:33.194757 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-bb364550-c180-4215-b738-cd58db0542e6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "PUT /v2.0/routers/fe7678d7-b21a-4182-8819-bfcf92ed1ff9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9923859 Sep 14 23:05:33.195656 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57282) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:33.210905 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fb2b2f-09ec-4584-978f-057d3f95437b None None] Sync routers for ids ['fe7678d7-b21a-4182-8819-bfcf92ed1ff9'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:05:33.261064 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fb2b2f-09ec-4584-978f-057d3f95437b None None] Routers {'fe7678d7-b21a-4182-8819-bfcf92ed1ff9'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:05:33.261064 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-89fb2b2f-09ec-4584-978f-057d3f95437b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:05:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['fe7678d7-b21a-4182-8819-bfcf92ed1ff9'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:33.330834 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device aa382bff-41aa-4501-a832-0b2e091870c3 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:05:33.391904 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9956e6ca-f94a-49b5-a802-3ddf9c1fbf8f tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:33.392678 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9956e6ca-f94a-49b5-a802-3ddf9c1fbf8f tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:33.393270 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9956e6ca-f94a-49b5-a802-3ddf9c1fbf8f tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:33.393727 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9956e6ca-f94a-49b5-a802-3ddf9c1fbf8f tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:33.394206 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9956e6ca-f94a-49b5-a802-3ddf9c1fbf8f tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:33.394846 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9956e6ca-f94a-49b5-a802-3ddf9c1fbf8f tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:33.398135 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9956e6ca-f94a-49b5-a802-3ddf9c1fbf8f tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.2006102 Sep 14 23:05:33.402544 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57286) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:33.408359 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-e2aab89b-ae69-4c93-9a3d-1835d8e04fdc None None] Port 1ad48c8c-e749-485b-a86d-df911d3e0109 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:05:33.506736 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fc28ac-b8fd-4b4b-92be-cc6018b44d6c tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:33.507204 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fc28ac-b8fd-4b4b-92be-cc6018b44d6c tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:33.507771 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fc28ac-b8fd-4b4b-92be-cc6018b44d6c tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:33.509554 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fc28ac-b8fd-4b4b-92be-cc6018b44d6c tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:33.509554 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fc28ac-b8fd-4b4b-92be-cc6018b44d6c tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:33.509554 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fc28ac-b8fd-4b4b-92be-cc6018b44d6c tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:33.511377 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-74fc28ac-b8fd-4b4b-92be-cc6018b44d6c tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1069293 Sep 14 23:05:33.514186 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57290) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:33.649399 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-eb9a982f-4871-4b02-b120-309544a05dad None None] Provisioning complete for port 1ad48c8c-e749-485b-a86d-df911d3e0109 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:05:33.650918 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-eb9a982f-4871-4b02-b120-309544a05dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:33.720241 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port aa382bff-41aa-4501-a832-0b2e091870c3 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:05:33.720446 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:33.816340 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-89fb2b2f-09ec-4584-978f-057d3f95437b None None] Set router fe7678d7-b21a-4182-8819-bfcf92ed1ff9 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:05:33.822433 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b94a2256-5366-47d8-949a-c0b226d80322 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.3068106 Sep 14 23:05:33.912532 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57298) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:33.921345 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-cef6ba40-6c43-459b-af55-79deeb7c502d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-886987081', 'description': 'tempest-secgroup-smoke-886987081 description', 'project_id': 'c57dd58bea08430d873bf967651d6b8d'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:05:33.926640 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-eb9a982f-4871-4b02-b120-309544a05dad None None] Port 1ad48c8c-e749-485b-a86d-df911d3e0109 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:05:33.932150 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-cef6ba40-6c43-459b-af55-79deeb7c502d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:05:33.939044 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-cef6ba40-6c43-459b-af55-79deeb7c502d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:05:33.943432 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-cef6ba40-6c43-459b-af55-79deeb7c502d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:05:33.952423 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-cef6ba40-6c43-459b-af55-79deeb7c502d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:05:33.974600 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cef6ba40-6c43-459b-af55-79deeb7c502d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:34.011627 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-cef6ba40-6c43-459b-af55-79deeb7c502d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:05:34.019364 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-cef6ba40-6c43-459b-af55-79deeb7c502d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:05:34.024593 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-cef6ba40-6c43-459b-af55-79deeb7c502d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:05:34.032473 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-cef6ba40-6c43-459b-af55-79deeb7c502d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:05:34.143367 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cef6ba40-6c43-459b-af55-79deeb7c502d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:34.153388 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cef6ba40-6c43-459b-af55-79deeb7c502d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:34.215829 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6ba40-6c43-459b-af55-79deeb7c502d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbf3099-f639-43fd-9df6-43bce7d59822,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:34.225649 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cef6ba40-6c43-459b-af55-79deeb7c502d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:34.226818 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-cef6ba40-6c43-459b-af55-79deeb7c502d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3129640 Sep 14 23:05:34.230162 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57302) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:34.236291 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-4d3f2aae-b065-4094-90b4-29e61c12951b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '0bbf3099-f639-43fd-9df6-43bce7d59822', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:05:34.245132 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-4d3f2aae-b065-4094-90b4-29e61c12951b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:05:34.251035 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-4d3f2aae-b065-4094-90b4-29e61c12951b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:05:34.254827 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-4d3f2aae-b065-4094-90b4-29e61c12951b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:05:34.265368 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-4d3f2aae-b065-4094-90b4-29e61c12951b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:05:34.275350 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port aa382bff-41aa-4501-a832-0b2e091870c3 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:05:34.277702 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device b340cfd5-ae5d-463b-a309-c4ddb9db4fc7 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:05:34.294305 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4d3f2aae-b065-4094-90b4-29e61c12951b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:34.414277 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4d3f2aae-b065-4094-90b4-29e61c12951b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:34.427603 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4d3f2aae-b065-4094-90b4-29e61c12951b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:34.449086 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f2aae-b065-4094-90b4-29e61c12951b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d98d5804-ecfe-4cdc-a9db-ac0ebe2457b4,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:34.477453 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4d3f2aae-b065-4094-90b4-29e61c12951b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:34.478801 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4d3f2aae-b065-4094-90b4-29e61c12951b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2477326 Sep 14 23:05:34.482519 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57306) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:34.488402 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-ac6b0b5a-984c-4803-b24e-28dd6a79e739 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '0bbf3099-f639-43fd-9df6-43bce7d59822', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:05:34.492045 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port b340cfd5-ae5d-463b-a309-c4ddb9db4fc7 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:05:34.492737 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:34.496397 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ac6b0b5a-984c-4803-b24e-28dd6a79e739 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:05:34.503033 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ac6b0b5a-984c-4803-b24e-28dd6a79e739 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:05:34.506982 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ac6b0b5a-984c-4803-b24e-28dd6a79e739 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:05:34.514944 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ac6b0b5a-984c-4803-b24e-28dd6a79e739 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:05:34.534801 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ac6b0b5a-984c-4803-b24e-28dd6a79e739 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:34.609308 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-89fb2b2f-09ec-4584-978f-057d3f95437b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'name': 'tempest-TestNetworkBasicOps-router-1976414887', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'aa382bff-41aa-4501-a832-0b2e091870c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:05:25Z', 'updated_at': '2022-09-14T23:05:31Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'aa382bff-41aa-4501-a832-0b2e091870c3', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:05:26Z', 'updated_at': '2022-09-14T23:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '1ad48c8c-e749-485b-a86d-df911d3e0109', 'name': '', 'network_id': '5c662aea-46e4-420b-ae4f-59dd003dae32', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:f3:e2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'bf47824e-00bb-448a-af98-4ab36f698ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:05:30Z', 'updated_at': '2022-09-14T23:05:32Z', 'revision_number': 2, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': 'bf47824e-00bb-448a-af98-4ab36f698ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:34.618595 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fb2b2f-09ec-4584-978f-057d3f95437b None None] Checking router: fe7678d7-b21a-4182-8819-bfcf92ed1ff9 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:05:34.618877 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fb2b2f-09ec-4584-978f-057d3f95437b None None] Updating router fe7678d7-b21a-4182-8819-bfcf92ed1ff9 port 1ad48c8c-e749-485b-a86d-df911d3e0109 binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:05:34.622037 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ac6b0b5a-984c-4803-b24e-28dd6a79e739 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:34.629181 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ac6b0b5a-984c-4803-b24e-28dd6a79e739 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:34.664992 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b0b5a-984c-4803-b24e-28dd6a79e739 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e1de18-262f-48d2-b15f-2dc51febd98c,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:34.668123 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ac6b0b5a-984c-4803-b24e-28dd6a79e739 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:34.670721 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ac6b0b5a-984c-4803-b24e-28dd6a79e739 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1868935 Sep 14 23:05:34.673636 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57314) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:34.680112 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-f895cac3-aa6e-4810-a7dd-7c8c4f98e73e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '0bbf3099-f639-43fd-9df6-43bce7d59822', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:05:34.689980 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b0b5a-984c-4803-b24e-28dd6a79e739 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:34.690977 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-f895cac3-aa6e-4810-a7dd-7c8c4f98e73e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:05:34.693320 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b0b5a-984c-4803-b24e-28dd6a79e739 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:34.693826 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b0b5a-984c-4803-b24e-28dd6a79e739 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:34.694314 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b0b5a-984c-4803-b24e-28dd6a79e739 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:34.695902 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b0b5a-984c-4803-b24e-28dd6a79e739 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:34.696391 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b0b5a-984c-4803-b24e-28dd6a79e739 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:34.696753 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b0b5a-984c-4803-b24e-28dd6a79e739 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:34.697947 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-f895cac3-aa6e-4810-a7dd-7c8c4f98e73e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:05:34.698931 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b0b5a-984c-4803-b24e-28dd6a79e739 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:34.699404 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b0b5a-984c-4803-b24e-28dd6a79e739 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:34.699885 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b0b5a-984c-4803-b24e-28dd6a79e739 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:34.703024 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b0b5a-984c-4803-b24e-28dd6a79e739 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:34.703516 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b0b5a-984c-4803-b24e-28dd6a79e739 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:34.706711 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-f895cac3-aa6e-4810-a7dd-7c8c4f98e73e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:05:34.713946 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-f895cac3-aa6e-4810-a7dd-7c8c4f98e73e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:05:34.743863 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f895cac3-aa6e-4810-a7dd-7c8c4f98e73e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:34.786230 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-89fb2b2f-09ec-4584-978f-057d3f95437b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:34.805896 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port b340cfd5-ae5d-463b-a309-c4ddb9db4fc7 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:05:34.884525 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f895cac3-aa6e-4810-a7dd-7c8c4f98e73e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:34.894508 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f895cac3-aa6e-4810-a7dd-7c8c4f98e73e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:35.049127 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895cac3-aa6e-4810-a7dd-7c8c4f98e73e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e7ebd6-9cf9-48b3-872b-fee78af20670,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:35.070771 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f895cac3-aa6e-4810-a7dd-7c8c4f98e73e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:35.074137 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f895cac3-aa6e-4810-a7dd-7c8c4f98e73e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3994346 Sep 14 23:05:35.076932 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57318) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:35.082412 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-c62a15ef-8a88-4bca-98aa-99eb431a1a78 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '0bbf3099-f639-43fd-9df6-43bce7d59822', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:05:35.094191 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c62a15ef-8a88-4bca-98aa-99eb431a1a78 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:05:35.098438 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c62a15ef-8a88-4bca-98aa-99eb431a1a78 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:05:35.101636 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c62a15ef-8a88-4bca-98aa-99eb431a1a78 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:05:35.113422 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c62a15ef-8a88-4bca-98aa-99eb431a1a78 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:05:35.139541 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c62a15ef-8a88-4bca-98aa-99eb431a1a78 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:35.243831 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c62a15ef-8a88-4bca-98aa-99eb431a1a78 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:35.251952 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c62a15ef-8a88-4bca-98aa-99eb431a1a78 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:35.284781 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a15ef-8a88-4bca-98aa-99eb431a1a78 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0771ee5-1a4f-4508-810f-fbd692830522,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:35.294985 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c62a15ef-8a88-4bca-98aa-99eb431a1a78 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:35.299879 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c62a15ef-8a88-4bca-98aa-99eb431a1a78 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2218306 Sep 14 23:05:35.300020 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57322) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:35.305279 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-956822d4-50f4-4125-826b-cc0be1ea1fc1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '0bbf3099-f639-43fd-9df6-43bce7d59822', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:05:35.312244 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-956822d4-50f4-4125-826b-cc0be1ea1fc1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:05:35.316541 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-956822d4-50f4-4125-826b-cc0be1ea1fc1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:05:35.319770 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-956822d4-50f4-4125-826b-cc0be1ea1fc1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:05:35.326873 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-956822d4-50f4-4125-826b-cc0be1ea1fc1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:05:35.347412 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.securitygroups_db [None req-956822d4-50f4-4125-826b-cc0be1ea1fc1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Project c57dd58bea08430d873bf967651d6b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:05:35.356321 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-956822d4-50f4-4125-826b-cc0be1ea1fc1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:35.375860 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-89fb2b2f-09ec-4584-978f-057d3f95437b None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:35.392158 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-89fb2b2f-09ec-4584-978f-057d3f95437b None None] Transition to ACTIVE for port object 1ad48c8c-e749-485b-a86d-df911d3e0109 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:05:35.403022 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-89fb2b2f-09ec-4584-978f-057d3f95437b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:35.461254 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-956822d4-50f4-4125-826b-cc0be1ea1fc1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:35.468060 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-956822d4-50f4-4125-826b-cc0be1ea1fc1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:35.501738 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956822d4-50f4-4125-826b-cc0be1ea1fc1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa1e63c3-bf78-41f8-99df-234028cabab6,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:35.521451 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-956822d4-50f4-4125-826b-cc0be1ea1fc1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:35.525824 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-956822d4-50f4-4125-826b-cc0be1ea1fc1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2218006 Sep 14 23:05:35.527582 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57326) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:35.533263 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-e9d53f73-0dd6-4fec-a8e1-1a73c6fa3914 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '0bbf3099-f639-43fd-9df6-43bce7d59822', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:05:35.539245 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-e9d53f73-0dd6-4fec-a8e1-1a73c6fa3914 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:05:35.543943 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e9d53f73-0dd6-4fec-a8e1-1a73c6fa3914 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:05:35.546830 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e9d53f73-0dd6-4fec-a8e1-1a73c6fa3914 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:05:35.553383 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-e9d53f73-0dd6-4fec-a8e1-1a73c6fa3914 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:05:35.576473 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.securitygroups_db [None req-e9d53f73-0dd6-4fec-a8e1-1a73c6fa3914 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Project c57dd58bea08430d873bf967651d6b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:05:35.593734 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e9d53f73-0dd6-4fec-a8e1-1a73c6fa3914 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:35.643555 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f698d-342e-41db-b319-dd158191bda5 None None] Pushing event updated for resources: {'Port': ['ID=1ad48c8c-e749-485b-a86d-df911d3e0109,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:35.652742 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-89fb2b2f-09ec-4584-978f-057d3f95437b None None] Attempting to bind port 1ad48c8c-e749-485b-a86d-df911d3e0109 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:05:35.653105 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-89fb2b2f-09ec-4584-978f-057d3f95437b None None] Attempting to bind port 1ad48c8c-e749-485b-a86d-df911d3e0109 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '04423228-8881-4f1f-8038-16b973aa0a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5c662aea-46e4-420b-ae4f-59dd003dae32'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:05:35.653470 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fb2b2f-09ec-4584-978f-057d3f95437b None None] Attempting to bind port 1ad48c8c-e749-485b-a86d-df911d3e0109 on network 5c662aea-46e4-420b-ae4f-59dd003dae32 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:05:35.660214 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fb2b2f-09ec-4584-978f-057d3f95437b None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:05:35.660603 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fb2b2f-09ec-4584-978f-057d3f95437b None None] Checking segment: {'id': '04423228-8881-4f1f-8038-16b973aa0a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5c662aea-46e4-420b-ae4f-59dd003dae32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:05:35.661025 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-89fb2b2f-09ec-4584-978f-057d3f95437b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:35.661710 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fb2b2f-09ec-4584-978f-057d3f95437b None None] Bound using segment: {'id': '04423228-8881-4f1f-8038-16b973aa0a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5c662aea-46e4-420b-ae4f-59dd003dae32'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:05:35.662441 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-89fb2b2f-09ec-4584-978f-057d3f95437b None None] Bound port: 1ad48c8c-e749-485b-a86d-df911d3e0109, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04423228-8881-4f1f-8038-16b973aa0a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5c662aea-46e4-420b-ae4f-59dd003dae32'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:05:35.662901 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-89fb2b2f-09ec-4584-978f-057d3f95437b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:35.679585 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e9d53f73-0dd6-4fec-a8e1-1a73c6fa3914 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:35.684847 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e9d53f73-0dd6-4fec-a8e1-1a73c6fa3914 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:35.711056 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d53f73-0dd6-4fec-a8e1-1a73c6fa3914 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64f25a97-536d-4d54-9bf5-d7d4646b3ca1,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:35.724262 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e9d53f73-0dd6-4fec-a8e1-1a73c6fa3914 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:35.725573 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e9d53f73-0dd6-4fec-a8e1-1a73c6fa3914 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1971099 Sep 14 23:05:35.779468 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-89fb2b2f-09ec-4584-978f-057d3f95437b None None] For port 1ad48c8c-e749-485b-a86d-df911d3e0109, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:05:35.783091 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-89fb2b2f-09ec-4584-978f-057d3f95437b None None] For port 1ad48c8c-e749-485b-a86d-df911d3e0109, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=1ad48c8c-e749-485b-a86d-df911d3e0109,segment=NetworkSegment(04423228-8881-4f1f-8038-16b973aa0a9e),segment_id=04423228-8881-4f1f-8038-16b973aa0a9e)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:05:35.798019 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-89fb2b2f-09ec-4584-978f-057d3f95437b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:35.872219 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fb2b2f-09ec-4584-978f-057d3f95437b None None] Routers {'fe7678d7-b21a-4182-8819-bfcf92ed1ff9'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:05:35.875487 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-89fb2b2f-09ec-4584-978f-057d3f95437b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:05:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['fe7678d7-b21a-4182-8819-bfcf92ed1ff9'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:35.979182 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-cfe3156b-502b-4132-8218-b4d7df1fb89b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:05:36.003838 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-cfe3156b-502b-4132-8218-b4d7df1fb89b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:05:36.006145 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-cfe3156b-502b-4132-8218-b4d7df1fb89b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-886987081&fields=id&tenant_id=c57dd58bea08430d873bf967651d6b8d HTTP/1.1" status: 200 len: 267 time: 0.0985675 Sep 14 23:05:36.110956 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f698d-342e-41db-b319-dd158191bda5 None None] Pushing event updated for resources: {'Port': ['ID=1ad48c8c-e749-485b-a86d-df911d3e0109,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:36.173629 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-89fb2b2f-09ec-4584-978f-057d3f95437b None None] Set router fe7678d7-b21a-4182-8819-bfcf92ed1ff9 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:05:36.190134 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-319c3442-0c7b-4d9e-87a6-c478738f1f06 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:36.190805 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-319c3442-0c7b-4d9e-87a6-c478738f1f06 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:network {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:05:36.217205 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-319c3442-0c7b-4d9e-87a6-c478738f1f06 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:network {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:05:36.224004 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-319c3442-0c7b-4d9e-87a6-c478738f1f06 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/networks?id=5c662aea-46e4-420b-ae4f-59dd003dae32 HTTP/1.1" status: 200 len: 796 time: 0.2097008 Sep 14 23:05:36.234573 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-61cc43fb-8972-49e4-aa38-ec810b322c48 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/quotas/c57dd58bea08430d873bf967651d6b8d HTTP/1.1" status: 200 len: 375 time: 0.0096011 Sep 14 23:05:36.346217 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-9ecb4b12-f49d-4cd8-b10a-a836f93006e8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:05:36.368854 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-9ecb4b12-f49d-4cd8-b10a-a836f93006e8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:05:36.385008 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-9ecb4b12-f49d-4cd8-b10a-a836f93006e8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1330752 Sep 14 23:05:36.612376 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-3ee7250d-46e7-4d09-abff-5ca0d4e3a869 service neutron] 10.222.0.33 "GET /v2.0/networks/5c662aea-46e4-420b-ae4f-59dd003dae32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228997 Sep 14 23:05:36.633109 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-89fb2b2f-09ec-4584-978f-057d3f95437b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'name': 'tempest-TestNetworkBasicOps-router-1976414887', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'aa382bff-41aa-4501-a832-0b2e091870c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:05:25Z', 'updated_at': '2022-09-14T23:05:31Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'aa382bff-41aa-4501-a832-0b2e091870c3', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:05:26Z', 'updated_at': '2022-09-14T23:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '1ad48c8c-e749-485b-a86d-df911d3e0109', 'name': '', 'network_id': '5c662aea-46e4-420b-ae4f-59dd003dae32', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:f3:e2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'bf47824e-00bb-448a-af98-4ab36f698ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:05:30Z', 'updated_at': '2022-09-14T23:05:35Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': 'bf47824e-00bb-448a-af98-4ab36f698ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:36.637802 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fb2b2f-09ec-4584-978f-057d3f95437b None None] The sync data for ids ['fe7678d7-b21a-4182-8819-bfcf92ed1ff9'] in dv-neutron-857791-1-hyperv is: [{'id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'name': 'tempest-TestNetworkBasicOps-router-1976414887', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'aa382bff-41aa-4501-a832-0b2e091870c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:05:25Z', 'updated_at': '2022-09-14T23:05:31Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'aa382bff-41aa-4501-a832-0b2e091870c3', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:05:26Z', 'updated_at': '2022-09-14T23:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '1ad48c8c-e749-485b-a86d-df911d3e0109', 'name': '', 'network_id': '5c662aea-46e4-420b-ae4f-59dd003dae32', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:f3:e2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'bf47824e-00bb-448a-af98-4ab36f698ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:05:30Z', 'updated_at': '2022-09-14T23:05:35Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': 'bf47824e-00bb-448a-af98-4ab36f698ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:05:36.794026 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-18c3d705-1209-4cc1-a465-57172821bafc service neutron] 10.222.0.33 "GET /v2.0/networks/5c662aea-46e4-420b-ae4f-59dd003dae32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749141 Sep 14 23:05:37.050591 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-14317b7b-7fad-4245-84d5-3a56fac8fe03 req-f9523c12-3e76-48cd-946e-422e6a6524dc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=95043754-acac-4a90-9486-7dfa666a4b2a HTTP/1.1" status: 200 len: 210 time: 0.0589466 Sep 14 23:05:37.424158 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 1ad48c8c-e749-485b-a86d-df911d3e0109 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:05:37.549489 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 1ad48c8c-e749-485b-a86d-df911d3e0109 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:05:37.561254 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 1ad48c8c-e749-485b-a86d-df911d3e0109 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:05:37.561624 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:37.743136 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-db8b729a-e3d4-4561-a80c-a2988e869096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:37.754530 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 1ad48c8c-e749-485b-a86d-df911d3e0109 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:05:37.754900 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:37.794130 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 1ad48c8c-e749-485b-a86d-df911d3e0109, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=1ad48c8c-e749-485b-a86d-df911d3e0109,segment=NetworkSegment(04423228-8881-4f1f-8038-16b973aa0a9e),segment_id=04423228-8881-4f1f-8038-16b973aa0a9e)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:05:37.800335 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:37.876381 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=1ad48c8c-e749-485b-a86d-df911d3e0109,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:38.249307 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9df71531-de63-4aab-8a7f-9299a681692d req-711d78c4-17cd-4142-a7eb-ee57c08f678a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=95043754-acac-4a90-9486-7dfa666a4b2a HTTP/1.1" status: 200 len: 210 time: 0.0672762 Sep 14 23:05:38.409983 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-e1d864ca-bb61-4c84-9293-ca5d1730930e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:38.411628 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-e1d864ca-bb61-4c84-9293-ca5d1730930e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/networks?id=5c662aea-46e4-420b-ae4f-59dd003dae32 HTTP/1.1" status: 200 len: 796 time: 0.1797936 Sep 14 23:05:38.470149 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-ef2b55ac-3192-4cae-82b1-e2bb54ca7191 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:security_group {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:05:38.482273 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-ef2b55ac-3192-4cae-82b1-e2bb54ca7191 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:security_group {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:05:38.483387 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-ef2b55ac-3192-4cae-82b1-e2bb54ca7191 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c57dd58bea08430d873bf967651d6b8d HTTP/1.1" status: 200 len: 379 time: 0.0634878 Sep 14 23:05:38.492042 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-cf67a297-c766-4cb0-b96f-3f42fa3107de tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'port': {'device_id': '95043754-acac-4a90-9486-7dfa666a4b2a', 'network_id': '5c662aea-46e4-420b-ae4f-59dd003dae32', 'admin_state_up': True, 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'security_groups': ['0bbf3099-f639-43fd-9df6-43bce7d59822']}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:05:38.626908 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-cf67a297-c766-4cb0-b96f-3f42fa3107de tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:05:38.636188 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-cf67a297-c766-4cb0-b96f-3f42fa3107de tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:05:38.644675 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-cf67a297-c766-4cb0-b96f-3f42fa3107de tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Made reservation on behalf of c57dd58bea08430d873bf967651d6b8d for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:05:38.648032 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-cf67a297-c766-4cb0-b96f-3f42fa3107de tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:38.806127 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-cf67a297-c766-4cb0-b96f-3f42fa3107de tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Allocated IP 172.20.0.3 (5c662aea-46e4-420b-ae4f-59dd003dae32/bf47824e-00bb-448a-af98-4ab36f698ad0/7f77acd2-86c5-4386-9234-5614ca5c8ef3) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:05:38.994308 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-cf67a297-c766-4cb0-b96f-3f42fa3107de tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:39.009155 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-cf67a297-c766-4cb0-b96f-3f42fa3107de tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Transition to ACTIVE for port object 7f77acd2-86c5-4386-9234-5614ca5c8ef3 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:05:39.033545 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-cf67a297-c766-4cb0-b96f-3f42fa3107de tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:39.105306 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-cf67a297-c766-4cb0-b96f-3f42fa3107de tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network 5c662aea-46e4-420b-ae4f-59dd003dae32 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:05:39.108286 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-cf67a297-c766-4cb0-b96f-3f42fa3107de tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:05:39.112293 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-cf67a297-c766-4cb0-b96f-3f42fa3107de tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:05:39.142671 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67a297-c766-4cb0-b96f-3f42fa3107de tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=7f77acd2-86c5-4386-9234-5614ca5c8ef3,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:39.181639 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-cf67a297-c766-4cb0-b96f-3f42fa3107de tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:39.182759 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-cf67a297-c766-4cb0-b96f-3f42fa3107de tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:39.209045 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-cf67a297-c766-4cb0-b96f-3f42fa3107de tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7210257 Sep 14 23:05:39.219816 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-44ca3cd9-8a52-4848-84f3-f2cf8e79c483 service neutron] Request body: {'port': {'device_id': '95043754-acac-4a90-9486-7dfa666a4b2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:05:39.289503 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 1ad48c8c-e749-485b-a86d-df911d3e0109 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:05:39.357528 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-44ca3cd9-8a52-4848-84f3-f2cf8e79c483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:39.378475 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 1ad48c8c-e749-485b-a86d-df911d3e0109 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:05:39.378780 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:39.449720 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-2aa7524d-85cd-4dcf-9de5-64da20b48d95 None None] Provisioning for port 7f77acd2-86c5-4386-9234-5614ca5c8ef3 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:05:39.457606 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-2aa7524d-85cd-4dcf-9de5-64da20b48d95 None None] Provisioning complete for port 7f77acd2-86c5-4386-9234-5614ca5c8ef3 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:05:39.457606 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2aa7524d-85cd-4dcf-9de5-64da20b48d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:39.480042 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd763de-cd23-47fd-ae8b-e8340cc71599 req-ea16d9ff-8854-4be3-b80f-f59842d3f347 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:39.481604 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9bd763de-cd23-47fd-ae8b-e8340cc71599 req-ea16d9ff-8854-4be3-b80f-f59842d3f347 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=95043754-acac-4a90-9486-7dfa666a4b2a HTTP/1.1" status: 200 len: 931 time: 0.0928762 Sep 14 23:05:39.537131 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9bd763de-cd23-47fd-ae8b-e8340cc71599 req-fd62f749-c77e-49ad-be13-033fb234afe9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=0bbf3099-f639-43fd-9df6-43bce7d59822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493655 Sep 14 23:05:39.562286 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7524d-85cd-4dcf-9de5-64da20b48d95 None None] Port 7f77acd2-86c5-4386-9234-5614ca5c8ef3 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:05:39.588007 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 1ad48c8c-e749-485b-a86d-df911d3e0109 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:05:39.739910 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-86ba8335-e834-411a-9ffb-28ef59472025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:39.843036 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-44ca3cd9-8a52-4848-84f3-f2cf8e79c483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f77acd2-86c5-4386-9234-5614ca5c8ef3 {{(pid=89171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:05:39.848752 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-37b8e76a-72ab-4497-aaca-9e8471342b7b tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1536556720&fields=id&tenant_id=093721cb95a347f28f2306e789d64fd0 HTTP/1.1" status: 200 len: 267 time: 0.0430844 Sep 14 23:05:39.850577 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-44ca3cd9-8a52-4848-84f3-f2cf8e79c483 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:39.865372 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-44ca3cd9-8a52-4848-84f3-f2cf8e79c483 service neutron] Transition to ACTIVE for port object 7f77acd2-86c5-4386-9234-5614ca5c8ef3 will not be triggered until provisioned by entity L2. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:05:39.869142 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-44ca3cd9-8a52-4848-84f3-f2cf8e79c483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:39.999920 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-8c7b94e3-6bd7-4192-882e-db5582e7b9ee tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:40.001373 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-8c7b94e3-6bd7-4192-882e-db5582e7b9ee tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/networks?id=8c5b42e5-c7a4-4629-b1de-12796897febf HTTP/1.1" status: 200 len: 812 time: 0.1453090 Sep 14 23:05:40.015824 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-50f5c9de-444b-4fe1-8b25-6ef0a3702de2 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/quotas/093721cb95a347f28f2306e789d64fd0 HTTP/1.1" status: 200 len: 375 time: 0.0088506 Sep 14 23:05:40.057927 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca3cd9-8a52-4848-84f3-f2cf8e79c483 service neutron] Pushing event updated for resources: {'Port': ['ID=7f77acd2-86c5-4386-9234-5614ca5c8ef3,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:40.094026 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-44ca3cd9-8a52-4848-84f3-f2cf8e79c483 service neutron] Attempting to bind port 7f77acd2-86c5-4386-9234-5614ca5c8ef3 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:05:40.094362 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-44ca3cd9-8a52-4848-84f3-f2cf8e79c483 service neutron] Attempting to bind port 7f77acd2-86c5-4386-9234-5614ca5c8ef3 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '04423228-8881-4f1f-8038-16b973aa0a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5c662aea-46e4-420b-ae4f-59dd003dae32'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:05:40.094690 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-44ca3cd9-8a52-4848-84f3-f2cf8e79c483 service neutron] Attempting to bind port 7f77acd2-86c5-4386-9234-5614ca5c8ef3 on network 5c662aea-46e4-420b-ae4f-59dd003dae32 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:05:40.099283 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-44ca3cd9-8a52-4848-84f3-f2cf8e79c483 service neutron] Port 7f77acd2-86c5-4386-9234-5614ca5c8ef3 on network 5c662aea-46e4-420b-ae4f-59dd003dae32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:05:40.099605 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-44ca3cd9-8a52-4848-84f3-f2cf8e79c483 service neutron] Attempting to bind port 7f77acd2-86c5-4386-9234-5614ca5c8ef3 on network 5c662aea-46e4-420b-ae4f-59dd003dae32 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:05:40.105311 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-44ca3cd9-8a52-4848-84f3-f2cf8e79c483 service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:05:40.105646 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-44ca3cd9-8a52-4848-84f3-f2cf8e79c483 service neutron] Checking segment: {'id': '04423228-8881-4f1f-8038-16b973aa0a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5c662aea-46e4-420b-ae4f-59dd003dae32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:05:40.106022 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-44ca3cd9-8a52-4848-84f3-f2cf8e79c483 service neutron] Bound using segment: {'id': '04423228-8881-4f1f-8038-16b973aa0a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5c662aea-46e4-420b-ae4f-59dd003dae32'} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:05:40.106450 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-44ca3cd9-8a52-4848-84f3-f2cf8e79c483 service neutron] Bound port: 7f77acd2-86c5-4386-9234-5614ca5c8ef3, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04423228-8881-4f1f-8038-16b973aa0a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5c662aea-46e4-420b-ae4f-59dd003dae32'}}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:05:40.106791 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-44ca3cd9-8a52-4848-84f3-f2cf8e79c483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:40.112638 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-2944e15d-c0a7-4ff3-a678-ff40e05f11f5 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=093721cb95a347f28f2306e789d64fd0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0917110 Sep 14 23:05:40.203391 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-44ca3cd9-8a52-4848-84f3-f2cf8e79c483 service neutron] For port 7f77acd2-86c5-4386-9234-5614ca5c8ef3, host hv-neutron-8577, cleared binding levels {{(pid=89171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:05:40.208108 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-44ca3cd9-8a52-4848-84f3-f2cf8e79c483 service neutron] For port 7f77acd2-86c5-4386-9234-5614ca5c8ef3, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7f77acd2-86c5-4386-9234-5614ca5c8ef3,segment=NetworkSegment(04423228-8881-4f1f-8038-16b973aa0a9e),segment_id=04423228-8881-4f1f-8038-16b973aa0a9e)] {{(pid=89171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:05:40.216165 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-44ca3cd9-8a52-4848-84f3-f2cf8e79c483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:40.219306 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-44ca3cd9-8a52-4848-84f3-f2cf8e79c483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:40.220131 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-44ca3cd9-8a52-4848-84f3-f2cf8e79c483 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:40.221534 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-44ca3cd9-8a52-4848-84f3-f2cf8e79c483 service neutron] 10.222.0.20 "PUT /v2.0/ports/7f77acd2-86c5-4386-9234-5614ca5c8ef3 HTTP/1.1" status: 200 len: 1093 time: 1.0058589 Sep 14 23:05:40.252807 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-6915e8fb-240d-41dc-b99d-e78e4bf6a1e9 service neutron] 10.222.0.33 "GET /v2.0/networks/8c5b42e5-c7a4-4629-b1de-12796897febf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287308 Sep 14 23:05:40.255071 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95043754-acac-4a90-9486-7dfa666a4b2a', 'tag': '7f77acd2-86c5-4386-9234-5614ca5c8ef3'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:05:40.257428 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc75ab06-7280-4fa3-b055-7ab01af00c05" -d '{"events": [{"name": "network-changed", "server_uuid": "95043754-acac-4a90-9486-7dfa666a4b2a", "tag": "7f77acd2-86c5-4386-9234-5614ca5c8ef3"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:05:40.319170 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866a0bc5-e135-415c-a3bd-9995d8794b74 x-openstack-request-id: req-866a0bc5-e135-415c-a3bd-9995d8794b74 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:05:40.319447 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95043754-acac-4a90-9486-7dfa666a4b2a", "tag": "7f77acd2-86c5-4386-9234-5614ca5c8ef3", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:05:40.319686 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-866a0bc5-e135-415c-a3bd-9995d8794b74 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:05:40.320066 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-866a0bc5-e135-415c-a3bd-9995d8794b74'] response: {'name': 'network-changed', 'server_uuid': '95043754-acac-4a90-9486-7dfa666a4b2a', 'tag': '7f77acd2-86c5-4386-9234-5614ca5c8ef3', 'status': 'completed', 'code': 200} Sep 14 23:05:40.360442 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca3cd9-8a52-4848-84f3-f2cf8e79c483 service neutron] Pushing event updated for resources: {'Port': ['ID=7f77acd2-86c5-4386-9234-5614ca5c8ef3,revision_number=3']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:40.378895 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-6a6446a0-56f3-48b1-9283-b057eff9c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:40.380376 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-6a6446a0-56f3-48b1-9283-b057eff9c428 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=95043754-acac-4a90-9486-7dfa666a4b2a HTTP/1.1" status: 200 len: 1096 time: 0.1155686 Sep 14 23:05:40.393262 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-32c937d3-e92a-4ed9-a368-5dc2d228ea2e service neutron] 10.222.0.33 "GET /v2.0/networks/8c5b42e5-c7a4-4629-b1de-12796897febf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344519 Sep 14 23:05:40.450075 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-b32284a3-afb9-43fc-870a-47ee96f70443 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f77acd2-86c5-4386-9234-5614ca5c8ef3 HTTP/1.1" status: 200 len: 217 time: 0.0631840 Sep 14 23:05:40.514550 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-3cb83e40-8acf-4c3e-a6cf-7f6a1428e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:40.515969 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-3cb83e40-8acf-4c3e-a6cf-7f6a1428e2de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf47824e-00bb-448a-af98-4ab36f698ad0 HTTP/1.1" status: 200 len: 835 time: 0.0596266 Sep 14 23:05:40.598313 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-ce7c2643-a077-4f41-87f4-0e92d897d3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:40.599820 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-ce7c2643-a077-4f41-87f4-0e92d897d3e3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c662aea-46e4-420b-ae4f-59dd003dae32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780184 Sep 14 23:05:40.750254 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-195f6fb6-9813-4171-a61b-2ef8bab87dde service neutron] 10.222.0.20 "GET /v2.0/networks/5c662aea-46e4-420b-ae4f-59dd003dae32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447086 Sep 14 23:05:40.808516 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:40.815433 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5b7ff3a5-b27f-45f4-90f1-fc56ae6ed75c req-b7d605e2-bad1-4708-8d34-b374b7ef8ad4 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=037f70a1-fdfa-4bc3-b691-1c036d347dbd HTTP/1.1" status: 200 len: 210 time: 0.0606852 Sep 14 23:05:40.837800 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde6d6c-3af4-42cc-9681-23c413e8e080 req-988146a9-3663-4533-9f7c-2eedc954eeb0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:40.839280 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8bde6d6c-3af4-42cc-9681-23c413e8e080 req-988146a9-3663-4533-9f7c-2eedc954eeb0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=95043754-acac-4a90-9486-7dfa666a4b2a HTTP/1.1" status: 200 len: 943 time: 0.1712799 Sep 14 23:05:40.882341 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:40.897365 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8bde6d6c-3af4-42cc-9681-23c413e8e080 req-1371f543-d11f-416e-b8d4-06bdc4f1e584 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=0bbf3099-f639-43fd-9df6-43bce7d59822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485163 Sep 14 23:05:40.920356 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e93b4aa3-dd0a-4f87-a21e-1e03c685239a req-9bf4f1bc-8933-41ba-b13d-cfcc8dcd6644 service neutron] 10.222.0.20 "GET /v2.0/networks/5c662aea-46e4-420b-ae4f-59dd003dae32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644695 Sep 14 23:05:41.045065 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75ab06-7280-4fa3-b055-7ab01af00c05 req-75270559-85f3-4a5e-be1a-89aa23025e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:41.046558 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-dc75ab06-7280-4fa3-b055-7ab01af00c05 req-75270559-85f3-4a5e-be1a-89aa23025e30 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=95043754-acac-4a90-9486-7dfa666a4b2a HTTP/1.1" status: 200 len: 1096 time: 0.0832577 Sep 14 23:05:41.187335 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75ab06-7280-4fa3-b055-7ab01af00c05 req-fa83d053-f59b-4d64-8705-892080491200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:41.188806 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-dc75ab06-7280-4fa3-b055-7ab01af00c05 req-fa83d053-f59b-4d64-8705-892080491200 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5c662aea-46e4-420b-ae4f-59dd003dae32 HTTP/1.1" status: 200 len: 896 time: 0.1360552 Sep 14 23:05:41.257520 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-dc75ab06-7280-4fa3-b055-7ab01af00c05 req-9af334fa-4332-4b5a-8dc8-9aa96a94b262 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f77acd2-86c5-4386-9234-5614ca5c8ef3 HTTP/1.1" status: 200 len: 217 time: 0.0618746 Sep 14 23:05:41.322550 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75ab06-7280-4fa3-b055-7ab01af00c05 req-4ea5e42b-bf67-43fd-bed6-864d1209aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:41.323957 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-dc75ab06-7280-4fa3-b055-7ab01af00c05 req-4ea5e42b-bf67-43fd-bed6-864d1209aca8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf47824e-00bb-448a-af98-4ab36f698ad0 HTTP/1.1" status: 200 len: 835 time: 0.0602744 Sep 14 23:05:41.437735 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75ab06-7280-4fa3-b055-7ab01af00c05 req-104a331d-92d6-41e5-abf0-ed188ffc1877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:41.439843 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-dc75ab06-7280-4fa3-b055-7ab01af00c05 req-104a331d-92d6-41e5-abf0-ed188ffc1877 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c662aea-46e4-420b-ae4f-59dd003dae32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1077511 Sep 14 23:05:41.552006 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 7f77acd2-86c5-4386-9234-5614ca5c8ef3 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:05:41.701994 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 7f77acd2-86c5-4386-9234-5614ca5c8ef3, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7f77acd2-86c5-4386-9234-5614ca5c8ef3,segment=NetworkSegment(04423228-8881-4f1f-8038-16b973aa0a9e),segment_id=04423228-8881-4f1f-8038-16b973aa0a9e)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:05:41.708881 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-dc75ab06-7280-4fa3-b055-7ab01af00c05 req-1acd9365-fc3f-4447-87d6-f0e67068cac6 service neutron] 10.222.0.20 "GET /v2.0/networks/5c662aea-46e4-420b-ae4f-59dd003dae32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620568 Sep 14 23:05:41.718640 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': '7f77acd2-86c5-4386-9234-5614ca5c8ef3', 'network_id': '5c662aea-46e4-420b-ae4f-59dd003dae32', 'port_id': '7f77acd2-86c5-4386-9234-5614ca5c8ef3', 'mac_address': 'fa:16:3e:40:43:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf47824e-00bb-448a-af98-4ab36f698ad0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:05:41.801511 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 7f77acd2-86c5-4386-9234-5614ca5c8ef3 is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:05:41.802058 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:41.822540 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f77acd2-86c5-4386-9234-5614ca5c8ef3 {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:05:41.844761 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 7f77acd2-86c5-4386-9234-5614ca5c8ef3, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7f77acd2-86c5-4386-9234-5614ca5c8ef3,segment=NetworkSegment(04423228-8881-4f1f-8038-16b973aa0a9e),segment_id=04423228-8881-4f1f-8038-16b973aa0a9e)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:05:41.853455 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:41.897487 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-dc75ab06-7280-4fa3-b055-7ab01af00c05 req-22fafd27-a704-44fe-8374-c7eae7e55df6 service neutron] 10.222.0.20 "GET /v2.0/networks/5c662aea-46e4-420b-ae4f-59dd003dae32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823874 Sep 14 23:05:41.982591 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=7f77acd2-86c5-4386-9234-5614ca5c8ef3,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:42.017111 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:42.017606 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:42.018047 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:42.018477 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:42.019151 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:42.019588 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:42.020762 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:42.021179 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:42.021743 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:42.022274 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:42.023540 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:42.024099 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:42.068229 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['7f77acd2-86c5-4386-9234-5614ca5c8ef3'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:05:42.100554 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-29ed9d5c-acb5-4c2d-a4c4-86b4c171e486 req-36e83d1b-ee7f-475d-96a8-da60742a44a1 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=037f70a1-fdfa-4bc3-b691-1c036d347dbd HTTP/1.1" status: 200 len: 210 time: 0.0674129 Sep 14 23:05:42.225313 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-a8e87cfa-e176-46ba-beab-41f75ccba397 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:42.226711 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-a8e87cfa-e176-46ba-beab-41f75ccba397 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.20 "GET /v2.0/networks?id=8c5b42e5-c7a4-4629-b1de-12796897febf HTTP/1.1" status: 200 len: 812 time: 0.4371231 Sep 14 23:05:42.242453 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4906d0-ee66-4e85-9dac-3dcaa83338f3 req-e6b2a413-1a50-426d-8317-13aa340a0454 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:42.243953 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ea4906d0-ee66-4e85-9dac-3dcaa83338f3 req-e6b2a413-1a50-426d-8317-13aa340a0454 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=95043754-acac-4a90-9486-7dfa666a4b2a HTTP/1.1" status: 200 len: 944 time: 0.1494250 Sep 14 23:05:42.330372 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-cbe43b23-2225-49aa-b657-e0d06ff406aa tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=093721cb95a347f28f2306e789d64fd0 HTTP/1.1" status: 200 len: 380 time: 0.0957520 Sep 14 23:05:42.348733 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ea4906d0-ee66-4e85-9dac-3dcaa83338f3 req-4c16eba8-b109-47bf-aa19-b53885fe6229 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=0bbf3099-f639-43fd-9df6-43bce7d59822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904672 Sep 14 23:05:42.356838 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-3f020fe4-aa9b-45be-b13e-0b86a7a8ea65 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Request body: {'port': {'device_id': '037f70a1-fdfa-4bc3-b691-1c036d347dbd', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'admin_state_up': True, 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'security_groups': ['9bdccbf1-a509-42f7-99d9-d23340f211e6']}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:05:42.454661 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:42.526164 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-3f020fe4-aa9b-45be-b13e-0b86a7a8ea65 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:05:42.530619 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-3f020fe4-aa9b-45be-b13e-0b86a7a8ea65 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Usage tracker for resource:port and tenant:093721cb95a347f28f2306e789d64fd0 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:05:42.534500 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-3f020fe4-aa9b-45be-b13e-0b86a7a8ea65 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Quota usage for port was recalculated. Used quota:5. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:05:42.541159 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-3f020fe4-aa9b-45be-b13e-0b86a7a8ea65 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:05:42.554427 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-3f020fe4-aa9b-45be-b13e-0b86a7a8ea65 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Made reservation on behalf of 093721cb95a347f28f2306e789d64fd0 for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:05:42.557853 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-3f020fe4-aa9b-45be-b13e-0b86a7a8ea65 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:42.723292 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-3f020fe4-aa9b-45be-b13e-0b86a7a8ea65 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Allocated IP 172.20.0.10 (8c5b42e5-c7a4-4629-b1de-12796897febf/9530b6a1-5b44-4a8b-9405-362cadb44215/bbdee5bc-38cc-443d-9593-97a512225ef4) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:05:42.914995 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-3f020fe4-aa9b-45be-b13e-0b86a7a8ea65 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:42.931258 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-3f020fe4-aa9b-45be-b13e-0b86a7a8ea65 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Transition to ACTIVE for port object bbdee5bc-38cc-443d-9593-97a512225ef4 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:05:42.954742 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-3f020fe4-aa9b-45be-b13e-0b86a7a8ea65 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:43.027086 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-3f020fe4-aa9b-45be-b13e-0b86a7a8ea65 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Network 8c5b42e5-c7a4-4629-b1de-12796897febf is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:05:43.030212 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-3f020fe4-aa9b-45be-b13e-0b86a7a8ea65 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:05:43.033955 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-3f020fe4-aa9b-45be-b13e-0b86a7a8ea65 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:05:43.065800 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f020fe4-aa9b-45be-b13e-0b86a7a8ea65 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Pushing event updated for resources: {'Port': ['ID=bbdee5bc-38cc-443d-9593-97a512225ef4,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:43.086536 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f020fe4-aa9b-45be-b13e-0b86a7a8ea65 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:43.086746 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f020fe4-aa9b-45be-b13e-0b86a7a8ea65 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:43.087080 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f020fe4-aa9b-45be-b13e-0b86a7a8ea65 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:43.087403 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f020fe4-aa9b-45be-b13e-0b86a7a8ea65 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:43.087724 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f020fe4-aa9b-45be-b13e-0b86a7a8ea65 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:43.088047 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f020fe4-aa9b-45be-b13e-0b86a7a8ea65 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:43.088922 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f020fe4-aa9b-45be-b13e-0b86a7a8ea65 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:43.089251 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f020fe4-aa9b-45be-b13e-0b86a7a8ea65 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:43.089579 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f020fe4-aa9b-45be-b13e-0b86a7a8ea65 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:43.089884 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f020fe4-aa9b-45be-b13e-0b86a7a8ea65 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:43.090196 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f020fe4-aa9b-45be-b13e-0b86a7a8ea65 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:43.090508 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f020fe4-aa9b-45be-b13e-0b86a7a8ea65 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:05:43.114614 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-3f020fe4-aa9b-45be-b13e-0b86a7a8ea65 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:43.115314 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-3f020fe4-aa9b-45be-b13e-0b86a7a8ea65 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:43.147190 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-3f020fe4-aa9b-45be-b13e-0b86a7a8ea65 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7962301 Sep 14 23:05:43.157970 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-f5dced53-f006-4a82-a224-b1e941f3a51c service neutron] Request body: {'port': {'device_id': '037f70a1-fdfa-4bc3-b691-1c036d347dbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:05:43.308802 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c6b76807-06d2-4c7f-b5c1-6f6943efc6fc None None] Provisioning for port bbdee5bc-38cc-443d-9593-97a512225ef4 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:05:43.314484 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c6b76807-06d2-4c7f-b5c1-6f6943efc6fc None None] Provisioning complete for port bbdee5bc-38cc-443d-9593-97a512225ef4 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:05:43.315097 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c6b76807-06d2-4c7f-b5c1-6f6943efc6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:43.362336 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-f5dced53-f006-4a82-a224-b1e941f3a51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:43.434988 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c6b76807-06d2-4c7f-b5c1-6f6943efc6fc None None] Port bbdee5bc-38cc-443d-9593-97a512225ef4 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:05:43.474294 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b0394-7407-4bd7-8a9d-6f6c471d2fa4 req-b5688a55-37fc-490c-8399-de5662ac2507 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:43.475298 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-627b0394-7407-4bd7-8a9d-6f6c471d2fa4 req-b5688a55-37fc-490c-8399-de5662ac2507 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Synchronizing usage tracker for tenant:093721cb95a347f28f2306e789d64fd0 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:05:43.560679 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-627b0394-7407-4bd7-8a9d-6f6c471d2fa4 req-b5688a55-37fc-490c-8399-de5662ac2507 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Unset dirty status for tenant:093721cb95a347f28f2306e789d64fd0 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:05:43.561329 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-627b0394-7407-4bd7-8a9d-6f6c471d2fa4 req-b5688a55-37fc-490c-8399-de5662ac2507 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=037f70a1-fdfa-4bc3-b691-1c036d347dbd HTTP/1.1" status: 200 len: 932 time: 0.3225636 Sep 14 23:05:43.567762 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 7f77acd2-86c5-4386-9234-5614ca5c8ef3 up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:05:43.723582 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-627b0394-7407-4bd7-8a9d-6f6c471d2fa4 req-3852e79e-005b-4156-ac29-22d3541a05d2 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100504 Sep 14 23:05:43.773979 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port 7f77acd2-86c5-4386-9234-5614ca5c8ef3 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:05:43.786276 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port 7f77acd2-86c5-4386-9234-5614ca5c8ef3 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:05:43.786841 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:43.812085 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87248974-eae6-4a88-b529-d66d8a7712a6 req-c21f499d-7543-4d4a-b86b-69406b46a916 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:43.812939 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-87248974-eae6-4a88-b529-d66d8a7712a6 req-c21f499d-7543-4d4a-b86b-69406b46a916 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=95043754-acac-4a90-9486-7dfa666a4b2a HTTP/1.1" status: 200 len: 944 time: 0.3016109 Sep 14 23:05:43.925174 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-87248974-eae6-4a88-b529-d66d8a7712a6 req-b3b614c9-8913-48b5-b20b-b1eb961a4b90 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=0bbf3099-f639-43fd-9df6-43bce7d59822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032166 Sep 14 23:05:43.951626 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 7f77acd2-86c5-4386-9234-5614ca5c8ef3 is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:05:43.952169 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:43.986561 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95043754-acac-4a90-9486-7dfa666a4b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f77acd2-86c5-4386-9234-5614ca5c8ef3'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:05:43.987769 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1e0d50-fea2-4636-9b34-873ad47d7266" -d '{"events": [{"server_uuid": "95043754-acac-4a90-9486-7dfa666a4b2a", "name": "network-vif-plugged", "status": "completed", "tag": "7f77acd2-86c5-4386-9234-5614ca5c8ef3"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:05:44.014841 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 7f77acd2-86c5-4386-9234-5614ca5c8ef3, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7f77acd2-86c5-4386-9234-5614ca5c8ef3,segment=NetworkSegment(04423228-8881-4f1f-8038-16b973aa0a9e),segment_id=04423228-8881-4f1f-8038-16b973aa0a9e)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:05:44.018637 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-f5dced53-f006-4a82-a224-b1e941f3a51c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbdee5bc-38cc-443d-9593-97a512225ef4 {{(pid=89170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:05:44.019695 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:44.027927 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-f5dced53-f006-4a82-a224-b1e941f3a51c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:44.043271 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-f5dced53-f006-4a82-a224-b1e941f3a51c service neutron] Transition to ACTIVE for port object bbdee5bc-38cc-443d-9593-97a512225ef4 will not be triggered until provisioned by entity L2. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:05:44.052592 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-f5dced53-f006-4a82-a224-b1e941f3a51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:44.062074 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c48db3-9b01-4b2a-b70a-095903b0995d x-openstack-request-id: req-77c48db3-9b01-4b2a-b70a-095903b0995d {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:05:44.062368 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95043754-acac-4a90-9486-7dfa666a4b2a", "name": "network-vif-plugged", "status": "completed", "tag": "7f77acd2-86c5-4386-9234-5614ca5c8ef3", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:05:44.062759 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-77c48db3-9b01-4b2a-b70a-095903b0995d {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:05:44.063153 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77c48db3-9b01-4b2a-b70a-095903b0995d'] response: {'server_uuid': '95043754-acac-4a90-9486-7dfa666a4b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f77acd2-86c5-4386-9234-5614ca5c8ef3', 'code': 200} Sep 14 23:05:44.106285 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=7f77acd2-86c5-4386-9234-5614ca5c8ef3,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:44.363659 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09469f64-e82a-422a-a535-0a7e64205fd5 req-78e266f1-b261-49bb-9622-e3919878eba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:44.364194 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-09469f64-e82a-422a-a535-0a7e64205fd5 req-78e266f1-b261-49bb-9622-e3919878eba1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=95043754-acac-4a90-9486-7dfa666a4b2a HTTP/1.1" status: 200 len: 1098 time: 0.1113987 Sep 14 23:05:44.404467 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dced53-f006-4a82-a224-b1e941f3a51c service neutron] Pushing event updated for resources: {'Port': ['ID=bbdee5bc-38cc-443d-9593-97a512225ef4,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:44.420933 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-09469f64-e82a-422a-a535-0a7e64205fd5 req-1304ce48-4d9f-4f2d-8c57-41f1ea74b6f9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0bbf3099-f639-43fd-9df6-43bce7d59822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468695 Sep 14 23:05:44.450424 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-f5dced53-f006-4a82-a224-b1e941f3a51c service neutron] Attempting to bind port bbdee5bc-38cc-443d-9593-97a512225ef4 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:05:44.451589 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-f5dced53-f006-4a82-a224-b1e941f3a51c service neutron] Attempting to bind port bbdee5bc-38cc-443d-9593-97a512225ef4 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'ab179e40-d634-4a10-a989-ca879bb3802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf'}] {{(pid=89170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:05:44.451589 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-f5dced53-f006-4a82-a224-b1e941f3a51c service neutron] Attempting to bind port bbdee5bc-38cc-443d-9593-97a512225ef4 on network 8c5b42e5-c7a4-4629-b1de-12796897febf {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:05:44.456822 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-f5dced53-f006-4a82-a224-b1e941f3a51c service neutron] Port bbdee5bc-38cc-443d-9593-97a512225ef4 on network 8c5b42e5-c7a4-4629-b1de-12796897febf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:05:44.457151 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-f5dced53-f006-4a82-a224-b1e941f3a51c service neutron] Attempting to bind port bbdee5bc-38cc-443d-9593-97a512225ef4 on network 8c5b42e5-c7a4-4629-b1de-12796897febf {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:05:44.465692 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-f5dced53-f006-4a82-a224-b1e941f3a51c service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:05:44.465692 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-f5dced53-f006-4a82-a224-b1e941f3a51c service neutron] Checking segment: {'id': 'ab179e40-d634-4a10-a989-ca879bb3802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:05:44.465692 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-f5dced53-f006-4a82-a224-b1e941f3a51c service neutron] Bound using segment: {'id': 'ab179e40-d634-4a10-a989-ca879bb3802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf'} {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:05:44.467081 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-f5dced53-f006-4a82-a224-b1e941f3a51c service neutron] Bound port: bbdee5bc-38cc-443d-9593-97a512225ef4, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab179e40-d634-4a10-a989-ca879bb3802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf'}}] {{(pid=89170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:05:44.467081 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-f5dced53-f006-4a82-a224-b1e941f3a51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:44.579331 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-f5dced53-f006-4a82-a224-b1e941f3a51c service neutron] For port bbdee5bc-38cc-443d-9593-97a512225ef4, host hv-neutron-8577, cleared binding levels {{(pid=89170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:05:44.582219 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-f5dced53-f006-4a82-a224-b1e941f3a51c service neutron] For port bbdee5bc-38cc-443d-9593-97a512225ef4, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=bbdee5bc-38cc-443d-9593-97a512225ef4,segment=NetworkSegment(ab179e40-d634-4a10-a989-ca879bb3802f),segment_id=ab179e40-d634-4a10-a989-ca879bb3802f)] {{(pid=89170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:05:44.586348 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-f5dced53-f006-4a82-a224-b1e941f3a51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:44.622078 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-f5dced53-f006-4a82-a224-b1e941f3a51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:44.623050 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-f5dced53-f006-4a82-a224-b1e941f3a51c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:44.624198 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-f5dced53-f006-4a82-a224-b1e941f3a51c service neutron] 10.222.0.20 "PUT /v2.0/ports/bbdee5bc-38cc-443d-9593-97a512225ef4 HTTP/1.1" status: 200 len: 1094 time: 1.4706891 Sep 14 23:05:44.625157 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037f70a1-fdfa-4bc3-b691-1c036d347dbd', 'tag': 'bbdee5bc-38cc-443d-9593-97a512225ef4'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:05:44.626906 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0ba8bf-aead-45af-a64d-097a97c77a45" -d '{"events": [{"name": "network-changed", "server_uuid": "037f70a1-fdfa-4bc3-b691-1c036d347dbd", "tag": "bbdee5bc-38cc-443d-9593-97a512225ef4"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:05:44.720160 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c3e285-eead-492f-b330-721f511e9e42 x-openstack-request-id: req-d4c3e285-eead-492f-b330-721f511e9e42 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:05:44.720519 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "037f70a1-fdfa-4bc3-b691-1c036d347dbd", "tag": "bbdee5bc-38cc-443d-9593-97a512225ef4", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:05:44.720902 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d4c3e285-eead-492f-b330-721f511e9e42 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:05:44.721384 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4c3e285-eead-492f-b330-721f511e9e42'] response: {'name': 'network-changed', 'server_uuid': '037f70a1-fdfa-4bc3-b691-1c036d347dbd', 'tag': 'bbdee5bc-38cc-443d-9593-97a512225ef4', 'status': 'completed', 'code': 200} Sep 14 23:05:44.727332 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dced53-f006-4a82-a224-b1e941f3a51c service neutron] Pushing event updated for resources: {'Port': ['ID=bbdee5bc-38cc-443d-9593-97a512225ef4,revision_number=3']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:44.782214 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-991edfd0-f82c-4f42-b3c6-c41e98d24efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:44.785351 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-991edfd0-f82c-4f42-b3c6-c41e98d24efd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=093721cb95a347f28f2306e789d64fd0&device_id=037f70a1-fdfa-4bc3-b691-1c036d347dbd HTTP/1.1" status: 200 len: 1097 time: 0.1115866 Sep 14 23:05:44.908984 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-12c578c3-dbe1-4ada-83d0-96ccfb4e131a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbdee5bc-38cc-443d-9593-97a512225ef4 HTTP/1.1" status: 200 len: 217 time: 0.1151268 Sep 14 23:05:45.001091 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-aa8ab77f-7a59-40f7-a09e-26d87e85a502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:45.002260 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-aa8ab77f-7a59-40f7-a09e-26d87e85a502 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9530b6a1-5b44-4a8b-9405-362cadb44215 HTTP/1.1" status: 200 len: 851 time: 0.0791752 Sep 14 23:05:45.139569 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245480f3-cc63-4f97-8e9a-8e781c8078ec req-83bc5de2-2a11-451d-b4e3-2ea75c1c4d1c tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:45.141024 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-245480f3-cc63-4f97-8e9a-8e781c8078ec req-83bc5de2-2a11-451d-b4e3-2ea75c1c4d1c tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=037f70a1-fdfa-4bc3-b691-1c036d347dbd HTTP/1.1" status: 200 len: 944 time: 0.2840502 Sep 14 23:05:45.217745 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-245480f3-cc63-4f97-8e9a-8e781c8078ec req-61a7a305-7e4e-49e0-8415-f30517a56555 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602407 Sep 14 23:05:45.230245 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-5656b976-d1f5-4443-b96e-d88a845b014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:45.230681 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-5656b976-d1f5-4443-b96e-d88a845b014f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c5b42e5-c7a4-4629-b1de-12796897febf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2210584 Sep 14 23:05:45.239826 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7cb85-ca59-41d2-8f24-7907c43d69e5 req-027eec66-c1d2-4da4-8051-f945a5fc1626 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:45.241218 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-18c7cb85-ca59-41d2-8f24-7907c43d69e5 req-027eec66-c1d2-4da4-8051-f945a5fc1626 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=95043754-acac-4a90-9486-7dfa666a4b2a HTTP/1.1" status: 200 len: 945 time: 0.1859198 Sep 14 23:05:45.381451 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-18c7cb85-ca59-41d2-8f24-7907c43d69e5 req-fe31eb66-88e2-40ad-a8c1-a31d351ff657 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=0bbf3099-f639-43fd-9df6-43bce7d59822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180444 Sep 14 23:05:45.425792 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-410f30bd-8299-4407-8689-4643808368eb service neutron] 10.222.0.20 "GET /v2.0/networks/8c5b42e5-c7a4-4629-b1de-12796897febf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833289 Sep 14 23:05:45.583760 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8f2afb32-4e2b-43bc-aef4-ed3c8d511dbb req-c0d63b38-3ae6-4943-9b89-81e0335da455 service neutron] 10.222.0.20 "GET /v2.0/networks/8c5b42e5-c7a4-4629-b1de-12796897febf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488535 Sep 14 23:05:45.717446 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ba8bf-aead-45af-a64d-097a97c77a45 req-7d237e21-8cb3-4b08-87eb-7e51823263d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:45.718947 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-dd0ba8bf-aead-45af-a64d-097a97c77a45 req-7d237e21-8cb3-4b08-87eb-7e51823263d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=093721cb95a347f28f2306e789d64fd0&device_id=037f70a1-fdfa-4bc3-b691-1c036d347dbd HTTP/1.1" status: 200 len: 1097 time: 0.0821409 Sep 14 23:05:45.861766 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ba8bf-aead-45af-a64d-097a97c77a45 req-9172ea6d-8ba3-4f5f-9b88-a3d4202d976d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:45.861766 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-dd0ba8bf-aead-45af-a64d-097a97c77a45 req-9172ea6d-8ba3-4f5f-9b88-a3d4202d976d service neutron] 10.222.0.20 "GET /v2.0/networks?id=8c5b42e5-c7a4-4629-b1de-12796897febf HTTP/1.1" status: 200 len: 912 time: 0.1321635 Sep 14 23:05:45.929569 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-dd0ba8bf-aead-45af-a64d-097a97c77a45 req-0c89efac-11c1-4eaf-a34a-a5a104bd5d97 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbdee5bc-38cc-443d-9593-97a512225ef4 HTTP/1.1" status: 200 len: 217 time: 0.0637312 Sep 14 23:05:45.995843 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ba8bf-aead-45af-a64d-097a97c77a45 req-191397b6-a1f3-4d8b-a0a6-a77636ed2130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:45.997268 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-dd0ba8bf-aead-45af-a64d-097a97c77a45 req-191397b6-a1f3-4d8b-a0a6-a77636ed2130 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9530b6a1-5b44-4a8b-9405-362cadb44215 HTTP/1.1" status: 200 len: 851 time: 0.0615153 Sep 14 23:05:46.200439 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ba8bf-aead-45af-a64d-097a97c77a45 req-2e3ab1bf-6874-4019-b9bc-7e03bfd1344e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:46.201996 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-dd0ba8bf-aead-45af-a64d-097a97c77a45 req-2e3ab1bf-6874-4019-b9bc-7e03bfd1344e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c5b42e5-c7a4-4629-b1de-12796897febf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1900337 Sep 14 23:05:46.422349 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-dd0ba8bf-aead-45af-a64d-097a97c77a45 req-a102d7ec-db3d-42e1-8ae2-f2943ce9b2c9 service neutron] 10.222.0.20 "GET /v2.0/networks/8c5b42e5-c7a4-4629-b1de-12796897febf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135413 Sep 14 23:05:46.614598 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3800eb-108e-4060-81ab-5b220baf1044 req-f40598d9-fe6b-40fe-b304-2d5e94b97f22 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:46.616150 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4f3800eb-108e-4060-81ab-5b220baf1044 req-f40598d9-fe6b-40fe-b304-2d5e94b97f22 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=037f70a1-fdfa-4bc3-b691-1c036d347dbd HTTP/1.1" status: 200 len: 944 time: 0.2835350 Sep 14 23:05:46.692760 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-dd0ba8bf-aead-45af-a64d-097a97c77a45 req-4ca92baa-883a-49ad-89a1-7823a463608e service neutron] 10.222.0.20 "GET /v2.0/networks/8c5b42e5-c7a4-4629-b1de-12796897febf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634966 Sep 14 23:05:46.712228 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4f3800eb-108e-4060-81ab-5b220baf1044 req-b3291a42-256a-48c9-b03a-8e33e36a9311 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874062 Sep 14 23:05:46.724000 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef1bb2-6e37-4011-9b88-f01f7339a576 req-7fbd1ed1-bf5d-4bdb-af2d-0630d4cfc8f8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:46.725478 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a4ef1bb2-6e37-4011-9b88-f01f7339a576 req-7fbd1ed1-bf5d-4bdb-af2d-0630d4cfc8f8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=95043754-acac-4a90-9486-7dfa666a4b2a HTTP/1.1" status: 200 len: 945 time: 0.2077472 Sep 14 23:05:46.773413 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a4ef1bb2-6e37-4011-9b88-f01f7339a576 req-2bc0bea0-80f5-4b85-b027-0b6292af0024 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=0bbf3099-f639-43fd-9df6-43bce7d59822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423660 Sep 14 23:05:46.967384 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074575ee-df64-4e84-995b-39396ca7b035 req-116d769c-3224-445f-aa4e-4b9595d3e2fc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:46.968768 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-074575ee-df64-4e84-995b-39396ca7b035 req-116d769c-3224-445f-aa4e-4b9595d3e2fc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=95043754-acac-4a90-9486-7dfa666a4b2a HTTP/1.1" status: 200 len: 945 time: 0.0872445 Sep 14 23:05:47.013088 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-074575ee-df64-4e84-995b-39396ca7b035 req-35abe824-b51c-41d5-a5ed-2c9e560ac792 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=0bbf3099-f639-43fd-9df6-43bce7d59822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387397 Sep 14 23:05:47.040778 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57420) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:47.122309 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b1b233-ced1-4f6b-bf89-451e1209ef4d tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:47.123828 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d9b1b233-ced1-4f6b-bf89-451e1209ef4d tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=95043754-acac-4a90-9486-7dfa666a4b2a HTTP/1.1" status: 200 len: 1093 time: 0.0820818 Sep 14 23:05:47.126613 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57424) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:47.131249 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-e4cd66f7-1d81-48dd-92c2-0c1f27c69feb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'port_id': '7f77acd2-86c5-4386-9234-5614ca5c8ef3', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:05:47.137049 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-e4cd66f7-1d81-48dd-92c2-0c1f27c69feb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:05:47.140907 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-e4cd66f7-1d81-48dd-92c2-0c1f27c69feb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:floatingip and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:05:47.143717 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-e4cd66f7-1d81-48dd-92c2-0c1f27c69feb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:05:47.149451 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-e4cd66f7-1d81-48dd-92c2-0c1f27c69feb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:05:47.159651 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e4cd66f7-1d81-48dd-92c2-0c1f27c69feb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:47.297990 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e4cd66f7-1d81-48dd-92c2-0c1f27c69feb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:47.428898 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-e4cd66f7-1d81-48dd-92c2-0c1f27c69feb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Allocated IP 172.26.5.148 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/dfecd5da-cfdb-414e-a86e-0b7b7f44bc1c) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:05:47.573214 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e4cd66f7-1d81-48dd-92c2-0c1f27c69feb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:47.601455 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e4cd66f7-1d81-48dd-92c2-0c1f27c69feb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:47.668221 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cd66f7-1d81-48dd-92c2-0c1f27c69feb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:05:47.670891 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-e4cd66f7-1d81-48dd-92c2-0c1f27c69feb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:05:47.674684 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cd66f7-1d81-48dd-92c2-0c1f27c69feb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:05:47.716901 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd66f7-1d81-48dd-92c2-0c1f27c69feb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=dfecd5da-cfdb-414e-a86e-0b7b7f44bc1c,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:48.171795 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0f979-4d49-40f5-89ea-7988a470bda1 req-026c129c-519a-4026-b577-47b49fa5bff2 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:48.173171 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1fe0f979-4d49-40f5-89ea-7988a470bda1 req-026c129c-519a-4026-b577-47b49fa5bff2 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=037f70a1-fdfa-4bc3-b691-1c036d347dbd HTTP/1.1" status: 200 len: 944 time: 0.3484123 Sep 14 23:05:48.245836 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1fe0f979-4d49-40f5-89ea-7988a470bda1 req-6bef6478-0d8c-4ed6-8e24-d6ab1f6a0bee tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643315 Sep 14 23:05:48.289686 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e4cd66f7-1d81-48dd-92c2-0c1f27c69feb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:48.361437 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e4cd66f7-1d81-48dd-92c2-0c1f27c69feb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:48.565661 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e4cd66f7-1d81-48dd-92c2-0c1f27c69feb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:48.569950 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e4cd66f7-1d81-48dd-92c2-0c1f27c69feb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:48.672405 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd66f7-1d81-48dd-92c2-0c1f27c69feb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=dfecd5da-cfdb-414e-a86e-0b7b7f44bc1c,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:48.674727 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e4cd66f7-1d81-48dd-92c2-0c1f27c69feb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:48.845610 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-e4cd66f7-1d81-48dd-92c2-0c1f27c69feb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Floating IP ff59adbc-ea7a-4b7a-9810-784165b6ee01 associated. External IP: 172.26.5.148, port: 7f77acd2-86c5-4386-9234-5614ca5c8ef3. Sep 14 23:05:49.192166 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4cd66f7-1d81-48dd-92c2-0c1f27c69feb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router fe7678d7-b21a-4182-8819-bfcf92ed1ff9 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:05:49.291887 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:49.420210 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cd66f7-1d81-48dd-92c2-0c1f27c69feb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:05:49.430116 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30363217-3738-42a6-987c-85d50fa8727e None None] Sync routers for ids ['fe7678d7-b21a-4182-8819-bfcf92ed1ff9'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:05:49.439940 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30363217-3738-42a6-987c-85d50fa8727e None None] Routers {'fe7678d7-b21a-4182-8819-bfcf92ed1ff9'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:05:49.440536 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-30363217-3738-42a6-987c-85d50fa8727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:05:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['fe7678d7-b21a-4182-8819-bfcf92ed1ff9'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:49.457258 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e4cd66f7-1d81-48dd-92c2-0c1f27c69feb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:49.517900 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c353c2-54e7-4936-b792-8f4cafe7215b req-ce71c460-0abd-4bff-b5ad-fcd10f5e22f0 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:49.519343 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f7c353c2-54e7-4936-b792-8f4cafe7215b req-ce71c460-0abd-4bff-b5ad-fcd10f5e22f0 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=037f70a1-fdfa-4bc3-b691-1c036d347dbd HTTP/1.1" status: 200 len: 944 time: 0.1552036 Sep 14 23:05:49.524505 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-e4cd66f7-1d81-48dd-92c2-0c1f27c69feb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3969839 Sep 14 23:05:49.526879 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95043754-acac-4a90-9486-7dfa666a4b2a', 'tag': '7f77acd2-86c5-4386-9234-5614ca5c8ef3'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:05:49.527841 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57432) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:49.529123 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28a18e0-cf5a-42d6-b44d-94f69a3cf300" -d '{"events": [{"name": "network-changed", "server_uuid": "95043754-acac-4a90-9486-7dfa666a4b2a", "tag": "7f77acd2-86c5-4386-9234-5614ca5c8ef3"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:05:49.629350 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-30363217-3738-42a6-987c-85d50fa8727e None None] Set router fe7678d7-b21a-4182-8819-bfcf92ed1ff9 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:05:49.674859 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b2c48c-e92c-4171-a401-e2380698fba2 x-openstack-request-id: req-03b2c48c-e92c-4171-a401-e2380698fba2 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:05:49.675401 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95043754-acac-4a90-9486-7dfa666a4b2a", "tag": "7f77acd2-86c5-4386-9234-5614ca5c8ef3", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:05:49.675401 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-03b2c48c-e92c-4171-a401-e2380698fba2 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:05:49.675718 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03b2c48c-e92c-4171-a401-e2380698fba2'] response: {'name': 'network-changed', 'server_uuid': '95043754-acac-4a90-9486-7dfa666a4b2a', 'tag': '7f77acd2-86c5-4386-9234-5614ca5c8ef3', 'status': 'completed', 'code': 200} Sep 14 23:05:49.725382 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a694937d-e080-4557-99f0-561c1d408573 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/routers/fe7678d7-b21a-4182-8819-bfcf92ed1ff9 HTTP/1.1" status: 200 len: 922 time: 0.1962810 Sep 14 23:05:49.727824 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57438) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:49.749325 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f7c353c2-54e7-4936-b792-8f4cafe7215b req-b757f3b1-9e04-4181-8d15-9c6b75d00c4d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234910 Sep 14 23:05:49.780308 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a18e0-cf5a-42d6-b44d-94f69a3cf300 req-34a64bd1-6f63-4890-ac6f-49bd820b8904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:49.781870 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e28a18e0-cf5a-42d6-b44d-94f69a3cf300 req-34a64bd1-6f63-4890-ac6f-49bd820b8904 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=95043754-acac-4a90-9486-7dfa666a4b2a HTTP/1.1" status: 200 len: 1098 time: 0.1055079 Sep 14 23:05:49.843667 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f03553c5-34bf-4ca9-b99e-d069a7b45541 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/ff59adbc-ea7a-4b7a-9810-784165b6ee01 HTTP/1.1" status: 200 len: 991 time: 0.1146150 Sep 14 23:05:49.916478 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a18e0-cf5a-42d6-b44d-94f69a3cf300 req-d13756b4-6f0e-45bd-9ff2-9330e680b7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:49.917957 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e28a18e0-cf5a-42d6-b44d-94f69a3cf300 req-d13756b4-6f0e-45bd-9ff2-9330e680b7ee service neutron] 10.222.0.20 "GET /v2.0/networks?id=5c662aea-46e4-420b-ae4f-59dd003dae32 HTTP/1.1" status: 200 len: 896 time: 0.1287050 Sep 14 23:05:49.983489 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-30363217-3738-42a6-987c-85d50fa8727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'name': 'tempest-TestNetworkBasicOps-router-1976414887', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'aa382bff-41aa-4501-a832-0b2e091870c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:05:25Z', 'updated_at': '2022-09-14T23:05:31Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'aa382bff-41aa-4501-a832-0b2e091870c3', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:05:26Z', 'updated_at': '2022-09-14T23:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': 'ff59adbc-ea7a-4b7a-9810-784165b6ee01', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.148', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'port_id': '7f77acd2-86c5-4386-9234-5614ca5c8ef3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c662aea-46e4-420b-ae4f-59dd003dae32', 'mac_address': 'fa:16:3e:40:43:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95043754-acac-4a90-9486-7dfa666a4b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:05:48Z', 'updated_at': '2022-09-14T23:05:48Z', 'revision_number': 0, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad48c8c-e749-485b-a86d-df911d3e0109', 'name': '', 'network_id': '5c662aea-46e4-420b-ae4f-59dd003dae32', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:f3:e2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'bf47824e-00bb-448a-af98-4ab36f698ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:05:30Z', 'updated_at': '2022-09-14T23:05:37Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': 'bf47824e-00bb-448a-af98-4ab36f698ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:49.987427 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30363217-3738-42a6-987c-85d50fa8727e None None] Checking router: fe7678d7-b21a-4182-8819-bfcf92ed1ff9 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:05:49.996766 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30363217-3738-42a6-987c-85d50fa8727e None None] Routers {'fe7678d7-b21a-4182-8819-bfcf92ed1ff9'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:05:49.997350 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-30363217-3738-42a6-987c-85d50fa8727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:05:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['fe7678d7-b21a-4182-8819-bfcf92ed1ff9'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:50.031577 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e28a18e0-cf5a-42d6-b44d-94f69a3cf300 req-ba42a380-a866-4031-9f52-d8f0b4532403 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f77acd2-86c5-4386-9234-5614ca5c8ef3 HTTP/1.1" status: 200 len: 999 time: 0.1022258 Sep 14 23:05:50.093990 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a18e0-cf5a-42d6-b44d-94f69a3cf300 req-577a714f-c120-4c63-bd89-d9f206c39728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:50.095409 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e28a18e0-cf5a-42d6-b44d-94f69a3cf300 req-577a714f-c120-4c63-bd89-d9f206c39728 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf47824e-00bb-448a-af98-4ab36f698ad0 HTTP/1.1" status: 200 len: 835 time: 0.0577037 Sep 14 23:05:50.167448 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-30363217-3738-42a6-987c-85d50fa8727e None None] Set router fe7678d7-b21a-4182-8819-bfcf92ed1ff9 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:05:50.180066 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a18e0-cf5a-42d6-b44d-94f69a3cf300 req-ba976710-b755-4996-8f04-061a7878b117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:50.181579 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e28a18e0-cf5a-42d6-b44d-94f69a3cf300 req-ba976710-b755-4996-8f04-061a7878b117 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c662aea-46e4-420b-ae4f-59dd003dae32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798306 Sep 14 23:05:50.330829 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e28a18e0-cf5a-42d6-b44d-94f69a3cf300 req-6b4f540f-1f0a-4b3d-a78a-fb673c8fe3c1 service neutron] 10.222.0.20 "GET /v2.0/networks/5c662aea-46e4-420b-ae4f-59dd003dae32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413128 Sep 14 23:05:50.464406 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e28a18e0-cf5a-42d6-b44d-94f69a3cf300 req-8491f7b2-7206-4a59-a5a4-dd0581939e88 service neutron] 10.222.0.20 "GET /v2.0/networks/5c662aea-46e4-420b-ae4f-59dd003dae32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265540 Sep 14 23:05:50.542465 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-30363217-3738-42a6-987c-85d50fa8727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'name': 'tempest-TestNetworkBasicOps-router-1976414887', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'aa382bff-41aa-4501-a832-0b2e091870c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:05:25Z', 'updated_at': '2022-09-14T23:05:31Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'aa382bff-41aa-4501-a832-0b2e091870c3', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:05:26Z', 'updated_at': '2022-09-14T23:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': 'ff59adbc-ea7a-4b7a-9810-784165b6ee01', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.148', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'port_id': '7f77acd2-86c5-4386-9234-5614ca5c8ef3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c662aea-46e4-420b-ae4f-59dd003dae32', 'mac_address': 'fa:16:3e:40:43:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95043754-acac-4a90-9486-7dfa666a4b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:05:48Z', 'updated_at': '2022-09-14T23:05:48Z', 'revision_number': 0, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad48c8c-e749-485b-a86d-df911d3e0109', 'name': '', 'network_id': '5c662aea-46e4-420b-ae4f-59dd003dae32', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:f3:e2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'bf47824e-00bb-448a-af98-4ab36f698ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:05:30Z', 'updated_at': '2022-09-14T23:05:37Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': 'bf47824e-00bb-448a-af98-4ab36f698ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:50.546255 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30363217-3738-42a6-987c-85d50fa8727e None None] The sync data for ids ['fe7678d7-b21a-4182-8819-bfcf92ed1ff9'] in dv-neutron-857791-1-hyperv is: [{'id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'name': 'tempest-TestNetworkBasicOps-router-1976414887', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'aa382bff-41aa-4501-a832-0b2e091870c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:05:25Z', 'updated_at': '2022-09-14T23:05:31Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'aa382bff-41aa-4501-a832-0b2e091870c3', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:05:26Z', 'updated_at': '2022-09-14T23:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': 'ff59adbc-ea7a-4b7a-9810-784165b6ee01', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.148', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'port_id': '7f77acd2-86c5-4386-9234-5614ca5c8ef3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c662aea-46e4-420b-ae4f-59dd003dae32', 'mac_address': 'fa:16:3e:40:43:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95043754-acac-4a90-9486-7dfa666a4b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:05:48Z', 'updated_at': '2022-09-14T23:05:48Z', 'revision_number': 0, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad48c8c-e749-485b-a86d-df911d3e0109', 'name': '', 'network_id': '5c662aea-46e4-420b-ae4f-59dd003dae32', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:f3:e2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'bf47824e-00bb-448a-af98-4ab36f698ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:05:30Z', 'updated_at': '2022-09-14T23:05:37Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': 'bf47824e-00bb-448a-af98-4ab36f698ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:05:50.735448 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf34dd6-4987-4240-870d-33791b40e71e None None] New status for floating IP ff59adbc-ea7a-4b7a-9810-784165b6ee01: ACTIVE {{(pid=89172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:05:50.845994 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57444) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:50.952444 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0dfe637c-aca5-4f8e-a4b4-f6247fa8ea2e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/ff59adbc-ea7a-4b7a-9810-784165b6ee01 HTTP/1.1" status: 200 len: 991 time: 0.1053052 Sep 14 23:05:50.954580 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c7d1b-848e-4176-b57f-604f104b8795 req-e7bf592e-344a-4564-b883-506c21293b5e tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:50.956074 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-892c7d1b-848e-4176-b57f-604f104b8795 req-e7bf592e-344a-4564-b883-506c21293b5e tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=037f70a1-fdfa-4bc3-b691-1c036d347dbd HTTP/1.1" status: 200 len: 944 time: 0.0967917 Sep 14 23:05:51.009486 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-892c7d1b-848e-4176-b57f-604f104b8795 req-ea50f2ed-c7fc-47e7-b8fb-3aedf8a1925e tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475450 Sep 14 23:05:51.611964 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device bbdee5bc-38cc-443d-9593-97a512225ef4 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:05:51.741166 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port bbdee5bc-38cc-443d-9593-97a512225ef4, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=bbdee5bc-38cc-443d-9593-97a512225ef4,segment=NetworkSegment(ab179e40-d634-4a10-a989-ca879bb3802f),segment_id=ab179e40-d634-4a10-a989-ca879bb3802f)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:05:51.754493 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': 'bbdee5bc-38cc-443d-9593-97a512225ef4', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'port_id': 'bbdee5bc-38cc-443d-9593-97a512225ef4', 'mac_address': 'fa:16:3e:c1:86:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:05:51.811838 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port bbdee5bc-38cc-443d-9593-97a512225ef4 is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:05:51.812213 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:51.828243 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbdee5bc-38cc-443d-9593-97a512225ef4 {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:05:51.842865 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port bbdee5bc-38cc-443d-9593-97a512225ef4, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=bbdee5bc-38cc-443d-9593-97a512225ef4,segment=NetworkSegment(ab179e40-d634-4a10-a989-ca879bb3802f),segment_id=ab179e40-d634-4a10-a989-ca879bb3802f)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:05:51.847500 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:51.912840 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=bbdee5bc-38cc-443d-9593-97a512225ef4,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:51.956258 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57448) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:52.071807 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-fe9072e6-9c76-4de5-bb6b-152530982a2e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/ff59adbc-ea7a-4b7a-9810-784165b6ee01 HTTP/1.1" status: 200 len: 993 time: 0.1104779 Sep 14 23:05:52.123918 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['bbdee5bc-38cc-443d-9593-97a512225ef4'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:05:52.200283 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b4ef9-5504-445f-a557-6e0f2507bd8c req-c04909c6-9225-4804-81fd-d9457904bda3 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:52.201795 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c10b4ef9-5504-445f-a557-6e0f2507bd8c req-c04909c6-9225-4804-81fd-d9457904bda3 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=037f70a1-fdfa-4bc3-b691-1c036d347dbd HTTP/1.1" status: 200 len: 945 time: 0.0862052 Sep 14 23:05:52.246782 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c10b4ef9-5504-445f-a557-6e0f2507bd8c req-5b9bfec9-b26f-4b7b-a56e-6a3f9e961b1d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394108 Sep 14 23:05:53.443402 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2c1e3-0214-4231-b4f2-c04d49b6feae req-09834d6a-5745-4ea8-b777-4dfc6137de2d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:53.444862 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-22a2c1e3-0214-4231-b4f2-c04d49b6feae req-09834d6a-5745-4ea8-b777-4dfc6137de2d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=037f70a1-fdfa-4bc3-b691-1c036d347dbd HTTP/1.1" status: 200 len: 945 time: 0.0900710 Sep 14 23:05:53.488201 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-22a2c1e3-0214-4231-b4f2-c04d49b6feae req-9d6e78a4-3a0e-4d01-9d3d-1ea243f0da35 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376873 Sep 14 23:05:53.626727 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device bbdee5bc-38cc-443d-9593-97a512225ef4 up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:05:53.695343 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port bbdee5bc-38cc-443d-9593-97a512225ef4 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:05:53.700044 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port bbdee5bc-38cc-443d-9593-97a512225ef4 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:05:53.700414 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:53.849954 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port bbdee5bc-38cc-443d-9593-97a512225ef4 is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:05:53.850236 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:53.876066 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037f70a1-fdfa-4bc3-b691-1c036d347dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbdee5bc-38cc-443d-9593-97a512225ef4'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:05:53.879405 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a55515-f2a7-4432-90a9-adfab761aa6d" -d '{"events": [{"server_uuid": "037f70a1-fdfa-4bc3-b691-1c036d347dbd", "name": "network-vif-plugged", "status": "completed", "tag": "bbdee5bc-38cc-443d-9593-97a512225ef4"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:05:53.891584 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port bbdee5bc-38cc-443d-9593-97a512225ef4, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=bbdee5bc-38cc-443d-9593-97a512225ef4,segment=NetworkSegment(ab179e40-d634-4a10-a989-ca879bb3802f),segment_id=ab179e40-d634-4a10-a989-ca879bb3802f)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:05:53.895076 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:53.931332 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ca4270-8d71-4ccb-a17a-e0a9c746a624 x-openstack-request-id: req-65ca4270-8d71-4ccb-a17a-e0a9c746a624 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:05:53.931619 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037f70a1-fdfa-4bc3-b691-1c036d347dbd", "name": "network-vif-plugged", "status": "completed", "tag": "bbdee5bc-38cc-443d-9593-97a512225ef4", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:05:53.931867 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-65ca4270-8d71-4ccb-a17a-e0a9c746a624 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:05:53.932247 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65ca4270-8d71-4ccb-a17a-e0a9c746a624'] response: {'server_uuid': '037f70a1-fdfa-4bc3-b691-1c036d347dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbdee5bc-38cc-443d-9593-97a512225ef4', 'code': 200} Sep 14 23:05:53.965835 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=bbdee5bc-38cc-443d-9593-97a512225ef4,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:54.219605 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22859c7-1e0f-40d3-820d-d40061631043 req-8cb820d1-421b-49ad-8786-6a993d54f364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:54.221091 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a22859c7-1e0f-40d3-820d-d40061631043 req-8cb820d1-421b-49ad-8786-6a993d54f364 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=037f70a1-fdfa-4bc3-b691-1c036d347dbd HTTP/1.1" status: 200 len: 1099 time: 0.0773547 Sep 14 23:05:54.264386 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a22859c7-1e0f-40d3-820d-d40061631043 req-b4da7f99-d69a-45cd-a68a-7873ab2ef990 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374112 Sep 14 23:05:54.680892 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582807a-d134-4ab3-95ea-06ed5f850f85 req-48c71075-a554-4f8e-addc-8a91c2946736 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:54.682880 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c582807a-d134-4ab3-95ea-06ed5f850f85 req-48c71075-a554-4f8e-addc-8a91c2946736 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=037f70a1-fdfa-4bc3-b691-1c036d347dbd HTTP/1.1" status: 200 len: 946 time: 0.0862820 Sep 14 23:05:54.692337 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:05:54.725386 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c582807a-d134-4ab3-95ea-06ed5f850f85 req-59e02764-f7b0-4570-a81e-077d7695dc03 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368235 Sep 14 23:05:55.926446 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6fb09-0c62-44da-a751-b3558da61940 req-02880bfa-78e5-48eb-bc29-23897c67db02 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:55.927894 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-30e6fb09-0c62-44da-a751-b3558da61940 req-02880bfa-78e5-48eb-bc29-23897c67db02 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=037f70a1-fdfa-4bc3-b691-1c036d347dbd HTTP/1.1" status: 200 len: 946 time: 0.0894599 Sep 14 23:05:55.973766 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-30e6fb09-0c62-44da-a751-b3558da61940 req-3ee8c3cf-5176-4c24-8a66-a859582a1f5b tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396805 Sep 14 23:05:56.167615 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc77c60-001e-4f7e-9086-f02b2adca5d8 req-6f8181d0-a4b3-4d78-a601-678df20e7140 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:56.169046 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2cc77c60-001e-4f7e-9086-f02b2adca5d8 req-6f8181d0-a4b3-4d78-a601-678df20e7140 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=037f70a1-fdfa-4bc3-b691-1c036d347dbd HTTP/1.1" status: 200 len: 946 time: 0.0884578 Sep 14 23:05:56.211308 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2cc77c60-001e-4f7e-9086-f02b2adca5d8 req-2701bf51-e30e-416d-b918-aa86728ca38e tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366797 Sep 14 23:05:56.246799 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57464) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:56.325447 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffe0ddb-46e8-4216-98af-34fc172cc76f tempest-TestVolumeBootPattern-1750976289 tempest-TestVolumeBootPattern-1750976289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:56.326876 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2ffe0ddb-46e8-4216-98af-34fc172cc76f tempest-TestVolumeBootPattern-1750976289 tempest-TestVolumeBootPattern-1750976289-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=037f70a1-fdfa-4bc3-b691-1c036d347dbd HTTP/1.1" status: 200 len: 1094 time: 0.0791006 Sep 14 23:05:56.329729 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57468) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:05:56.334686 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-5e50a825-560b-4655-8680-d1d8bddad394 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'port_id': 'bbdee5bc-38cc-443d-9593-97a512225ef4', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:05:56.340599 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-5e50a825-560b-4655-8680-d1d8bddad394 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:05:56.344448 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5e50a825-560b-4655-8680-d1d8bddad394 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Usage tracker for resource:floatingip and tenant:093721cb95a347f28f2306e789d64fd0 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:05:56.347268 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5e50a825-560b-4655-8680-d1d8bddad394 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:05:56.353241 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-5e50a825-560b-4655-8680-d1d8bddad394 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:05:56.364260 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5e50a825-560b-4655-8680-d1d8bddad394 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for floatingip, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:56.504012 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5e50a825-560b-4655-8680-d1d8bddad394 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:56.638469 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-5e50a825-560b-4655-8680-d1d8bddad394 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Allocated IP 172.26.5.180 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/b6c25a82-abd4-444d-bd2d-17734e919c9f) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:05:56.780985 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5e50a825-560b-4655-8680-d1d8bddad394 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:56.810566 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5e50a825-560b-4655-8680-d1d8bddad394 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:56.879782 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e50a825-560b-4655-8680-d1d8bddad394 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:05:56.882718 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-5e50a825-560b-4655-8680-d1d8bddad394 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:05:56.886822 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e50a825-560b-4655-8680-d1d8bddad394 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:05:56.915564 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50a825-560b-4655-8680-d1d8bddad394 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Pushing event updated for resources: {'Port': ['ID=b6c25a82-abd4-444d-bd2d-17734e919c9f,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:57.388045 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5e50a825-560b-4655-8680-d1d8bddad394 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:57.460311 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5e50a825-560b-4655-8680-d1d8bddad394 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:57.658697 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5e50a825-560b-4655-8680-d1d8bddad394 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:57.662809 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5e50a825-560b-4655-8680-d1d8bddad394 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:57.766445 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50a825-560b-4655-8680-d1d8bddad394 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Pushing event updated for resources: {'Port': ['ID=b6c25a82-abd4-444d-bd2d-17734e919c9f,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:05:57.768911 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5e50a825-560b-4655-8680-d1d8bddad394 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:57.933784 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.l3_db [None req-5e50a825-560b-4655-8680-d1d8bddad394 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Floating IP d249c2f5-b6c1-4e47-91b2-cdf254e29c75 associated. External IP: 172.26.5.180, port: bbdee5bc-38cc-443d-9593-97a512225ef4. Sep 14 23:05:58.270389 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e50a825-560b-4655-8680-d1d8bddad394 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Router eee42843-b89e-430a-9a6a-42861464a3c0 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:05:58.551496 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e50a825-560b-4655-8680-d1d8bddad394 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:05:58.560885 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5352c3dd-fc05-48ca-91d8-fde59e67a46e None None] Sync routers for ids ['eee42843-b89e-430a-9a6a-42861464a3c0'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:05:58.569825 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5352c3dd-fc05-48ca-91d8-fde59e67a46e None None] Routers {'eee42843-b89e-430a-9a6a-42861464a3c0'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:05:58.570490 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-5352c3dd-fc05-48ca-91d8-fde59e67a46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:05:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['eee42843-b89e-430a-9a6a-42861464a3c0'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:58.575400 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5e50a825-560b-4655-8680-d1d8bddad394 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:05:58.631326 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5e50a825-560b-4655-8680-d1d8bddad394 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3005562 Sep 14 23:05:58.631887 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037f70a1-fdfa-4bc3-b691-1c036d347dbd', 'tag': 'bbdee5bc-38cc-443d-9593-97a512225ef4'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:05:58.634312 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a58d570-6163-45fb-a877-63ff6e07514c" -d '{"events": [{"name": "network-changed", "server_uuid": "037f70a1-fdfa-4bc3-b691-1c036d347dbd", "tag": "bbdee5bc-38cc-443d-9593-97a512225ef4"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:05:58.674783 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff66358-3515-476b-931b-deef07db0a02 x-openstack-request-id: req-dff66358-3515-476b-931b-deef07db0a02 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:05:58.675064 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "037f70a1-fdfa-4bc3-b691-1c036d347dbd", "tag": "bbdee5bc-38cc-443d-9593-97a512225ef4", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:05:58.675311 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-dff66358-3515-476b-931b-deef07db0a02 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:05:58.675704 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dff66358-3515-476b-931b-deef07db0a02'] response: {'name': 'network-changed', 'server_uuid': '037f70a1-fdfa-4bc3-b691-1c036d347dbd', 'tag': 'bbdee5bc-38cc-443d-9593-97a512225ef4', 'status': 'completed', 'code': 200} Sep 14 23:05:58.747819 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-5352c3dd-fc05-48ca-91d8-fde59e67a46e None None] Set router eee42843-b89e-430a-9a6a-42861464a3c0 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:05:58.778010 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58d570-6163-45fb-a877-63ff6e07514c req-cacb8e2a-b658-47d0-921a-6477c7f02ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:58.779479 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9a58d570-6163-45fb-a877-63ff6e07514c req-cacb8e2a-b658-47d0-921a-6477c7f02ff2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=093721cb95a347f28f2306e789d64fd0&device_id=037f70a1-fdfa-4bc3-b691-1c036d347dbd HTTP/1.1" status: 200 len: 1099 time: 0.0782053 Sep 14 23:05:59.015639 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58d570-6163-45fb-a877-63ff6e07514c req-2b41c818-b8b8-4b83-8fca-0c22d4efb87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:59.017219 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9a58d570-6163-45fb-a877-63ff6e07514c req-2b41c818-b8b8-4b83-8fca-0c22d4efb87a service neutron] 10.222.0.20 "GET /v2.0/networks?id=8c5b42e5-c7a4-4629-b1de-12796897febf HTTP/1.1" status: 200 len: 912 time: 0.2294133 Sep 14 23:05:59.096212 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-5352c3dd-fc05-48ca-91d8-fde59e67a46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'name': 'tempest-TestVolumeBootPattern-2041423940-router', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:00:04Z', 'updated_at': '2022-09-14T23:00:13Z', 'revision_number': 4, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'gw_port': {'id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:06Z', 'updated_at': '2022-09-14T23:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '7cdb288b-e092-4298-a544-859517b6e15d', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'floating_ip_address': '172.26.5.131', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'port_id': '1547d438-44f5-47c6-894e-568b79d2bd93', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'mac_address': 'fa:16:3e:10:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56a318c-49f0-4eb1-8e9e-2db67080fb4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:03:47Z', 'updated_at': '2022-09-14T23:03:50Z', 'revision_number': 1, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'fixed_ip_address_scope': None}, {'id': 'd249c2f5-b6c1-4e47-91b2-cdf254e29c75', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'floating_ip_address': '172.26.5.180', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'port_id': 'bbdee5bc-38cc-443d-9593-97a512225ef4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'mac_address': 'fa:16:3e:c1:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037f70a1-fdfa-4bc3-b691-1c036d347dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:05:57Z', 'updated_at': '2022-09-14T23:05:57Z', 'revision_number': 0, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfcbb8cf-9a81-4df5-a347-d3439179dddf', 'name': '', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'mac_address': 'fa:16:3e:7d:60:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:11Z', 'updated_at': '2022-09-14T23:00:28Z', 'revision_number': 5, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'subnets': [{'id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:59.099951 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5352c3dd-fc05-48ca-91d8-fde59e67a46e None None] Checking router: eee42843-b89e-430a-9a6a-42861464a3c0 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:05:59.108582 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5352c3dd-fc05-48ca-91d8-fde59e67a46e None None] Routers {'eee42843-b89e-430a-9a6a-42861464a3c0'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:05:59.109468 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-5352c3dd-fc05-48ca-91d8-fde59e67a46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:05:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['eee42843-b89e-430a-9a6a-42861464a3c0'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:59.121006 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9a58d570-6163-45fb-a877-63ff6e07514c req-9bced163-f959-463a-8e3c-716aead9b368 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbdee5bc-38cc-443d-9593-97a512225ef4 HTTP/1.1" status: 200 len: 1000 time: 0.0975652 Sep 14 23:05:59.185525 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58d570-6163-45fb-a877-63ff6e07514c req-a3499188-f3f8-4350-9635-6fafbe1a5093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:59.187289 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9a58d570-6163-45fb-a877-63ff6e07514c req-a3499188-f3f8-4350-9635-6fafbe1a5093 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9530b6a1-5b44-4a8b-9405-362cadb44215 HTTP/1.1" status: 200 len: 851 time: 0.0592875 Sep 14 23:05:59.273039 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58d570-6163-45fb-a877-63ff6e07514c req-dfd9ad95-a80c-45bb-a05b-a14d85867b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:05:59.274487 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9a58d570-6163-45fb-a877-63ff6e07514c req-dfd9ad95-a80c-45bb-a05b-a14d85867b5b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c5b42e5-c7a4-4629-b1de-12796897febf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813885 Sep 14 23:05:59.287828 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-5352c3dd-fc05-48ca-91d8-fde59e67a46e None None] Set router eee42843-b89e-430a-9a6a-42861464a3c0 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:05:59.407470 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9a58d570-6163-45fb-a877-63ff6e07514c req-34b4ce68-88bf-4f36-9c8b-4ab24f80bea2 service neutron] 10.222.0.20 "GET /v2.0/networks/8c5b42e5-c7a4-4629-b1de-12796897febf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258030 Sep 14 23:05:59.548493 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9a58d570-6163-45fb-a877-63ff6e07514c req-827904a1-9e40-4809-b95d-7ae54156a724 service neutron] 10.222.0.20 "GET /v2.0/networks/8c5b42e5-c7a4-4629-b1de-12796897febf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311150 Sep 14 23:05:59.652869 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-5352c3dd-fc05-48ca-91d8-fde59e67a46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'name': 'tempest-TestVolumeBootPattern-2041423940-router', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:00:04Z', 'updated_at': '2022-09-14T23:00:13Z', 'revision_number': 4, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'gw_port': {'id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:06Z', 'updated_at': '2022-09-14T23:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '7cdb288b-e092-4298-a544-859517b6e15d', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'floating_ip_address': '172.26.5.131', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'port_id': '1547d438-44f5-47c6-894e-568b79d2bd93', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'mac_address': 'fa:16:3e:10:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56a318c-49f0-4eb1-8e9e-2db67080fb4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:03:47Z', 'updated_at': '2022-09-14T23:03:50Z', 'revision_number': 1, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'fixed_ip_address_scope': None}, {'id': 'd249c2f5-b6c1-4e47-91b2-cdf254e29c75', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'floating_ip_address': '172.26.5.180', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'port_id': 'bbdee5bc-38cc-443d-9593-97a512225ef4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'mac_address': 'fa:16:3e:c1:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037f70a1-fdfa-4bc3-b691-1c036d347dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:05:57Z', 'updated_at': '2022-09-14T23:05:57Z', 'revision_number': 0, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfcbb8cf-9a81-4df5-a347-d3439179dddf', 'name': '', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'mac_address': 'fa:16:3e:7d:60:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:11Z', 'updated_at': '2022-09-14T23:00:28Z', 'revision_number': 5, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'subnets': [{'id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:05:59.656704 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5352c3dd-fc05-48ca-91d8-fde59e67a46e None None] The sync data for ids ['eee42843-b89e-430a-9a6a-42861464a3c0'] in dv-neutron-857791-1-hyperv is: [{'id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'name': 'tempest-TestVolumeBootPattern-2041423940-router', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:00:04Z', 'updated_at': '2022-09-14T23:00:13Z', 'revision_number': 4, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'gw_port': {'id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:06Z', 'updated_at': '2022-09-14T23:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '7cdb288b-e092-4298-a544-859517b6e15d', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'floating_ip_address': '172.26.5.131', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'port_id': '1547d438-44f5-47c6-894e-568b79d2bd93', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'mac_address': 'fa:16:3e:10:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56a318c-49f0-4eb1-8e9e-2db67080fb4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:03:47Z', 'updated_at': '2022-09-14T23:03:50Z', 'revision_number': 1, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'fixed_ip_address_scope': None}, {'id': 'd249c2f5-b6c1-4e47-91b2-cdf254e29c75', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'floating_ip_address': '172.26.5.180', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'port_id': 'bbdee5bc-38cc-443d-9593-97a512225ef4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'mac_address': 'fa:16:3e:c1:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037f70a1-fdfa-4bc3-b691-1c036d347dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:05:57Z', 'updated_at': '2022-09-14T23:05:57Z', 'revision_number': 0, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfcbb8cf-9a81-4df5-a347-d3439179dddf', 'name': '', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'mac_address': 'fa:16:3e:7d:60:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:11Z', 'updated_at': '2022-09-14T23:00:28Z', 'revision_number': 5, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'subnets': [{'id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:05:59.847328 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0189ce28-1b31-4e6f-86f1-fb4a39e259a0 None None] New status for floating IP d249c2f5-b6c1-4e47-91b2-cdf254e29c75: ACTIVE {{(pid=89172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:06:07.676178 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-582ab106-5cf9-4bc4-bf1e-d4b78c305b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:09.731178 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-845a8dca-526a-47bc-b11c-f5206eb3dc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:10.804296 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:10.875419 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:12.400967 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:18.549317 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57488) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:06:18.731887 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-e0155c3e-c43a-42fa-a2f1-8d2d4c42356f tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/routers/fe7678d7-b21a-4182-8819-bfcf92ed1ff9/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1814387 Sep 14 23:06:18.735548 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57492) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:06:18.923603 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2698db06-c6c1-4b33-94d2-65de45c50d85 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Notify agent at dv-neutron-857791-1-hyperv the message router_removed_from_agent {{(pid=89170) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Sep 14 23:06:18.928039 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2698db06-c6c1-4b33-94d2-65de45c50d85 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "DELETE /v2.0/agents/556286cd-8483-44e3-b7d9-faf1bcfcd319/l3-routers/fe7678d7-b21a-4182-8819-bfcf92ed1ff9 HTTP/1.1" status: 204 len: 168 time: 0.1911244 Sep 14 23:06:18.930362 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57496) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:06:19.119891 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-742bf208-777c-4088-99d6-3f95e5ed84a8 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/routers/fe7678d7-b21a-4182-8819-bfcf92ed1ff9/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1891150 Sep 14 23:06:19.122585 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57500) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:06:19.230268 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b7458b83-ee91-4691-8cdc-6fb461dec8b9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/ff59adbc-ea7a-4b7a-9810-784165b6ee01 HTTP/1.1" status: 200 len: 993 time: 0.1066608 Sep 14 23:06:19.305085 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:19.368830 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 1ad48c8c-e749-485b-a86d-df911d3e0109 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:06:19.503579 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 1ad48c8c-e749-485b-a86d-df911d3e0109 is: ACTIVE; New status is: DOWN {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:06:19.503579 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:19.536716 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 1ad48c8c-e749-485b-a86d-df911d3e0109, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=1ad48c8c-e749-485b-a86d-df911d3e0109,segment=NetworkSegment(04423228-8881-4f1f-8038-16b973aa0a9e),segment_id=04423228-8881-4f1f-8038-16b973aa0a9e)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:06:19.539002 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:19.604434 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=1ad48c8c-e749-485b-a86d-df911d3e0109,revision_number=6']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:19.773901 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76490122-2a8e-4786-94d5-ef367a08a939 None None] New status for floating IP ff59adbc-ea7a-4b7a-9810-784165b6ee01: DOWN {{(pid=89173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:06:20.245207 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57506) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:06:20.479442 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7fdfb99c-23ec-41aa-b6eb-129705b4dc52 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/ff59adbc-ea7a-4b7a-9810-784165b6ee01 HTTP/1.1" status: 200 len: 991 time: 0.2337196 Sep 14 23:06:21.299662 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device aa382bff-41aa-4501-a832-0b2e091870c3 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:06:21.425369 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port aa382bff-41aa-4501-a832-0b2e091870c3 is: ACTIVE; New status is: DOWN {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:06:21.425845 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:21.442296 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port aa382bff-41aa-4501-a832-0b2e091870c3, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=aa382bff-41aa-4501-a832-0b2e091870c3,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:06:21.446648 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:21.515168 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=aa382bff-41aa-4501-a832-0b2e091870c3,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:21.618597 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57512) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:06:21.824535 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c6328f-d3e2-4b6a-9de6-f5b7868190df tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Router fe7678d7-b21a-4182-8819-bfcf92ed1ff9 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 23:06:21.824535 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c6328f-d3e2-4b6a-9de6-f5b7868190df tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Notify agent at dv-neutron-857791-1-hyperv the message router_added_to_agent {{(pid=89170) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Sep 14 23:06:21.845108 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b8c6328f-d3e2-4b6a-9de6-f5b7868190df tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "POST /v2.0/agents/556286cd-8483-44e3-b7d9-faf1bcfcd319/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2252238 Sep 14 23:06:21.847742 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57520) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:06:21.856969 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f683548c-3144-4dac-918b-372128417dba None None] Sync routers for ids ['fe7678d7-b21a-4182-8819-bfcf92ed1ff9'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:06:21.867028 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f683548c-3144-4dac-918b-372128417dba None None] Routers {'fe7678d7-b21a-4182-8819-bfcf92ed1ff9'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:06:21.868322 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-f683548c-3144-4dac-918b-372128417dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:06:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['fe7678d7-b21a-4182-8819-bfcf92ed1ff9'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:06:22.052891 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c9a63b5b-410e-45e4-9ea0-57c2c1c6ad90 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/routers/fe7678d7-b21a-4182-8819-bfcf92ed1ff9/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2003269 Sep 14 23:06:22.053051 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57524) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:06:22.066586 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-f683548c-3144-4dac-918b-372128417dba None None] Set router fe7678d7-b21a-4182-8819-bfcf92ed1ff9 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:06:22.169305 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c02ad8a7-17f8-4807-999a-5cfad3fe3051 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/ff59adbc-ea7a-4b7a-9810-784165b6ee01 HTTP/1.1" status: 200 len: 991 time: 0.1155646 Sep 14 23:06:22.439507 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-f683548c-3144-4dac-918b-372128417dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'name': 'tempest-TestNetworkBasicOps-router-1976414887', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'aa382bff-41aa-4501-a832-0b2e091870c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:05:25Z', 'updated_at': '2022-09-14T23:05:31Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'aa382bff-41aa-4501-a832-0b2e091870c3', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:01:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:05:26Z', 'updated_at': '2022-09-14T23:06:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': 'ff59adbc-ea7a-4b7a-9810-784165b6ee01', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.148', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'port_id': '7f77acd2-86c5-4386-9234-5614ca5c8ef3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c662aea-46e4-420b-ae4f-59dd003dae32', 'mac_address': 'fa:16:3e:40:43:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95043754-acac-4a90-9486-7dfa666a4b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:05:48Z', 'updated_at': '2022-09-14T23:06:19Z', 'revision_number': 2, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad48c8c-e749-485b-a86d-df911d3e0109', 'name': '', 'network_id': '5c662aea-46e4-420b-ae4f-59dd003dae32', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:f3:e2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'bf47824e-00bb-448a-af98-4ab36f698ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:05:30Z', 'updated_at': '2022-09-14T23:06:19Z', 'revision_number': 6, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': 'bf47824e-00bb-448a-af98-4ab36f698ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:06:22.443465 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f683548c-3144-4dac-918b-372128417dba None None] Checking router: fe7678d7-b21a-4182-8819-bfcf92ed1ff9 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:06:22.453590 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f683548c-3144-4dac-918b-372128417dba None None] Routers {'fe7678d7-b21a-4182-8819-bfcf92ed1ff9'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:06:22.453590 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-f683548c-3144-4dac-918b-372128417dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:06:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['fe7678d7-b21a-4182-8819-bfcf92ed1ff9'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:06:22.671526 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-f683548c-3144-4dac-918b-372128417dba None None] Set router fe7678d7-b21a-4182-8819-bfcf92ed1ff9 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:06:23.032408 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-f683548c-3144-4dac-918b-372128417dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'name': 'tempest-TestNetworkBasicOps-router-1976414887', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'aa382bff-41aa-4501-a832-0b2e091870c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:05:25Z', 'updated_at': '2022-09-14T23:05:31Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'aa382bff-41aa-4501-a832-0b2e091870c3', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:01:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:05:26Z', 'updated_at': '2022-09-14T23:06:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': 'ff59adbc-ea7a-4b7a-9810-784165b6ee01', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.148', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'port_id': '7f77acd2-86c5-4386-9234-5614ca5c8ef3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c662aea-46e4-420b-ae4f-59dd003dae32', 'mac_address': 'fa:16:3e:40:43:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95043754-acac-4a90-9486-7dfa666a4b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:05:48Z', 'updated_at': '2022-09-14T23:06:19Z', 'revision_number': 2, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad48c8c-e749-485b-a86d-df911d3e0109', 'name': '', 'network_id': '5c662aea-46e4-420b-ae4f-59dd003dae32', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:f3:e2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'bf47824e-00bb-448a-af98-4ab36f698ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:05:30Z', 'updated_at': '2022-09-14T23:06:19Z', 'revision_number': 6, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': 'bf47824e-00bb-448a-af98-4ab36f698ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:06:23.035505 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f683548c-3144-4dac-918b-372128417dba None None] The sync data for ids ['fe7678d7-b21a-4182-8819-bfcf92ed1ff9'] in dv-neutron-857791-1-hyperv is: [{'id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'name': 'tempest-TestNetworkBasicOps-router-1976414887', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'aa382bff-41aa-4501-a832-0b2e091870c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:05:25Z', 'updated_at': '2022-09-14T23:05:31Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'aa382bff-41aa-4501-a832-0b2e091870c3', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:01:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:05:26Z', 'updated_at': '2022-09-14T23:06:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': 'ff59adbc-ea7a-4b7a-9810-784165b6ee01', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.148', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'port_id': '7f77acd2-86c5-4386-9234-5614ca5c8ef3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c662aea-46e4-420b-ae4f-59dd003dae32', 'mac_address': 'fa:16:3e:40:43:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95043754-acac-4a90-9486-7dfa666a4b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:05:48Z', 'updated_at': '2022-09-14T23:06:19Z', 'revision_number': 2, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad48c8c-e749-485b-a86d-df911d3e0109', 'name': '', 'network_id': '5c662aea-46e4-420b-ae4f-59dd003dae32', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:f3:e2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'bf47824e-00bb-448a-af98-4ab36f698ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:05:30Z', 'updated_at': '2022-09-14T23:06:19Z', 'revision_number': 6, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': 'bf47824e-00bb-448a-af98-4ab36f698ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:06:23.171229 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57528) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:06:23.325470 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-40d8ae25-b019-427b-ada2-1dad1bf54886 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/ff59adbc-ea7a-4b7a-9810-784165b6ee01 HTTP/1.1" status: 200 len: 991 time: 0.1529343 Sep 14 23:06:23.374991 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 1ad48c8c-e749-485b-a86d-df911d3e0109 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:06:23.466760 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 1ad48c8c-e749-485b-a86d-df911d3e0109 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:06:23.467413 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:23.611624 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 1ad48c8c-e749-485b-a86d-df911d3e0109 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:06:23.612574 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:23.654984 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 1ad48c8c-e749-485b-a86d-df911d3e0109, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=1ad48c8c-e749-485b-a86d-df911d3e0109,segment=NetworkSegment(04423228-8881-4f1f-8038-16b973aa0a9e),segment_id=04423228-8881-4f1f-8038-16b973aa0a9e)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:06:23.659687 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:23.745303 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=1ad48c8c-e749-485b-a86d-df911d3e0109,revision_number=7']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:24.327678 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57532) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:06:24.449260 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-98231e81-3fd5-4408-ad0e-04686879b04d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/ff59adbc-ea7a-4b7a-9810-784165b6ee01 HTTP/1.1" status: 200 len: 991 time: 0.1192737 Sep 14 23:06:24.874577 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4863cc-0c86-4a8a-ad45-d2ded84f96a4 None None] New status for floating IP ff59adbc-ea7a-4b7a-9810-784165b6ee01: ACTIVE {{(pid=89173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:06:25.370112 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 1ad48c8c-e749-485b-a86d-df911d3e0109 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:06:25.446192 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 1ad48c8c-e749-485b-a86d-df911d3e0109 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:06:25.446554 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:25.452421 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57536) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:06:25.558551 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-bb6144bb-2448-4d7d-93eb-fe5cca81bf5b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/ff59adbc-ea7a-4b7a-9810-784165b6ee01 HTTP/1.1" status: 200 len: 993 time: 0.1049778 Sep 14 23:06:25.560313 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 1ad48c8c-e749-485b-a86d-df911d3e0109 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:06:25.561423 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device aa382bff-41aa-4501-a832-0b2e091870c3 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:06:25.629488 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port aa382bff-41aa-4501-a832-0b2e091870c3 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:06:25.629857 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:25.745867 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port aa382bff-41aa-4501-a832-0b2e091870c3 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:06:25.746240 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:25.763025 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port aa382bff-41aa-4501-a832-0b2e091870c3, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=aa382bff-41aa-4501-a832-0b2e091870c3,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:06:25.765889 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:25.831529 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=aa382bff-41aa-4501-a832-0b2e091870c3,revision_number=6']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:25.836240 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57544) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:06:26.043493 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-03450d50-5a0d-42c5-aaba-7a91c6b089bd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting port dfecd5da-cfdb-414e-a86e-0b7b7f44bc1c {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:06:26.043744 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-03450d50-5a0d-42c5-aaba-7a91c6b089bd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:26.208178 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-03450d50-5a0d-42c5-aaba-7a91c6b089bd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:26.208504 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-03450d50-5a0d-42c5-aaba-7a91c6b089bd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:26.328257 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-03450d50-5a0d-42c5-aaba-7a91c6b089bd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Calling delete_port for dfecd5da-cfdb-414e-a86e-0b7b7f44bc1c owned by network:floatingip {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:06:26.477981 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-03450d50-5a0d-42c5-aaba-7a91c6b089bd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:26.526864 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03450d50-5a0d-42c5-aaba-7a91c6b089bd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Port': ['ID=dfecd5da-cfdb-414e-a86e-0b7b7f44bc1c,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:26.620984 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-03450d50-5a0d-42c5-aaba-7a91c6b089bd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:26.621228 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.l3_db [None req-03450d50-5a0d-42c5-aaba-7a91c6b089bd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Floating IP ff59adbc-ea7a-4b7a-9810-784165b6ee01 disassociated (deleted). External IP: 172.26.5.148, port: 7f77acd2-86c5-4386-9234-5614ca5c8ef3. Sep 14 23:06:27.076043 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03450d50-5a0d-42c5-aaba-7a91c6b089bd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router fe7678d7-b21a-4182-8819-bfcf92ed1ff9 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:06:27.262241 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03450d50-5a0d-42c5-aaba-7a91c6b089bd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:06:27.277180 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d96279-bdf9-4e67-82b7-53340e091363 None None] Sync routers for ids ['fe7678d7-b21a-4182-8819-bfcf92ed1ff9'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:06:27.280954 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-03450d50-5a0d-42c5-aaba-7a91c6b089bd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:27.291143 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d96279-bdf9-4e67-82b7-53340e091363 None None] Routers {'fe7678d7-b21a-4182-8819-bfcf92ed1ff9'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:06:27.292005 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-b4d96279-bdf9-4e67-82b7-53340e091363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:06:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['fe7678d7-b21a-4182-8819-bfcf92ed1ff9'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:06:27.341745 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-03450d50-5a0d-42c5-aaba-7a91c6b089bd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/floatingips/ff59adbc-ea7a-4b7a-9810-784165b6ee01 HTTP/1.1" status: 204 len: 168 time: 1.5044141 Sep 14 23:06:27.342597 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95043754-acac-4a90-9486-7dfa666a4b2a', 'tag': '7f77acd2-86c5-4386-9234-5614ca5c8ef3'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:06:27.355782 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319baa54-2226-4be7-bbf2-5d6f9fbfbf41" -d '{"events": [{"name": "network-changed", "server_uuid": "95043754-acac-4a90-9486-7dfa666a4b2a", "tag": "7f77acd2-86c5-4386-9234-5614ca5c8ef3"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:06:27.411948 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device aa382bff-41aa-4501-a832-0b2e091870c3 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:06:27.485447 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc6b5c7-2a2b-49bb-9625-e0b8e2a814a1 x-openstack-request-id: req-ccc6b5c7-2a2b-49bb-9625-e0b8e2a814a1 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:06:27.486526 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95043754-acac-4a90-9486-7dfa666a4b2a", "tag": "7f77acd2-86c5-4386-9234-5614ca5c8ef3", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:06:27.487453 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ccc6b5c7-2a2b-49bb-9625-e0b8e2a814a1 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:06:27.488054 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccc6b5c7-2a2b-49bb-9625-e0b8e2a814a1'] response: {'name': 'network-changed', 'server_uuid': '95043754-acac-4a90-9486-7dfa666a4b2a', 'tag': '7f77acd2-86c5-4386-9234-5614ca5c8ef3', 'status': 'completed', 'code': 200} Sep 14 23:06:27.611160 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319baa54-2226-4be7-bbf2-5d6f9fbfbf41 req-f0d9b26e-e6d3-4681-9644-73bb0db71eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:27.613314 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-319baa54-2226-4be7-bbf2-5d6f9fbfbf41 req-f0d9b26e-e6d3-4681-9644-73bb0db71eb1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=95043754-acac-4a90-9486-7dfa666a4b2a HTTP/1.1" status: 200 len: 1098 time: 0.1037250 Sep 14 23:06:27.629795 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port aa382bff-41aa-4501-a832-0b2e091870c3 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:06:27.630169 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:27.662507 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-b4d96279-bdf9-4e67-82b7-53340e091363 None None] Set router fe7678d7-b21a-4182-8819-bfcf92ed1ff9 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:06:27.810228 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319baa54-2226-4be7-bbf2-5d6f9fbfbf41 req-e84a4ae6-65a2-4561-a3d8-a362947dc741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:27.811584 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-319baa54-2226-4be7-bbf2-5d6f9fbfbf41 req-e84a4ae6-65a2-4561-a3d8-a362947dc741 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5c662aea-46e4-420b-ae4f-59dd003dae32 HTTP/1.1" status: 200 len: 896 time: 0.1922603 Sep 14 23:06:27.885181 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-319baa54-2226-4be7-bbf2-5d6f9fbfbf41 req-8cec0d8b-77fa-435e-989f-45ebe7e4d5db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f77acd2-86c5-4386-9234-5614ca5c8ef3 HTTP/1.1" status: 200 len: 217 time: 0.0663874 Sep 14 23:06:27.893613 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569348bc-ca5c-4e2d-af89-1eec71f56dca req-0906e27b-99bd-40aa-9f66-fc797c64b092 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:27.894975 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-569348bc-ca5c-4e2d-af89-1eec71f56dca req-0906e27b-99bd-40aa-9f66-fc797c64b092 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=95043754-acac-4a90-9486-7dfa666a4b2a HTTP/1.1" status: 200 len: 945 time: 0.2003493 Sep 14 23:06:27.986174 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319baa54-2226-4be7-bbf2-5d6f9fbfbf41 req-0e3a4a4f-5ee2-46ab-9e06-c137680d756e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:27.987517 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-319baa54-2226-4be7-bbf2-5d6f9fbfbf41 req-0e3a4a4f-5ee2-46ab-9e06-c137680d756e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf47824e-00bb-448a-af98-4ab36f698ad0 HTTP/1.1" status: 200 len: 835 time: 0.0917323 Sep 14 23:06:27.990409 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-569348bc-ca5c-4e2d-af89-1eec71f56dca req-b841cfe8-f627-47ba-b9d9-dfc53ccfd3c2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=0bbf3099-f639-43fd-9df6-43bce7d59822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630367 Sep 14 23:06:28.018396 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port aa382bff-41aa-4501-a832-0b2e091870c3 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:06:28.072930 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319baa54-2226-4be7-bbf2-5d6f9fbfbf41 req-059ebf69-19c9-40d5-b016-a8d9ef8bbfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:28.074462 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-319baa54-2226-4be7-bbf2-5d6f9fbfbf41 req-059ebf69-19c9-40d5-b016-a8d9ef8bbfc4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c662aea-46e4-420b-ae4f-59dd003dae32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788743 Sep 14 23:06:28.100302 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-b4d96279-bdf9-4e67-82b7-53340e091363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'name': 'tempest-TestNetworkBasicOps-router-1976414887', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'aa382bff-41aa-4501-a832-0b2e091870c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:05:25Z', 'updated_at': '2022-09-14T23:05:31Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'aa382bff-41aa-4501-a832-0b2e091870c3', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:05:26Z', 'updated_at': '2022-09-14T23:06:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '1ad48c8c-e749-485b-a86d-df911d3e0109', 'name': '', 'network_id': '5c662aea-46e4-420b-ae4f-59dd003dae32', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:f3:e2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'bf47824e-00bb-448a-af98-4ab36f698ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:05:30Z', 'updated_at': '2022-09-14T23:06:23Z', 'revision_number': 7, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': 'bf47824e-00bb-448a-af98-4ab36f698ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:06:28.104779 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d96279-bdf9-4e67-82b7-53340e091363 None None] Checking router: fe7678d7-b21a-4182-8819-bfcf92ed1ff9 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:06:28.113233 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d96279-bdf9-4e67-82b7-53340e091363 None None] Routers {'fe7678d7-b21a-4182-8819-bfcf92ed1ff9'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:06:28.113827 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-b4d96279-bdf9-4e67-82b7-53340e091363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:06:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['fe7678d7-b21a-4182-8819-bfcf92ed1ff9'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:06:28.205824 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-319baa54-2226-4be7-bbf2-5d6f9fbfbf41 req-06624999-e2c0-49cf-a682-5b4627312d49 service neutron] 10.222.0.20 "GET /v2.0/networks/5c662aea-46e4-420b-ae4f-59dd003dae32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246729 Sep 14 23:06:28.287245 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-b4d96279-bdf9-4e67-82b7-53340e091363 None None] Set router fe7678d7-b21a-4182-8819-bfcf92ed1ff9 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:06:28.337676 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-319baa54-2226-4be7-bbf2-5d6f9fbfbf41 req-373adb28-bce9-4d0a-a5c2-45ce7028e398 service neutron] 10.222.0.20 "GET /v2.0/networks/5c662aea-46e4-420b-ae4f-59dd003dae32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252244 Sep 14 23:06:28.597851 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-b4d96279-bdf9-4e67-82b7-53340e091363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'name': 'tempest-TestNetworkBasicOps-router-1976414887', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'aa382bff-41aa-4501-a832-0b2e091870c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:05:25Z', 'updated_at': '2022-09-14T23:05:31Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'aa382bff-41aa-4501-a832-0b2e091870c3', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:05:26Z', 'updated_at': '2022-09-14T23:06:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '1ad48c8c-e749-485b-a86d-df911d3e0109', 'name': '', 'network_id': '5c662aea-46e4-420b-ae4f-59dd003dae32', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:f3:e2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'bf47824e-00bb-448a-af98-4ab36f698ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:05:30Z', 'updated_at': '2022-09-14T23:06:23Z', 'revision_number': 7, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': 'bf47824e-00bb-448a-af98-4ab36f698ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:06:28.601709 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d96279-bdf9-4e67-82b7-53340e091363 None None] The sync data for ids ['fe7678d7-b21a-4182-8819-bfcf92ed1ff9'] in dv-neutron-857791-1-hyperv is: [{'id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'name': 'tempest-TestNetworkBasicOps-router-1976414887', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'aa382bff-41aa-4501-a832-0b2e091870c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:05:25Z', 'updated_at': '2022-09-14T23:05:31Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'aa382bff-41aa-4501-a832-0b2e091870c3', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:05:26Z', 'updated_at': '2022-09-14T23:06:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '1ad48c8c-e749-485b-a86d-df911d3e0109', 'name': '', 'network_id': '5c662aea-46e4-420b-ae4f-59dd003dae32', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:f3:e2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'bf47824e-00bb-448a-af98-4ab36f698ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:05:30Z', 'updated_at': '2022-09-14T23:06:23Z', 'revision_number': 7, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': 'bf47824e-00bb-448a-af98-4ab36f698ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:06:29.100111 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f00740-197a-4ae7-b8d6-799f37263b72 req-60e1fe92-cf62-42dc-b484-677310218c37 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:29.101962 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-84f00740-197a-4ae7-b8d6-799f37263b72 req-60e1fe92-cf62-42dc-b484-677310218c37 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/ports?device_id=95043754-acac-4a90-9486-7dfa666a4b2a HTTP/1.1" status: 200 len: 945 time: 0.2165306 Sep 14 23:06:29.231099 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [req-84f00740-197a-4ae7-b8d6-799f37263b72 req-dad15b88-2b2a-462e-a7a5-f1c56020392f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting port 7f77acd2-86c5-4386-9234-5614ca5c8ef3 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:06:29.231446 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-84f00740-197a-4ae7-b8d6-799f37263b72 req-dad15b88-2b2a-462e-a7a5-f1c56020392f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:29.246667 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757ddde7-a168-4c38-bdaf-e2461b2796a5 None None] New status for floating IP ff59adbc-ea7a-4b7a-9810-784165b6ee01: DOWN {{(pid=89173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:06:29.333688 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4149110-140e-4ab1-a85f-03e7c335028c req-e0916a8e-6331-4b94-b1b0-3b3845b8fece tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:29.335206 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a4149110-140e-4ab1-a85f-03e7c335028c req-e0916a8e-6331-4b94-b1b0-3b3845b8fece tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=95043754-acac-4a90-9486-7dfa666a4b2a HTTP/1.1" status: 200 len: 945 time: 0.2278175 Sep 14 23:06:29.467244 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a4149110-140e-4ab1-a85f-03e7c335028c req-980c3747-7ebb-4254-abe8-2f8409870f36 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=0bbf3099-f639-43fd-9df6-43bce7d59822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240828 Sep 14 23:06:29.533485 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-84f00740-197a-4ae7-b8d6-799f37263b72 req-dad15b88-2b2a-462e-a7a5-f1c56020392f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] For port 7f77acd2-86c5-4386-9234-5614ca5c8ef3, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7f77acd2-86c5-4386-9234-5614ca5c8ef3,segment=NetworkSegment(04423228-8881-4f1f-8038-16b973aa0a9e),segment_id=04423228-8881-4f1f-8038-16b973aa0a9e)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:06:29.533842 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-84f00740-197a-4ae7-b8d6-799f37263b72 req-dad15b88-2b2a-462e-a7a5-f1c56020392f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:29.656176 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [req-84f00740-197a-4ae7-b8d6-799f37263b72 req-dad15b88-2b2a-462e-a7a5-f1c56020392f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Calling delete_port for 7f77acd2-86c5-4386-9234-5614ca5c8ef3 owned by compute:nova {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:06:29.798515 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-84f00740-197a-4ae7-b8d6-799f37263b72 req-dad15b88-2b2a-462e-a7a5-f1c56020392f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:29.878761 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad15b88-2b2a-462e-a7a5-f1c56020392f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Port': ['ID=7f77acd2-86c5-4386-9234-5614ca5c8ef3,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:29.937091 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f00740-197a-4ae7-b8d6-799f37263b72 req-dad15b88-2b2a-462e-a7a5-f1c56020392f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] No DVR routers for this DVR port 7f77acd2-86c5-4386-9234-5614ca5c8ef3 on host hv-neutron-8577 {{(pid=89170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:06:29.939513 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-84f00740-197a-4ae7-b8d6-799f37263b72 req-dad15b88-2b2a-462e-a7a5-f1c56020392f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:29.942003 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95043754-acac-4a90-9486-7dfa666a4b2a', 'name': 'network-vif-deleted', 'tag': '7f77acd2-86c5-4386-9234-5614ca5c8ef3'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:06:29.944246 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc5e9ea-b68e-4711-b2eb-eb05c5221b5d" -d '{"events": [{"server_uuid": "95043754-acac-4a90-9486-7dfa666a4b2a", "name": "network-vif-deleted", "tag": "7f77acd2-86c5-4386-9234-5614ca5c8ef3"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:06:29.953958 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-84f00740-197a-4ae7-b8d6-799f37263b72 req-dad15b88-2b2a-462e-a7a5-f1c56020392f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "DELETE /v2.0/ports/7f77acd2-86c5-4386-9234-5614ca5c8ef3 HTTP/1.1" status: 204 len: 173 time: 0.8454876 Sep 14 23:06:29.986755 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bdcc97-d5c7-49b3-b70c-9df6bf37fc99 x-openstack-request-id: req-e7bdcc97-d5c7-49b3-b70c-9df6bf37fc99 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:06:29.987064 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95043754-acac-4a90-9486-7dfa666a4b2a", "name": "network-vif-deleted", "tag": "7f77acd2-86c5-4386-9234-5614ca5c8ef3", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:06:29.987315 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e7bdcc97-d5c7-49b3-b70c-9df6bf37fc99 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:06:29.987714 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7bdcc97-d5c7-49b3-b70c-9df6bf37fc99'] response: {'server_uuid': '95043754-acac-4a90-9486-7dfa666a4b2a', 'name': 'network-vif-deleted', 'tag': '7f77acd2-86c5-4386-9234-5614ca5c8ef3', 'status': 'completed', 'code': 200} Sep 14 23:06:30.565993 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57564) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:06:30.641489 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b2bc2831-ba12-4a69-b8a2-e5e66abc09a1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:30.672362 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b2bc2831-ba12-4a69-b8a2-e5e66abc09a1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:30.736936 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b2bc2831-ba12-4a69-b8a2-e5e66abc09a1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:30.755993 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc2831-ba12-4a69-b8a2-e5e66abc09a1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbf3099-f639-43fd-9df6-43bce7d59822,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:30.766388 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b2bc2831-ba12-4a69-b8a2-e5e66abc09a1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:30.770120 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b2bc2831-ba12-4a69-b8a2-e5e66abc09a1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/security-groups/0bbf3099-f639-43fd-9df6-43bce7d59822 HTTP/1.1" status: 204 len: 168 time: 0.2006226 Sep 14 23:06:30.797474 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57570) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:06:31.338147 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-15bf52e5-0eb8-47a5-bc22-502dae91504b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:31.690723 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:06:31.781198 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 7f77acd2-86c5-4386-9234-5614ca5c8ef3 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:06:31.800566 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-15bf52e5-0eb8-47a5-bc22-502dae91504b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting port 1ad48c8c-e749-485b-a86d-df911d3e0109 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:06:31.801125 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-15bf52e5-0eb8-47a5-bc22-502dae91504b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:31.814685 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: 7f77acd2-86c5-4386-9234-5614ca5c8ef3 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:06:31.815027 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 7f77acd2-86c5-4386-9234-5614ca5c8ef3 not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:06:31.999849 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-15bf52e5-0eb8-47a5-bc22-502dae91504b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] For port 1ad48c8c-e749-485b-a86d-df911d3e0109, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=1ad48c8c-e749-485b-a86d-df911d3e0109,segment=NetworkSegment(04423228-8881-4f1f-8038-16b973aa0a9e),segment_id=04423228-8881-4f1f-8038-16b973aa0a9e)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:06:32.000122 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-15bf52e5-0eb8-47a5-bc22-502dae91504b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:32.123671 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-15bf52e5-0eb8-47a5-bc22-502dae91504b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Calling delete_port for 1ad48c8c-e749-485b-a86d-df911d3e0109 owned by network:router_interface {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:06:32.450309 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-15bf52e5-0eb8-47a5-bc22-502dae91504b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:32.501169 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf52e5-0eb8-47a5-bc22-502dae91504b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Port': ['ID=1ad48c8c-e749-485b-a86d-df911d3e0109,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:32.777955 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-15bf52e5-0eb8-47a5-bc22-502dae91504b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:33.239803 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15bf52e5-0eb8-47a5-bc22-502dae91504b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router fe7678d7-b21a-4182-8819-bfcf92ed1ff9 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:06:33.416718 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bf52e5-0eb8-47a5-bc22-502dae91504b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:06:33.428827 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622942f3-7e47-4392-aabb-e4fe3ff1d3f2 None None] Sync routers for ids ['fe7678d7-b21a-4182-8819-bfcf92ed1ff9'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:06:33.430655 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-15bf52e5-0eb8-47a5-bc22-502dae91504b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "PUT /v2.0/routers/fe7678d7-b21a-4182-8819-bfcf92ed1ff9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6312644 Sep 14 23:06:33.433402 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57576) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:06:33.438422 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622942f3-7e47-4392-aabb-e4fe3ff1d3f2 None None] Routers {'fe7678d7-b21a-4182-8819-bfcf92ed1ff9'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:06:33.439016 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-622942f3-7e47-4392-aabb-e4fe3ff1d3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:06:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['fe7678d7-b21a-4182-8819-bfcf92ed1ff9'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:06:33.497834 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-22220cbc-aa36-4c4d-922f-ca897fcace93 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting subnet bf47824e-00bb-448a-af98-4ab36f698ad0 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:06:33.500641 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-22220cbc-aa36-4c4d-922f-ca897fcace93 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:33.557877 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-22220cbc-aa36-4c4d-922f-ca897fcace93 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:33.615685 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-622942f3-7e47-4392-aabb-e4fe3ff1d3f2 None None] Set router fe7678d7-b21a-4182-8819-bfcf92ed1ff9 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:06:33.639453 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-22220cbc-aa36-4c4d-922f-ca897fcace93 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:33.714637 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-22220cbc-aa36-4c4d-922f-ca897fcace93 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:33.755603 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22220cbc-aa36-4c4d-922f-ca897fcace93 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Subnet': ['ID=bf47824e-00bb-448a-af98-4ab36f698ad0,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:33.757778 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-22220cbc-aa36-4c4d-922f-ca897fcace93 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:33.764501 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-22220cbc-aa36-4c4d-922f-ca897fcace93 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/subnets/bf47824e-00bb-448a-af98-4ab36f698ad0 HTTP/1.1" status: 204 len: 168 time: 0.3300107 Sep 14 23:06:33.767222 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57580) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:06:33.786539 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ce2886-a2a7-494a-a8fc-98cb20d81ff7 None None] Network 5c662aea-46e4-420b-ae4f-59dd003dae32 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:06:33.944280 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dd08bd28-b791-4859-88c9-6afb5243b40c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:34.116338 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-622942f3-7e47-4392-aabb-e4fe3ff1d3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'name': 'tempest-TestNetworkBasicOps-router-1976414887', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'aa382bff-41aa-4501-a832-0b2e091870c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:05:25Z', 'updated_at': '2022-09-14T23:06:32Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'aa382bff-41aa-4501-a832-0b2e091870c3', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:05:26Z', 'updated_at': '2022-09-14T23:06:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:06:34.120308 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622942f3-7e47-4392-aabb-e4fe3ff1d3f2 None None] Checking router: fe7678d7-b21a-4182-8819-bfcf92ed1ff9 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:06:34.125983 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dd08bd28-b791-4859-88c9-6afb5243b40c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:34.129056 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622942f3-7e47-4392-aabb-e4fe3ff1d3f2 None None] Routers {'fe7678d7-b21a-4182-8819-bfcf92ed1ff9'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:06:34.129679 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-622942f3-7e47-4392-aabb-e4fe3ff1d3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:06:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['fe7678d7-b21a-4182-8819-bfcf92ed1ff9'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:06:34.136639 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-dd08bd28-b791-4859-88c9-6afb5243b40c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting port aa382bff-41aa-4501-a832-0b2e091870c3 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:06:34.137036 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dd08bd28-b791-4859-88c9-6afb5243b40c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:34.179560 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6059f9-8601-4cbb-81ec-fe80d1af38f9 None None] DHCP port deletion for 5c662aea-46e4-420b-ae4f-59dd003dae32 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:06:34.198156 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-0e6059f9-8601-4cbb-81ec-fe80d1af38f9 None None] Deleting port b340cfd5-ae5d-463b-a309-c4ddb9db4fc7 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:06:34.198524 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0e6059f9-8601-4cbb-81ec-fe80d1af38f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:34.316341 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-dd08bd28-b791-4859-88c9-6afb5243b40c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] For port aa382bff-41aa-4501-a832-0b2e091870c3, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=aa382bff-41aa-4501-a832-0b2e091870c3,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:06:34.316641 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dd08bd28-b791-4859-88c9-6afb5243b40c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:34.363070 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-622942f3-7e47-4392-aabb-e4fe3ff1d3f2 None None] Set router fe7678d7-b21a-4182-8819-bfcf92ed1ff9 gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:06:34.482310 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-622942f3-7e47-4392-aabb-e4fe3ff1d3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'name': 'tempest-TestNetworkBasicOps-router-1976414887', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:05:25Z', 'updated_at': '2022-09-14T23:06:34Z', 'revision_number': 6, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:06:34.502861 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622942f3-7e47-4392-aabb-e4fe3ff1d3f2 None None] The sync data for ids ['fe7678d7-b21a-4182-8819-bfcf92ed1ff9'] in dv-neutron-857791-1-hyperv is: [{'id': 'fe7678d7-b21a-4182-8819-bfcf92ed1ff9', 'name': 'tempest-TestNetworkBasicOps-router-1976414887', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:05:25Z', 'updated_at': '2022-09-14T23:06:34Z', 'revision_number': 6, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port_host': None}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:06:34.551567 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-dd08bd28-b791-4859-88c9-6afb5243b40c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Calling delete_port for aa382bff-41aa-4501-a832-0b2e091870c3 owned by network:router_gateway {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:06:34.590105 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-0e6059f9-8601-4cbb-81ec-fe80d1af38f9 None None] For port b340cfd5-ae5d-463b-a309-c4ddb9db4fc7, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=b340cfd5-ae5d-463b-a309-c4ddb9db4fc7,segment=NetworkSegment(04423228-8881-4f1f-8038-16b973aa0a9e),segment_id=04423228-8881-4f1f-8038-16b973aa0a9e)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:06:34.590412 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0e6059f9-8601-4cbb-81ec-fe80d1af38f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:34.713585 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-0e6059f9-8601-4cbb-81ec-fe80d1af38f9 None None] Calling delete_port for b340cfd5-ae5d-463b-a309-c4ddb9db4fc7 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:06:34.715659 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dd08bd28-b791-4859-88c9-6afb5243b40c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:34.759662 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08bd28-b791-4859-88c9-6afb5243b40c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Port': ['ID=aa382bff-41aa-4501-a832-0b2e091870c3,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:34.769852 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08bd28-b791-4859-88c9-6afb5243b40c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:34.770201 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08bd28-b791-4859-88c9-6afb5243b40c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:34.770534 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08bd28-b791-4859-88c9-6afb5243b40c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:34.770865 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08bd28-b791-4859-88c9-6afb5243b40c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:34.771193 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08bd28-b791-4859-88c9-6afb5243b40c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:34.771519 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08bd28-b791-4859-88c9-6afb5243b40c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:34.771843 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08bd28-b791-4859-88c9-6afb5243b40c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:34.772165 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08bd28-b791-4859-88c9-6afb5243b40c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:34.772488 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08bd28-b791-4859-88c9-6afb5243b40c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:34.772830 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08bd28-b791-4859-88c9-6afb5243b40c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:34.773148 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08bd28-b791-4859-88c9-6afb5243b40c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:34.773464 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd08bd28-b791-4859-88c9-6afb5243b40c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:34.788957 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0e6059f9-8601-4cbb-81ec-fe80d1af38f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:34.837460 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6059f9-8601-4cbb-81ec-fe80d1af38f9 None None] Pushing event deleted for resources: {'Port': ['ID=b340cfd5-ae5d-463b-a309-c4ddb9db4fc7,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:34.841125 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6059f9-8601-4cbb-81ec-fe80d1af38f9 None None] No DVR routers for this DVR port b340cfd5-ae5d-463b-a309-c4ddb9db4fc7 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:06:34.874847 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dd08bd28-b791-4859-88c9-6afb5243b40c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:35.046541 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dd08bd28-b791-4859-88c9-6afb5243b40c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:35.048688 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dd08bd28-b791-4859-88c9-6afb5243b40c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:35.070897 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dd08bd28-b791-4859-88c9-6afb5243b40c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:35.071389 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd08bd28-b791-4859-88c9-6afb5243b40c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Fanout notify agent at l3_agent the message router_deleted on router fe7678d7-b21a-4182-8819-bfcf92ed1ff9 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 23:06:35.085739 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dd08bd28-b791-4859-88c9-6afb5243b40c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:35.086804 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-dd08bd28-b791-4859-88c9-6afb5243b40c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/routers/fe7678d7-b21a-4182-8819-bfcf92ed1ff9 HTTP/1.1" status: 204 len: 168 time: 1.3186989 Sep 14 23:06:35.089532 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57584) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:06:35.198331 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ed0b611a-1c77-4d51-9248-4e04d6ea0a0b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:35.316781 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 1ad48c8c-e749-485b-a86d-df911d3e0109 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:06:35.335345 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ed0b611a-1c77-4d51-9248-4e04d6ea0a0b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:35.351286 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 1ad48c8c-e749-485b-a86d-df911d3e0109 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:06:35.351635 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 1ad48c8c-e749-485b-a86d-df911d3e0109 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:06:35.352059 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device aa382bff-41aa-4501-a832-0b2e091870c3 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:06:35.361411 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-ed0b611a-1c77-4d51-9248-4e04d6ea0a0b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c662aea-46e4-420b-ae4f-59dd003dae32']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:06:35.374213 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-ed0b611a-1c77-4d51-9248-4e04d6ea0a0b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04423228-8881-4f1f-8038-16b973aa0a9e') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:06:35.374684 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-ed0b611a-1c77-4d51-9248-4e04d6ea0a0b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04423228-8881-4f1f-8038-16b973aa0a9e') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:06:35.387992 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ed0b611a-1c77-4d51-9248-4e04d6ea0a0b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:35.388636 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: aa382bff-41aa-4501-a832-0b2e091870c3 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:06:35.388976 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device aa382bff-41aa-4501-a832-0b2e091870c3 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:06:35.389399 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device b340cfd5-ae5d-463b-a309-c4ddb9db4fc7 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:06:35.406192 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ed0b611a-1c77-4d51-9248-4e04d6ea0a0b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:35.413125 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed0b611a-1c77-4d51-9248-4e04d6ea0a0b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:06:35.413548 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ed0b611a-1c77-4d51-9248-4e04d6ea0a0b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:35.433662 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: b340cfd5-ae5d-463b-a309-c4ddb9db4fc7 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:06:35.434286 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device b340cfd5-ae5d-463b-a309-c4ddb9db4fc7 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:06:35.485097 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 04423228-8881-4f1f-8038-16b973aa0a9e resource provider aggregate not found Sep 14 23:06:35.508969 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 04423228-8881-4f1f-8038-16b973aa0a9e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 04423228-8881-4f1f-8038-16b973aa0a9e found for delete ", "request_id": "req-462f75d9-f21a-488c-a735-2d30e61e92e1"}]} Sep 14 23:06:35.520680 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ed0b611a-1c77-4d51-9248-4e04d6ea0a0b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:35.538039 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ed0b611a-1c77-4d51-9248-4e04d6ea0a0b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:35.550958 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b611a-1c77-4d51-9248-4e04d6ea0a0b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Network': ['ID=5c662aea-46e4-420b-ae4f-59dd003dae32,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:35.560568 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ed0b611a-1c77-4d51-9248-4e04d6ea0a0b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/networks/5c662aea-46e4-420b-ae4f-59dd003dae32 HTTP/1.1" status: 204 len: 168 time: 0.4672158 Sep 14 23:06:35.578217 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57592) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:06:35.584145 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-fe3181b3-a9b3-425a-b70a-c8a3180b4e6c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'network': {'name': 'tempest-network-smoke--2065153223', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'port_security_enabled': True}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:06:35.590059 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-fe3181b3-a9b3-425a-b70a-c8a3180b4e6c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:06:35.594314 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-fe3181b3-a9b3-425a-b70a-c8a3180b4e6c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:network and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:06:35.597338 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-fe3181b3-a9b3-425a-b70a-c8a3180b4e6c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:06:35.603202 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-fe3181b3-a9b3-425a-b70a-c8a3180b4e6c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:06:35.614892 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3181b3-a9b3-425a-b70a-c8a3180b4e6c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Made reservation on behalf of c57dd58bea08430d873bf967651d6b8d for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:06:35.620014 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fe3181b3-a9b3-425a-b70a-c8a3180b4e6c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:35.646403 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe3181b3-a9b3-425a-b70a-c8a3180b4e6c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:06:35.655601 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fe3181b3-a9b3-425a-b70a-c8a3180b4e6c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:35.655923 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-fe3181b3-a9b3-425a-b70a-c8a3180b4e6c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Added segment 353870ac-b92f-4fdb-8818-a5c72cb713a0 of type vlan for network c893d1e1-a8c9-4792-83f5-1fe4a8efe243 Sep 14 23:06:35.681165 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fe3181b3-a9b3-425a-b70a-c8a3180b4e6c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:35.712444 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fe3181b3-a9b3-425a-b70a-c8a3180b4e6c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:35.718255 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3181b3-a9b3-425a-b70a-c8a3180b4e6c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:35.718834 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fe3181b3-a9b3-425a-b70a-c8a3180b4e6c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:35.821192 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-fe3181b3-a9b3-425a-b70a-c8a3180b4e6c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2418830 Sep 14 23:06:35.824407 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3181b3-a9b3-425a-b70a-c8a3180b4e6c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Network': ['ID=c893d1e1-a8c9-4792-83f5-1fe4a8efe243,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:35.824541 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57596) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:06:35.830010 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-0c6bceba-9b6f-498f-ac57-e43e0f4c81af tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1441572564', 'admin_state_up': True, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:06:35.834130 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network c893d1e1-a8c9-4792-83f5-1fe4a8efe243 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:06:35.837368 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0c6bceba-9b6f-498f-ac57-e43e0f4c81af tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:06:35.842010 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0c6bceba-9b6f-498f-ac57-e43e0f4c81af tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:router and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:06:35.845452 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0c6bceba-9b6f-498f-ac57-e43e0f4c81af tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:06:35.851688 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0c6bceba-9b6f-498f-ac57-e43e0f4c81af tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:06:35.861253 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0c6bceba-9b6f-498f-ac57-e43e0f4c81af tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:35.862218 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0c6bceba-9b6f-498f-ac57-e43e0f4c81af tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:35.878035 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0c6bceba-9b6f-498f-ac57-e43e0f4c81af tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:36.149547 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0c6bceba-9b6f-498f-ac57-e43e0f4c81af tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:36.448940 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0c6bceba-9b6f-498f-ac57-e43e0f4c81af tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_gateway, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:36.477438 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0c6bceba-9b6f-498f-ac57-e43e0f4c81af tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:36.728026 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-0c6bceba-9b6f-498f-ac57-e43e0f4c81af tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Allocated IP 172.26.5.248 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/4b5ccbc1-8257-4966-a7e9-ba544409a0cc) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:06:36.868000 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0c6bceba-9b6f-498f-ac57-e43e0f4c81af tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:36.896738 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0c6bceba-9b6f-498f-ac57-e43e0f4c81af tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:36.957842 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6bceba-9b6f-498f-ac57-e43e0f4c81af tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:06:36.960863 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-0c6bceba-9b6f-498f-ac57-e43e0f4c81af tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:06:36.965083 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6bceba-9b6f-498f-ac57-e43e0f4c81af tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:06:37.012503 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6bceba-9b6f-498f-ac57-e43e0f4c81af tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=4b5ccbc1-8257-4966-a7e9-ba544409a0cc,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:37.383284 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0c6bceba-9b6f-498f-ac57-e43e0f4c81af tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_gateway, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:37.677868 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c964fb39-e1e1-458f-8ef3-0c091308257b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:37.718762 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0c6bceba-9b6f-498f-ac57-e43e0f4c81af tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:37.921404 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6bceba-9b6f-498f-ac57-e43e0f4c81af tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router 1986d23c-8448-4d05-9853-8beb8b5d1b63 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 23:06:38.206558 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6bceba-9b6f-498f-ac57-e43e0f4c81af tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:06:38.216087 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc5a6c0-7c18-4e82-b28c-5996091d87f1 None None] Sync routers for ids ['1986d23c-8448-4d05-9853-8beb8b5d1b63'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:06:38.225033 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc5a6c0-7c18-4e82-b28c-5996091d87f1 None None] Routers {'1986d23c-8448-4d05-9853-8beb8b5d1b63'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:06:38.225615 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-cdc5a6c0-7c18-4e82-b28c-5996091d87f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:06:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1986d23c-8448-4d05-9853-8beb8b5d1b63'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:06:38.233042 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0c6bceba-9b6f-498f-ac57-e43e0f4c81af tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:38.234517 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0c6bceba-9b6f-498f-ac57-e43e0f4c81af tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4089127 Sep 14 23:06:38.237661 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57602) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:06:38.281186 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b0ee04aa-9a3c-47c6-b5f0-2d1db84cc180 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=c57dd58bea08430d873bf967651d6b8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412276 Sep 14 23:06:38.282557 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57606) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:06:38.399948 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-cdc5a6c0-7c18-4e82-b28c-5996091d87f1 None None] Set router 1986d23c-8448-4d05-9853-8beb8b5d1b63 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:06:38.413724 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a16dac5-4a60-4315-bae1-8739a51b649d tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:38.415197 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8a16dac5-4a60-4315-bae1-8739a51b649d tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1317694 Sep 14 23:06:38.417949 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57610) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:06:38.459451 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d78d5efa-5c2e-4862-a394-236a91d1aa07 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=681410b9-e86d-4f65-a0f3-ea2093b5104b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402753 Sep 14 23:06:38.461750 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57614) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:06:38.467101 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-1cdbc2e4-49df-41a6-ae65-d97d777377cf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-706413898', 'network_id': 'c893d1e1-a8c9-4792-83f5-1fe4a8efe243', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:06:38.575947 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1cdbc2e4-49df-41a6-ae65-d97d777377cf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:06:38.579749 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1cdbc2e4-49df-41a6-ae65-d97d777377cf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:subnet and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:06:38.582570 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1cdbc2e4-49df-41a6-ae65-d97d777377cf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:06:38.588233 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1cdbc2e4-49df-41a6-ae65-d97d777377cf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:06:38.597826 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdbc2e4-49df-41a6-ae65-d97d777377cf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Made reservation on behalf of c57dd58bea08430d873bf967651d6b8d for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:06:38.601308 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1cdbc2e4-49df-41a6-ae65-d97d777377cf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:38.681690 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-cdc5a6c0-7c18-4e82-b28c-5996091d87f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'name': 'tempest-TestNetworkBasicOps-router-1441572564', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '4b5ccbc1-8257-4966-a7e9-ba544409a0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:06:35Z', 'updated_at': '2022-09-14T23:06:37Z', 'revision_number': 3, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '4b5ccbc1-8257-4966-a7e9-ba544409a0cc', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:52:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:06:36Z', 'updated_at': '2022-09-14T23:06:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:06:38.685938 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc5a6c0-7c18-4e82-b28c-5996091d87f1 None None] Checking router: 1986d23c-8448-4d05-9853-8beb8b5d1b63 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:06:38.686277 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc5a6c0-7c18-4e82-b28c-5996091d87f1 None None] Updating router 1986d23c-8448-4d05-9853-8beb8b5d1b63 port 4b5ccbc1-8257-4966-a7e9-ba544409a0cc binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:06:38.773504 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-cdc5a6c0-7c18-4e82-b28c-5996091d87f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:38.819574 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1cdbc2e4-49df-41a6-ae65-d97d777377cf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:38.900944 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdbc2e4-49df-41a6-ae65-d97d777377cf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Subnet': ['ID=8ff7fa7e-4ca9-42ff-a0ca-df4949bebe99,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:38.908431 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdbc2e4-49df-41a6-ae65-d97d777377cf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Checking segment: {'id': '353870ac-b92f-4fdb-8818-a5c72cb713a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c893d1e1-a8c9-4792-83f5-1fe4a8efe243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:06:38.908724 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdbc2e4-49df-41a6-ae65-d97d777377cf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network hostable DHCP agents. Network: c893d1e1-a8c9-4792-83f5-1fe4a8efe243, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:06:38.927232 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdbc2e4-49df-41a6-ae65-d97d777377cf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network c893d1e1-a8c9-4792-83f5-1fe4a8efe243 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:06:38.936796 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-1cdbc2e4-49df-41a6-ae65-d97d777377cf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, c893d1e1-a8c9-4792-83f5-1fe4a8efe243) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:06:38.940852 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdbc2e4-49df-41a6-ae65-d97d777377cf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:38.941377 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1cdbc2e4-49df-41a6-ae65-d97d777377cf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:38.946062 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349fe850-00ef-414e-9cbf-ab82d4bd3492 None None] Network c893d1e1-a8c9-4792-83f5-1fe4a8efe243 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:06:38.964488 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1cdbc2e4-49df-41a6-ae65-d97d777377cf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5015767 Sep 14 23:06:38.967290 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57618) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:06:39.099569 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-cdc5a6c0-7c18-4e82-b28c-5996091d87f1 None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:39.113429 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-cdc5a6c0-7c18-4e82-b28c-5996091d87f1 None None] Transition to ACTIVE for port object 4b5ccbc1-8257-4966-a7e9-ba544409a0cc will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:06:39.121322 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-cdc5a6c0-7c18-4e82-b28c-5996091d87f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:39.188886 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-cdc5a6c0-7c18-4e82-b28c-5996091d87f1 None None] Attempting to bind port 4b5ccbc1-8257-4966-a7e9-ba544409a0cc on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:06:39.189252 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-cdc5a6c0-7c18-4e82-b28c-5996091d87f1 None None] Attempting to bind port 4b5ccbc1-8257-4966-a7e9-ba544409a0cc by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:06:39.189606 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc5a6c0-7c18-4e82-b28c-5996091d87f1 None None] Attempting to bind port 4b5ccbc1-8257-4966-a7e9-ba544409a0cc on network 681410b9-e86d-4f65-a0f3-ea2093b5104b {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:06:39.200288 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc5a6c0-7c18-4e82-b28c-5996091d87f1 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:06:39.200772 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc5a6c0-7c18-4e82-b28c-5996091d87f1 None None] Checking segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:06:39.201161 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-cdc5a6c0-7c18-4e82-b28c-5996091d87f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:39.201544 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc5a6c0-7c18-4e82-b28c-5996091d87f1 None None] Bound using segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:06:39.201998 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-cdc5a6c0-7c18-4e82-b28c-5996091d87f1 None None] Bound port: 4b5ccbc1-8257-4966-a7e9-ba544409a0cc, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:06:39.202360 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-cdc5a6c0-7c18-4e82-b28c-5996091d87f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:39.208533 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fa3253-fb04-472a-b146-441a5b11359d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-c893d1e1-a8c9-4792-83f5-1fe4a8efe243', 'network_id': 'c893d1e1-a8c9-4792-83f5-1fe4a8efe243', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ips': [{'subnet_id': '8ff7fa7e-4ca9-42ff-a0ca-df4949bebe99'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:06:39.209627 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e1fa3253-fb04-472a-b146-441a5b11359d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:39.236988 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40980949-57a7-4073-be30-6a1c3e5c8587 None None] Pushing event updated for resources: {'Port': ['ID=4b5ccbc1-8257-4966-a7e9-ba544409a0cc,revision_number=2']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:39.249981 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40980949-57a7-4073-be30-6a1c3e5c8587 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:39.250324 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40980949-57a7-4073-be30-6a1c3e5c8587 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:39.250648 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40980949-57a7-4073-be30-6a1c3e5c8587 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:39.250972 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40980949-57a7-4073-be30-6a1c3e5c8587 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:39.251292 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40980949-57a7-4073-be30-6a1c3e5c8587 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:39.251609 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40980949-57a7-4073-be30-6a1c3e5c8587 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:39.251923 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40980949-57a7-4073-be30-6a1c3e5c8587 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:39.252239 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40980949-57a7-4073-be30-6a1c3e5c8587 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:39.252546 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40980949-57a7-4073-be30-6a1c3e5c8587 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:39.253069 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40980949-57a7-4073-be30-6a1c3e5c8587 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:39.253383 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40980949-57a7-4073-be30-6a1c3e5c8587 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:39.253694 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40980949-57a7-4073-be30-6a1c3e5c8587 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:39.289125 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-cdc5a6c0-7c18-4e82-b28c-5996091d87f1 None None] For port 4b5ccbc1-8257-4966-a7e9-ba544409a0cc, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:06:39.293339 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-cdc5a6c0-7c18-4e82-b28c-5996091d87f1 None None] For port 4b5ccbc1-8257-4966-a7e9-ba544409a0cc, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=4b5ccbc1-8257-4966-a7e9-ba544409a0cc,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:06:39.299561 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-cdc5a6c0-7c18-4e82-b28c-5996091d87f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:39.375435 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40980949-57a7-4073-be30-6a1c3e5c8587 None None] Pushing event updated for resources: {'Port': ['ID=4b5ccbc1-8257-4966-a7e9-ba544409a0cc,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:39.382928 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc5a6c0-7c18-4e82-b28c-5996091d87f1 None None] Routers {'1986d23c-8448-4d05-9853-8beb8b5d1b63'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:06:39.383708 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-cdc5a6c0-7c18-4e82-b28c-5996091d87f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:06:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1986d23c-8448-4d05-9853-8beb8b5d1b63'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:06:39.387697 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-e1fa3253-fb04-472a-b146-441a5b11359d None None] Allocated IP 172.20.0.2 (c893d1e1-a8c9-4792-83f5-1fe4a8efe243/8ff7fa7e-4ca9-42ff-a0ca-df4949bebe99/f493428e-edb9-4ccb-b578-de23ff92ca82) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:06:39.564596 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-cdc5a6c0-7c18-4e82-b28c-5996091d87f1 None None] Set router 1986d23c-8448-4d05-9853-8beb8b5d1b63 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:06:39.604443 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e1fa3253-fb04-472a-b146-441a5b11359d None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:39.614874 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e1fa3253-fb04-472a-b146-441a5b11359d None None] Transition to ACTIVE for port object f493428e-edb9-4ccb-b578-de23ff92ca82 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:06:39.632597 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e1fa3253-fb04-472a-b146-441a5b11359d None None] Transition to ACTIVE for port object f493428e-edb9-4ccb-b578-de23ff92ca82 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:06:39.639177 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e1fa3253-fb04-472a-b146-441a5b11359d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:39.705111 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fa3253-fb04-472a-b146-441a5b11359d None None] Network c893d1e1-a8c9-4792-83f5-1fe4a8efe243 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:06:39.708284 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-e1fa3253-fb04-472a-b146-441a5b11359d None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:06:39.712203 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fa3253-fb04-472a-b146-441a5b11359d None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:06:39.725710 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa3253-fb04-472a-b146-441a5b11359d None None] Pushing event updated for resources: {'Port': ['ID=f493428e-edb9-4ccb-b578-de23ff92ca82,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:39.811473 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-879e0667-6ff9-4a51-a0e5-0bceafab8c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:39.834817 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e1fa3253-fb04-472a-b146-441a5b11359d None None] Attempting to bind port f493428e-edb9-4ccb-b578-de23ff92ca82 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:06:39.836197 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e1fa3253-fb04-472a-b146-441a5b11359d None None] Attempting to bind port f493428e-edb9-4ccb-b578-de23ff92ca82 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '353870ac-b92f-4fdb-8818-a5c72cb713a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c893d1e1-a8c9-4792-83f5-1fe4a8efe243'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:06:39.836556 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fa3253-fb04-472a-b146-441a5b11359d None None] Attempting to bind port f493428e-edb9-4ccb-b578-de23ff92ca82 on network c893d1e1-a8c9-4792-83f5-1fe4a8efe243 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:06:39.843491 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fa3253-fb04-472a-b146-441a5b11359d None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:06:39.843852 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fa3253-fb04-472a-b146-441a5b11359d None None] Checking segment: {'id': '353870ac-b92f-4fdb-8818-a5c72cb713a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c893d1e1-a8c9-4792-83f5-1fe4a8efe243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:06:39.844247 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e1fa3253-fb04-472a-b146-441a5b11359d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:39.844654 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fa3253-fb04-472a-b146-441a5b11359d None None] Bound using segment: {'id': '353870ac-b92f-4fdb-8818-a5c72cb713a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c893d1e1-a8c9-4792-83f5-1fe4a8efe243'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:06:39.845108 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e1fa3253-fb04-472a-b146-441a5b11359d None None] Bound port: f493428e-edb9-4ccb-b578-de23ff92ca82, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '353870ac-b92f-4fdb-8818-a5c72cb713a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c893d1e1-a8c9-4792-83f5-1fe4a8efe243'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:06:39.845473 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e1fa3253-fb04-472a-b146-441a5b11359d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:39.846536 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c6a2671f-11ff-40a7-8ec1-7d8e99a6047c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:39.865210 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-cdc5a6c0-7c18-4e82-b28c-5996091d87f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'name': 'tempest-TestNetworkBasicOps-router-1441572564', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '4b5ccbc1-8257-4966-a7e9-ba544409a0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:06:35Z', 'updated_at': '2022-09-14T23:06:37Z', 'revision_number': 3, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '4b5ccbc1-8257-4966-a7e9-ba544409a0cc', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:52:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:06:36Z', 'updated_at': '2022-09-14T23:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:06:39.869010 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc5a6c0-7c18-4e82-b28c-5996091d87f1 None None] The sync data for ids ['1986d23c-8448-4d05-9853-8beb8b5d1b63'] in dv-neutron-857791-1-hyperv is: [{'id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'name': 'tempest-TestNetworkBasicOps-router-1441572564', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '4b5ccbc1-8257-4966-a7e9-ba544409a0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:06:35Z', 'updated_at': '2022-09-14T23:06:37Z', 'revision_number': 3, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '4b5ccbc1-8257-4966-a7e9-ba544409a0cc', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:52:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:06:36Z', 'updated_at': '2022-09-14T23:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:06:39.939453 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-e1fa3253-fb04-472a-b146-441a5b11359d None None] For port f493428e-edb9-4ccb-b578-de23ff92ca82, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:06:39.942640 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-e1fa3253-fb04-472a-b146-441a5b11359d None None] For port f493428e-edb9-4ccb-b578-de23ff92ca82, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f493428e-edb9-4ccb-b578-de23ff92ca82,segment=NetworkSegment(353870ac-b92f-4fdb-8818-a5c72cb713a0),segment_id=353870ac-b92f-4fdb-8818-a5c72cb713a0)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:06:39.949492 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e1fa3253-fb04-472a-b146-441a5b11359d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:40.051537 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa3253-fb04-472a-b146-441a5b11359d None None] Pushing event updated for resources: {'Port': ['ID=f493428e-edb9-4ccb-b578-de23ff92ca82,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:40.305191 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-c6a2671f-11ff-40a7-8ec1-7d8e99a6047c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Allocated IP 172.20.0.1 (c893d1e1-a8c9-4792-83f5-1fe4a8efe243/8ff7fa7e-4ca9-42ff-a0ca-df4949bebe99/8c8ebdf5-5bff-4271-8216-1ed5744c221b) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:06:40.490455 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c6a2671f-11ff-40a7-8ec1-7d8e99a6047c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:40.507324 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-c6a2671f-11ff-40a7-8ec1-7d8e99a6047c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Transition to ACTIVE for port object 8c8ebdf5-5bff-4271-8216-1ed5744c221b will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:06:40.530879 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c6a2671f-11ff-40a7-8ec1-7d8e99a6047c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:40.604458 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a2671f-11ff-40a7-8ec1-7d8e99a6047c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network c893d1e1-a8c9-4792-83f5-1fe4a8efe243 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:06:40.607715 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-c6a2671f-11ff-40a7-8ec1-7d8e99a6047c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:06:40.611861 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a2671f-11ff-40a7-8ec1-7d8e99a6047c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:06:40.642675 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2671f-11ff-40a7-8ec1-7d8e99a6047c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=8c8ebdf5-5bff-4271-8216-1ed5744c221b,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:40.674862 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c6a2671f-11ff-40a7-8ec1-7d8e99a6047c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:40.811750 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:40.879438 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:40.958172 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c6a2671f-11ff-40a7-8ec1-7d8e99a6047c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:41.036886 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c225b665-3cf6-4f5f-a78d-83859a115c15 None None] Network c893d1e1-a8c9-4792-83f5-1fe4a8efe243 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:06:41.131940 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-b06a4834-cd9d-49e6-9989-e69dc08f8e5c None None] Provisioning for port f493428e-edb9-4ccb-b578-de23ff92ca82 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:06:41.414073 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 4b5ccbc1-8257-4966-a7e9-ba544409a0cc up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:06:41.419337 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c6a2671f-11ff-40a7-8ec1-7d8e99a6047c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:41.425276 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c6a2671f-11ff-40a7-8ec1-7d8e99a6047c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:41.495769 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 4b5ccbc1-8257-4966-a7e9-ba544409a0cc completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:06:41.502151 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 4b5ccbc1-8257-4966-a7e9-ba544409a0cc triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:06:41.502522 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:41.657838 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-62132826-8d27-4e10-8924-def2e7f19b92 None None] Provisioning for port 8c8ebdf5-5bff-4271-8216-1ed5744c221b completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:06:41.665116 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-62132826-8d27-4e10-8924-def2e7f19b92 None None] Provisioning complete for port 8c8ebdf5-5bff-4271-8216-1ed5744c221b triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:06:41.665727 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-62132826-8d27-4e10-8924-def2e7f19b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:41.668179 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c6a2671f-11ff-40a7-8ec1-7d8e99a6047c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:41.675150 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2671f-11ff-40a7-8ec1-7d8e99a6047c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=8c8ebdf5-5bff-4271-8216-1ed5744c221b,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:41.696300 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 4b5ccbc1-8257-4966-a7e9-ba544409a0cc is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:06:41.697002 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:41.735672 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 4b5ccbc1-8257-4966-a7e9-ba544409a0cc, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=4b5ccbc1-8257-4966-a7e9-ba544409a0cc,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:06:41.738262 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-62132826-8d27-4e10-8924-def2e7f19b92 None None] Port 8c8ebdf5-5bff-4271-8216-1ed5744c221b cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:06:41.741502 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:41.742730 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f493428e-edb9-4ccb-b578-de23ff92ca82 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:06:41.817728 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a2671f-11ff-40a7-8ec1-7d8e99a6047c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network c893d1e1-a8c9-4792-83f5-1fe4a8efe243 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:06:41.818833 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-c6a2671f-11ff-40a7-8ec1-7d8e99a6047c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:06:41.877540 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=4b5ccbc1-8257-4966-a7e9-ba544409a0cc,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:41.886417 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-493ce8d6-36e2-46cc-a796-6379a0188304 None None] Provisioning complete for port 8c8ebdf5-5bff-4271-8216-1ed5744c221b triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:06:41.886778 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-493ce8d6-36e2-46cc-a796-6379a0188304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:41.951796 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port f493428e-edb9-4ccb-b578-de23ff92ca82 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:06:41.976958 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port f493428e-edb9-4ccb-b578-de23ff92ca82 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:06:41.977314 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:42.019197 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a2671f-11ff-40a7-8ec1-7d8e99a6047c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router 1986d23c-8448-4d05-9853-8beb8b5d1b63 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:06:42.035067 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-493ce8d6-36e2-46cc-a796-6379a0188304 None None] Port 8c8ebdf5-5bff-4271-8216-1ed5744c221b cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:06:42.101947 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port f493428e-edb9-4ccb-b578-de23ff92ca82 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:06:42.102588 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:42.134137 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port f493428e-edb9-4ccb-b578-de23ff92ca82, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f493428e-edb9-4ccb-b578-de23ff92ca82,segment=NetworkSegment(353870ac-b92f-4fdb-8818-a5c72cb713a0),segment_id=353870ac-b92f-4fdb-8818-a5c72cb713a0)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:06:42.137803 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:42.196827 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a2671f-11ff-40a7-8ec1-7d8e99a6047c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:06:42.207848 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7a3e48-02ce-4443-8fcc-b3bff4887fe1 None None] Sync routers for ids ['1986d23c-8448-4d05-9853-8beb8b5d1b63'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:06:42.209031 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c6a2671f-11ff-40a7-8ec1-7d8e99a6047c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "PUT /v2.0/routers/1986d23c-8448-4d05-9853-8beb8b5d1b63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2405274 Sep 14 23:06:42.209733 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-14c62f9e-0ceb-45d7-92d6-3acceb0d0d1a None None] Provisioning complete for port 8c8ebdf5-5bff-4271-8216-1ed5744c221b triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:06:42.210086 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-14c62f9e-0ceb-45d7-92d6-3acceb0d0d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:42.211487 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57622) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:06:42.267759 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=f493428e-edb9-4ccb-b578-de23ff92ca82,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:42.276571 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7a3e48-02ce-4443-8fcc-b3bff4887fe1 None None] Routers {'1986d23c-8448-4d05-9853-8beb8b5d1b63'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:06:42.277203 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-cf7a3e48-02ce-4443-8fcc-b3bff4887fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:06:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1986d23c-8448-4d05-9853-8beb8b5d1b63'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:06:42.335232 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-14c62f9e-0ceb-45d7-92d6-3acceb0d0d1a None None] Port 8c8ebdf5-5bff-4271-8216-1ed5744c221b cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:06:42.344677 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:42.345021 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:42.345354 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:42.345681 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:42.346009 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:42.346327 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:42.346642 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:42.346959 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:42.347275 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:42.347592 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:42.347902 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:42.348213 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:42.355559 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6ed7d7-d514-43c1-a3b1-f30cbc2f8c1d tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:42.356033 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6ed7d7-d514-43c1-a3b1-f30cbc2f8c1d tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:42.356563 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6ed7d7-d514-43c1-a3b1-f30cbc2f8c1d tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:42.356989 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6ed7d7-d514-43c1-a3b1-f30cbc2f8c1d tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:42.357446 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6ed7d7-d514-43c1-a3b1-f30cbc2f8c1d tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:42.357901 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6ed7d7-d514-43c1-a3b1-f30cbc2f8c1d tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:42.360116 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7d6ed7d7-d514-43c1-a3b1-f30cbc2f8c1d tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4281 time: 0.1476121 Sep 14 23:06:42.362974 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57626) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:06:42.445144 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f27280-cc2b-4ad9-8ded-bf756b83bdaa tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:42.445384 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f27280-cc2b-4ad9-8ded-bf756b83bdaa tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:42.445826 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f27280-cc2b-4ad9-8ded-bf756b83bdaa tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:42.446559 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f27280-cc2b-4ad9-8ded-bf756b83bdaa tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:42.446684 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f27280-cc2b-4ad9-8ded-bf756b83bdaa tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:42.448063 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f27280-cc2b-4ad9-8ded-bf756b83bdaa tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:42.448909 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-89f27280-cc2b-4ad9-8ded-bf756b83bdaa tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0848980 Sep 14 23:06:42.451747 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57630) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:06:42.463452 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:42.480900 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-cf7a3e48-02ce-4443-8fcc-b3bff4887fe1 None None] Set router 1986d23c-8448-4d05-9853-8beb8b5d1b63 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:06:42.787743 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8479d64d-ea21-4c3b-a87e-1803c1126197 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.3347781 Sep 14 23:06:42.829891 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-cf7a3e48-02ce-4443-8fcc-b3bff4887fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'name': 'tempest-TestNetworkBasicOps-router-1441572564', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '4b5ccbc1-8257-4966-a7e9-ba544409a0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:06:35Z', 'updated_at': '2022-09-14T23:06:40Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '4b5ccbc1-8257-4966-a7e9-ba544409a0cc', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:52:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:06:36Z', 'updated_at': '2022-09-14T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '8c8ebdf5-5bff-4271-8216-1ed5744c221b', 'name': '', 'network_id': 'c893d1e1-a8c9-4792-83f5-1fe4a8efe243', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:c3:31:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '8ff7fa7e-4ca9-42ff-a0ca-df4949bebe99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:06:40Z', 'updated_at': '2022-09-14T23:06:41Z', 'revision_number': 2, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '8ff7fa7e-4ca9-42ff-a0ca-df4949bebe99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:06:42.834851 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7a3e48-02ce-4443-8fcc-b3bff4887fe1 None None] Checking router: 1986d23c-8448-4d05-9853-8beb8b5d1b63 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:06:42.834851 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7a3e48-02ce-4443-8fcc-b3bff4887fe1 None None] Updating router 1986d23c-8448-4d05-9853-8beb8b5d1b63 port 8c8ebdf5-5bff-4271-8216-1ed5744c221b binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:06:42.866434 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57636) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:06:42.871723 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-475e2f87-f4f1-48a8-81b4-05e85bc27520 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1787232040', 'description': 'tempest-secgroup-smoke-1787232040 description', 'project_id': 'c57dd58bea08430d873bf967651d6b8d'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:06:42.878833 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-475e2f87-f4f1-48a8-81b4-05e85bc27520 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:06:42.883115 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-475e2f87-f4f1-48a8-81b4-05e85bc27520 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:06:42.886822 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-475e2f87-f4f1-48a8-81b4-05e85bc27520 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:06:42.892856 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-475e2f87-f4f1-48a8-81b4-05e85bc27520 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:06:42.905499 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cf7a3e48-02ce-4443-8fcc-b3bff4887fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:42.907724 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-475e2f87-f4f1-48a8-81b4-05e85bc27520 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:42.930761 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-475e2f87-f4f1-48a8-81b4-05e85bc27520 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:06:42.935161 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-475e2f87-f4f1-48a8-81b4-05e85bc27520 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:06:42.937556 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-475e2f87-f4f1-48a8-81b4-05e85bc27520 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:06:42.947056 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-475e2f87-f4f1-48a8-81b4-05e85bc27520 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:06:43.046173 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-475e2f87-f4f1-48a8-81b4-05e85bc27520 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:43.049700 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-475e2f87-f4f1-48a8-81b4-05e85bc27520 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:43.100694 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e2f87-f4f1-48a8-81b4-05e85bc27520 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=867bce9a-6ea3-4179-8d3c-83677979ff0d,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:43.109521 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-475e2f87-f4f1-48a8-81b4-05e85bc27520 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:43.109521 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-475e2f87-f4f1-48a8-81b4-05e85bc27520 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2367084 Sep 14 23:06:43.109521 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475e2f87-f4f1-48a8-81b4-05e85bc27520 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:43.109521 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475e2f87-f4f1-48a8-81b4-05e85bc27520 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:43.109521 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475e2f87-f4f1-48a8-81b4-05e85bc27520 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:43.110781 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57640) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:06:43.112406 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-1f2712d2-9f48-4558-aded-16c66bfe862e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '867bce9a-6ea3-4179-8d3c-83677979ff0d', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:06:43.112940 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475e2f87-f4f1-48a8-81b4-05e85bc27520 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:43.113412 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475e2f87-f4f1-48a8-81b4-05e85bc27520 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:43.113844 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475e2f87-f4f1-48a8-81b4-05e85bc27520 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:43.114265 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475e2f87-f4f1-48a8-81b4-05e85bc27520 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:43.114653 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475e2f87-f4f1-48a8-81b4-05e85bc27520 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:43.115046 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475e2f87-f4f1-48a8-81b4-05e85bc27520 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:43.115460 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475e2f87-f4f1-48a8-81b4-05e85bc27520 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:43.115890 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475e2f87-f4f1-48a8-81b4-05e85bc27520 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:43.117593 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475e2f87-f4f1-48a8-81b4-05e85bc27520 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:06:43.122141 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-1f2712d2-9f48-4558-aded-16c66bfe862e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:06:43.123733 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1f2712d2-9f48-4558-aded-16c66bfe862e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:06:43.127246 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1f2712d2-9f48-4558-aded-16c66bfe862e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:06:43.136392 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-1f2712d2-9f48-4558-aded-16c66bfe862e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:06:43.158020 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1f2712d2-9f48-4558-aded-16c66bfe862e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:43.231140 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1f2712d2-9f48-4558-aded-16c66bfe862e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:43.237550 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1f2712d2-9f48-4558-aded-16c66bfe862e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:43.265585 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2712d2-9f48-4558-aded-16c66bfe862e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0fb4a21-ee18-45b3-9d6f-36e7ee388699,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:43.276389 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1f2712d2-9f48-4558-aded-16c66bfe862e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:43.277748 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1f2712d2-9f48-4558-aded-16c66bfe862e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1695912 Sep 14 23:06:43.282620 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57644) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:06:43.286328 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-61e655cd-0ac3-4038-9dd5-a6166662043a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '867bce9a-6ea3-4179-8d3c-83677979ff0d', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:06:43.297391 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-61e655cd-0ac3-4038-9dd5-a6166662043a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:06:43.301227 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-61e655cd-0ac3-4038-9dd5-a6166662043a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:06:43.301227 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-61e655cd-0ac3-4038-9dd5-a6166662043a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:06:43.310039 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-61e655cd-0ac3-4038-9dd5-a6166662043a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:06:43.331976 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-61e655cd-0ac3-4038-9dd5-a6166662043a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:43.335483 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cf7a3e48-02ce-4443-8fcc-b3bff4887fe1 None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:43.349921 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-cf7a3e48-02ce-4443-8fcc-b3bff4887fe1 None None] Transition to ACTIVE for port object 8c8ebdf5-5bff-4271-8216-1ed5744c221b will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:06:43.362861 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cf7a3e48-02ce-4443-8fcc-b3bff4887fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:43.415000 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-61e655cd-0ac3-4038-9dd5-a6166662043a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:43.427761 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-61e655cd-0ac3-4038-9dd5-a6166662043a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:43.461681 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e655cd-0ac3-4038-9dd5-a6166662043a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ed28046-c300-41a1-9d7e-3f15b627cafa,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:43.461681 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-61e655cd-0ac3-4038-9dd5-a6166662043a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:43.466368 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57648) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:06:43.471113 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-a8b3471b-b851-410d-b1c6-260855c3a02a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '867bce9a-6ea3-4179-8d3c-83677979ff0d', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:06:43.473148 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-61e655cd-0ac3-4038-9dd5-a6166662043a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1915140 Sep 14 23:06:43.477458 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-a8b3471b-b851-410d-b1c6-260855c3a02a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:06:43.479736 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 4b5ccbc1-8257-4966-a7e9-ba544409a0cc up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:06:43.482182 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a8b3471b-b851-410d-b1c6-260855c3a02a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:06:43.485497 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a8b3471b-b851-410d-b1c6-260855c3a02a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:06:43.492593 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-a8b3471b-b851-410d-b1c6-260855c3a02a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:06:43.509954 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a8b3471b-b851-410d-b1c6-260855c3a02a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:43.583139 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a8b3471b-b851-410d-b1c6-260855c3a02a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:43.595091 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a8b3471b-b851-410d-b1c6-260855c3a02a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:43.622103 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3471b-b851-410d-b1c6-260855c3a02a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f66504-e8c4-4e6d-8ca6-56d5dc72229f,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:43.634674 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a8b3471b-b851-410d-b1c6-260855c3a02a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:43.634674 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a8b3471b-b851-410d-b1c6-260855c3a02a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1663473 Sep 14 23:06:43.638906 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57652) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:06:43.642871 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-22c4e1cd-cf96-497e-bf8a-fb517a61ff06 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '867bce9a-6ea3-4179-8d3c-83677979ff0d', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:06:43.649372 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-22c4e1cd-cf96-497e-bf8a-fb517a61ff06 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:06:43.654092 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-22c4e1cd-cf96-497e-bf8a-fb517a61ff06 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:06:43.659810 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-22c4e1cd-cf96-497e-bf8a-fb517a61ff06 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:06:43.663384 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-22c4e1cd-cf96-497e-bf8a-fb517a61ff06 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:06:43.681456 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-22c4e1cd-cf96-497e-bf8a-fb517a61ff06 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:43.698647 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98613ce4-7332-40f9-b7ee-afea1cd05646 None None] Pushing event updated for resources: {'Port': ['ID=8c8ebdf5-5bff-4271-8216-1ed5744c221b,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:43.722707 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-cf7a3e48-02ce-4443-8fcc-b3bff4887fe1 None None] Attempting to bind port 8c8ebdf5-5bff-4271-8216-1ed5744c221b on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:06:43.723065 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-cf7a3e48-02ce-4443-8fcc-b3bff4887fe1 None None] Attempting to bind port 8c8ebdf5-5bff-4271-8216-1ed5744c221b by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '353870ac-b92f-4fdb-8818-a5c72cb713a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c893d1e1-a8c9-4792-83f5-1fe4a8efe243'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:06:43.723545 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7a3e48-02ce-4443-8fcc-b3bff4887fe1 None None] Attempting to bind port 8c8ebdf5-5bff-4271-8216-1ed5744c221b on network c893d1e1-a8c9-4792-83f5-1fe4a8efe243 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:06:43.732043 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7a3e48-02ce-4443-8fcc-b3bff4887fe1 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:06:43.732043 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7a3e48-02ce-4443-8fcc-b3bff4887fe1 None None] Checking segment: {'id': '353870ac-b92f-4fdb-8818-a5c72cb713a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c893d1e1-a8c9-4792-83f5-1fe4a8efe243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:06:43.733362 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cf7a3e48-02ce-4443-8fcc-b3bff4887fe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:43.733362 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7a3e48-02ce-4443-8fcc-b3bff4887fe1 None None] Bound using segment: {'id': '353870ac-b92f-4fdb-8818-a5c72cb713a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c893d1e1-a8c9-4792-83f5-1fe4a8efe243'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:06:43.733362 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-cf7a3e48-02ce-4443-8fcc-b3bff4887fe1 None None] Bound port: 8c8ebdf5-5bff-4271-8216-1ed5744c221b, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '353870ac-b92f-4fdb-8818-a5c72cb713a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c893d1e1-a8c9-4792-83f5-1fe4a8efe243'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:06:43.733772 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cf7a3e48-02ce-4443-8fcc-b3bff4887fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:43.753022 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-22c4e1cd-cf96-497e-bf8a-fb517a61ff06 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:43.760543 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-22c4e1cd-cf96-497e-bf8a-fb517a61ff06 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:43.791954 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4e1cd-cf96-497e-bf8a-fb517a61ff06 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80fff4be-cffe-4029-ae92-093725e4fed4,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:43.793699 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 4b5ccbc1-8257-4966-a7e9-ba544409a0cc triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:06:43.793699 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:43.797567 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-22c4e1cd-cf96-497e-bf8a-fb517a61ff06 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:43.799488 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-22c4e1cd-cf96-497e-bf8a-fb517a61ff06 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1615694 Sep 14 23:06:43.802410 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57656) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:06:43.807679 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-83f25938-8f80-4d6e-83f4-afee0640baad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '867bce9a-6ea3-4179-8d3c-83677979ff0d', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:06:43.813738 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-83f25938-8f80-4d6e-83f4-afee0640baad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:06:43.817667 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-83f25938-8f80-4d6e-83f4-afee0640baad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:06:43.820637 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-83f25938-8f80-4d6e-83f4-afee0640baad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:06:43.826404 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-83f25938-8f80-4d6e-83f4-afee0640baad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:06:43.842503 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.securitygroups_db [None req-83f25938-8f80-4d6e-83f4-afee0640baad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Project c57dd58bea08430d873bf967651d6b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:06:43.848677 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-83f25938-8f80-4d6e-83f4-afee0640baad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:43.888236 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-cf7a3e48-02ce-4443-8fcc-b3bff4887fe1 None None] For port 8c8ebdf5-5bff-4271-8216-1ed5744c221b, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:06:43.895193 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-cf7a3e48-02ce-4443-8fcc-b3bff4887fe1 None None] For port 8c8ebdf5-5bff-4271-8216-1ed5744c221b, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=8c8ebdf5-5bff-4271-8216-1ed5744c221b,segment=NetworkSegment(353870ac-b92f-4fdb-8818-a5c72cb713a0),segment_id=353870ac-b92f-4fdb-8818-a5c72cb713a0)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:06:43.933417 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cf7a3e48-02ce-4443-8fcc-b3bff4887fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:43.933969 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-83f25938-8f80-4d6e-83f4-afee0640baad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:43.935905 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-83f25938-8f80-4d6e-83f4-afee0640baad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:43.959439 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f25938-8f80-4d6e-83f4-afee0640baad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9b16b40-acf1-4a3b-bc26-0f6c82e4239d,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:43.971354 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-83f25938-8f80-4d6e-83f4-afee0640baad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:43.973435 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-83f25938-8f80-4d6e-83f4-afee0640baad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1691914 Sep 14 23:06:43.976151 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57660) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:06:43.982611 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-29c72dc4-8fc5-4e94-a036-8f182d8c4ebd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '867bce9a-6ea3-4179-8d3c-83677979ff0d', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:06:43.988053 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-29c72dc4-8fc5-4e94-a036-8f182d8c4ebd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:06:43.991907 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-29c72dc4-8fc5-4e94-a036-8f182d8c4ebd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:06:43.996907 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-29c72dc4-8fc5-4e94-a036-8f182d8c4ebd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:06:44.001612 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-29c72dc4-8fc5-4e94-a036-8f182d8c4ebd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:06:44.016760 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.securitygroups_db [None req-29c72dc4-8fc5-4e94-a036-8f182d8c4ebd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Project c57dd58bea08430d873bf967651d6b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:06:44.023206 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-29c72dc4-8fc5-4e94-a036-8f182d8c4ebd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:44.024490 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7a3e48-02ce-4443-8fcc-b3bff4887fe1 None None] Routers {'1986d23c-8448-4d05-9853-8beb8b5d1b63'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:06:44.026052 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-cf7a3e48-02ce-4443-8fcc-b3bff4887fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:06:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1986d23c-8448-4d05-9853-8beb8b5d1b63'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:06:44.076125 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 4b5ccbc1-8257-4966-a7e9-ba544409a0cc is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:06:44.077194 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f493428e-edb9-4ccb-b578-de23ff92ca82 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:06:44.095709 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-29c72dc4-8fc5-4e94-a036-8f182d8c4ebd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:44.103005 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-29c72dc4-8fc5-4e94-a036-8f182d8c4ebd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:44.127052 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c72dc4-8fc5-4e94-a036-8f182d8c4ebd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b70c346d-0e7b-42a1-addd-8f09a4ba863d,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:44.136526 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-29c72dc4-8fc5-4e94-a036-8f182d8c4ebd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:44.137789 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-29c72dc4-8fc5-4e94-a036-8f182d8c4ebd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1615133 Sep 14 23:06:44.157859 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98613ce4-7332-40f9-b7ee-afea1cd05646 None None] Pushing event updated for resources: {'Port': ['ID=8c8ebdf5-5bff-4271-8216-1ed5744c221b,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:44.288837 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port f493428e-edb9-4ccb-b578-de23ff92ca82 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:06:44.289314 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:44.328654 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-cf7a3e48-02ce-4443-8fcc-b3bff4887fe1 None None] Set router 1986d23c-8448-4d05-9853-8beb8b5d1b63 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:06:44.351707 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-751a9a4c-e868-4b8b-9650-9c69be6a6d16 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:06:44.379150 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-751a9a4c-e868-4b8b-9650-9c69be6a6d16 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:06:44.379150 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-751a9a4c-e868-4b8b-9650-9c69be6a6d16 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1787232040&fields=id&tenant_id=c57dd58bea08430d873bf967651d6b8d HTTP/1.1" status: 200 len: 267 time: 0.0797753 Sep 14 23:06:44.568284 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-b659d9b3-df11-43dd-a92e-165e0b75f214 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:44.569111 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-b659d9b3-df11-43dd-a92e-165e0b75f214 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/networks?id=c893d1e1-a8c9-4792-83f5-1fe4a8efe243 HTTP/1.1" status: 200 len: 797 time: 0.1754005 Sep 14 23:06:44.586767 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-9b11ecc3-eaee-48b4-97fc-b957f2b3e184 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/quotas/c57dd58bea08430d873bf967651d6b8d HTTP/1.1" status: 200 len: 375 time: 0.0104420 Sep 14 23:06:44.653807 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port f493428e-edb9-4ccb-b578-de23ff92ca82 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:06:44.690595 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-d0253654-cb7e-47ce-b6ba-eb926f8f5072 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:06:44.712539 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-d0253654-cb7e-47ce-b6ba-eb926f8f5072 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:06:44.713032 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-d0253654-cb7e-47ce-b6ba-eb926f8f5072 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1202042 Sep 14 23:06:44.737260 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-cf7a3e48-02ce-4443-8fcc-b3bff4887fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'name': 'tempest-TestNetworkBasicOps-router-1441572564', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '4b5ccbc1-8257-4966-a7e9-ba544409a0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:06:35Z', 'updated_at': '2022-09-14T23:06:40Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '4b5ccbc1-8257-4966-a7e9-ba544409a0cc', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:52:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:06:36Z', 'updated_at': '2022-09-14T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '8c8ebdf5-5bff-4271-8216-1ed5744c221b', 'name': '', 'network_id': 'c893d1e1-a8c9-4792-83f5-1fe4a8efe243', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:c3:31:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '8ff7fa7e-4ca9-42ff-a0ca-df4949bebe99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:06:40Z', 'updated_at': '2022-09-14T23:06:43Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '8ff7fa7e-4ca9-42ff-a0ca-df4949bebe99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:06:44.740209 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7a3e48-02ce-4443-8fcc-b3bff4887fe1 None None] The sync data for ids ['1986d23c-8448-4d05-9853-8beb8b5d1b63'] in dv-neutron-857791-1-hyperv is: [{'id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'name': 'tempest-TestNetworkBasicOps-router-1441572564', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '4b5ccbc1-8257-4966-a7e9-ba544409a0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:06:35Z', 'updated_at': '2022-09-14T23:06:40Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '4b5ccbc1-8257-4966-a7e9-ba544409a0cc', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:52:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:06:36Z', 'updated_at': '2022-09-14T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '8c8ebdf5-5bff-4271-8216-1ed5744c221b', 'name': '', 'network_id': 'c893d1e1-a8c9-4792-83f5-1fe4a8efe243', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:c3:31:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '8ff7fa7e-4ca9-42ff-a0ca-df4949bebe99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:06:40Z', 'updated_at': '2022-09-14T23:06:43Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '8ff7fa7e-4ca9-42ff-a0ca-df4949bebe99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:06:44.926085 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-821b81ae-d7e6-4b54-b420-3d306685b9cf service neutron] 10.222.0.33 "GET /v2.0/networks/c893d1e1-a8c9-4792-83f5-1fe4a8efe243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966188 Sep 14 23:06:45.081740 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-51d04df2-a5c3-4912-8e89-3dbe4f9de449 service neutron] 10.222.0.33 "GET /v2.0/networks/c893d1e1-a8c9-4792-83f5-1fe4a8efe243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494925 Sep 14 23:06:45.446530 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 8c8ebdf5-5bff-4271-8216-1ed5744c221b up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:06:45.478050 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c87d0f71-8c3f-471d-adb0-1d55abd91ddd req-e092bd17-4444-40ad-936e-3b2a853bc5db tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=0f5220a5-f564-48eb-aa2d-4f68648bd25c HTTP/1.1" status: 200 len: 210 time: 0.2213321 Sep 14 23:06:45.563678 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 8c8ebdf5-5bff-4271-8216-1ed5744c221b completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:06:45.570600 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 8c8ebdf5-5bff-4271-8216-1ed5744c221b triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:06:45.571738 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:45.750567 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 8c8ebdf5-5bff-4271-8216-1ed5744c221b is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:06:45.750567 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:45.801573 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 8c8ebdf5-5bff-4271-8216-1ed5744c221b, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=8c8ebdf5-5bff-4271-8216-1ed5744c221b,segment=NetworkSegment(353870ac-b92f-4fdb-8818-a5c72cb713a0),segment_id=353870ac-b92f-4fdb-8818-a5c72cb713a0)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:06:45.812408 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:45.941046 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=8c8ebdf5-5bff-4271-8216-1ed5744c221b,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:46.678665 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-98a15864-eb3c-40e6-9480-2397e8035ec2 req-67371962-971b-40b6-bf82-888d5399a530 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=0f5220a5-f564-48eb-aa2d-4f68648bd25c HTTP/1.1" status: 200 len: 210 time: 0.0623367 Sep 14 23:06:46.695252 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-379db736-df73-4133-9f00-97be08b66808 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:46.695252 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-379db736-df73-4133-9f00-97be08b66808 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/networks?id=c893d1e1-a8c9-4792-83f5-1fe4a8efe243 HTTP/1.1" status: 200 len: 797 time: 0.1974216 Sep 14 23:06:46.758158 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-3fd4d6c9-5331-4daa-9a07-b921f7c1aaf9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c57dd58bea08430d873bf967651d6b8d HTTP/1.1" status: 200 len: 380 time: 0.0461314 Sep 14 23:06:46.769642 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-82b62209-2c33-439c-afc7-cf3abd10ca63 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'port': {'device_id': '0f5220a5-f564-48eb-aa2d-4f68648bd25c', 'network_id': 'c893d1e1-a8c9-4792-83f5-1fe4a8efe243', 'admin_state_up': True, 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'security_groups': ['867bce9a-6ea3-4179-8d3c-83677979ff0d']}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:06:46.919388 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-82b62209-2c33-439c-afc7-cf3abd10ca63 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:06:46.930473 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-82b62209-2c33-439c-afc7-cf3abd10ca63 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:06:46.941089 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-82b62209-2c33-439c-afc7-cf3abd10ca63 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Made reservation on behalf of c57dd58bea08430d873bf967651d6b8d for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:06:46.944693 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-82b62209-2c33-439c-afc7-cf3abd10ca63 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:47.114410 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-82b62209-2c33-439c-afc7-cf3abd10ca63 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Allocated IP 172.20.0.11 (c893d1e1-a8c9-4792-83f5-1fe4a8efe243/8ff7fa7e-4ca9-42ff-a0ca-df4949bebe99/264e768b-00f1-48e5-a676-0ed1b5d53c1f) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:06:47.303862 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-82b62209-2c33-439c-afc7-cf3abd10ca63 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:47.318994 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-82b62209-2c33-439c-afc7-cf3abd10ca63 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Transition to ACTIVE for port object 264e768b-00f1-48e5-a676-0ed1b5d53c1f will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:06:47.324488 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 8c8ebdf5-5bff-4271-8216-1ed5744c221b up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:06:47.346690 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-82b62209-2c33-439c-afc7-cf3abd10ca63 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:47.410506 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 8c8ebdf5-5bff-4271-8216-1ed5744c221b triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:06:47.410852 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:47.418214 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-82b62209-2c33-439c-afc7-cf3abd10ca63 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network c893d1e1-a8c9-4792-83f5-1fe4a8efe243 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:06:47.426566 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-82b62209-2c33-439c-afc7-cf3abd10ca63 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:06:47.429221 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-82b62209-2c33-439c-afc7-cf3abd10ca63 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:06:47.490433 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b62209-2c33-439c-afc7-cf3abd10ca63 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=264e768b-00f1-48e5-a676-0ed1b5d53c1f,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:47.509401 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-82b62209-2c33-439c-afc7-cf3abd10ca63 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:47.510669 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-82b62209-2c33-439c-afc7-cf3abd10ca63 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:47.539005 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 8c8ebdf5-5bff-4271-8216-1ed5744c221b is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:06:47.540265 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-82b62209-2c33-439c-afc7-cf3abd10ca63 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7765660 Sep 14 23:06:47.550918 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-0378e84b-1b7c-4bba-99cb-689fa22f07c3 service neutron] Request body: {'port': {'device_id': '0f5220a5-f564-48eb-aa2d-4f68648bd25c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:06:47.668953 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-0378e84b-1b7c-4bba-99cb-689fa22f07c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:47.701941 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1d4adc34-019b-4e9c-9423-b23a2f5bf545 None None] Provisioning for port 264e768b-00f1-48e5-a676-0ed1b5d53c1f completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:06:47.706715 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1d4adc34-019b-4e9c-9423-b23a2f5bf545 None None] Provisioning complete for port 264e768b-00f1-48e5-a676-0ed1b5d53c1f triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:06:47.707073 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1d4adc34-019b-4e9c-9423-b23a2f5bf545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:47.763318 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1d4adc34-019b-4e9c-9423-b23a2f5bf545 None None] Port 264e768b-00f1-48e5-a676-0ed1b5d53c1f cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:06:48.002221 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08dd433-5472-47d7-b381-f4b1a8492e69 req-9ec6e170-1517-4c13-88cf-5e625ed56c88 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:48.002912 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-f08dd433-5472-47d7-b381-f4b1a8492e69 req-9ec6e170-1517-4c13-88cf-5e625ed56c88 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:06:48.034083 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-f08dd433-5472-47d7-b381-f4b1a8492e69 req-9ec6e170-1517-4c13-88cf-5e625ed56c88 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:06:48.035199 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f08dd433-5472-47d7-b381-f4b1a8492e69 req-9ec6e170-1517-4c13-88cf-5e625ed56c88 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=0f5220a5-f564-48eb-aa2d-4f68648bd25c HTTP/1.1" status: 200 len: 932 time: 0.2320654 Sep 14 23:06:48.116893 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-0378e84b-1b7c-4bba-99cb-689fa22f07c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 264e768b-00f1-48e5-a676-0ed1b5d53c1f {{(pid=89170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:06:48.127246 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f08dd433-5472-47d7-b381-f4b1a8492e69 req-df3555ee-9dbb-4f91-810e-cad9d308f4a6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=867bce9a-6ea3-4179-8d3c-83677979ff0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623770 Sep 14 23:06:48.128886 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-0378e84b-1b7c-4bba-99cb-689fa22f07c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:48.143716 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-0378e84b-1b7c-4bba-99cb-689fa22f07c3 service neutron] Transition to ACTIVE for port object 264e768b-00f1-48e5-a676-0ed1b5d53c1f will not be triggered until provisioned by entity L2. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:06:48.147113 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-0378e84b-1b7c-4bba-99cb-689fa22f07c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:48.426204 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378e84b-1b7c-4bba-99cb-689fa22f07c3 service neutron] Pushing event updated for resources: {'Port': ['ID=264e768b-00f1-48e5-a676-0ed1b5d53c1f,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:48.465550 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-0378e84b-1b7c-4bba-99cb-689fa22f07c3 service neutron] Attempting to bind port 264e768b-00f1-48e5-a676-0ed1b5d53c1f on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:06:48.465874 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-0378e84b-1b7c-4bba-99cb-689fa22f07c3 service neutron] Attempting to bind port 264e768b-00f1-48e5-a676-0ed1b5d53c1f by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '353870ac-b92f-4fdb-8818-a5c72cb713a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c893d1e1-a8c9-4792-83f5-1fe4a8efe243'}] {{(pid=89170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:06:48.466186 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-0378e84b-1b7c-4bba-99cb-689fa22f07c3 service neutron] Attempting to bind port 264e768b-00f1-48e5-a676-0ed1b5d53c1f on network c893d1e1-a8c9-4792-83f5-1fe4a8efe243 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:06:48.470579 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-0378e84b-1b7c-4bba-99cb-689fa22f07c3 service neutron] Port 264e768b-00f1-48e5-a676-0ed1b5d53c1f on network c893d1e1-a8c9-4792-83f5-1fe4a8efe243 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:06:48.470886 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-0378e84b-1b7c-4bba-99cb-689fa22f07c3 service neutron] Attempting to bind port 264e768b-00f1-48e5-a676-0ed1b5d53c1f on network c893d1e1-a8c9-4792-83f5-1fe4a8efe243 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:06:48.475760 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-0378e84b-1b7c-4bba-99cb-689fa22f07c3 service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:06:48.476082 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-0378e84b-1b7c-4bba-99cb-689fa22f07c3 service neutron] Checking segment: {'id': '353870ac-b92f-4fdb-8818-a5c72cb713a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c893d1e1-a8c9-4792-83f5-1fe4a8efe243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:06:48.476448 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-0378e84b-1b7c-4bba-99cb-689fa22f07c3 service neutron] Bound using segment: {'id': '353870ac-b92f-4fdb-8818-a5c72cb713a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c893d1e1-a8c9-4792-83f5-1fe4a8efe243'} {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:06:48.476885 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-0378e84b-1b7c-4bba-99cb-689fa22f07c3 service neutron] Bound port: 264e768b-00f1-48e5-a676-0ed1b5d53c1f, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353870ac-b92f-4fdb-8818-a5c72cb713a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c893d1e1-a8c9-4792-83f5-1fe4a8efe243'}}] {{(pid=89170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:06:48.477218 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-0378e84b-1b7c-4bba-99cb-689fa22f07c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:48.565812 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-0378e84b-1b7c-4bba-99cb-689fa22f07c3 service neutron] For port 264e768b-00f1-48e5-a676-0ed1b5d53c1f, host hv-neutron-8577, cleared binding levels {{(pid=89170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:06:48.568654 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-0378e84b-1b7c-4bba-99cb-689fa22f07c3 service neutron] For port 264e768b-00f1-48e5-a676-0ed1b5d53c1f, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=264e768b-00f1-48e5-a676-0ed1b5d53c1f,segment=NetworkSegment(353870ac-b92f-4fdb-8818-a5c72cb713a0),segment_id=353870ac-b92f-4fdb-8818-a5c72cb713a0)] {{(pid=89170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:06:48.573570 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-0378e84b-1b7c-4bba-99cb-689fa22f07c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:48.603172 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-0378e84b-1b7c-4bba-99cb-689fa22f07c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:48.603792 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-0378e84b-1b7c-4bba-99cb-689fa22f07c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:48.605138 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-0378e84b-1b7c-4bba-99cb-689fa22f07c3 service neutron] 10.222.0.20 "PUT /v2.0/ports/264e768b-00f1-48e5-a676-0ed1b5d53c1f HTTP/1.1" status: 200 len: 1094 time: 1.0584989 Sep 14 23:06:48.605553 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5220a5-f564-48eb-aa2d-4f68648bd25c', 'tag': '264e768b-00f1-48e5-a676-0ed1b5d53c1f'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:06:48.607787 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5b2908-4816-4dfa-8a9f-8c2b61e2d3b3" -d '{"events": [{"name": "network-changed", "server_uuid": "0f5220a5-f564-48eb-aa2d-4f68648bd25c", "tag": "264e768b-00f1-48e5-a676-0ed1b5d53c1f"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:06:48.681981 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8334d2-d4a1-4ce9-a7f6-08cf8debf9af x-openstack-request-id: req-8d8334d2-d4a1-4ce9-a7f6-08cf8debf9af {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:06:48.682268 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f5220a5-f564-48eb-aa2d-4f68648bd25c", "tag": "264e768b-00f1-48e5-a676-0ed1b5d53c1f", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:06:48.682509 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8d8334d2-d4a1-4ce9-a7f6-08cf8debf9af {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:06:48.682893 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d8334d2-d4a1-4ce9-a7f6-08cf8debf9af'] response: {'name': 'network-changed', 'server_uuid': '0f5220a5-f564-48eb-aa2d-4f68648bd25c', 'tag': '264e768b-00f1-48e5-a676-0ed1b5d53c1f', 'status': 'completed', 'code': 200} Sep 14 23:06:48.696154 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378e84b-1b7c-4bba-99cb-689fa22f07c3 service neutron] Pushing event updated for resources: {'Port': ['ID=264e768b-00f1-48e5-a676-0ed1b5d53c1f,revision_number=3']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:48.735350 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-5126cdbb-1cde-404e-9530-36f93ee3582e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:48.736864 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-5126cdbb-1cde-404e-9530-36f93ee3582e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=0f5220a5-f564-48eb-aa2d-4f68648bd25c HTTP/1.1" status: 200 len: 1097 time: 0.0916157 Sep 14 23:06:48.804134 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-6bde2451-7151-4a23-8f72-17134e5c82ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=264e768b-00f1-48e5-a676-0ed1b5d53c1f HTTP/1.1" status: 200 len: 217 time: 0.0602970 Sep 14 23:06:48.869124 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-d5629624-b456-4a37-92f3-9892209a5388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:48.870548 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-d5629624-b456-4a37-92f3-9892209a5388 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8ff7fa7e-4ca9-42ff-a0ca-df4949bebe99 HTTP/1.1" status: 200 len: 843 time: 0.0607469 Sep 14 23:06:48.956023 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-2142dd77-e289-4840-b2a1-221c13fd8603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:48.957537 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-2142dd77-e289-4840-b2a1-221c13fd8603 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c893d1e1-a8c9-4792-83f5-1fe4a8efe243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808666 Sep 14 23:06:49.088465 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-0ec2458e-059a-4846-8e0b-341e00769aca service neutron] 10.222.0.20 "GET /v2.0/networks/c893d1e1-a8c9-4792-83f5-1fe4a8efe243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246648 Sep 14 23:06:49.221927 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7f55a26b-9cdb-4879-ac0a-c9bef98d11a3 req-2f27b1de-02de-45af-b96d-02f85cd57c34 service neutron] 10.222.0.20 "GET /v2.0/networks/c893d1e1-a8c9-4792-83f5-1fe4a8efe243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269655 Sep 14 23:06:49.311250 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:49.395655 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6dd59-2a1b-4f20-b3bf-48cdf625973b req-283d1dc5-a42e-4a42-8a0b-70fb8f86f79f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:49.397156 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f6c6dd59-2a1b-4f20-b3bf-48cdf625973b req-283d1dc5-a42e-4a42-8a0b-70fb8f86f79f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=0f5220a5-f564-48eb-aa2d-4f68648bd25c HTTP/1.1" status: 200 len: 944 time: 0.1574812 Sep 14 23:06:49.403395 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b2908-4816-4dfa-8a9f-8c2b61e2d3b3 req-b356fa86-b0bd-4a3c-a1f1-e7510b69d978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:49.404772 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5d5b2908-4816-4dfa-8a9f-8c2b61e2d3b3 req-b356fa86-b0bd-4a3c-a1f1-e7510b69d978 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=0f5220a5-f564-48eb-aa2d-4f68648bd25c HTTP/1.1" status: 200 len: 1097 time: 0.1203964 Sep 14 23:06:49.524230 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f6c6dd59-2a1b-4f20-b3bf-48cdf625973b req-8a6d5681-2295-4f1e-a227-8e8862cb4f9b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=867bce9a-6ea3-4179-8d3c-83677979ff0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184511 Sep 14 23:06:49.562538 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b2908-4816-4dfa-8a9f-8c2b61e2d3b3 req-3384393f-5c8c-4942-9a35-0ba3abbd9d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:49.563938 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5d5b2908-4816-4dfa-8a9f-8c2b61e2d3b3 req-3384393f-5c8c-4942-9a35-0ba3abbd9d30 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c893d1e1-a8c9-4792-83f5-1fe4a8efe243 HTTP/1.1" status: 200 len: 897 time: 0.1454186 Sep 14 23:06:49.633675 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5d5b2908-4816-4dfa-8a9f-8c2b61e2d3b3 req-861cabe9-2384-46f1-9802-7501031420d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=264e768b-00f1-48e5-a676-0ed1b5d53c1f HTTP/1.1" status: 200 len: 217 time: 0.0634696 Sep 14 23:06:49.700501 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b2908-4816-4dfa-8a9f-8c2b61e2d3b3 req-07749a18-9c14-48a8-b971-532fcf4626c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:49.701884 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5d5b2908-4816-4dfa-8a9f-8c2b61e2d3b3 req-07749a18-9c14-48a8-b971-532fcf4626c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8ff7fa7e-4ca9-42ff-a0ca-df4949bebe99 HTTP/1.1" status: 200 len: 843 time: 0.0590656 Sep 14 23:06:49.784229 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b2908-4816-4dfa-8a9f-8c2b61e2d3b3 req-af904b43-a841-4063-ae24-89a87a2c1e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:49.785218 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5d5b2908-4816-4dfa-8a9f-8c2b61e2d3b3 req-af904b43-a841-4063-ae24-89a87a2c1e85 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c893d1e1-a8c9-4792-83f5-1fe4a8efe243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763414 Sep 14 23:06:49.918047 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5d5b2908-4816-4dfa-8a9f-8c2b61e2d3b3 req-ab02937d-4878-45b3-b935-6984625b9287 service neutron] 10.222.0.20 "GET /v2.0/networks/c893d1e1-a8c9-4792-83f5-1fe4a8efe243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241205 Sep 14 23:06:50.146240 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5d5b2908-4816-4dfa-8a9f-8c2b61e2d3b3 req-42dae7b0-5135-453e-abf5-c64f05fce61a service neutron] 10.222.0.20 "GET /v2.0/networks/c893d1e1-a8c9-4792-83f5-1fe4a8efe243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206724 Sep 14 23:06:50.722747 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f702c23-eaf1-4caf-84fc-0d052d708e92 req-8c675036-27f0-4d34-89b5-bdff7a96c589 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:50.724188 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5f702c23-eaf1-4caf-84fc-0d052d708e92 req-8c675036-27f0-4d34-89b5-bdff7a96c589 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=0f5220a5-f564-48eb-aa2d-4f68648bd25c HTTP/1.1" status: 200 len: 944 time: 0.0908315 Sep 14 23:06:50.769341 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5f702c23-eaf1-4caf-84fc-0d052d708e92 req-194f7bc1-873c-46df-97ac-faee3ae4d911 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=867bce9a-6ea3-4179-8d3c-83677979ff0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394855 Sep 14 23:06:51.909789 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 264e768b-00f1-48e5-a676-0ed1b5d53c1f details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:06:51.968943 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8c471-2c10-4b85-ab5f-856dff277949 req-df71880d-f4e3-464c-97b3-edf82b4b2c2d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:51.970475 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cef8c471-2c10-4b85-ab5f-856dff277949 req-df71880d-f4e3-464c-97b3-edf82b4b2c2d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=0f5220a5-f564-48eb-aa2d-4f68648bd25c HTTP/1.1" status: 200 len: 944 time: 0.0919425 Sep 14 23:06:52.022181 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cef8c471-2c10-4b85-ab5f-856dff277949 req-c8ea8b01-87c7-4769-ad63-ea08cc79af4e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=867bce9a-6ea3-4179-8d3c-83677979ff0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425642 Sep 14 23:06:52.100099 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 264e768b-00f1-48e5-a676-0ed1b5d53c1f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=264e768b-00f1-48e5-a676-0ed1b5d53c1f,segment=NetworkSegment(353870ac-b92f-4fdb-8818-a5c72cb713a0),segment_id=353870ac-b92f-4fdb-8818-a5c72cb713a0)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:06:52.113284 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': '264e768b-00f1-48e5-a676-0ed1b5d53c1f', 'network_id': 'c893d1e1-a8c9-4792-83f5-1fe4a8efe243', 'port_id': '264e768b-00f1-48e5-a676-0ed1b5d53c1f', 'mac_address': 'fa:16:3e:41:e6:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ff7fa7e-4ca9-42ff-a0ca-df4949bebe99', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:06:52.167352 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 264e768b-00f1-48e5-a676-0ed1b5d53c1f is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:06:52.167735 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:52.184499 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 264e768b-00f1-48e5-a676-0ed1b5d53c1f {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:06:52.200126 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 264e768b-00f1-48e5-a676-0ed1b5d53c1f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=264e768b-00f1-48e5-a676-0ed1b5d53c1f,segment=NetworkSegment(353870ac-b92f-4fdb-8818-a5c72cb713a0),segment_id=353870ac-b92f-4fdb-8818-a5c72cb713a0)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:06:52.203721 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:52.273902 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=264e768b-00f1-48e5-a676-0ed1b5d53c1f,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:52.464235 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['264e768b-00f1-48e5-a676-0ed1b5d53c1f'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:06:53.226536 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56647f-ae8a-41a9-a4f9-caeef8a5d8c1 req-9d7c3e83-9388-488a-ae2d-d61d6428c09d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:53.227967 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9f56647f-ae8a-41a9-a4f9-caeef8a5d8c1 req-9d7c3e83-9388-488a-ae2d-d61d6428c09d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=0f5220a5-f564-48eb-aa2d-4f68648bd25c HTTP/1.1" status: 200 len: 945 time: 0.0874710 Sep 14 23:06:53.273169 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9f56647f-ae8a-41a9-a4f9-caeef8a5d8c1 req-dff07a70-d9aa-4a36-bc17-3ead9fe96016 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=867bce9a-6ea3-4179-8d3c-83677979ff0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385628 Sep 14 23:06:53.921437 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 264e768b-00f1-48e5-a676-0ed1b5d53c1f up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:06:53.995720 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port 264e768b-00f1-48e5-a676-0ed1b5d53c1f completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:06:54.000515 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port 264e768b-00f1-48e5-a676-0ed1b5d53c1f triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:06:54.000912 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:54.117524 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 264e768b-00f1-48e5-a676-0ed1b5d53c1f is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:06:54.118217 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:54.151538 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5220a5-f564-48eb-aa2d-4f68648bd25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264e768b-00f1-48e5-a676-0ed1b5d53c1f'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:06:54.154222 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465ab79e-6b66-473d-a6d7-be5fce49e217" -d '{"events": [{"server_uuid": "0f5220a5-f564-48eb-aa2d-4f68648bd25c", "name": "network-vif-plugged", "status": "completed", "tag": "264e768b-00f1-48e5-a676-0ed1b5d53c1f"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:06:54.163403 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 264e768b-00f1-48e5-a676-0ed1b5d53c1f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=264e768b-00f1-48e5-a676-0ed1b5d53c1f,segment=NetworkSegment(353870ac-b92f-4fdb-8818-a5c72cb713a0),segment_id=353870ac-b92f-4fdb-8818-a5c72cb713a0)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:06:54.168921 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:54.212865 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba298e7-46ee-465c-9c7d-1787d3f864aa x-openstack-request-id: req-6ba298e7-46ee-465c-9c7d-1787d3f864aa {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:06:54.213152 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5220a5-f564-48eb-aa2d-4f68648bd25c", "name": "network-vif-plugged", "status": "completed", "tag": "264e768b-00f1-48e5-a676-0ed1b5d53c1f", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:06:54.213498 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6ba298e7-46ee-465c-9c7d-1787d3f864aa {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:06:54.214603 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ba298e7-46ee-465c-9c7d-1787d3f864aa'] response: {'server_uuid': '0f5220a5-f564-48eb-aa2d-4f68648bd25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264e768b-00f1-48e5-a676-0ed1b5d53c1f', 'code': 200} Sep 14 23:06:54.250306 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=264e768b-00f1-48e5-a676-0ed1b5d53c1f,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:54.501393 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b13181-70af-49b5-af97-49c815a4ea7a req-4be7b212-2c46-4e53-afcc-c0dc2aaf6a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:54.503989 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-15b13181-70af-49b5-af97-49c815a4ea7a req-4be7b212-2c46-4e53-afcc-c0dc2aaf6a1c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0f5220a5-f564-48eb-aa2d-4f68648bd25c HTTP/1.1" status: 200 len: 1099 time: 0.1058888 Sep 14 23:06:54.551771 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-15b13181-70af-49b5-af97-49c815a4ea7a req-1a403ee9-a7ee-4e7a-8050-4e7eb1801fa0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=867bce9a-6ea3-4179-8d3c-83677979ff0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417447 Sep 14 23:06:54.653375 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9378d-9fdf-47cb-9ac8-23f613640f96 req-2c73df22-5d13-4907-9057-0adc668848ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:54.654639 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-85c9378d-9fdf-47cb-9ac8-23f613640f96 req-2c73df22-5d13-4907-9057-0adc668848ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=0f5220a5-f564-48eb-aa2d-4f68648bd25c HTTP/1.1" status: 200 len: 946 time: 0.0921500 Sep 14 23:06:54.705807 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-85c9378d-9fdf-47cb-9ac8-23f613640f96 req-1388d4c1-bd86-43f3-81da-a463b41b50fb tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=867bce9a-6ea3-4179-8d3c-83677979ff0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454235 Sep 14 23:06:55.905439 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c394c2b-9fab-4a21-8f21-6e8df71f01ac req-341a2888-38f6-4082-9b0e-0c1b84bb6b04 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:55.906818 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9c394c2b-9fab-4a21-8f21-6e8df71f01ac req-341a2888-38f6-4082-9b0e-0c1b84bb6b04 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=0f5220a5-f564-48eb-aa2d-4f68648bd25c HTTP/1.1" status: 200 len: 946 time: 0.0869861 Sep 14 23:06:55.950443 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9c394c2b-9fab-4a21-8f21-6e8df71f01ac req-3725d1e3-0eb7-4cc5-9997-3d47ebae4440 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=867bce9a-6ea3-4179-8d3c-83677979ff0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380666 Sep 14 23:06:56.145026 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bdf2fe-b91b-48de-b749-19bcb9eb442f req-66f044cd-7fe8-40be-865f-097880a65a93 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:56.146451 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-42bdf2fe-b91b-48de-b749-19bcb9eb442f req-66f044cd-7fe8-40be-865f-097880a65a93 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=0f5220a5-f564-48eb-aa2d-4f68648bd25c HTTP/1.1" status: 200 len: 946 time: 0.0890486 Sep 14 23:06:56.189886 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-42bdf2fe-b91b-48de-b749-19bcb9eb442f req-f1664703-e104-4d44-b8df-0589eff1cfe8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=867bce9a-6ea3-4179-8d3c-83677979ff0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377913 Sep 14 23:06:56.217522 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57714) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:06:56.293946 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b016d1-b841-4321-9b8c-22448b8ca7ab tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:56.295406 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-69b016d1-b841-4321-9b8c-22448b8ca7ab tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=0f5220a5-f564-48eb-aa2d-4f68648bd25c HTTP/1.1" status: 200 len: 1094 time: 0.0769374 Sep 14 23:06:56.298093 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57718) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:06:56.302802 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-68f300dd-6d3c-4c70-98b6-a4977f3c539b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'port_id': '264e768b-00f1-48e5-a676-0ed1b5d53c1f', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:06:56.309077 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-68f300dd-6d3c-4c70-98b6-a4977f3c539b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:06:56.312852 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-68f300dd-6d3c-4c70-98b6-a4977f3c539b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:floatingip and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:06:56.315785 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-68f300dd-6d3c-4c70-98b6-a4977f3c539b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:06:56.321346 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-68f300dd-6d3c-4c70-98b6-a4977f3c539b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:06:56.331500 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-68f300dd-6d3c-4c70-98b6-a4977f3c539b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:56.469109 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-68f300dd-6d3c-4c70-98b6-a4977f3c539b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:56.607954 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-68f300dd-6d3c-4c70-98b6-a4977f3c539b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Allocated IP 172.26.5.11 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/68e40938-4b99-400a-bde6-ea35314a13c7) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:06:56.757607 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-68f300dd-6d3c-4c70-98b6-a4977f3c539b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:56.786050 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-68f300dd-6d3c-4c70-98b6-a4977f3c539b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:56.852390 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f300dd-6d3c-4c70-98b6-a4977f3c539b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:06:56.855048 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-68f300dd-6d3c-4c70-98b6-a4977f3c539b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:06:56.857514 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f300dd-6d3c-4c70-98b6-a4977f3c539b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:06:56.899543 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f300dd-6d3c-4c70-98b6-a4977f3c539b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=68e40938-4b99-400a-bde6-ea35314a13c7,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:57.380122 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-68f300dd-6d3c-4c70-98b6-a4977f3c539b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:57.454467 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-68f300dd-6d3c-4c70-98b6-a4977f3c539b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:57.655922 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-68f300dd-6d3c-4c70-98b6-a4977f3c539b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:57.660096 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-68f300dd-6d3c-4c70-98b6-a4977f3c539b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:57.766150 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f300dd-6d3c-4c70-98b6-a4977f3c539b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=68e40938-4b99-400a-bde6-ea35314a13c7,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:06:57.770690 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-68f300dd-6d3c-4c70-98b6-a4977f3c539b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:57.939437 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-68f300dd-6d3c-4c70-98b6-a4977f3c539b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Floating IP d6fbef1f-0643-405f-8cb1-d3c8052040eb associated. External IP: 172.26.5.11, port: 264e768b-00f1-48e5-a676-0ed1b5d53c1f. Sep 14 23:06:58.287857 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f300dd-6d3c-4c70-98b6-a4977f3c539b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router 1986d23c-8448-4d05-9853-8beb8b5d1b63 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:06:58.472179 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f300dd-6d3c-4c70-98b6-a4977f3c539b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:06:58.482281 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ccf2c4-90fd-4ec7-b55f-32f9585bbe6a None None] Sync routers for ids ['1986d23c-8448-4d05-9853-8beb8b5d1b63'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:06:58.492374 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ccf2c4-90fd-4ec7-b55f-32f9585bbe6a None None] Routers {'1986d23c-8448-4d05-9853-8beb8b5d1b63'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:06:58.493024 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-50ccf2c4-90fd-4ec7-b55f-32f9585bbe6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:06:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1986d23c-8448-4d05-9853-8beb8b5d1b63'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:06:58.496090 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-68f300dd-6d3c-4c70-98b6-a4977f3c539b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:06:58.552084 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-68f300dd-6d3c-4c70-98b6-a4977f3c539b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2529235 Sep 14 23:06:58.552581 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5220a5-f564-48eb-aa2d-4f68648bd25c', 'tag': '264e768b-00f1-48e5-a676-0ed1b5d53c1f'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:06:58.554756 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57726) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:06:58.555245 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fa7e03-88b1-4b10-b540-aaafc1f4237f" -d '{"events": [{"name": "network-changed", "server_uuid": "0f5220a5-f564-48eb-aa2d-4f68648bd25c", "tag": "264e768b-00f1-48e5-a676-0ed1b5d53c1f"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:06:58.595972 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc866954-0a7d-402f-a92c-7c9c215c04cb x-openstack-request-id: req-cc866954-0a7d-402f-a92c-7c9c215c04cb {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:06:58.596263 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f5220a5-f564-48eb-aa2d-4f68648bd25c", "tag": "264e768b-00f1-48e5-a676-0ed1b5d53c1f", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:06:58.596515 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-cc866954-0a7d-402f-a92c-7c9c215c04cb {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:06:58.597132 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc866954-0a7d-402f-a92c-7c9c215c04cb'] response: {'name': 'network-changed', 'server_uuid': '0f5220a5-f564-48eb-aa2d-4f68648bd25c', 'tag': '264e768b-00f1-48e5-a676-0ed1b5d53c1f', 'status': 'completed', 'code': 200} Sep 14 23:06:58.663655 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f843a302-e43c-4b3b-b1b4-7dcdc361d339 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/d6fbef1f-0643-405f-8cb1-d3c8052040eb HTTP/1.1" status: 200 len: 991 time: 0.1066899 Sep 14 23:06:58.675727 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-50ccf2c4-90fd-4ec7-b55f-32f9585bbe6a None None] Set router 1986d23c-8448-4d05-9853-8beb8b5d1b63 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:06:58.715572 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa7e03-88b1-4b10-b540-aaafc1f4237f req-04b9b536-1dc9-4450-a8b2-055bc8d7c669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:58.717062 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-49fa7e03-88b1-4b10-b540-aaafc1f4237f req-04b9b536-1dc9-4450-a8b2-055bc8d7c669 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=0f5220a5-f564-48eb-aa2d-4f68648bd25c HTTP/1.1" status: 200 len: 1099 time: 0.0876062 Sep 14 23:06:58.952939 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa7e03-88b1-4b10-b540-aaafc1f4237f req-1c502cfc-2035-4458-983b-526f4f33aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:58.954358 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-49fa7e03-88b1-4b10-b540-aaafc1f4237f req-1c502cfc-2035-4458-983b-526f4f33aa32 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c893d1e1-a8c9-4792-83f5-1fe4a8efe243 HTTP/1.1" status: 200 len: 897 time: 0.2319107 Sep 14 23:06:59.049294 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-50ccf2c4-90fd-4ec7-b55f-32f9585bbe6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'name': 'tempest-TestNetworkBasicOps-router-1441572564', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '4b5ccbc1-8257-4966-a7e9-ba544409a0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:06:35Z', 'updated_at': '2022-09-14T23:06:40Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '4b5ccbc1-8257-4966-a7e9-ba544409a0cc', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:52:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:06:36Z', 'updated_at': '2022-09-14T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': 'd6fbef1f-0643-405f-8cb1-d3c8052040eb', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.11', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'port_id': '264e768b-00f1-48e5-a676-0ed1b5d53c1f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c893d1e1-a8c9-4792-83f5-1fe4a8efe243', 'mac_address': 'fa:16:3e:41:e6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5220a5-f564-48eb-aa2d-4f68648bd25c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:06:57Z', 'updated_at': '2022-09-14T23:06:57Z', 'revision_number': 0, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c8ebdf5-5bff-4271-8216-1ed5744c221b', 'name': '', 'network_id': 'c893d1e1-a8c9-4792-83f5-1fe4a8efe243', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:c3:31:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '8ff7fa7e-4ca9-42ff-a0ca-df4949bebe99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:06:40Z', 'updated_at': '2022-09-14T23:06:45Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '8ff7fa7e-4ca9-42ff-a0ca-df4949bebe99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:06:59.052939 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ccf2c4-90fd-4ec7-b55f-32f9585bbe6a None None] Checking router: 1986d23c-8448-4d05-9853-8beb8b5d1b63 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:06:59.057057 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-49fa7e03-88b1-4b10-b540-aaafc1f4237f req-e34563c8-2ba5-45b9-bdb3-2a90abdf702d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=264e768b-00f1-48e5-a676-0ed1b5d53c1f HTTP/1.1" status: 200 len: 999 time: 0.0955143 Sep 14 23:06:59.061724 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ccf2c4-90fd-4ec7-b55f-32f9585bbe6a None None] Routers {'1986d23c-8448-4d05-9853-8beb8b5d1b63'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:06:59.062311 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-50ccf2c4-90fd-4ec7-b55f-32f9585bbe6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:06:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1986d23c-8448-4d05-9853-8beb8b5d1b63'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:06:59.118101 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa7e03-88b1-4b10-b540-aaafc1f4237f req-6398502b-2628-44a9-bbd5-473108f09e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:59.119564 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-49fa7e03-88b1-4b10-b540-aaafc1f4237f req-6398502b-2628-44a9-bbd5-473108f09e22 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8ff7fa7e-4ca9-42ff-a0ca-df4949bebe99 HTTP/1.1" status: 200 len: 843 time: 0.0573461 Sep 14 23:06:59.202767 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa7e03-88b1-4b10-b540-aaafc1f4237f req-bd9879df-a467-46eb-891e-380fb8bc914e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:06:59.204309 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-49fa7e03-88b1-4b10-b540-aaafc1f4237f req-bd9879df-a467-46eb-891e-380fb8bc914e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c893d1e1-a8c9-4792-83f5-1fe4a8efe243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794451 Sep 14 23:06:59.234491 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-50ccf2c4-90fd-4ec7-b55f-32f9585bbe6a None None] Set router 1986d23c-8448-4d05-9853-8beb8b5d1b63 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:06:59.336045 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-49fa7e03-88b1-4b10-b540-aaafc1f4237f req-93c2d8b6-4da0-4400-888f-c4306c65a4ee service neutron] 10.222.0.20 "GET /v2.0/networks/c893d1e1-a8c9-4792-83f5-1fe4a8efe243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261163 Sep 14 23:06:59.475759 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-49fa7e03-88b1-4b10-b540-aaafc1f4237f req-9bc8f7bf-a2de-47db-bc02-d5ec796a813f service neutron] 10.222.0.20 "GET /v2.0/networks/c893d1e1-a8c9-4792-83f5-1fe4a8efe243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339419 Sep 14 23:06:59.585216 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-50ccf2c4-90fd-4ec7-b55f-32f9585bbe6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'name': 'tempest-TestNetworkBasicOps-router-1441572564', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '4b5ccbc1-8257-4966-a7e9-ba544409a0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:06:35Z', 'updated_at': '2022-09-14T23:06:40Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '4b5ccbc1-8257-4966-a7e9-ba544409a0cc', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:52:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:06:36Z', 'updated_at': '2022-09-14T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': 'd6fbef1f-0643-405f-8cb1-d3c8052040eb', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.11', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'port_id': '264e768b-00f1-48e5-a676-0ed1b5d53c1f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c893d1e1-a8c9-4792-83f5-1fe4a8efe243', 'mac_address': 'fa:16:3e:41:e6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5220a5-f564-48eb-aa2d-4f68648bd25c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:06:57Z', 'updated_at': '2022-09-14T23:06:57Z', 'revision_number': 0, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c8ebdf5-5bff-4271-8216-1ed5744c221b', 'name': '', 'network_id': 'c893d1e1-a8c9-4792-83f5-1fe4a8efe243', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:c3:31:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '8ff7fa7e-4ca9-42ff-a0ca-df4949bebe99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:06:40Z', 'updated_at': '2022-09-14T23:06:45Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '8ff7fa7e-4ca9-42ff-a0ca-df4949bebe99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:06:59.589506 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ccf2c4-90fd-4ec7-b55f-32f9585bbe6a None None] The sync data for ids ['1986d23c-8448-4d05-9853-8beb8b5d1b63'] in dv-neutron-857791-1-hyperv is: [{'id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'name': 'tempest-TestNetworkBasicOps-router-1441572564', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '4b5ccbc1-8257-4966-a7e9-ba544409a0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:06:35Z', 'updated_at': '2022-09-14T23:06:40Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '4b5ccbc1-8257-4966-a7e9-ba544409a0cc', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:52:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:06:36Z', 'updated_at': '2022-09-14T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': 'd6fbef1f-0643-405f-8cb1-d3c8052040eb', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.11', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'port_id': '264e768b-00f1-48e5-a676-0ed1b5d53c1f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c893d1e1-a8c9-4792-83f5-1fe4a8efe243', 'mac_address': 'fa:16:3e:41:e6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5220a5-f564-48eb-aa2d-4f68648bd25c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:06:57Z', 'updated_at': '2022-09-14T23:06:57Z', 'revision_number': 0, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c8ebdf5-5bff-4271-8216-1ed5744c221b', 'name': '', 'network_id': 'c893d1e1-a8c9-4792-83f5-1fe4a8efe243', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:c3:31:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '8ff7fa7e-4ca9-42ff-a0ca-df4949bebe99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:06:40Z', 'updated_at': '2022-09-14T23:06:45Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '8ff7fa7e-4ca9-42ff-a0ca-df4949bebe99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:06:59.666416 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57732) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:06:59.767624 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4487fe22-191b-4784-a804-fe0eba3b45a1 None None] New status for floating IP d6fbef1f-0643-405f-8cb1-d3c8052040eb: ACTIVE {{(pid=89172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:06:59.774046 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-bfe9ffcc-4ca9-40a7-a1f7-7c0ff55666bd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/d6fbef1f-0643-405f-8cb1-d3c8052040eb HTTP/1.1" status: 200 len: 991 time: 0.1058774 Sep 14 23:07:00.777810 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57736) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:07:00.884527 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f21e5dcf-7818-42aa-b168-fb85f7ac1299 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/d6fbef1f-0643-405f-8cb1-d3c8052040eb HTTP/1.1" status: 200 len: 993 time: 0.1055398 Sep 14 23:07:07.681544 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8bce4533-dd51-4880-a208-2b07cb036e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:08.689970 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:07:09.734552 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-de3d4b11-6c1c-47c5-ae02-f05e2375fb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:10.201553 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2b158d85-9762-4c11-809a-0595d76ce3b4 req-653273c3-df18-4e95-addf-988a1cf56537 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e56a318c-49f0-4eb1-8e9e-2db67080fb4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792048 Sep 14 23:07:10.341945 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b158d85-9762-4c11-809a-0595d76ce3b4 req-b99c1f7d-8ebe-45e9-93b6-cc2ba9dc4ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:07:10.343406 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2b158d85-9762-4c11-809a-0595d76ce3b4 req-b99c1f7d-8ebe-45e9-93b6-cc2ba9dc4ba5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=093721cb95a347f28f2306e789d64fd0&device_id=e56a318c-49f0-4eb1-8e9e-2db67080fb4b HTTP/1.1" status: 200 len: 1099 time: 0.0776012 Sep 14 23:07:10.493267 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b158d85-9762-4c11-809a-0595d76ce3b4 req-01fa3316-f5a0-44f9-99c0-df97f30a74e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:07:10.494604 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2b158d85-9762-4c11-809a-0595d76ce3b4 req-01fa3316-f5a0-44f9-99c0-df97f30a74e3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8c5b42e5-c7a4-4629-b1de-12796897febf HTTP/1.1" status: 200 len: 912 time: 0.1330431 Sep 14 23:07:10.595349 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2b158d85-9762-4c11-809a-0595d76ce3b4 req-5e6d6c1b-faa7-45b4-a002-11199899192f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1547d438-44f5-47c6-894e-568b79d2bd93 HTTP/1.1" status: 200 len: 1002 time: 0.0936713 Sep 14 23:07:10.656115 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b158d85-9762-4c11-809a-0595d76ce3b4 req-cda00a8d-10bb-4e49-acff-1b5ad94e3036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:07:10.657497 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2b158d85-9762-4c11-809a-0595d76ce3b4 req-cda00a8d-10bb-4e49-acff-1b5ad94e3036 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9530b6a1-5b44-4a8b-9405-362cadb44215 HTTP/1.1" status: 200 len: 851 time: 0.0559962 Sep 14 23:07:10.742063 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b158d85-9762-4c11-809a-0595d76ce3b4 req-57ff27b7-4d6e-4fc8-a05a-a72065d5bf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:07:10.743660 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2b158d85-9762-4c11-809a-0595d76ce3b4 req-57ff27b7-4d6e-4fc8-a05a-a72065d5bf01 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c5b42e5-c7a4-4629-b1de-12796897febf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788610 Sep 14 23:07:10.809904 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:10.882493 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:10.973756 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2b158d85-9762-4c11-809a-0595d76ce3b4 req-87beac35-8b24-4158-86da-9f365cdd8648 service neutron] 10.222.0.20 "GET /v2.0/networks/8c5b42e5-c7a4-4629-b1de-12796897febf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221990 Sep 14 23:07:11.107313 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2b158d85-9762-4c11-809a-0595d76ce3b4 req-c809ccd6-efa3-498b-b08e-9ca0ae919479 service neutron] 10.222.0.20 "GET /v2.0/networks/8c5b42e5-c7a4-4629-b1de-12796897febf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245914 Sep 14 23:07:12.408990 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:19.310668 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:37.436228 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57754) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:07:37.639247 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-83f298d0-e129-498c-a0d7-00d9633e5992 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Deleting port b6c25a82-abd4-444d-bd2d-17734e919c9f {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:07:37.639587 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-83f298d0-e129-498c-a0d7-00d9633e5992 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:37.686037 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-44bf8ae3-76cf-4f8d-ae5f-347995c81137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:37.818094 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-83f298d0-e129-498c-a0d7-00d9633e5992 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:37.818417 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-83f298d0-e129-498c-a0d7-00d9633e5992 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:37.938127 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-83f298d0-e129-498c-a0d7-00d9633e5992 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Calling delete_port for b6c25a82-abd4-444d-bd2d-17734e919c9f owned by network:floatingip {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:07:38.090504 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-83f298d0-e129-498c-a0d7-00d9633e5992 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:38.136099 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f298d0-e129-498c-a0d7-00d9633e5992 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Pushing event deleted for resources: {'Port': ['ID=b6c25a82-abd4-444d-bd2d-17734e919c9f,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:38.236116 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-83f298d0-e129-498c-a0d7-00d9633e5992 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for floatingip, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:38.236368 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-83f298d0-e129-498c-a0d7-00d9633e5992 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Floating IP d249c2f5-b6c1-4e47-91b2-cdf254e29c75 disassociated (deleted). External IP: 172.26.5.180, port: bbdee5bc-38cc-443d-9593-97a512225ef4. Sep 14 23:07:38.589428 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f298d0-e129-498c-a0d7-00d9633e5992 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Router eee42843-b89e-430a-9a6a-42861464a3c0 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:07:38.876297 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f298d0-e129-498c-a0d7-00d9633e5992 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:07:38.886266 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e72b251-9f06-47e4-8fcf-d4586f907e59 None None] Sync routers for ids ['eee42843-b89e-430a-9a6a-42861464a3c0'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:07:38.896665 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-83f298d0-e129-498c-a0d7-00d9633e5992 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:38.896878 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e72b251-9f06-47e4-8fcf-d4586f907e59 None None] Routers {'eee42843-b89e-430a-9a6a-42861464a3c0'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:07:38.897489 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-6e72b251-9f06-47e4-8fcf-d4586f907e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:07:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['eee42843-b89e-430a-9a6a-42861464a3c0'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:07:38.955784 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-83f298d0-e129-498c-a0d7-00d9633e5992 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "DELETE /v2.0/floatingips/d249c2f5-b6c1-4e47-91b2-cdf254e29c75 HTTP/1.1" status: 204 len: 168 time: 1.5182722 Sep 14 23:07:38.956544 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037f70a1-fdfa-4bc3-b691-1c036d347dbd', 'tag': 'bbdee5bc-38cc-443d-9593-97a512225ef4'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:07:38.960024 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f518b2-478c-4e2e-9b2c-4a3920e769db" -d '{"events": [{"name": "network-changed", "server_uuid": "037f70a1-fdfa-4bc3-b691-1c036d347dbd", "tag": "bbdee5bc-38cc-443d-9593-97a512225ef4"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:07:39.005502 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bafb1b-59fa-4d06-aadd-200940dd9b15 x-openstack-request-id: req-25bafb1b-59fa-4d06-aadd-200940dd9b15 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:07:39.005787 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "037f70a1-fdfa-4bc3-b691-1c036d347dbd", "tag": "bbdee5bc-38cc-443d-9593-97a512225ef4", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:07:39.006034 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-25bafb1b-59fa-4d06-aadd-200940dd9b15 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:07:39.006427 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25bafb1b-59fa-4d06-aadd-200940dd9b15'] response: {'name': 'network-changed', 'server_uuid': '037f70a1-fdfa-4bc3-b691-1c036d347dbd', 'tag': 'bbdee5bc-38cc-443d-9593-97a512225ef4', 'status': 'completed', 'code': 200} Sep 14 23:07:39.086553 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-6e72b251-9f06-47e4-8fcf-d4586f907e59 None None] Set router eee42843-b89e-430a-9a6a-42861464a3c0 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:07:39.106283 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f518b2-478c-4e2e-9b2c-4a3920e769db req-ec6a4b45-7d67-4e6d-bd47-b7dd48c41456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:07:39.107745 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-75f518b2-478c-4e2e-9b2c-4a3920e769db req-ec6a4b45-7d67-4e6d-bd47-b7dd48c41456 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=093721cb95a347f28f2306e789d64fd0&device_id=037f70a1-fdfa-4bc3-b691-1c036d347dbd HTTP/1.1" status: 200 len: 1099 time: 0.0802610 Sep 14 23:07:39.246345 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f518b2-478c-4e2e-9b2c-4a3920e769db req-1d8b3600-d19b-4ada-b8f6-aad76b471294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:07:39.247806 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-75f518b2-478c-4e2e-9b2c-4a3920e769db req-1d8b3600-d19b-4ada-b8f6-aad76b471294 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8c5b42e5-c7a4-4629-b1de-12796897febf HTTP/1.1" status: 200 len: 912 time: 0.1343811 Sep 14 23:07:39.360732 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-75f518b2-478c-4e2e-9b2c-4a3920e769db req-699bbdce-3dae-4ce9-be34-887d6061313a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbdee5bc-38cc-443d-9593-97a512225ef4 HTTP/1.1" status: 200 len: 217 time: 0.0764256 Sep 14 23:07:39.439582 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f518b2-478c-4e2e-9b2c-4a3920e769db req-3b8e9cc7-80e7-456d-88ef-4f769de8e115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:07:39.441044 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-75f518b2-478c-4e2e-9b2c-4a3920e769db req-3b8e9cc7-80e7-456d-88ef-4f769de8e115 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9530b6a1-5b44-4a8b-9405-362cadb44215 HTTP/1.1" status: 200 len: 851 time: 0.0718131 Sep 14 23:07:39.452673 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadd1aa-dca3-4754-8f47-c34204c0b2a3 req-2e163a84-8270-4e74-9922-66ad7c7b107d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:07:39.453471 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-0dadd1aa-dca3-4754-8f47-c34204c0b2a3 req-2e163a84-8270-4e74-9922-66ad7c7b107d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Synchronizing usage tracker for tenant:093721cb95a347f28f2306e789d64fd0 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:07:39.459239 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-6e72b251-9f06-47e4-8fcf-d4586f907e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'name': 'tempest-TestVolumeBootPattern-2041423940-router', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:00:04Z', 'updated_at': '2022-09-14T23:00:13Z', 'revision_number': 4, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'gw_port': {'id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:06Z', 'updated_at': '2022-09-14T23:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '7cdb288b-e092-4298-a544-859517b6e15d', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'floating_ip_address': '172.26.5.131', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'port_id': '1547d438-44f5-47c6-894e-568b79d2bd93', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'mac_address': 'fa:16:3e:10:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56a318c-49f0-4eb1-8e9e-2db67080fb4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:03:47Z', 'updated_at': '2022-09-14T23:03:50Z', 'revision_number': 1, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfcbb8cf-9a81-4df5-a347-d3439179dddf', 'name': '', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'mac_address': 'fa:16:3e:7d:60:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:11Z', 'updated_at': '2022-09-14T23:00:28Z', 'revision_number': 5, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'subnets': [{'id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:07:39.462917 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e72b251-9f06-47e4-8fcf-d4586f907e59 None None] Checking router: eee42843-b89e-430a-9a6a-42861464a3c0 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:07:39.471439 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e72b251-9f06-47e4-8fcf-d4586f907e59 None None] Routers {'eee42843-b89e-430a-9a6a-42861464a3c0'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:07:39.472021 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-6e72b251-9f06-47e4-8fcf-d4586f907e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:07:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['eee42843-b89e-430a-9a6a-42861464a3c0'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:07:39.521261 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-0dadd1aa-dca3-4754-8f47-c34204c0b2a3 req-2e163a84-8270-4e74-9922-66ad7c7b107d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Unset dirty status for tenant:093721cb95a347f28f2306e789d64fd0 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:07:39.522406 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0dadd1aa-dca3-4754-8f47-c34204c0b2a3 req-2e163a84-8270-4e74-9922-66ad7c7b107d tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=037f70a1-fdfa-4bc3-b691-1c036d347dbd HTTP/1.1" status: 200 len: 946 time: 0.2731395 Sep 14 23:07:39.574086 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f518b2-478c-4e2e-9b2c-4a3920e769db req-5513f93a-a258-4418-8dbc-62a672bd3e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:07:39.575544 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-75f518b2-478c-4e2e-9b2c-4a3920e769db req-5513f93a-a258-4418-8dbc-62a672bd3e59 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c5b42e5-c7a4-4629-b1de-12796897febf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1194706 Sep 14 23:07:39.578420 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0dadd1aa-dca3-4754-8f47-c34204c0b2a3 req-e1bb3197-08a0-477c-9b55-74f802ac8975 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478730 Sep 14 23:07:39.671921 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-6e72b251-9f06-47e4-8fcf-d4586f907e59 None None] Set router eee42843-b89e-430a-9a6a-42861464a3c0 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:07:39.710304 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-75f518b2-478c-4e2e-9b2c-4a3920e769db req-435b1cb8-e7e2-43ee-9961-e49cf2fe19e8 service neutron] 10.222.0.20 "GET /v2.0/networks/8c5b42e5-c7a4-4629-b1de-12796897febf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264641 Sep 14 23:07:39.738491 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-785aba15-f3d1-4c09-9f29-81ddd43c8262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:39.845059 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-75f518b2-478c-4e2e-9b2c-4a3920e769db req-c1621dbd-ac30-4d6d-a224-b4f186559d70 service neutron] 10.222.0.20 "GET /v2.0/networks/8c5b42e5-c7a4-4629-b1de-12796897febf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274626 Sep 14 23:07:40.008232 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-6e72b251-9f06-47e4-8fcf-d4586f907e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'name': 'tempest-TestVolumeBootPattern-2041423940-router', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:00:04Z', 'updated_at': '2022-09-14T23:00:13Z', 'revision_number': 4, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'gw_port': {'id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:06Z', 'updated_at': '2022-09-14T23:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '7cdb288b-e092-4298-a544-859517b6e15d', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'floating_ip_address': '172.26.5.131', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'port_id': '1547d438-44f5-47c6-894e-568b79d2bd93', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'mac_address': 'fa:16:3e:10:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56a318c-49f0-4eb1-8e9e-2db67080fb4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:03:47Z', 'updated_at': '2022-09-14T23:03:50Z', 'revision_number': 1, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfcbb8cf-9a81-4df5-a347-d3439179dddf', 'name': '', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'mac_address': 'fa:16:3e:7d:60:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:11Z', 'updated_at': '2022-09-14T23:00:28Z', 'revision_number': 5, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'subnets': [{'id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:07:40.012759 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e72b251-9f06-47e4-8fcf-d4586f907e59 None None] The sync data for ids ['eee42843-b89e-430a-9a6a-42861464a3c0'] in dv-neutron-857791-1-hyperv is: [{'id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'name': 'tempest-TestVolumeBootPattern-2041423940-router', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:00:04Z', 'updated_at': '2022-09-14T23:00:13Z', 'revision_number': 4, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'gw_port': {'id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:06Z', 'updated_at': '2022-09-14T23:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '7cdb288b-e092-4298-a544-859517b6e15d', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'floating_ip_address': '172.26.5.131', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'port_id': '1547d438-44f5-47c6-894e-568b79d2bd93', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'mac_address': 'fa:16:3e:10:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56a318c-49f0-4eb1-8e9e-2db67080fb4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:03:47Z', 'updated_at': '2022-09-14T23:03:50Z', 'revision_number': 1, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfcbb8cf-9a81-4df5-a347-d3439179dddf', 'name': '', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'mac_address': 'fa:16:3e:7d:60:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:11Z', 'updated_at': '2022-09-14T23:00:28Z', 'revision_number': 5, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'subnets': [{'id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:07:40.211756 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1068d2-c333-46e2-b507-2ea42877de7f None None] New status for floating IP d249c2f5-b6c1-4e47-91b2-cdf254e29c75: DOWN {{(pid=89172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:07:40.812071 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:40.842908 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627d55d-3525-4bce-8a7e-dd69d416823e req-993c4b8b-bbf1-4e06-97ba-981552f7c405 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:07:40.844359 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5627d55d-3525-4bce-8a7e-dd69d416823e req-993c4b8b-bbf1-4e06-97ba-981552f7c405 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=037f70a1-fdfa-4bc3-b691-1c036d347dbd HTTP/1.1" status: 200 len: 946 time: 0.1516902 Sep 14 23:07:40.851503 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b709ff-8b23-49f9-87af-17e095ccaa13 req-62dc0688-2638-4482-94de-ef6a8e2f8156 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:07:40.852822 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a3b709ff-8b23-49f9-87af-17e095ccaa13 req-62dc0688-2638-4482-94de-ef6a8e2f8156 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.20 "GET /v2.0/ports?device_id=037f70a1-fdfa-4bc3-b691-1c036d347dbd HTTP/1.1" status: 200 len: 946 time: 0.1200702 Sep 14 23:07:40.885036 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:40.946604 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5627d55d-3525-4bce-8a7e-dd69d416823e req-ba594ef9-e84a-41ef-a785-ddc9e0e55b21 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928600 Sep 14 23:07:40.951833 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [req-a3b709ff-8b23-49f9-87af-17e095ccaa13 req-6b2fcfe3-442e-4ebf-a175-8b516064819c tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Deleting port bbdee5bc-38cc-443d-9593-97a512225ef4 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:07:40.952177 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-a3b709ff-8b23-49f9-87af-17e095ccaa13 req-6b2fcfe3-442e-4ebf-a175-8b516064819c tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:41.289548 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-a3b709ff-8b23-49f9-87af-17e095ccaa13 req-6b2fcfe3-442e-4ebf-a175-8b516064819c tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] For port bbdee5bc-38cc-443d-9593-97a512225ef4, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=bbdee5bc-38cc-443d-9593-97a512225ef4,segment=NetworkSegment(ab179e40-d634-4a10-a989-ca879bb3802f),segment_id=ab179e40-d634-4a10-a989-ca879bb3802f)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:07:41.289901 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-a3b709ff-8b23-49f9-87af-17e095ccaa13 req-6b2fcfe3-442e-4ebf-a175-8b516064819c tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:41.415709 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [req-a3b709ff-8b23-49f9-87af-17e095ccaa13 req-6b2fcfe3-442e-4ebf-a175-8b516064819c tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Calling delete_port for bbdee5bc-38cc-443d-9593-97a512225ef4 owned by compute:nova {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:07:41.556772 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-a3b709ff-8b23-49f9-87af-17e095ccaa13 req-6b2fcfe3-442e-4ebf-a175-8b516064819c tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:41.603602 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2fcfe3-442e-4ebf-a175-8b516064819c tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Pushing event deleted for resources: {'Port': ['ID=bbdee5bc-38cc-443d-9593-97a512225ef4,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:41.694003 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b709ff-8b23-49f9-87af-17e095ccaa13 req-6b2fcfe3-442e-4ebf-a175-8b516064819c tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] No DVR routers for this DVR port bbdee5bc-38cc-443d-9593-97a512225ef4 on host hv-neutron-8577 {{(pid=89170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:07:41.696288 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-a3b709ff-8b23-49f9-87af-17e095ccaa13 req-6b2fcfe3-442e-4ebf-a175-8b516064819c tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:41.699263 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037f70a1-fdfa-4bc3-b691-1c036d347dbd', 'name': 'network-vif-deleted', 'tag': 'bbdee5bc-38cc-443d-9593-97a512225ef4'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:07:41.701520 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba332f3-1ac4-48e1-8ebf-6459b4b42b5f" -d '{"events": [{"server_uuid": "037f70a1-fdfa-4bc3-b691-1c036d347dbd", "name": "network-vif-deleted", "tag": "bbdee5bc-38cc-443d-9593-97a512225ef4"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:07:41.715110 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a3b709ff-8b23-49f9-87af-17e095ccaa13 req-6b2fcfe3-442e-4ebf-a175-8b516064819c tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.20 "DELETE /v2.0/ports/bbdee5bc-38cc-443d-9593-97a512225ef4 HTTP/1.1" status: 204 len: 173 time: 0.8453193 Sep 14 23:07:41.749285 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257049c6-8228-4580-8a5a-c66634ce16eb x-openstack-request-id: req-257049c6-8228-4580-8a5a-c66634ce16eb {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:07:41.749575 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037f70a1-fdfa-4bc3-b691-1c036d347dbd", "name": "network-vif-deleted", "tag": "bbdee5bc-38cc-443d-9593-97a512225ef4", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:07:41.749864 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-257049c6-8228-4580-8a5a-c66634ce16eb {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:07:41.750258 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-257049c6-8228-4580-8a5a-c66634ce16eb'] response: {'server_uuid': '037f70a1-fdfa-4bc3-b691-1c036d347dbd', 'name': 'network-vif-deleted', 'tag': 'bbdee5bc-38cc-443d-9593-97a512225ef4', 'status': 'completed', 'code': 200} Sep 14 23:07:42.123874 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-08f848d1-244b-4bc3-a9be-ab4b18353ea5 req-25efdb8c-1d43-46d0-84ce-096e18f818e8 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Synchronizing usage tracker for tenant:093721cb95a347f28f2306e789d64fd0 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:07:42.144563 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-08f848d1-244b-4bc3-a9be-ab4b18353ea5 req-25efdb8c-1d43-46d0-84ce-096e18f818e8 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Unset dirty status for tenant:093721cb95a347f28f2306e789d64fd0 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:07:42.145831 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-08f848d1-244b-4bc3-a9be-ab4b18353ea5 req-25efdb8c-1d43-46d0-84ce-096e18f818e8 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=037f70a1-fdfa-4bc3-b691-1c036d347dbd HTTP/1.1" status: 200 len: 210 time: 0.0779333 Sep 14 23:07:42.406946 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:45.688881 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:07:46.122658 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device bbdee5bc-38cc-443d-9593-97a512225ef4 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:07:46.159607 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: bbdee5bc-38cc-443d-9593-97a512225ef4 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:07:46.159949 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device bbdee5bc-38cc-443d-9593-97a512225ef4 not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:07:47.871337 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57788) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:07:48.070534 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-da6c6415-bc07-4b4a-860f-5c3ba87643d9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Deleting port 9bef134a-bda5-48e7-9fb9-7fbff7b04990 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:07:48.070871 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-da6c6415-bc07-4b4a-860f-5c3ba87643d9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:48.235082 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-da6c6415-bc07-4b4a-860f-5c3ba87643d9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:48.235407 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-da6c6415-bc07-4b4a-860f-5c3ba87643d9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:48.359495 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-da6c6415-bc07-4b4a-860f-5c3ba87643d9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Calling delete_port for 9bef134a-bda5-48e7-9fb9-7fbff7b04990 owned by network:floatingip {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:07:48.506786 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-da6c6415-bc07-4b4a-860f-5c3ba87643d9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:48.556446 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c6415-bc07-4b4a-860f-5c3ba87643d9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Pushing event deleted for resources: {'Port': ['ID=9bef134a-bda5-48e7-9fb9-7fbff7b04990,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:48.600003 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6c6415-bc07-4b4a-860f-5c3ba87643d9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:48.600338 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6c6415-bc07-4b4a-860f-5c3ba87643d9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:48.600697 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6c6415-bc07-4b4a-860f-5c3ba87643d9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:48.601021 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6c6415-bc07-4b4a-860f-5c3ba87643d9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:48.601342 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6c6415-bc07-4b4a-860f-5c3ba87643d9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:48.601663 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6c6415-bc07-4b4a-860f-5c3ba87643d9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:48.601982 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6c6415-bc07-4b4a-860f-5c3ba87643d9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:48.602297 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6c6415-bc07-4b4a-860f-5c3ba87643d9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:48.602616 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6c6415-bc07-4b4a-860f-5c3ba87643d9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:48.602931 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6c6415-bc07-4b4a-860f-5c3ba87643d9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:48.603241 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6c6415-bc07-4b4a-860f-5c3ba87643d9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:48.603549 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6c6415-bc07-4b4a-860f-5c3ba87643d9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:48.662806 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-da6c6415-bc07-4b4a-860f-5c3ba87643d9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for floatingip, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:48.663126 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.l3_db [None req-da6c6415-bc07-4b4a-860f-5c3ba87643d9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Floating IP 7cdb288b-e092-4298-a544-859517b6e15d disassociated (deleted). External IP: 172.26.5.131, port: 1547d438-44f5-47c6-894e-568b79d2bd93. Sep 14 23:07:49.110079 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6c6415-bc07-4b4a-860f-5c3ba87643d9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Router eee42843-b89e-430a-9a6a-42861464a3c0 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:07:49.282847 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6c6415-bc07-4b4a-860f-5c3ba87643d9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:07:49.293194 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2d5028-4eaf-4762-badc-1837885b13bb None None] Sync routers for ids ['eee42843-b89e-430a-9a6a-42861464a3c0'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:07:49.304404 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2d5028-4eaf-4762-badc-1837885b13bb None None] Routers {'eee42843-b89e-430a-9a6a-42861464a3c0'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:07:49.305489 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-7d2d5028-4eaf-4762-badc-1837885b13bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:07:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['eee42843-b89e-430a-9a6a-42861464a3c0'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:07:49.306608 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-da6c6415-bc07-4b4a-860f-5c3ba87643d9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:49.307516 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:49.370119 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-da6c6415-bc07-4b4a-860f-5c3ba87643d9 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "DELETE /v2.0/floatingips/7cdb288b-e092-4298-a544-859517b6e15d HTTP/1.1" status: 204 len: 168 time: 1.4974911 Sep 14 23:07:49.370512 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56a318c-49f0-4eb1-8e9e-2db67080fb4b', 'tag': '1547d438-44f5-47c6-894e-568b79d2bd93'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:07:49.372923 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1eea2f-2928-423e-a62b-f7e43c6c004c" -d '{"events": [{"name": "network-changed", "server_uuid": "e56a318c-49f0-4eb1-8e9e-2db67080fb4b", "tag": "1547d438-44f5-47c6-894e-568b79d2bd93"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:07:49.420059 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dde7aae-0445-4e68-837e-28c4afc8751c x-openstack-request-id: req-5dde7aae-0445-4e68-837e-28c4afc8751c {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:07:49.420526 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e56a318c-49f0-4eb1-8e9e-2db67080fb4b", "tag": "1547d438-44f5-47c6-894e-568b79d2bd93", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:07:49.420816 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5dde7aae-0445-4e68-837e-28c4afc8751c {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:07:49.421418 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dde7aae-0445-4e68-837e-28c4afc8751c'] response: {'name': 'network-changed', 'server_uuid': 'e56a318c-49f0-4eb1-8e9e-2db67080fb4b', 'tag': '1547d438-44f5-47c6-894e-568b79d2bd93', 'status': 'completed', 'code': 200} Sep 14 23:07:49.493062 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-7d2d5028-4eaf-4762-badc-1837885b13bb None None] Set router eee42843-b89e-430a-9a6a-42861464a3c0 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:07:49.526395 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1eea2f-2928-423e-a62b-f7e43c6c004c req-7370ad18-cee8-4974-a739-0ebd8281e25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:07:49.528140 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5c1eea2f-2928-423e-a62b-f7e43c6c004c req-7370ad18-cee8-4974-a739-0ebd8281e25e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=093721cb95a347f28f2306e789d64fd0&device_id=e56a318c-49f0-4eb1-8e9e-2db67080fb4b HTTP/1.1" status: 200 len: 1099 time: 0.0846319 Sep 14 23:07:49.663301 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1eea2f-2928-423e-a62b-f7e43c6c004c req-642a964f-78df-4e15-a522-e4fd6afbf0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:07:49.664697 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5c1eea2f-2928-423e-a62b-f7e43c6c004c req-642a964f-78df-4e15-a522-e4fd6afbf0d2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8c5b42e5-c7a4-4629-b1de-12796897febf HTTP/1.1" status: 200 len: 912 time: 0.1312194 Sep 14 23:07:49.775204 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5c1eea2f-2928-423e-a62b-f7e43c6c004c req-1df8f4a5-a7ad-4e23-aa12-73e3436a33dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1547d438-44f5-47c6-894e-568b79d2bd93 HTTP/1.1" status: 200 len: 217 time: 0.0746007 Sep 14 23:07:49.805917 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-7d2d5028-4eaf-4762-badc-1837885b13bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'name': 'tempest-TestVolumeBootPattern-2041423940-router', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:00:04Z', 'updated_at': '2022-09-14T23:00:13Z', 'revision_number': 4, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'gw_port': {'id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:06Z', 'updated_at': '2022-09-14T23:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'dfcbb8cf-9a81-4df5-a347-d3439179dddf', 'name': '', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'mac_address': 'fa:16:3e:7d:60:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:11Z', 'updated_at': '2022-09-14T23:00:28Z', 'revision_number': 5, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'subnets': [{'id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:07:49.810124 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2d5028-4eaf-4762-badc-1837885b13bb None None] Checking router: eee42843-b89e-430a-9a6a-42861464a3c0 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:07:49.818132 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2d5028-4eaf-4762-badc-1837885b13bb None None] Routers {'eee42843-b89e-430a-9a6a-42861464a3c0'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:07:49.818708 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-7d2d5028-4eaf-4762-badc-1837885b13bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:07:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['eee42843-b89e-430a-9a6a-42861464a3c0'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:07:49.849822 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1eea2f-2928-423e-a62b-f7e43c6c004c req-92a51a20-89bc-4f3a-a4b5-a8195f4cbb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:07:49.851222 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5c1eea2f-2928-423e-a62b-f7e43c6c004c req-92a51a20-89bc-4f3a-a4b5-a8195f4cbb63 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9530b6a1-5b44-4a8b-9405-362cadb44215 HTTP/1.1" status: 200 len: 851 time: 0.0685437 Sep 14 23:07:49.862328 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771a4af-c9d5-4931-9b97-36ab1e7231ba req-bed7a4e1-06cc-4342-b562-cb9b6818c036 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:07:49.863697 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e771a4af-c9d5-4931-9b97-36ab1e7231ba req-bed7a4e1-06cc-4342-b562-cb9b6818c036 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=e56a318c-49f0-4eb1-8e9e-2db67080fb4b HTTP/1.1" status: 200 len: 946 time: 0.1981628 Sep 14 23:07:49.957518 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e771a4af-c9d5-4931-9b97-36ab1e7231ba req-dae7c169-c54f-4b4b-b554-929e155e3ce2 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585032 Sep 14 23:07:49.973554 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1eea2f-2928-423e-a62b-f7e43c6c004c req-3fcfc691-87a4-4a12-97ed-fe6525b5a436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:07:49.974989 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5c1eea2f-2928-423e-a62b-f7e43c6c004c req-3fcfc691-87a4-4a12-97ed-fe6525b5a436 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c5b42e5-c7a4-4629-b1de-12796897febf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1104786 Sep 14 23:07:49.992541 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-7d2d5028-4eaf-4762-badc-1837885b13bb None None] Set router eee42843-b89e-430a-9a6a-42861464a3c0 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:07:50.107664 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5c1eea2f-2928-423e-a62b-f7e43c6c004c req-f3c082d4-8858-4d70-b3fe-23ec52b62195 service neutron] 10.222.0.20 "GET /v2.0/networks/8c5b42e5-c7a4-4629-b1de-12796897febf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253242 Sep 14 23:07:50.238118 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5c1eea2f-2928-423e-a62b-f7e43c6c004c req-62e14809-095a-4c50-a68e-19de409e9bd6 service neutron] 10.222.0.20 "GET /v2.0/networks/8c5b42e5-c7a4-4629-b1de-12796897febf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242461 Sep 14 23:07:50.328940 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-7d2d5028-4eaf-4762-badc-1837885b13bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'name': 'tempest-TestVolumeBootPattern-2041423940-router', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:00:04Z', 'updated_at': '2022-09-14T23:00:13Z', 'revision_number': 4, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'gw_port': {'id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:06Z', 'updated_at': '2022-09-14T23:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'dfcbb8cf-9a81-4df5-a347-d3439179dddf', 'name': '', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'mac_address': 'fa:16:3e:7d:60:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:11Z', 'updated_at': '2022-09-14T23:00:28Z', 'revision_number': 5, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'subnets': [{'id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:07:50.332676 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2d5028-4eaf-4762-badc-1837885b13bb None None] The sync data for ids ['eee42843-b89e-430a-9a6a-42861464a3c0'] in dv-neutron-857791-1-hyperv is: [{'id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'name': 'tempest-TestVolumeBootPattern-2041423940-router', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:00:04Z', 'updated_at': '2022-09-14T23:00:13Z', 'revision_number': 4, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'gw_port': {'id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:06Z', 'updated_at': '2022-09-14T23:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'dfcbb8cf-9a81-4df5-a347-d3439179dddf', 'name': '', 'network_id': '8c5b42e5-c7a4-4629-b1de-12796897febf', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'mac_address': 'fa:16:3e:7d:60:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:11Z', 'updated_at': '2022-09-14T23:00:28Z', 'revision_number': 5, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'subnets': [{'id': '9530b6a1-5b44-4a8b-9405-362cadb44215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:07:50.551853 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d6e42f-7f3b-4026-8145-c8bd783ed79a None None] New status for floating IP 7cdb288b-e092-4298-a544-859517b6e15d: DOWN {{(pid=89172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:07:51.198595 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcad12-2951-4e85-a3a3-86b33902aa2e req-7084ed90-2765-4c43-9869-583955d3169e tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:07:51.200002 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-96bcad12-2951-4e85-a3a3-86b33902aa2e req-7084ed90-2765-4c43-9869-583955d3169e tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.20 "GET /v2.0/ports?device_id=e56a318c-49f0-4eb1-8e9e-2db67080fb4b HTTP/1.1" status: 200 len: 946 time: 0.1511238 Sep 14 23:07:51.207115 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efcb80-2c64-487f-8ff4-4b8592dd4b4c req-8badd9f2-4760-42f7-95ed-e4f023ecc93c tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:07:51.208414 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d7efcb80-2c64-487f-8ff4-4b8592dd4b4c req-8badd9f2-4760-42f7-95ed-e4f023ecc93c tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=e56a318c-49f0-4eb1-8e9e-2db67080fb4b HTTP/1.1" status: 200 len: 946 time: 0.1249962 Sep 14 23:07:51.398338 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [req-96bcad12-2951-4e85-a3a3-86b33902aa2e req-05c3510a-11bb-4e9c-9cd2-50c3498b5a3e tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Deleting port 1547d438-44f5-47c6-894e-568b79d2bd93 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:07:51.398679 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-96bcad12-2951-4e85-a3a3-86b33902aa2e req-05c3510a-11bb-4e9c-9cd2-50c3498b5a3e tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:51.430943 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d7efcb80-2c64-487f-8ff4-4b8592dd4b4c req-011c6bb2-f4e6-4414-b123-ecbc6651f8c6 tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/security-groups?id=9bdccbf1-a509-42f7-99d9-d23340f211e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944425 Sep 14 23:07:51.650027 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-96bcad12-2951-4e85-a3a3-86b33902aa2e req-05c3510a-11bb-4e9c-9cd2-50c3498b5a3e tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] For port 1547d438-44f5-47c6-894e-568b79d2bd93, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1547d438-44f5-47c6-894e-568b79d2bd93,segment=NetworkSegment(ab179e40-d634-4a10-a989-ca879bb3802f),segment_id=ab179e40-d634-4a10-a989-ca879bb3802f)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:07:51.650299 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-96bcad12-2951-4e85-a3a3-86b33902aa2e req-05c3510a-11bb-4e9c-9cd2-50c3498b5a3e tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:51.771110 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [req-96bcad12-2951-4e85-a3a3-86b33902aa2e req-05c3510a-11bb-4e9c-9cd2-50c3498b5a3e tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Calling delete_port for 1547d438-44f5-47c6-894e-568b79d2bd93 owned by compute:nova {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:07:51.911550 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-96bcad12-2951-4e85-a3a3-86b33902aa2e req-05c3510a-11bb-4e9c-9cd2-50c3498b5a3e tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:51.958232 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c3510a-11bb-4e9c-9cd2-50c3498b5a3e tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Pushing event deleted for resources: {'Port': ['ID=1547d438-44f5-47c6-894e-568b79d2bd93,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:51.996992 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c3510a-11bb-4e9c-9cd2-50c3498b5a3e tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:51.997348 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c3510a-11bb-4e9c-9cd2-50c3498b5a3e tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:51.997682 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c3510a-11bb-4e9c-9cd2-50c3498b5a3e tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:51.998011 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c3510a-11bb-4e9c-9cd2-50c3498b5a3e tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:51.998335 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c3510a-11bb-4e9c-9cd2-50c3498b5a3e tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:51.998650 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c3510a-11bb-4e9c-9cd2-50c3498b5a3e tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:51.998975 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c3510a-11bb-4e9c-9cd2-50c3498b5a3e tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:51.999554 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c3510a-11bb-4e9c-9cd2-50c3498b5a3e tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:51.999665 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c3510a-11bb-4e9c-9cd2-50c3498b5a3e tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:51.999910 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c3510a-11bb-4e9c-9cd2-50c3498b5a3e tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:52.000263 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c3510a-11bb-4e9c-9cd2-50c3498b5a3e tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:52.000583 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c3510a-11bb-4e9c-9cd2-50c3498b5a3e tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:07:52.059866 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [req-96bcad12-2951-4e85-a3a3-86b33902aa2e req-05c3510a-11bb-4e9c-9cd2-50c3498b5a3e tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] No DVR routers for this DVR port 1547d438-44f5-47c6-894e-568b79d2bd93 on host hv-neutron-8577 {{(pid=89170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:07:52.062259 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-96bcad12-2951-4e85-a3a3-86b33902aa2e req-05c3510a-11bb-4e9c-9cd2-50c3498b5a3e tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:52.064655 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56a318c-49f0-4eb1-8e9e-2db67080fb4b', 'name': 'network-vif-deleted', 'tag': '1547d438-44f5-47c6-894e-568b79d2bd93'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:07:52.066869 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58124b37-8684-4f94-b32f-f9d5ef9c1d7c" -d '{"events": [{"server_uuid": "e56a318c-49f0-4eb1-8e9e-2db67080fb4b", "name": "network-vif-deleted", "tag": "1547d438-44f5-47c6-894e-568b79d2bd93"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:07:52.076471 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-96bcad12-2951-4e85-a3a3-86b33902aa2e req-05c3510a-11bb-4e9c-9cd2-50c3498b5a3e tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.20 "DELETE /v2.0/ports/1547d438-44f5-47c6-894e-568b79d2bd93 HTTP/1.1" status: 204 len: 173 time: 0.8671451 Sep 14 23:07:52.107759 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3552645b-58fc-414c-ba5e-87582ef0927d x-openstack-request-id: req-3552645b-58fc-414c-ba5e-87582ef0927d {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:07:52.107960 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56a318c-49f0-4eb1-8e9e-2db67080fb4b", "name": "network-vif-deleted", "tag": "1547d438-44f5-47c6-894e-568b79d2bd93", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:07:52.108191 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3552645b-58fc-414c-ba5e-87582ef0927d {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:07:52.108636 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3552645b-58fc-414c-ba5e-87582ef0927d'] response: {'server_uuid': 'e56a318c-49f0-4eb1-8e9e-2db67080fb4b', 'name': 'network-vif-deleted', 'tag': '1547d438-44f5-47c6-894e-568b79d2bd93', 'status': 'completed', 'code': 200} Sep 14 23:07:52.596977 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-141ce733-02a0-48d1-bf65-0563a787efca req-ffe7cd67-a2be-4fd3-a9ca-6b3b21d463ae tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Synchronizing usage tracker for tenant:093721cb95a347f28f2306e789d64fd0 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:07:52.612263 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-141ce733-02a0-48d1-bf65-0563a787efca req-ffe7cd67-a2be-4fd3-a9ca-6b3b21d463ae tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Unset dirty status for tenant:093721cb95a347f28f2306e789d64fd0 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:07:52.613613 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-141ce733-02a0-48d1-bf65-0563a787efca req-ffe7cd67-a2be-4fd3-a9ca-6b3b21d463ae tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "GET /v2.0/ports?device_id=e56a318c-49f0-4eb1-8e9e-2db67080fb4b HTTP/1.1" status: 200 len: 210 time: 0.0660555 Sep 14 23:07:53.716080 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57806) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:07:53.866879 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-444b258e-b33f-4983-9c04-abec09938afd tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Deleting port f29fa598-9eb7-4591-8abe-99065d2cc055 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:07:53.867213 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-444b258e-b33f-4983-9c04-abec09938afd tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:54.030402 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-444b258e-b33f-4983-9c04-abec09938afd tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:54.030721 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-444b258e-b33f-4983-9c04-abec09938afd tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:54.152852 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-444b258e-b33f-4983-9c04-abec09938afd tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Calling delete_port for f29fa598-9eb7-4591-8abe-99065d2cc055 owned by network:floatingip {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:07:54.284312 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-444b258e-b33f-4983-9c04-abec09938afd tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:54.333003 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b258e-b33f-4983-9c04-abec09938afd tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Pushing event deleted for resources: {'Port': ['ID=f29fa598-9eb7-4591-8abe-99065d2cc055,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:54.429709 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-444b258e-b33f-4983-9c04-abec09938afd tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for floatingip, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:54.446996 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-444b258e-b33f-4983-9c04-abec09938afd tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:54.448202 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-444b258e-b33f-4983-9c04-abec09938afd tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "DELETE /v2.0/floatingips/5139d884-83c4-4b29-adde-89167a36e6db HTTP/1.1" status: 204 len: 168 time: 0.7311170 Sep 14 23:07:56.200918 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 1547d438-44f5-47c6-894e-568b79d2bd93 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:07:56.236639 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: 1547d438-44f5-47c6-894e-568b79d2bd93 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:07:56.236988 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 1547d438-44f5-47c6-894e-568b79d2bd93 not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:07:57.013253 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57822) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:07:57.083269 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c062333d-2f6e-4194-b5b4-374978671deb tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:57.112667 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c062333d-2f6e-4194-b5b4-374978671deb tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:57.182511 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c062333d-2f6e-4194-b5b4-374978671deb tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:57.202113 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c062333d-2f6e-4194-b5b4-374978671deb tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdccbf1-a509-42f7-99d9-d23340f211e6,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:57.208962 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c062333d-2f6e-4194-b5b4-374978671deb tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:57.210067 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c062333d-2f6e-4194-b5b4-374978671deb tempest-TestVolumeBootPattern-788641872 tempest-TestVolumeBootPattern-788641872-project] 10.222.0.33 "DELETE /v2.0/security-groups/9bdccbf1-a509-42f7-99d9-d23340f211e6 HTTP/1.1" status: 204 len: 168 time: 0.1958411 Sep 14 23:07:57.264390 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57828) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:07:58.031789 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-20d9f052-be12-437e-98e8-d075dfcace54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:58.368887 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-20d9f052-be12-437e-98e8-d075dfcace54 admin admin] Deleting port dfcbb8cf-9a81-4df5-a347-d3439179dddf {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:07:58.370101 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-20d9f052-be12-437e-98e8-d075dfcace54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:58.536669 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-20d9f052-be12-437e-98e8-d075dfcace54 admin admin] For port dfcbb8cf-9a81-4df5-a347-d3439179dddf, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=dfcbb8cf-9a81-4df5-a347-d3439179dddf,segment=NetworkSegment(ab179e40-d634-4a10-a989-ca879bb3802f),segment_id=ab179e40-d634-4a10-a989-ca879bb3802f)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:07:58.537018 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-20d9f052-be12-437e-98e8-d075dfcace54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:58.654989 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-20d9f052-be12-437e-98e8-d075dfcace54 admin admin] Calling delete_port for dfcbb8cf-9a81-4df5-a347-d3439179dddf owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:07:58.825783 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-20d9f052-be12-437e-98e8-d075dfcace54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:58.903784 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9f052-be12-437e-98e8-d075dfcace54 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfcbb8cf-9a81-4df5-a347-d3439179dddf,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:07:59.239839 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-20d9f052-be12-437e-98e8-d075dfcace54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:59.597577 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d9f052-be12-437e-98e8-d075dfcace54 admin admin] Router eee42843-b89e-430a-9a6a-42861464a3c0 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:07:59.771290 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d9f052-be12-437e-98e8-d075dfcace54 admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:07:59.780415 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fddb13-90a9-4695-a0e1-86484d46eb6e None None] Sync routers for ids ['eee42843-b89e-430a-9a6a-42861464a3c0'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:07:59.783092 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-20d9f052-be12-437e-98e8-d075dfcace54 admin admin] 10.222.0.33 "PUT /v2.0/routers/eee42843-b89e-430a-9a6a-42861464a3c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5182996 Sep 14 23:07:59.785621 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57834) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:07:59.789552 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fddb13-90a9-4695-a0e1-86484d46eb6e None None] Routers {'eee42843-b89e-430a-9a6a-42861464a3c0'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:07:59.790226 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-89fddb13-90a9-4695-a0e1-86484d46eb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:07:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['eee42843-b89e-430a-9a6a-42861464a3c0'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:07:59.956024 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d00a0a1e-8b45-4561-9d52-679b8d58254f admin admin] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:07:59.963035 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-89fddb13-90a9-4695-a0e1-86484d46eb6e None None] Set router eee42843-b89e-430a-9a6a-42861464a3c0 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:08:00.130076 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d00a0a1e-8b45-4561-9d52-679b8d58254f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:00.140857 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-d00a0a1e-8b45-4561-9d52-679b8d58254f admin admin] Deleting port 6d37555f-2cc4-458c-bd24-44bce9aad3aa {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:08:00.141269 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d00a0a1e-8b45-4561-9d52-679b8d58254f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:00.239110 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-89fddb13-90a9-4695-a0e1-86484d46eb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'name': 'tempest-TestVolumeBootPattern-2041423940-router', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:00:04Z', 'updated_at': '2022-09-14T23:07:58Z', 'revision_number': 5, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'gw_port': {'id': '6d37555f-2cc4-458c-bd24-44bce9aad3aa', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:06Z', 'updated_at': '2022-09-14T23:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:00.242723 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fddb13-90a9-4695-a0e1-86484d46eb6e None None] Checking router: eee42843-b89e-430a-9a6a-42861464a3c0 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:08:00.250963 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fddb13-90a9-4695-a0e1-86484d46eb6e None None] Routers {'eee42843-b89e-430a-9a6a-42861464a3c0'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:08:00.251661 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-89fddb13-90a9-4695-a0e1-86484d46eb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:07:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['eee42843-b89e-430a-9a6a-42861464a3c0'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:00.312026 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-d00a0a1e-8b45-4561-9d52-679b8d58254f admin admin] For port 6d37555f-2cc4-458c-bd24-44bce9aad3aa, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=6d37555f-2cc4-458c-bd24-44bce9aad3aa,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:08:00.312378 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d00a0a1e-8b45-4561-9d52-679b8d58254f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:00.401730 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-89fddb13-90a9-4695-a0e1-86484d46eb6e None None] Set router eee42843-b89e-430a-9a6a-42861464a3c0 gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:08:00.512705 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-89fddb13-90a9-4695-a0e1-86484d46eb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'name': 'tempest-TestVolumeBootPattern-2041423940-router', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:00:04Z', 'updated_at': '2022-09-14T23:08:00Z', 'revision_number': 6, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:00.516525 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fddb13-90a9-4695-a0e1-86484d46eb6e None None] The sync data for ids ['eee42843-b89e-430a-9a6a-42861464a3c0'] in dv-neutron-857791-1-hyperv is: [{'id': 'eee42843-b89e-430a-9a6a-42861464a3c0', 'name': 'tempest-TestVolumeBootPattern-2041423940-router', 'tenant_id': '093721cb95a347f28f2306e789d64fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:00:04Z', 'updated_at': '2022-09-14T23:08:00Z', 'revision_number': 6, 'project_id': '093721cb95a347f28f2306e789d64fd0', 'gw_port_host': None}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:08:00.552065 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-d00a0a1e-8b45-4561-9d52-679b8d58254f admin admin] Calling delete_port for 6d37555f-2cc4-458c-bd24-44bce9aad3aa owned by network:router_gateway {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:08:00.717512 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d00a0a1e-8b45-4561-9d52-679b8d58254f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:00.762334 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a0a1e-8b45-4561-9d52-679b8d58254f admin admin] Pushing event deleted for resources: {'Port': ['ID=6d37555f-2cc4-458c-bd24-44bce9aad3aa,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:00.863205 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d00a0a1e-8b45-4561-9d52-679b8d58254f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:01.041237 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d00a0a1e-8b45-4561-9d52-679b8d58254f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:01.043300 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d00a0a1e-8b45-4561-9d52-679b8d58254f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:01.065243 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d00a0a1e-8b45-4561-9d52-679b8d58254f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:01.065759 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00a0a1e-8b45-4561-9d52-679b8d58254f admin admin] Fanout notify agent at l3_agent the message router_deleted on router eee42843-b89e-430a-9a6a-42861464a3c0 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 23:08:01.078010 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d00a0a1e-8b45-4561-9d52-679b8d58254f admin admin] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:01.079121 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d00a0a1e-8b45-4561-9d52-679b8d58254f admin admin] 10.222.0.33 "DELETE /v2.0/routers/eee42843-b89e-430a-9a6a-42861464a3c0 HTTP/1.1" status: 204 len: 168 time: 1.2926142 Sep 14 23:08:01.081546 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57838) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:08:01.138644 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a1a573-dc4c-436e-b316-63e1ff8ed736 admin admin] Deleting subnet 9530b6a1-5b44-4a8b-9405-362cadb44215 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:08:01.141463 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-76a1a573-dc4c-436e-b316-63e1ff8ed736 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:01.190130 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-76a1a573-dc4c-436e-b316-63e1ff8ed736 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:01.269242 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-76a1a573-dc4c-436e-b316-63e1ff8ed736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:01.340814 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-76a1a573-dc4c-436e-b316-63e1ff8ed736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:01.358453 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 6d37555f-2cc4-458c-bd24-44bce9aad3aa no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:08:01.384386 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a1a573-dc4c-436e-b316-63e1ff8ed736 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9530b6a1-5b44-4a8b-9405-362cadb44215,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:01.394025 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-76a1a573-dc4c-436e-b316-63e1ff8ed736 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:01.397695 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 6d37555f-2cc4-458c-bd24-44bce9aad3aa {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:08:01.398039 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 6d37555f-2cc4-458c-bd24-44bce9aad3aa not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:08:01.398459 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device dfcbb8cf-9a81-4df5-a347-d3439179dddf no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:08:01.400488 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-76a1a573-dc4c-436e-b316-63e1ff8ed736 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/9530b6a1-5b44-4a8b-9405-362cadb44215 HTTP/1.1" status: 204 len: 168 time: 0.3180048 Sep 14 23:08:01.402990 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57842) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:08:01.430913 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a84541-0ab1-4574-95e2-927d218d5a81 None None] Network 8c5b42e5-c7a4-4629-b1de-12796897febf requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:08:01.455114 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: dfcbb8cf-9a81-4df5-a347-d3439179dddf {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:08:01.455464 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device dfcbb8cf-9a81-4df5-a347-d3439179dddf not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:08:01.511675 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9ab71de4-262f-4d39-bd3b-994515f6a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:01.523134 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-9ab71de4-262f-4d39-bd3b-994515f6a2c3 admin admin] Deleting port 7a07e3b1-4ad1-4f94-b081-3fe8082a7e22 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:08:01.523468 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9ab71de4-262f-4d39-bd3b-994515f6a2c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:01.712374 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cc5ca0-6d52-4e21-bffe-594574f4d3ad None None] DHCP port deletion for 8c5b42e5-c7a4-4629-b1de-12796897febf request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:08:01.716981 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-35cc5ca0-6d52-4e21-bffe-594574f4d3ad None None] Deleting port 7a07e3b1-4ad1-4f94-b081-3fe8082a7e22 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:08:01.717350 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-35cc5ca0-6d52-4e21-bffe-594574f4d3ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:01.730187 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-9ab71de4-262f-4d39-bd3b-994515f6a2c3 admin admin] For port 7a07e3b1-4ad1-4f94-b081-3fe8082a7e22, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=7a07e3b1-4ad1-4f94-b081-3fe8082a7e22,segment=NetworkSegment(ab179e40-d634-4a10-a989-ca879bb3802f),segment_id=ab179e40-d634-4a10-a989-ca879bb3802f)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:08:01.730677 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9ab71de4-262f-4d39-bd3b-994515f6a2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:01.852201 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-9ab71de4-262f-4d39-bd3b-994515f6a2c3 admin admin] Calling delete_port for 7a07e3b1-4ad1-4f94-b081-3fe8082a7e22 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:08:01.930393 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-35cc5ca0-6d52-4e21-bffe-594574f4d3ad None None] For port 7a07e3b1-4ad1-4f94-b081-3fe8082a7e22, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=7a07e3b1-4ad1-4f94-b081-3fe8082a7e22,segment=NetworkSegment(ab179e40-d634-4a10-a989-ca879bb3802f),segment_id=ab179e40-d634-4a10-a989-ca879bb3802f)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:08:01.930763 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-35cc5ca0-6d52-4e21-bffe-594574f4d3ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:02.031163 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9ab71de4-262f-4d39-bd3b-994515f6a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:02.058910 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-35cc5ca0-6d52-4e21-bffe-594574f4d3ad None None] Calling delete_port for 7a07e3b1-4ad1-4f94-b081-3fe8082a7e22 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:08:02.076126 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab71de4-262f-4d39-bd3b-994515f6a2c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a07e3b1-4ad1-4f94-b081-3fe8082a7e22,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:02.080596 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab71de4-262f-4d39-bd3b-994515f6a2c3 admin admin] No DVR routers for this DVR port 7a07e3b1-4ad1-4f94-b081-3fe8082a7e22 on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:08:02.128870 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-35cc5ca0-6d52-4e21-bffe-594574f4d3ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 23:08:02.129332 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-35cc5ca0-6d52-4e21-bffe-594574f4d3ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 23:08:02.193904 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9ab71de4-262f-4d39-bd3b-994515f6a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:02.219186 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-9ab71de4-262f-4d39-bd3b-994515f6a2c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c5b42e5-c7a4-4629-b1de-12796897febf']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:02.230813 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-9ab71de4-262f-4d39-bd3b-994515f6a2c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab179e40-d634-4a10-a989-ca879bb3802f') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:02.231106 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-9ab71de4-262f-4d39-bd3b-994515f6a2c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab179e40-d634-4a10-a989-ca879bb3802f') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:02.242365 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9ab71de4-262f-4d39-bd3b-994515f6a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:02.261859 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9ab71de4-262f-4d39-bd3b-994515f6a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:02.267837 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab71de4-262f-4d39-bd3b-994515f6a2c3 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:08:02.268243 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9ab71de4-262f-4d39-bd3b-994515f6a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:02.354856 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment ab179e40-d634-4a10-a989-ca879bb3802f resource provider aggregate not found Sep 14 23:08:02.373140 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9ab71de4-262f-4d39-bd3b-994515f6a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:02.377619 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9ab71de4-262f-4d39-bd3b-994515f6a2c3 admin admin] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:02.381140 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment ab179e40-d634-4a10-a989-ca879bb3802f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab179e40-d634-4a10-a989-ca879bb3802f found for delete ", "request_id": "req-8a18ceab-c9ff-4381-af89-8405bb70a8c5"}]} Sep 14 23:08:02.403005 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab71de4-262f-4d39-bd3b-994515f6a2c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c5b42e5-c7a4-4629-b1de-12796897febf,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:02.415354 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9ab71de4-262f-4d39-bd3b-994515f6a2c3 admin admin] 10.222.0.33 "DELETE /v2.0/networks/8c5b42e5-c7a4-4629-b1de-12796897febf HTTP/1.1" status: 204 len: 168 time: 1.0113113 Sep 14 23:08:02.418303 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57852) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:08:02.630973 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-35cc5ca0-6d52-4e21-bffe-594574f4d3ad None None] Deleting port 7a07e3b1-4ad1-4f94-b081-3fe8082a7e22 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:08:02.631515 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-35cc5ca0-6d52-4e21-bffe-594574f4d3ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:02.699071 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-35cc5ca0-6d52-4e21-bffe-594574f4d3ad None None] The port '7a07e3b1-4ad1-4f94-b081-3fe8082a7e22' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 23:08:02.966784 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4b11ccef-f425-47a0-9c48-b586f1879a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:03.301763 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-4b11ccef-f425-47a0-9c48-b586f1879a53 admin admin] Deleting port 6940cd35-f877-40b5-b779-965458ed4963 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:08:03.302102 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4b11ccef-f425-47a0-9c48-b586f1879a53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:03.354239 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 7a07e3b1-4ad1-4f94-b081-3fe8082a7e22 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:08:03.387392 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 7a07e3b1-4ad1-4f94-b081-3fe8082a7e22 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:08:03.387746 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 7a07e3b1-4ad1-4f94-b081-3fe8082a7e22 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:08:03.567426 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-4b11ccef-f425-47a0-9c48-b586f1879a53 admin admin] For port 6940cd35-f877-40b5-b779-965458ed4963, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=6940cd35-f877-40b5-b779-965458ed4963,segment=NetworkSegment(00aa7ba1-300e-40d9-9e47-eba7fe2e5b85),segment_id=00aa7ba1-300e-40d9-9e47-eba7fe2e5b85)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:08:03.567691 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4b11ccef-f425-47a0-9c48-b586f1879a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:03.687782 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-4b11ccef-f425-47a0-9c48-b586f1879a53 admin admin] Calling delete_port for 6940cd35-f877-40b5-b779-965458ed4963 owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:08:03.858491 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4b11ccef-f425-47a0-9c48-b586f1879a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:03.906432 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11ccef-f425-47a0-9c48-b586f1879a53 admin admin] Pushing event deleted for resources: {'Port': ['ID=6940cd35-f877-40b5-b779-965458ed4963,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:04.188711 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4b11ccef-f425-47a0-9c48-b586f1879a53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:04.545114 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b11ccef-f425-47a0-9c48-b586f1879a53 admin admin] Router 07859d55-1e50-4fc0-8049-21964ea6ca9f has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:08:04.718182 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b11ccef-f425-47a0-9c48-b586f1879a53 admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:08:04.726307 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006be5ae-365a-4d13-80ba-144f49c6cd21 None None] Sync routers for ids ['07859d55-1e50-4fc0-8049-21964ea6ca9f'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:08:04.734586 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4b11ccef-f425-47a0-9c48-b586f1879a53 admin admin] 10.222.0.33 "PUT /v2.0/routers/07859d55-1e50-4fc0-8049-21964ea6ca9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3150449 Sep 14 23:08:04.736346 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006be5ae-365a-4d13-80ba-144f49c6cd21 None None] Routers {'07859d55-1e50-4fc0-8049-21964ea6ca9f'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:08:04.736963 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-006be5ae-365a-4d13-80ba-144f49c6cd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:07:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['07859d55-1e50-4fc0-8049-21964ea6ca9f'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:04.737177 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57856) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:08:04.917256 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-006be5ae-365a-4d13-80ba-144f49c6cd21 None None] Set router 07859d55-1e50-4fc0-8049-21964ea6ca9f gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:08:05.021976 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f571e32c-138c-4cfc-9de8-60b8e7e632a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:05.194387 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f571e32c-138c-4cfc-9de8-60b8e7e632a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:05.204655 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-f571e32c-138c-4cfc-9de8-60b8e7e632a0 admin admin] Deleting port e022f016-b17d-449a-b902-765858d20086 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:08:05.205104 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f571e32c-138c-4cfc-9de8-60b8e7e632a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:05.236310 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-006be5ae-365a-4d13-80ba-144f49c6cd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07859d55-1e50-4fc0-8049-21964ea6ca9f', 'name': 'tempest-TestVolumeBootPattern-1357428560-router', 'tenant_id': '2d57a435e4bf4700a94aabd2a26193a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': 'e022f016-b17d-449a-b902-765858d20086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:00:20Z', 'updated_at': '2022-09-14T23:08:03Z', 'revision_number': 5, 'project_id': '2d57a435e4bf4700a94aabd2a26193a2', 'gw_port': {'id': 'e022f016-b17d-449a-b902-765858d20086', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07859d55-1e50-4fc0-8049-21964ea6ca9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:00:22Z', 'updated_at': '2022-09-14T23:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:05.240172 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006be5ae-365a-4d13-80ba-144f49c6cd21 None None] Checking router: 07859d55-1e50-4fc0-8049-21964ea6ca9f for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:08:05.248592 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006be5ae-365a-4d13-80ba-144f49c6cd21 None None] Routers {'07859d55-1e50-4fc0-8049-21964ea6ca9f'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:08:05.249217 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-006be5ae-365a-4d13-80ba-144f49c6cd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:07:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['07859d55-1e50-4fc0-8049-21964ea6ca9f'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:05.392264 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-f571e32c-138c-4cfc-9de8-60b8e7e632a0 admin admin] For port e022f016-b17d-449a-b902-765858d20086, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=e022f016-b17d-449a-b902-765858d20086,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:08:05.392641 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f571e32c-138c-4cfc-9de8-60b8e7e632a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:05.403100 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-006be5ae-365a-4d13-80ba-144f49c6cd21 None None] Set router 07859d55-1e50-4fc0-8049-21964ea6ca9f gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:08:05.507198 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-006be5ae-365a-4d13-80ba-144f49c6cd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07859d55-1e50-4fc0-8049-21964ea6ca9f', 'name': 'tempest-TestVolumeBootPattern-1357428560-router', 'tenant_id': '2d57a435e4bf4700a94aabd2a26193a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:00:20Z', 'updated_at': '2022-09-14T23:08:05Z', 'revision_number': 6, 'project_id': '2d57a435e4bf4700a94aabd2a26193a2', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:05.511543 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006be5ae-365a-4d13-80ba-144f49c6cd21 None None] The sync data for ids ['07859d55-1e50-4fc0-8049-21964ea6ca9f'] in dv-neutron-857791-1-hyperv is: [{'id': '07859d55-1e50-4fc0-8049-21964ea6ca9f', 'name': 'tempest-TestVolumeBootPattern-1357428560-router', 'tenant_id': '2d57a435e4bf4700a94aabd2a26193a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:00:20Z', 'updated_at': '2022-09-14T23:08:05Z', 'revision_number': 6, 'project_id': '2d57a435e4bf4700a94aabd2a26193a2', 'gw_port_host': None}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:08:05.514952 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-f571e32c-138c-4cfc-9de8-60b8e7e632a0 admin admin] Calling delete_port for e022f016-b17d-449a-b902-765858d20086 owned by network:router_gateway {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:08:05.677985 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f571e32c-138c-4cfc-9de8-60b8e7e632a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:05.724829 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571e32c-138c-4cfc-9de8-60b8e7e632a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e022f016-b17d-449a-b902-765858d20086,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:05.821369 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f571e32c-138c-4cfc-9de8-60b8e7e632a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:05.994965 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f571e32c-138c-4cfc-9de8-60b8e7e632a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:05.997204 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f571e32c-138c-4cfc-9de8-60b8e7e632a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:06.018448 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f571e32c-138c-4cfc-9de8-60b8e7e632a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:06.019074 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f571e32c-138c-4cfc-9de8-60b8e7e632a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07859d55-1e50-4fc0-8049-21964ea6ca9f {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 23:08:06.030827 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f571e32c-138c-4cfc-9de8-60b8e7e632a0 admin admin] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:06.031950 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f571e32c-138c-4cfc-9de8-60b8e7e632a0 admin admin] 10.222.0.33 "DELETE /v2.0/routers/07859d55-1e50-4fc0-8049-21964ea6ca9f HTTP/1.1" status: 204 len: 168 time: 1.2936914 Sep 14 23:08:06.034511 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57860) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:08:06.092215 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-a272bf86-a026-4737-95a9-27a4efb66188 admin admin] Deleting subnet 4d82724a-fc97-4351-968a-a26d86ab289b {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:08:06.095044 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a272bf86-a026-4737-95a9-27a4efb66188 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:06.149682 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a272bf86-a026-4737-95a9-27a4efb66188 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:06.230169 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a272bf86-a026-4737-95a9-27a4efb66188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:06.297875 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a272bf86-a026-4737-95a9-27a4efb66188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:06.443079 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272bf86-a026-4737-95a9-27a4efb66188 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d82724a-fc97-4351-968a-a26d86ab289b,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:06.446792 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a272bf86-a026-4737-95a9-27a4efb66188 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:06.452901 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a272bf86-a026-4737-95a9-27a4efb66188 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/4d82724a-fc97-4351-968a-a26d86ab289b HTTP/1.1" status: 204 len: 168 time: 0.4173822 Sep 14 23:08:06.455524 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57864) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:08:06.457233 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829f515d-5d25-451f-a593-e416fe3734de None None] Network 8bedf1fe-3bbd-4b0e-bca3-aa5b22095c6e requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:08:06.567114 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b1359284-c5f5-45be-bffe-5c5aea166ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:06.578025 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-b1359284-c5f5-45be-bffe-5c5aea166ebf admin admin] Deleting port bfa57fac-bfb8-471c-8889-72e432b40f04 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:08:06.578351 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b1359284-c5f5-45be-bffe-5c5aea166ebf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:06.722116 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f2e563-611d-4576-83e3-9ac33665b2d9 None None] DHCP port deletion for 8bedf1fe-3bbd-4b0e-bca3-aa5b22095c6e request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:08:06.726415 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c3f2e563-611d-4576-83e3-9ac33665b2d9 None None] Deleting port bfa57fac-bfb8-471c-8889-72e432b40f04 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:08:06.726788 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c3f2e563-611d-4576-83e3-9ac33665b2d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:06.788952 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-b1359284-c5f5-45be-bffe-5c5aea166ebf admin admin] For port bfa57fac-bfb8-471c-8889-72e432b40f04, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=bfa57fac-bfb8-471c-8889-72e432b40f04,segment=NetworkSegment(00aa7ba1-300e-40d9-9e47-eba7fe2e5b85),segment_id=00aa7ba1-300e-40d9-9e47-eba7fe2e5b85)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:08:06.789221 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b1359284-c5f5-45be-bffe-5c5aea166ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:06.912678 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-b1359284-c5f5-45be-bffe-5c5aea166ebf admin admin] Calling delete_port for bfa57fac-bfb8-471c-8889-72e432b40f04 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:08:06.928436 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-c3f2e563-611d-4576-83e3-9ac33665b2d9 None None] For port bfa57fac-bfb8-471c-8889-72e432b40f04, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=bfa57fac-bfb8-471c-8889-72e432b40f04,segment=NetworkSegment(00aa7ba1-300e-40d9-9e47-eba7fe2e5b85),segment_id=00aa7ba1-300e-40d9-9e47-eba7fe2e5b85)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:08:06.928855 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c3f2e563-611d-4576-83e3-9ac33665b2d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:06.985996 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b1359284-c5f5-45be-bffe-5c5aea166ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:07.036105 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1359284-c5f5-45be-bffe-5c5aea166ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=bfa57fac-bfb8-471c-8889-72e432b40f04,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:07.037916 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1359284-c5f5-45be-bffe-5c5aea166ebf admin admin] No DVR routers for this DVR port bfa57fac-bfb8-471c-8889-72e432b40f04 on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:08:07.049142 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c3f2e563-611d-4576-83e3-9ac33665b2d9 None None] Calling delete_port for bfa57fac-bfb8-471c-8889-72e432b40f04 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:08:07.121929 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-c3f2e563-611d-4576-83e3-9ac33665b2d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 23:08:07.122278 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-c3f2e563-611d-4576-83e3-9ac33665b2d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 23:08:07.155835 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b1359284-c5f5-45be-bffe-5c5aea166ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:07.180257 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-b1359284-c5f5-45be-bffe-5c5aea166ebf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bedf1fe-3bbd-4b0e-bca3-aa5b22095c6e']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:07.192450 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-b1359284-c5f5-45be-bffe-5c5aea166ebf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00aa7ba1-300e-40d9-9e47-eba7fe2e5b85') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:07.192800 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-b1359284-c5f5-45be-bffe-5c5aea166ebf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00aa7ba1-300e-40d9-9e47-eba7fe2e5b85') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:08:07.204531 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b1359284-c5f5-45be-bffe-5c5aea166ebf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:07.220382 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b1359284-c5f5-45be-bffe-5c5aea166ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:07.226304 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1359284-c5f5-45be-bffe-5c5aea166ebf admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:08:07.226701 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b1359284-c5f5-45be-bffe-5c5aea166ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:07.292341 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 00aa7ba1-300e-40d9-9e47-eba7fe2e5b85 resource provider aggregate not found Sep 14 23:08:07.311516 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 00aa7ba1-300e-40d9-9e47-eba7fe2e5b85 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 00aa7ba1-300e-40d9-9e47-eba7fe2e5b85 found for delete ", "request_id": "req-246c2f63-cb12-4f23-92b6-68a04c920c0f"}]} Sep 14 23:08:07.326357 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b1359284-c5f5-45be-bffe-5c5aea166ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:07.345788 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b1359284-c5f5-45be-bffe-5c5aea166ebf admin admin] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:07.352039 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1359284-c5f5-45be-bffe-5c5aea166ebf admin admin] Pushing event deleted for resources: {'Network': ['ID=8bedf1fe-3bbd-4b0e-bca3-aa5b22095c6e,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:07.362614 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 6940cd35-f877-40b5-b779-965458ed4963 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:08:07.373041 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b1359284-c5f5-45be-bffe-5c5aea166ebf admin admin] 10.222.0.33 "DELETE /v2.0/networks/8bedf1fe-3bbd-4b0e-bca3-aa5b22095c6e HTTP/1.1" status: 204 len: 168 time: 0.9164891 Sep 14 23:08:07.400212 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 6940cd35-f877-40b5-b779-965458ed4963 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:08:07.400212 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 6940cd35-f877-40b5-b779-965458ed4963 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:08:07.400765 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device bfa57fac-bfb8-471c-8889-72e432b40f04 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:08:07.434415 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: bfa57fac-bfb8-471c-8889-72e432b40f04 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:08:07.434689 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device bfa57fac-bfb8-471c-8889-72e432b40f04 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:08:07.435109 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e022f016-b17d-449a-b902-765858d20086 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:08:07.467060 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: e022f016-b17d-449a-b902-765858d20086 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:08:07.467672 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e022f016-b17d-449a-b902-765858d20086 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:08:07.489739 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57874) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:08:07.536896 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ba462535-e781-47e8-a565-7b33885005aa admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=093721cb95a347f28f2306e789d64fd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459836 Sep 14 23:08:07.539324 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57878) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:08:07.596384 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-30ed86bf-dd21-47f1-b73c-8b09d968a5c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:07.623165 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c3f2e563-611d-4576-83e3-9ac33665b2d9 None None] Deleting port bfa57fac-bfb8-471c-8889-72e432b40f04 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:08:07.623660 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c3f2e563-611d-4576-83e3-9ac33665b2d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:07.623874 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-30ed86bf-dd21-47f1-b73c-8b09d968a5c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:07.675860 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-30ed86bf-dd21-47f1-b73c-8b09d968a5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:07.696876 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed86bf-dd21-47f1-b73c-8b09d968a5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b10c8d-370c-4128-92b5-f988b1d4775e,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:07.703467 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-30ed86bf-dd21-47f1-b73c-8b09d968a5c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:07.707125 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-30ed86bf-dd21-47f1-b73c-8b09d968a5c6 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/24b10c8d-370c-4128-92b5-f988b1d4775e HTTP/1.1" status: 204 len: 168 time: 0.1668260 Sep 14 23:08:07.736145 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c3f2e563-611d-4576-83e3-9ac33665b2d9 None None] The port 'bfa57fac-bfb8-471c-8889-72e432b40f04' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 23:08:07.754807 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d9454265-faf7-49c9-a871-6869454d6921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:08.076020 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57886) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:08:08.123431 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f7299984-f9f5-4aff-a254-da9c91b7c2b0 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2d57a435e4bf4700a94aabd2a26193a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462351 Sep 14 23:08:08.125931 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57890) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:08:08.181948 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-79b971b7-8fa5-4ddf-a9fc-63cc9c377515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:08.206868 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-79b971b7-8fa5-4ddf-a9fc-63cc9c377515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:08.257883 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-79b971b7-8fa5-4ddf-a9fc-63cc9c377515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:08.272533 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b971b7-8fa5-4ddf-a9fc-63cc9c377515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b855caa7-d564-4aed-aac5-24a861c66e32,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:08.280030 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-79b971b7-8fa5-4ddf-a9fc-63cc9c377515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:08.281199 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-79b971b7-8fa5-4ddf-a9fc-63cc9c377515 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b855caa7-d564-4aed-aac5-24a861c66e32 HTTP/1.1" status: 204 len: 168 time: 0.1543310 Sep 14 23:08:09.741475 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5dfa69bf-fc32-4f13-81c3-2d5fc652a68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:10.813897 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:10.885753 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:11.708811 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2a951f1f-3808-4b78-a3d1-89e0ac49ed79 req-64f602ea-2bcf-4a20-9f0f-0e86aca40e4a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0f5220a5-f564-48eb-aa2d-4f68648bd25c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769634 Sep 14 23:08:11.810440 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a951f1f-3808-4b78-a3d1-89e0ac49ed79 req-b640086b-5eb3-4091-9742-442143de67af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:08:11.811894 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2a951f1f-3808-4b78-a3d1-89e0ac49ed79 req-b640086b-5eb3-4091-9742-442143de67af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=0f5220a5-f564-48eb-aa2d-4f68648bd25c HTTP/1.1" status: 200 len: 1099 time: 0.0815330 Sep 14 23:08:11.952173 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a951f1f-3808-4b78-a3d1-89e0ac49ed79 req-e77809a2-985c-4e3c-b8d2-576e2cbecec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:08:11.953601 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2a951f1f-3808-4b78-a3d1-89e0ac49ed79 req-e77809a2-985c-4e3c-b8d2-576e2cbecec2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c893d1e1-a8c9-4792-83f5-1fe4a8efe243 HTTP/1.1" status: 200 len: 897 time: 0.1245685 Sep 14 23:08:12.058354 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2a951f1f-3808-4b78-a3d1-89e0ac49ed79 req-1aaced7e-a17a-4f0c-b26c-5ff3454c4b46 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=264e768b-00f1-48e5-a676-0ed1b5d53c1f HTTP/1.1" status: 200 len: 1001 time: 0.0987761 Sep 14 23:08:12.117897 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a951f1f-3808-4b78-a3d1-89e0ac49ed79 req-467b66eb-7c30-4fcf-addb-644f89f7fc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:08:12.119869 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2a951f1f-3808-4b78-a3d1-89e0ac49ed79 req-467b66eb-7c30-4fcf-addb-644f89f7fc40 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8ff7fa7e-4ca9-42ff-a0ca-df4949bebe99 HTTP/1.1" status: 200 len: 843 time: 0.0561857 Sep 14 23:08:12.202518 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a951f1f-3808-4b78-a3d1-89e0ac49ed79 req-aae8d09f-72a1-43cc-8fdb-f5cf387b4d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:08:12.203951 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2a951f1f-3808-4b78-a3d1-89e0ac49ed79 req-aae8d09f-72a1-43cc-8fdb-f5cf387b4d2d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c893d1e1-a8c9-4792-83f5-1fe4a8efe243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785120 Sep 14 23:08:12.335060 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2a951f1f-3808-4b78-a3d1-89e0ac49ed79 req-e8bdd986-efe8-4568-80b9-8fce90c67b9b service neutron] 10.222.0.20 "GET /v2.0/networks/c893d1e1-a8c9-4792-83f5-1fe4a8efe243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249566 Sep 14 23:08:12.410469 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:12.553841 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2a951f1f-3808-4b78-a3d1-89e0ac49ed79 req-dbfd07cc-35fd-4a96-b66f-5498d721160a service neutron] 10.222.0.20 "GET /v2.0/networks/c893d1e1-a8c9-4792-83f5-1fe4a8efe243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116148 Sep 14 23:08:19.306900 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:22.688539 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:08:37.688780 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-37adfd05-40f4-4d70-b189-f44dd5589b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:39.743194 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-266e22ba-cd4f-4705-b755-32d7508c1bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:40.816161 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:40.886643 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:42.416446 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:49.305099 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:52.107701 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57906) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:08:52.351691 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-1ffe15b4-7cfb-4ade-9da4-722fe78d4b1b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:08:52.468975 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1ffe15b4-7cfb-4ade-9da4-722fe78d4b1b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31957809'] for subnet, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:52.650680 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1ffe15b4-7cfb-4ade-9da4-722fe78d4b1b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756549302860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-31352315'] for subnet, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:52.701766 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed1f51a-68be-47a3-a2fa-7190d53bd02e None None] Network c893d1e1-a8c9-4792-83f5-1fe4a8efe243 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:08:52.799227 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffe15b4-7cfb-4ade-9da4-722fe78d4b1b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:08:52.799810 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1ffe15b4-7cfb-4ade-9da4-722fe78d4b1b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:52.801097 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1ffe15b4-7cfb-4ade-9da4-722fe78d4b1b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "PUT /v2.0/subnets/8ff7fa7e-4ca9-42ff-a0ca-df4949bebe99 HTTP/1.1" status: 200 len: 835 time: 0.6924276 Sep 14 23:08:52.819340 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe15b4-7cfb-4ade-9da4-722fe78d4b1b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Subnet': ['ID=8ff7fa7e-4ca9-42ff-a0ca-df4949bebe99,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:08:52.826710 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffe15b4-7cfb-4ade-9da4-722fe78d4b1b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:52.827049 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffe15b4-7cfb-4ade-9da4-722fe78d4b1b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:52.827384 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffe15b4-7cfb-4ade-9da4-722fe78d4b1b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:52.827712 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffe15b4-7cfb-4ade-9da4-722fe78d4b1b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:52.828036 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffe15b4-7cfb-4ade-9da4-722fe78d4b1b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:52.828358 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffe15b4-7cfb-4ade-9da4-722fe78d4b1b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:52.828698 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffe15b4-7cfb-4ade-9da4-722fe78d4b1b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:52.829020 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffe15b4-7cfb-4ade-9da4-722fe78d4b1b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:52.829339 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffe15b4-7cfb-4ade-9da4-722fe78d4b1b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:52.829654 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffe15b4-7cfb-4ade-9da4-722fe78d4b1b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:52.829967 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffe15b4-7cfb-4ade-9da4-722fe78d4b1b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:52.830278 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffe15b4-7cfb-4ade-9da4-722fe78d4b1b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:08:53.118998 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-7ca6b8a8-5e0f-460e-8a48-bf75120cccf3 None None] Provisioning complete for port 264e768b-00f1-48e5-a676-0ed1b5d53c1f triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:08:53.119364 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7ca6b8a8-5e0f-460e-8a48-bf75120cccf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:53.232159 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-7ca6b8a8-5e0f-460e-8a48-bf75120cccf3 None None] Current status of the port 264e768b-00f1-48e5-a676-0ed1b5d53c1f is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:08:53.242963 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-7ca6b8a8-5e0f-460e-8a48-bf75120cccf3 None None] Provisioning complete for port 8c8ebdf5-5bff-4271-8216-1ed5744c221b triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:08:53.243319 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7ca6b8a8-5e0f-460e-8a48-bf75120cccf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:53.356349 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-7ca6b8a8-5e0f-460e-8a48-bf75120cccf3 None None] Current status of the port 8c8ebdf5-5bff-4271-8216-1ed5744c221b is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:08:53.367177 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-7ca6b8a8-5e0f-460e-8a48-bf75120cccf3 None None] Provisioning complete for port f493428e-edb9-4ccb-b578-de23ff92ca82 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:08:53.367536 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7ca6b8a8-5e0f-460e-8a48-bf75120cccf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:08:53.481324 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-7ca6b8a8-5e0f-460e-8a48-bf75120cccf3 None None] Current status of the port f493428e-edb9-4ccb-b578-de23ff92ca82 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:08:59.686738 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:09:07.691339 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-078bfa7f-c487-42b3-a289-6cef2b882622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:09.745107 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0bdbae33-bb67-4346-8577-a03d05ddb259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:10.819533 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:10.886780 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:12.416243 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:13.668061 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-26b51cab-854a-46d1-a1e9-ab55d2a7bcea req-1b4075ed-089a-46d3-b79f-1050748c7209 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0f5220a5-f564-48eb-aa2d-4f68648bd25c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1216719 Sep 14 23:09:13.812282 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b51cab-854a-46d1-a1e9-ab55d2a7bcea req-ebc8ae4d-b953-480a-8612-6084c6588a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:09:13.813780 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-26b51cab-854a-46d1-a1e9-ab55d2a7bcea req-ebc8ae4d-b953-480a-8612-6084c6588a61 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=0f5220a5-f564-48eb-aa2d-4f68648bd25c HTTP/1.1" status: 200 len: 1099 time: 0.0803609 Sep 14 23:09:13.954718 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b51cab-854a-46d1-a1e9-ab55d2a7bcea req-07152b10-27ea-4acf-a32b-555ad9d3a8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:09:13.956112 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-26b51cab-854a-46d1-a1e9-ab55d2a7bcea req-07152b10-27ea-4acf-a32b-555ad9d3a8f9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c893d1e1-a8c9-4792-83f5-1fe4a8efe243 HTTP/1.1" status: 200 len: 897 time: 0.1249256 Sep 14 23:09:14.057338 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-26b51cab-854a-46d1-a1e9-ab55d2a7bcea req-7279d060-9395-4ae2-b0f0-f1d4ec2245aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=264e768b-00f1-48e5-a676-0ed1b5d53c1f HTTP/1.1" status: 200 len: 1001 time: 0.0943115 Sep 14 23:09:14.117686 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b51cab-854a-46d1-a1e9-ab55d2a7bcea req-8540c48f-3d9d-49e9-ad3a-165a0679eb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:09:14.119038 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-26b51cab-854a-46d1-a1e9-ab55d2a7bcea req-8540c48f-3d9d-49e9-ad3a-165a0679eb76 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8ff7fa7e-4ca9-42ff-a0ca-df4949bebe99 HTTP/1.1" status: 200 len: 843 time: 0.0561872 Sep 14 23:09:14.198452 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b51cab-854a-46d1-a1e9-ab55d2a7bcea req-37906f6f-86f9-42b2-9480-30cbb907dcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:09:14.199911 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-26b51cab-854a-46d1-a1e9-ab55d2a7bcea req-37906f6f-86f9-42b2-9480-30cbb907dcd9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c893d1e1-a8c9-4792-83f5-1fe4a8efe243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753074 Sep 14 23:09:14.328259 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-26b51cab-854a-46d1-a1e9-ab55d2a7bcea req-5bb79e0a-aa8c-4e6b-ad44-21868ed9f5aa service neutron] 10.222.0.20 "GET /v2.0/networks/c893d1e1-a8c9-4792-83f5-1fe4a8efe243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221397 Sep 14 23:09:14.458679 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-26b51cab-854a-46d1-a1e9-ab55d2a7bcea req-11750a68-00d4-4e2e-b054-1d13d450308a service neutron] 10.222.0.20 "GET /v2.0/networks/c893d1e1-a8c9-4792-83f5-1fe4a8efe243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246247 Sep 14 23:09:19.319621 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:35.631821 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57930) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:09:35.830719 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-e0fc6417-2971-4608-98e7-4a38fb94a102 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting port 68e40938-4b99-400a-bde6-ea35314a13c7 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:09:35.831053 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e0fc6417-2971-4608-98e7-4a38fb94a102 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:36.005907 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e0fc6417-2971-4608-98e7-4a38fb94a102 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:36.006237 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e0fc6417-2971-4608-98e7-4a38fb94a102 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:36.127182 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-e0fc6417-2971-4608-98e7-4a38fb94a102 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Calling delete_port for 68e40938-4b99-400a-bde6-ea35314a13c7 owned by network:floatingip {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:09:36.284899 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e0fc6417-2971-4608-98e7-4a38fb94a102 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:36.360143 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc6417-2971-4608-98e7-4a38fb94a102 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Port': ['ID=68e40938-4b99-400a-bde6-ea35314a13c7,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:36.438330 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e0fc6417-2971-4608-98e7-4a38fb94a102 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:36.438661 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.l3_db [None req-e0fc6417-2971-4608-98e7-4a38fb94a102 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Floating IP d6fbef1f-0643-405f-8cb1-d3c8052040eb disassociated (deleted). External IP: 172.26.5.11, port: 264e768b-00f1-48e5-a676-0ed1b5d53c1f. Sep 14 23:09:36.686095 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:09:36.794221 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0fc6417-2971-4608-98e7-4a38fb94a102 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router 1986d23c-8448-4d05-9853-8beb8b5d1b63 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:09:37.086718 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fc6417-2971-4608-98e7-4a38fb94a102 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:09:37.096241 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcc12eb-6f37-4883-8dc2-fb463aae6db6 None None] Sync routers for ids ['1986d23c-8448-4d05-9853-8beb8b5d1b63'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:09:37.106536 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcc12eb-6f37-4883-8dc2-fb463aae6db6 None None] Routers {'1986d23c-8448-4d05-9853-8beb8b5d1b63'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:09:37.106930 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e0fc6417-2971-4608-98e7-4a38fb94a102 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:37.107152 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-3bcc12eb-6f37-4883-8dc2-fb463aae6db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:09:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1986d23c-8448-4d05-9853-8beb8b5d1b63'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:09:37.162404 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e0fc6417-2971-4608-98e7-4a38fb94a102 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/floatingips/d6fbef1f-0643-405f-8cb1-d3c8052040eb HTTP/1.1" status: 204 len: 168 time: 1.5295610 Sep 14 23:09:37.162971 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5220a5-f564-48eb-aa2d-4f68648bd25c', 'tag': '264e768b-00f1-48e5-a676-0ed1b5d53c1f'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:09:37.165886 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f91891-d8cc-4a4a-bf7f-deec83131e49" -d '{"events": [{"name": "network-changed", "server_uuid": "0f5220a5-f564-48eb-aa2d-4f68648bd25c", "tag": "264e768b-00f1-48e5-a676-0ed1b5d53c1f"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:09:37.211706 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c54ddd4-e97b-4268-a01a-77109feb3488 x-openstack-request-id: req-7c54ddd4-e97b-4268-a01a-77109feb3488 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:09:37.211991 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f5220a5-f564-48eb-aa2d-4f68648bd25c", "tag": "264e768b-00f1-48e5-a676-0ed1b5d53c1f", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:09:37.212461 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7c54ddd4-e97b-4268-a01a-77109feb3488 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:09:37.212789 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c54ddd4-e97b-4268-a01a-77109feb3488'] response: {'name': 'network-changed', 'server_uuid': '0f5220a5-f564-48eb-aa2d-4f68648bd25c', 'tag': '264e768b-00f1-48e5-a676-0ed1b5d53c1f', 'status': 'completed', 'code': 200} Sep 14 23:09:37.319446 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-3bcc12eb-6f37-4883-8dc2-fb463aae6db6 None None] Set router 1986d23c-8448-4d05-9853-8beb8b5d1b63 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:09:37.320118 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f91891-d8cc-4a4a-bf7f-deec83131e49 req-6968a5a2-36d8-4466-b153-544de825fb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:09:37.323066 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a8f91891-d8cc-4a4a-bf7f-deec83131e49 req-6968a5a2-36d8-4466-b153-544de825fb6b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=0f5220a5-f564-48eb-aa2d-4f68648bd25c HTTP/1.1" status: 200 len: 1099 time: 0.0904233 Sep 14 23:09:37.489540 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f91891-d8cc-4a4a-bf7f-deec83131e49 req-c1a5cafd-9879-43a5-8c84-eba0cd7f21ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:09:37.491026 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a8f91891-d8cc-4a4a-bf7f-deec83131e49 req-c1a5cafd-9879-43a5-8c84-eba0cd7f21ca service neutron] 10.222.0.20 "GET /v2.0/networks?id=c893d1e1-a8c9-4792-83f5-1fe4a8efe243 HTTP/1.1" status: 200 len: 897 time: 0.1618183 Sep 14 23:09:37.562953 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a8f91891-d8cc-4a4a-bf7f-deec83131e49 req-22066529-6d49-40dd-892c-f3c0c085d518 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=264e768b-00f1-48e5-a676-0ed1b5d53c1f HTTP/1.1" status: 200 len: 217 time: 0.0655940 Sep 14 23:09:37.626496 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f91891-d8cc-4a4a-bf7f-deec83131e49 req-87ed4943-0cce-4d80-ad44-c477b6021c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:09:37.628248 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a8f91891-d8cc-4a4a-bf7f-deec83131e49 req-87ed4943-0cce-4d80-ad44-c477b6021c52 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8ff7fa7e-4ca9-42ff-a0ca-df4949bebe99 HTTP/1.1" status: 200 len: 843 time: 0.0592706 Sep 14 23:09:37.649743 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-3bcc12eb-6f37-4883-8dc2-fb463aae6db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'name': 'tempest-TestNetworkBasicOps-router-1441572564', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '4b5ccbc1-8257-4966-a7e9-ba544409a0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:06:35Z', 'updated_at': '2022-09-14T23:06:40Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '4b5ccbc1-8257-4966-a7e9-ba544409a0cc', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:52:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:06:36Z', 'updated_at': '2022-09-14T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '8c8ebdf5-5bff-4271-8216-1ed5744c221b', 'name': '', 'network_id': 'c893d1e1-a8c9-4792-83f5-1fe4a8efe243', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:c3:31:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '8ff7fa7e-4ca9-42ff-a0ca-df4949bebe99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:06:40Z', 'updated_at': '2022-09-14T23:06:45Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '8ff7fa7e-4ca9-42ff-a0ca-df4949bebe99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:09:37.653450 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcc12eb-6f37-4883-8dc2-fb463aae6db6 None None] Checking router: 1986d23c-8448-4d05-9853-8beb8b5d1b63 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:09:37.661347 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcc12eb-6f37-4883-8dc2-fb463aae6db6 None None] Routers {'1986d23c-8448-4d05-9853-8beb8b5d1b63'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:09:37.661915 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-3bcc12eb-6f37-4883-8dc2-fb463aae6db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:09:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1986d23c-8448-4d05-9853-8beb8b5d1b63'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:09:37.693624 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a774c085-50a2-4708-9f97-9737f5925368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:37.779064 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f91891-d8cc-4a4a-bf7f-deec83131e49 req-46f943b5-2590-410c-bfe5-af62208e93c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:09:37.780509 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a8f91891-d8cc-4a4a-bf7f-deec83131e49 req-46f943b5-2590-410c-bfe5-af62208e93c8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c893d1e1-a8c9-4792-83f5-1fe4a8efe243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1459577 Sep 14 23:09:37.791692 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b81fd8-1081-4d77-ab21-8acd6987bf58 req-e02611ca-ddc6-4722-a236-9b7845a333c0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:09:37.793074 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-82b81fd8-1081-4d77-ab21-8acd6987bf58 req-e02611ca-ddc6-4722-a236-9b7845a333c0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=0f5220a5-f564-48eb-aa2d-4f68648bd25c HTTP/1.1" status: 200 len: 946 time: 0.3167415 Sep 14 23:09:37.841636 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-3bcc12eb-6f37-4883-8dc2-fb463aae6db6 None None] Set router 1986d23c-8448-4d05-9853-8beb8b5d1b63 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:09:38.016361 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-82b81fd8-1081-4d77-ab21-8acd6987bf58 req-163ddece-8330-4204-8cc0-01fb230cb32b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=867bce9a-6ea3-4179-8d3c-83677979ff0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020690 Sep 14 23:09:38.048680 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a8f91891-d8cc-4a4a-bf7f-deec83131e49 req-dcaac245-cc74-4c7b-b17f-d216066ef941 service neutron] 10.222.0.20 "GET /v2.0/networks/c893d1e1-a8c9-4792-83f5-1fe4a8efe243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546556 Sep 14 23:09:38.150084 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-3bcc12eb-6f37-4883-8dc2-fb463aae6db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'name': 'tempest-TestNetworkBasicOps-router-1441572564', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '4b5ccbc1-8257-4966-a7e9-ba544409a0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:06:35Z', 'updated_at': '2022-09-14T23:06:40Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '4b5ccbc1-8257-4966-a7e9-ba544409a0cc', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:52:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:06:36Z', 'updated_at': '2022-09-14T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '8c8ebdf5-5bff-4271-8216-1ed5744c221b', 'name': '', 'network_id': 'c893d1e1-a8c9-4792-83f5-1fe4a8efe243', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:c3:31:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '8ff7fa7e-4ca9-42ff-a0ca-df4949bebe99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:06:40Z', 'updated_at': '2022-09-14T23:06:45Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '8ff7fa7e-4ca9-42ff-a0ca-df4949bebe99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:09:38.153829 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcc12eb-6f37-4883-8dc2-fb463aae6db6 None None] The sync data for ids ['1986d23c-8448-4d05-9853-8beb8b5d1b63'] in dv-neutron-857791-1-hyperv is: [{'id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'name': 'tempest-TestNetworkBasicOps-router-1441572564', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '4b5ccbc1-8257-4966-a7e9-ba544409a0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:06:35Z', 'updated_at': '2022-09-14T23:06:40Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '4b5ccbc1-8257-4966-a7e9-ba544409a0cc', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:52:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:06:36Z', 'updated_at': '2022-09-14T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '8c8ebdf5-5bff-4271-8216-1ed5744c221b', 'name': '', 'network_id': 'c893d1e1-a8c9-4792-83f5-1fe4a8efe243', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:c3:31:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '8ff7fa7e-4ca9-42ff-a0ca-df4949bebe99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:06:40Z', 'updated_at': '2022-09-14T23:06:45Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '8ff7fa7e-4ca9-42ff-a0ca-df4949bebe99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:09:38.180697 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a8f91891-d8cc-4a4a-bf7f-deec83131e49 req-b6103fb1-c22e-4d67-b65b-fa6c3b8dded6 service neutron] 10.222.0.20 "GET /v2.0/networks/c893d1e1-a8c9-4792-83f5-1fe4a8efe243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245110 Sep 14 23:09:38.358604 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553280f7-0fe6-4073-a651-727cf7d047ab None None] New status for floating IP d6fbef1f-0643-405f-8cb1-d3c8052040eb: DOWN {{(pid=89172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:09:38.809873 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e334d31-a19d-4ddc-b595-d60557f5c105 req-54a9bc37-aed7-40aa-8477-8dbecf91f32b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:09:38.811272 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2e334d31-a19d-4ddc-b595-d60557f5c105 req-54a9bc37-aed7-40aa-8477-8dbecf91f32b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5220a5-f564-48eb-aa2d-4f68648bd25c HTTP/1.1" status: 200 len: 946 time: 0.0890460 Sep 14 23:09:38.879448 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [req-2e334d31-a19d-4ddc-b595-d60557f5c105 req-3bdd8c2d-6796-4eec-8fc0-b60a235394dd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting port 264e768b-00f1-48e5-a676-0ed1b5d53c1f {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:09:38.879790 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-2e334d31-a19d-4ddc-b595-d60557f5c105 req-3bdd8c2d-6796-4eec-8fc0-b60a235394dd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:39.122284 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-2e334d31-a19d-4ddc-b595-d60557f5c105 req-3bdd8c2d-6796-4eec-8fc0-b60a235394dd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] For port 264e768b-00f1-48e5-a676-0ed1b5d53c1f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=264e768b-00f1-48e5-a676-0ed1b5d53c1f,segment=NetworkSegment(353870ac-b92f-4fdb-8818-a5c72cb713a0),segment_id=353870ac-b92f-4fdb-8818-a5c72cb713a0)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:09:39.122647 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-2e334d31-a19d-4ddc-b595-d60557f5c105 req-3bdd8c2d-6796-4eec-8fc0-b60a235394dd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:39.293397 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [req-2e334d31-a19d-4ddc-b595-d60557f5c105 req-3bdd8c2d-6796-4eec-8fc0-b60a235394dd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Calling delete_port for 264e768b-00f1-48e5-a676-0ed1b5d53c1f owned by compute:nova {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:09:39.433645 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33659c6-705a-4987-a230-86777039d50e req-fe069439-af2d-4399-bafb-3e1e012bf21e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:09:39.435286 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a33659c6-705a-4987-a230-86777039d50e req-fe069439-af2d-4399-bafb-3e1e012bf21e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=0f5220a5-f564-48eb-aa2d-4f68648bd25c HTTP/1.1" status: 200 len: 946 time: 0.3024435 Sep 14 23:09:39.500295 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a33659c6-705a-4987-a230-86777039d50e req-010558a3-aee9-460c-bf70-55a63b2c9198 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=867bce9a-6ea3-4179-8d3c-83677979ff0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530691 Sep 14 23:09:39.501043 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-2e334d31-a19d-4ddc-b595-d60557f5c105 req-3bdd8c2d-6796-4eec-8fc0-b60a235394dd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:39.549872 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd8c2d-6796-4eec-8fc0-b60a235394dd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Port': ['ID=264e768b-00f1-48e5-a676-0ed1b5d53c1f,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:39.559383 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd8c2d-6796-4eec-8fc0-b60a235394dd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:39.559720 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd8c2d-6796-4eec-8fc0-b60a235394dd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:39.560061 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd8c2d-6796-4eec-8fc0-b60a235394dd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:39.560396 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd8c2d-6796-4eec-8fc0-b60a235394dd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:39.560758 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd8c2d-6796-4eec-8fc0-b60a235394dd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:39.561091 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd8c2d-6796-4eec-8fc0-b60a235394dd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:39.561419 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd8c2d-6796-4eec-8fc0-b60a235394dd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:39.561745 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd8c2d-6796-4eec-8fc0-b60a235394dd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:39.562071 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd8c2d-6796-4eec-8fc0-b60a235394dd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:39.562393 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd8c2d-6796-4eec-8fc0-b60a235394dd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:39.563208 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd8c2d-6796-4eec-8fc0-b60a235394dd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:39.563208 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd8c2d-6796-4eec-8fc0-b60a235394dd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:39.652409 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e334d31-a19d-4ddc-b595-d60557f5c105 req-3bdd8c2d-6796-4eec-8fc0-b60a235394dd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] No DVR routers for this DVR port 264e768b-00f1-48e5-a676-0ed1b5d53c1f on host hv-neutron-8577 {{(pid=89170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:09:39.654762 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-2e334d31-a19d-4ddc-b595-d60557f5c105 req-3bdd8c2d-6796-4eec-8fc0-b60a235394dd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:39.657235 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5220a5-f564-48eb-aa2d-4f68648bd25c', 'name': 'network-vif-deleted', 'tag': '264e768b-00f1-48e5-a676-0ed1b5d53c1f'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:09:39.659476 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b038cafb-a7de-491a-b255-3fa00a7da8bc" -d '{"events": [{"server_uuid": "0f5220a5-f564-48eb-aa2d-4f68648bd25c", "name": "network-vif-deleted", "tag": "264e768b-00f1-48e5-a676-0ed1b5d53c1f"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:09:39.668963 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2e334d31-a19d-4ddc-b595-d60557f5c105 req-3bdd8c2d-6796-4eec-8fc0-b60a235394dd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "DELETE /v2.0/ports/264e768b-00f1-48e5-a676-0ed1b5d53c1f HTTP/1.1" status: 204 len: 173 time: 0.8524051 Sep 14 23:09:39.748728 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c5b41d04-dbda-406c-b70a-84dd89495fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:39.769717 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31f29a6-9eb4-4bce-97a9-d453f3cba4d8 x-openstack-request-id: req-e31f29a6-9eb4-4bce-97a9-d453f3cba4d8 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:09:39.770011 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5220a5-f564-48eb-aa2d-4f68648bd25c", "name": "network-vif-deleted", "tag": "264e768b-00f1-48e5-a676-0ed1b5d53c1f", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:09:39.770264 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e31f29a6-9eb4-4bce-97a9-d453f3cba4d8 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:09:39.770665 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e31f29a6-9eb4-4bce-97a9-d453f3cba4d8'] response: {'server_uuid': '0f5220a5-f564-48eb-aa2d-4f68648bd25c', 'name': 'network-vif-deleted', 'tag': '264e768b-00f1-48e5-a676-0ed1b5d53c1f', 'status': 'completed', 'code': 200} Sep 14 23:09:40.601324 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57956) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:09:40.667983 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-df89fde7-3439-4f1b-a059-f1426422262c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:40.695748 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-df89fde7-3439-4f1b-a059-f1426422262c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:40.761049 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-df89fde7-3439-4f1b-a059-f1426422262c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:40.779426 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89fde7-3439-4f1b-a059-f1426422262c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=867bce9a-6ea3-4179-8d3c-83677979ff0d,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:40.795579 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-df89fde7-3439-4f1b-a059-f1426422262c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:40.796803 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-df89fde7-3439-4f1b-a059-f1426422262c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/security-groups/867bce9a-6ea3-4179-8d3c-83677979ff0d HTTP/1.1" status: 204 len: 168 time: 0.1938398 Sep 14 23:09:40.823148 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:40.830320 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57962) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:09:40.888739 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:41.371774 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-98709eb3-bcd6-4166-871a-ace217a36a66 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:41.724208 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-98709eb3-bcd6-4166-871a-ace217a36a66 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting port 8c8ebdf5-5bff-4271-8216-1ed5744c221b {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:09:41.724901 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-98709eb3-bcd6-4166-871a-ace217a36a66 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:41.921073 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-98709eb3-bcd6-4166-871a-ace217a36a66 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] For port 8c8ebdf5-5bff-4271-8216-1ed5744c221b, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=8c8ebdf5-5bff-4271-8216-1ed5744c221b,segment=NetworkSegment(353870ac-b92f-4fdb-8818-a5c72cb713a0),segment_id=353870ac-b92f-4fdb-8818-a5c72cb713a0)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:09:41.921433 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-98709eb3-bcd6-4166-871a-ace217a36a66 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:42.046578 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-98709eb3-bcd6-4166-871a-ace217a36a66 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Calling delete_port for 8c8ebdf5-5bff-4271-8216-1ed5744c221b owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:09:42.336898 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-98709eb3-bcd6-4166-871a-ace217a36a66 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:42.384758 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98709eb3-bcd6-4166-871a-ace217a36a66 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Port': ['ID=8c8ebdf5-5bff-4271-8216-1ed5744c221b,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:42.420302 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:42.665502 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 264e768b-00f1-48e5-a676-0ed1b5d53c1f no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:09:42.665712 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-98709eb3-bcd6-4166-871a-ace217a36a66 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:42.699289 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: 264e768b-00f1-48e5-a676-0ed1b5d53c1f {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:09:42.699630 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 264e768b-00f1-48e5-a676-0ed1b5d53c1f not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:09:43.016366 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98709eb3-bcd6-4166-871a-ace217a36a66 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router 1986d23c-8448-4d05-9853-8beb8b5d1b63 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:09:43.186799 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98709eb3-bcd6-4166-871a-ace217a36a66 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:09:43.196354 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29231515-c07d-4a64-b7b5-b056c0a77db5 None None] Sync routers for ids ['1986d23c-8448-4d05-9853-8beb8b5d1b63'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:09:43.199438 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-98709eb3-bcd6-4166-871a-ace217a36a66 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "PUT /v2.0/routers/1986d23c-8448-4d05-9853-8beb8b5d1b63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3679764 Sep 14 23:09:43.202058 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57966) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:09:43.205647 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29231515-c07d-4a64-b7b5-b056c0a77db5 None None] Routers {'1986d23c-8448-4d05-9853-8beb8b5d1b63'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:09:43.206241 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-29231515-c07d-4a64-b7b5-b056c0a77db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:09:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1986d23c-8448-4d05-9853-8beb8b5d1b63'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:09:43.268754 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a351f80-4295-4b1e-8d0b-138a89f32062 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting subnet 8ff7fa7e-4ca9-42ff-a0ca-df4949bebe99 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:09:43.271481 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2a351f80-4295-4b1e-8d0b-138a89f32062 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:43.324196 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2a351f80-4295-4b1e-8d0b-138a89f32062 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:43.382191 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-29231515-c07d-4a64-b7b5-b056c0a77db5 None None] Set router 1986d23c-8448-4d05-9853-8beb8b5d1b63 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:09:43.409336 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2a351f80-4295-4b1e-8d0b-138a89f32062 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:43.489657 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2a351f80-4295-4b1e-8d0b-138a89f32062 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:43.530368 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a351f80-4295-4b1e-8d0b-138a89f32062 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Subnet': ['ID=8ff7fa7e-4ca9-42ff-a0ca-df4949bebe99,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:43.532231 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2a351f80-4295-4b1e-8d0b-138a89f32062 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:43.541739 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 57970) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:09:43.542497 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2a351f80-4295-4b1e-8d0b-138a89f32062 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/subnets/8ff7fa7e-4ca9-42ff-a0ca-df4949bebe99 HTTP/1.1" status: 204 len: 168 time: 0.3393149 Sep 14 23:09:43.546267 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc80477e-971b-483c-8b43-ede0cf593f90 None None] Network c893d1e1-a8c9-4792-83f5-1fe4a8efe243 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:09:43.708054 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-29231515-c07d-4a64-b7b5-b056c0a77db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'name': 'tempest-TestNetworkBasicOps-router-1441572564', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '4b5ccbc1-8257-4966-a7e9-ba544409a0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:06:35Z', 'updated_at': '2022-09-14T23:09:42Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '4b5ccbc1-8257-4966-a7e9-ba544409a0cc', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:52:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:06:36Z', 'updated_at': '2022-09-14T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:09:43.712400 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29231515-c07d-4a64-b7b5-b056c0a77db5 None None] Checking router: 1986d23c-8448-4d05-9853-8beb8b5d1b63 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:09:43.721139 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29231515-c07d-4a64-b7b5-b056c0a77db5 None None] Routers {'1986d23c-8448-4d05-9853-8beb8b5d1b63'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:09:43.721742 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-29231515-c07d-4a64-b7b5-b056c0a77db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:09:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1986d23c-8448-4d05-9853-8beb8b5d1b63'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:09:43.726347 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2d2a01e1-bde3-4e6c-acae-62660870c8d7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:43.917825 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-29231515-c07d-4a64-b7b5-b056c0a77db5 None None] Set router 1986d23c-8448-4d05-9853-8beb8b5d1b63 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:09:43.944733 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bec85e-553e-479f-b614-f1ef3865384b None None] DHCP port deletion for c893d1e1-a8c9-4792-83f5-1fe4a8efe243 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:09:43.949662 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-f9bec85e-553e-479f-b614-f1ef3865384b None None] Deleting port f493428e-edb9-4ccb-b578-de23ff92ca82 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:09:43.950105 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f9bec85e-553e-479f-b614-f1ef3865384b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:44.017069 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2d2a01e1-bde3-4e6c-acae-62660870c8d7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:44.029478 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-2d2a01e1-bde3-4e6c-acae-62660870c8d7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting port 4b5ccbc1-8257-4966-a7e9-ba544409a0cc {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:09:44.030148 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2d2a01e1-bde3-4e6c-acae-62660870c8d7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:44.159149 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-f9bec85e-553e-479f-b614-f1ef3865384b None None] For port f493428e-edb9-4ccb-b578-de23ff92ca82, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f493428e-edb9-4ccb-b578-de23ff92ca82,segment=NetworkSegment(353870ac-b92f-4fdb-8818-a5c72cb713a0),segment_id=353870ac-b92f-4fdb-8818-a5c72cb713a0)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:09:44.159573 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f9bec85e-553e-479f-b614-f1ef3865384b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:44.200413 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-29231515-c07d-4a64-b7b5-b056c0a77db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'name': 'tempest-TestNetworkBasicOps-router-1441572564', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '4b5ccbc1-8257-4966-a7e9-ba544409a0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:06:35Z', 'updated_at': '2022-09-14T23:09:42Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '4b5ccbc1-8257-4966-a7e9-ba544409a0cc', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:52:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:06:36Z', 'updated_at': '2022-09-14T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:09:44.204701 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29231515-c07d-4a64-b7b5-b056c0a77db5 None None] The sync data for ids ['1986d23c-8448-4d05-9853-8beb8b5d1b63'] in dv-neutron-857791-1-hyperv is: [{'id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'name': 'tempest-TestNetworkBasicOps-router-1441572564', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '4b5ccbc1-8257-4966-a7e9-ba544409a0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:06:35Z', 'updated_at': '2022-09-14T23:09:42Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': '4b5ccbc1-8257-4966-a7e9-ba544409a0cc', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:52:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1986d23c-8448-4d05-9853-8beb8b5d1b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:06:36Z', 'updated_at': '2022-09-14T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:09:44.212590 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-2d2a01e1-bde3-4e6c-acae-62660870c8d7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] For port 4b5ccbc1-8257-4966-a7e9-ba544409a0cc, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=4b5ccbc1-8257-4966-a7e9-ba544409a0cc,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:09:44.212976 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2d2a01e1-bde3-4e6c-acae-62660870c8d7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:44.283493 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-f9bec85e-553e-479f-b614-f1ef3865384b None None] Calling delete_port for f493428e-edb9-4ccb-b578-de23ff92ca82 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:09:44.340053 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-2d2a01e1-bde3-4e6c-acae-62660870c8d7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Calling delete_port for 4b5ccbc1-8257-4966-a7e9-ba544409a0cc owned by network:router_gateway {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:09:44.360748 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f9bec85e-553e-479f-b614-f1ef3865384b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:44.404947 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bec85e-553e-479f-b614-f1ef3865384b None None] Pushing event deleted for resources: {'Port': ['ID=f493428e-edb9-4ccb-b578-de23ff92ca82,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:44.413867 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bec85e-553e-479f-b614-f1ef3865384b None None] No DVR routers for this DVR port f493428e-edb9-4ccb-b578-de23ff92ca82 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:09:44.416406 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bec85e-553e-479f-b614-f1ef3865384b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:44.416774 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bec85e-553e-479f-b614-f1ef3865384b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:44.417111 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bec85e-553e-479f-b614-f1ef3865384b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:44.417442 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bec85e-553e-479f-b614-f1ef3865384b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:44.417769 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bec85e-553e-479f-b614-f1ef3865384b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:44.418094 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bec85e-553e-479f-b614-f1ef3865384b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:44.418414 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bec85e-553e-479f-b614-f1ef3865384b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:44.418735 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bec85e-553e-479f-b614-f1ef3865384b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:44.419055 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bec85e-553e-479f-b614-f1ef3865384b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:44.419403 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bec85e-553e-479f-b614-f1ef3865384b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:44.419723 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bec85e-553e-479f-b614-f1ef3865384b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:44.420037 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bec85e-553e-479f-b614-f1ef3865384b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:44.643596 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2d2a01e1-bde3-4e6c-acae-62660870c8d7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:44.694607 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2a01e1-bde3-4e6c-acae-62660870c8d7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Port': ['ID=4b5ccbc1-8257-4966-a7e9-ba544409a0cc,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:44.789735 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2d2a01e1-bde3-4e6c-acae-62660870c8d7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:44.958923 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2d2a01e1-bde3-4e6c-acae-62660870c8d7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:44.961681 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2d2a01e1-bde3-4e6c-acae-62660870c8d7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:44.985412 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2d2a01e1-bde3-4e6c-acae-62660870c8d7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:44.985908 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2a01e1-bde3-4e6c-acae-62660870c8d7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Fanout notify agent at l3_agent the message router_deleted on router 1986d23c-8448-4d05-9853-8beb8b5d1b63 {{(pid=89170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 23:09:45.002139 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2d2a01e1-bde3-4e6c-acae-62660870c8d7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:45.003229 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2d2a01e1-bde3-4e6c-acae-62660870c8d7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/routers/1986d23c-8448-4d05-9853-8beb8b5d1b63 HTTP/1.1" status: 204 len: 168 time: 1.4592490 Sep 14 23:09:45.005972 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57974) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:09:45.224110 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7f6490de-e402-4a75-8b52-0ed4554724a1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:45.352362 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7f6490de-e402-4a75-8b52-0ed4554724a1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:45.377170 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-7f6490de-e402-4a75-8b52-0ed4554724a1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c893d1e1-a8c9-4792-83f5-1fe4a8efe243']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:09:45.389517 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-7f6490de-e402-4a75-8b52-0ed4554724a1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '353870ac-b92f-4fdb-8818-a5c72cb713a0') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:09:45.389817 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-7f6490de-e402-4a75-8b52-0ed4554724a1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '353870ac-b92f-4fdb-8818-a5c72cb713a0') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:09:45.400948 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7f6490de-e402-4a75-8b52-0ed4554724a1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:45.417707 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7f6490de-e402-4a75-8b52-0ed4554724a1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:45.423979 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f6490de-e402-4a75-8b52-0ed4554724a1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:09:45.424359 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7f6490de-e402-4a75-8b52-0ed4554724a1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:45.482612 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 8c8ebdf5-5bff-4271-8216-1ed5744c221b no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:09:45.499041 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 353870ac-b92f-4fdb-8818-a5c72cb713a0 resource provider aggregate not found Sep 14 23:09:45.520644 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 8c8ebdf5-5bff-4271-8216-1ed5744c221b {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:09:45.521098 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 8c8ebdf5-5bff-4271-8216-1ed5744c221b not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:09:45.521514 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 4b5ccbc1-8257-4966-a7e9-ba544409a0cc no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:09:45.522804 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 353870ac-b92f-4fdb-8818-a5c72cb713a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 353870ac-b92f-4fdb-8818-a5c72cb713a0 found for delete ", "request_id": "req-e3820acc-8794-408c-a493-8ff30c955777"}]} Sep 14 23:09:45.533712 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7f6490de-e402-4a75-8b52-0ed4554724a1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:45.551319 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7f6490de-e402-4a75-8b52-0ed4554724a1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:45.555606 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 4b5ccbc1-8257-4966-a7e9-ba544409a0cc {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:09:45.555958 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 4b5ccbc1-8257-4966-a7e9-ba544409a0cc not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:09:45.556379 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f493428e-edb9-4ccb-b578-de23ff92ca82 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:09:45.563082 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6490de-e402-4a75-8b52-0ed4554724a1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Network': ['ID=c893d1e1-a8c9-4792-83f5-1fe4a8efe243,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:45.567999 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7f6490de-e402-4a75-8b52-0ed4554724a1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/networks/c893d1e1-a8c9-4792-83f5-1fe4a8efe243 HTTP/1.1" status: 204 len: 168 time: 0.5609806 Sep 14 23:09:45.579441 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57982) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:09:45.586848 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-5178020c-15e9-424f-98a9-63b020559be8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'network': {'name': 'tempest-network-smoke--488408997', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'port_security_enabled': True}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:09:45.589087 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: f493428e-edb9-4ccb-b578-de23ff92ca82 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:09:45.589434 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f493428e-edb9-4ccb-b578-de23ff92ca82 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:09:45.598698 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-5178020c-15e9-424f-98a9-63b020559be8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:09:45.603579 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5178020c-15e9-424f-98a9-63b020559be8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:network and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:09:45.606667 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5178020c-15e9-424f-98a9-63b020559be8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:09:45.612671 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-5178020c-15e9-424f-98a9-63b020559be8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:09:45.626882 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5178020c-15e9-424f-98a9-63b020559be8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Made reservation on behalf of c57dd58bea08430d873bf967651d6b8d for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:09:45.630239 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5178020c-15e9-424f-98a9-63b020559be8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:45.656294 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5178020c-15e9-424f-98a9-63b020559be8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:09:45.665455 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5178020c-15e9-424f-98a9-63b020559be8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:45.665789 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-5178020c-15e9-424f-98a9-63b020559be8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Added segment e43a2275-eed7-47b8-a6cb-f663cf54e6b9 of type vlan for network f81f9317-eef6-4d67-a22d-b2cef1692aec Sep 14 23:09:45.691031 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5178020c-15e9-424f-98a9-63b020559be8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:45.717733 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5178020c-15e9-424f-98a9-63b020559be8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:45.722979 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5178020c-15e9-424f-98a9-63b020559be8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:09:45.723549 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5178020c-15e9-424f-98a9-63b020559be8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:45.825109 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5178020c-15e9-424f-98a9-63b020559be8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2433791 Sep 14 23:09:45.827911 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57986) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:09:45.834750 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-324d54c7-b373-477a-b071-1ac39c01389f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-243499441', 'admin_state_up': True, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:09:45.840359 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178020c-15e9-424f-98a9-63b020559be8 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Network': ['ID=f81f9317-eef6-4d67-a22d-b2cef1692aec,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:45.843866 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-324d54c7-b373-477a-b071-1ac39c01389f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:09:45.847803 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-324d54c7-b373-477a-b071-1ac39c01389f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:router and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:09:45.850175 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network f81f9317-eef6-4d67-a22d-b2cef1692aec details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:09:45.850626 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-324d54c7-b373-477a-b071-1ac39c01389f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:09:45.857818 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-324d54c7-b373-477a-b071-1ac39c01389f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:09:45.866551 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-324d54c7-b373-477a-b071-1ac39c01389f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:45.867588 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-324d54c7-b373-477a-b071-1ac39c01389f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:45.885514 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-324d54c7-b373-477a-b071-1ac39c01389f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:46.161822 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-324d54c7-b373-477a-b071-1ac39c01389f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:46.457115 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-324d54c7-b373-477a-b071-1ac39c01389f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_gateway, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:46.489056 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-324d54c7-b373-477a-b071-1ac39c01389f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:46.619244 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-324d54c7-b373-477a-b071-1ac39c01389f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Allocated IP 172.26.5.64 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/ff70ec72-d077-49fa-873b-7cab07e22964) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:09:46.859797 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-324d54c7-b373-477a-b071-1ac39c01389f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:46.888559 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-324d54c7-b373-477a-b071-1ac39c01389f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:46.954495 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324d54c7-b373-477a-b071-1ac39c01389f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:09:46.957353 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-324d54c7-b373-477a-b071-1ac39c01389f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:09:46.960896 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324d54c7-b373-477a-b071-1ac39c01389f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:09:46.993165 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d54c7-b373-477a-b071-1ac39c01389f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=ff70ec72-d077-49fa-873b-7cab07e22964,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:47.366623 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-324d54c7-b373-477a-b071-1ac39c01389f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_gateway, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:47.695059 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-324d54c7-b373-477a-b071-1ac39c01389f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:47.890916 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324d54c7-b373-477a-b071-1ac39c01389f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router 4249cd13-4858-423c-b855-537e57540ed1 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 23:09:48.170218 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324d54c7-b373-477a-b071-1ac39c01389f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:09:48.179224 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39085bf-dcf3-42c4-be0a-f703eda85385 None None] Sync routers for ids ['4249cd13-4858-423c-b855-537e57540ed1'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:09:48.188849 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39085bf-dcf3-42c4-be0a-f703eda85385 None None] Routers {'4249cd13-4858-423c-b855-537e57540ed1'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:09:48.189453 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-b39085bf-dcf3-42c4-be0a-f703eda85385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:09:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['4249cd13-4858-423c-b855-537e57540ed1'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:09:48.196698 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-324d54c7-b373-477a-b071-1ac39c01389f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:48.197935 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-324d54c7-b373-477a-b071-1ac39c01389f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3691373 Sep 14 23:09:48.201054 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57990) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:09:48.366986 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-b39085bf-dcf3-42c4-be0a-f703eda85385 None None] Set router 4249cd13-4858-423c-b855-537e57540ed1 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:09:48.387380 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ed1f236f-c88f-43ea-8ed1-fd83bd53b7c5 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=c57dd58bea08430d873bf967651d6b8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1828582 Sep 14 23:09:48.387917 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 57996) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:09:48.515099 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ec4434-09c3-4f1b-8433-8472f117ef24 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:09:48.519171 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b3ec4434-09c3-4f1b-8433-8472f117ef24 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1280925 Sep 14 23:09:48.519374 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58000) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:09:48.558108 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5ac8c3f7-1d03-43f4-84a4-6e5821f16e44 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=681410b9-e86d-4f65-a0f3-ea2093b5104b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376666 Sep 14 23:09:48.560527 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58004) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:09:48.565738 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-a8561a66-2af4-4aec-a5f3-4e2354173e01 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-698708826', 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:09:48.650686 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-b39085bf-dcf3-42c4-be0a-f703eda85385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4249cd13-4858-423c-b855-537e57540ed1', 'name': 'tempest-TestNetworkBasicOps-router-243499441', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'ff70ec72-d077-49fa-873b-7cab07e22964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:09:45Z', 'updated_at': '2022-09-14T23:09:47Z', 'revision_number': 3, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'ff70ec72-d077-49fa-873b-7cab07e22964', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4249cd13-4858-423c-b855-537e57540ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:09:46Z', 'updated_at': '2022-09-14T23:09:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:09:48.654540 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39085bf-dcf3-42c4-be0a-f703eda85385 None None] Checking router: 4249cd13-4858-423c-b855-537e57540ed1 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:09:48.654882 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39085bf-dcf3-42c4-be0a-f703eda85385 None None] Updating router 4249cd13-4858-423c-b855-537e57540ed1 port ff70ec72-d077-49fa-873b-7cab07e22964 binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:09:48.671937 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a8561a66-2af4-4aec-a5f3-4e2354173e01 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:09:48.675721 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a8561a66-2af4-4aec-a5f3-4e2354173e01 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:subnet and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:09:48.678445 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a8561a66-2af4-4aec-a5f3-4e2354173e01 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:09:48.684546 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a8561a66-2af4-4aec-a5f3-4e2354173e01 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:09:48.694119 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8561a66-2af4-4aec-a5f3-4e2354173e01 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Made reservation on behalf of c57dd58bea08430d873bf967651d6b8d for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:09:48.697637 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a8561a66-2af4-4aec-a5f3-4e2354173e01 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:48.706612 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b39085bf-dcf3-42c4-be0a-f703eda85385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:48.912760 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a8561a66-2af4-4aec-a5f3-4e2354173e01 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:48.992885 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8561a66-2af4-4aec-a5f3-4e2354173e01 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Subnet': ['ID=7a901170-b208-45c1-b7c0-314e8983a49b,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:49.002061 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8561a66-2af4-4aec-a5f3-4e2354173e01 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Checking segment: {'id': 'e43a2275-eed7-47b8-a6cb-f663cf54e6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:09:49.002484 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8561a66-2af4-4aec-a5f3-4e2354173e01 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network hostable DHCP agents. Network: f81f9317-eef6-4d67-a22d-b2cef1692aec, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:09:49.021183 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8561a66-2af4-4aec-a5f3-4e2354173e01 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network f81f9317-eef6-4d67-a22d-b2cef1692aec is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:09:49.030928 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-a8561a66-2af4-4aec-a5f3-4e2354173e01 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, f81f9317-eef6-4d67-a22d-b2cef1692aec) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:09:49.035282 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8561a66-2af4-4aec-a5f3-4e2354173e01 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:09:49.035865 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a8561a66-2af4-4aec-a5f3-4e2354173e01 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:49.053084 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1021b1e3-844b-4b22-ad95-c8e5c983de0f None None] Network f81f9317-eef6-4d67-a22d-b2cef1692aec requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:09:49.057663 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a8561a66-2af4-4aec-a5f3-4e2354173e01 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4961345 Sep 14 23:09:49.060425 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58008) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:09:49.158652 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b39085bf-dcf3-42c4-be0a-f703eda85385 None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:49.187209 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-b39085bf-dcf3-42c4-be0a-f703eda85385 None None] Transition to ACTIVE for port object ff70ec72-d077-49fa-873b-7cab07e22964 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:09:49.202481 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b39085bf-dcf3-42c4-be0a-f703eda85385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:49.293554 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-b39085bf-dcf3-42c4-be0a-f703eda85385 None None] Attempting to bind port ff70ec72-d077-49fa-873b-7cab07e22964 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:09:49.293912 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-b39085bf-dcf3-42c4-be0a-f703eda85385 None None] Attempting to bind port ff70ec72-d077-49fa-873b-7cab07e22964 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:09:49.294264 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39085bf-dcf3-42c4-be0a-f703eda85385 None None] Attempting to bind port ff70ec72-d077-49fa-873b-7cab07e22964 on network 681410b9-e86d-4f65-a0f3-ea2093b5104b {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:09:49.326891 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39085bf-dcf3-42c4-be0a-f703eda85385 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:09:49.327260 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39085bf-dcf3-42c4-be0a-f703eda85385 None None] Checking segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:09:49.327662 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b39085bf-dcf3-42c4-be0a-f703eda85385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:49.328019 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39085bf-dcf3-42c4-be0a-f703eda85385 None None] Bound using segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:09:49.328478 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-b39085bf-dcf3-42c4-be0a-f703eda85385 None None] Bound port: ff70ec72-d077-49fa-873b-7cab07e22964, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:09:49.328863 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b39085bf-dcf3-42c4-be0a-f703eda85385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:49.359897 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099874b-7baa-4cec-8b4f-cf299e8aaea9 None None] Pushing event updated for resources: {'Port': ['ID=ff70ec72-d077-49fa-873b-7cab07e22964,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:49.442886 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:49.464077 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f575916f-6d0a-4792-a3ed-c45806247c1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-f81f9317-eef6-4d67-a22d-b2cef1692aec', 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ips': [{'subnet_id': '7a901170-b208-45c1-b7c0-314e8983a49b'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:09:49.464906 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f575916f-6d0a-4792-a3ed-c45806247c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:49.473910 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-b39085bf-dcf3-42c4-be0a-f703eda85385 None None] For port ff70ec72-d077-49fa-873b-7cab07e22964, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:09:49.490681 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-b39085bf-dcf3-42c4-be0a-f703eda85385 None None] For port ff70ec72-d077-49fa-873b-7cab07e22964, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=ff70ec72-d077-49fa-873b-7cab07e22964,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:09:49.528706 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b39085bf-dcf3-42c4-be0a-f703eda85385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:49.626606 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39085bf-dcf3-42c4-be0a-f703eda85385 None None] Routers {'4249cd13-4858-423c-b855-537e57540ed1'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:09:49.627225 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-b39085bf-dcf3-42c4-be0a-f703eda85385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:09:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['4249cd13-4858-423c-b855-537e57540ed1'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:09:49.740757 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099874b-7baa-4cec-8b4f-cf299e8aaea9 None None] Pushing event updated for resources: {'Port': ['ID=ff70ec72-d077-49fa-873b-7cab07e22964,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:49.777668 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2f9c41a4-9cbb-4d77-9860-e9882098d535 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:49.842292 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-f575916f-6d0a-4792-a3ed-c45806247c1a None None] Allocated IP 172.20.0.2 (f81f9317-eef6-4d67-a22d-b2cef1692aec/7a901170-b208-45c1-b7c0-314e8983a49b/b54302bd-04cc-4e61-97e3-23f7ad4d849a) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:09:49.934969 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-b39085bf-dcf3-42c4-be0a-f703eda85385 None None] Set router 4249cd13-4858-423c-b855-537e57540ed1 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:09:50.303738 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f575916f-6d0a-4792-a3ed-c45806247c1a None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:50.321068 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f575916f-6d0a-4792-a3ed-c45806247c1a None None] Transition to ACTIVE for port object b54302bd-04cc-4e61-97e3-23f7ad4d849a will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:09:50.343352 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f575916f-6d0a-4792-a3ed-c45806247c1a None None] Transition to ACTIVE for port object b54302bd-04cc-4e61-97e3-23f7ad4d849a will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:09:50.350255 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f575916f-6d0a-4792-a3ed-c45806247c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:50.424493 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-2f9c41a4-9cbb-4d77-9860-e9882098d535 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Allocated IP 172.20.0.1 (f81f9317-eef6-4d67-a22d-b2cef1692aec/7a901170-b208-45c1-b7c0-314e8983a49b/420f5a81-0569-4185-a44b-0c9d1aff1fa2) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:09:50.459540 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-b39085bf-dcf3-42c4-be0a-f703eda85385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4249cd13-4858-423c-b855-537e57540ed1', 'name': 'tempest-TestNetworkBasicOps-router-243499441', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'ff70ec72-d077-49fa-873b-7cab07e22964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:09:45Z', 'updated_at': '2022-09-14T23:09:47Z', 'revision_number': 3, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'ff70ec72-d077-49fa-873b-7cab07e22964', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4249cd13-4858-423c-b855-537e57540ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:09:46Z', 'updated_at': '2022-09-14T23:09:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:09:50.473740 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f575916f-6d0a-4792-a3ed-c45806247c1a None None] Network f81f9317-eef6-4d67-a22d-b2cef1692aec is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:09:50.474642 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39085bf-dcf3-42c4-be0a-f703eda85385 None None] The sync data for ids ['4249cd13-4858-423c-b855-537e57540ed1'] in dv-neutron-857791-1-hyperv is: [{'id': '4249cd13-4858-423c-b855-537e57540ed1', 'name': 'tempest-TestNetworkBasicOps-router-243499441', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'ff70ec72-d077-49fa-873b-7cab07e22964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:09:45Z', 'updated_at': '2022-09-14T23:09:47Z', 'revision_number': 3, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'ff70ec72-d077-49fa-873b-7cab07e22964', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4249cd13-4858-423c-b855-537e57540ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:09:46Z', 'updated_at': '2022-09-14T23:09:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:09:50.478942 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-f575916f-6d0a-4792-a3ed-c45806247c1a None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:09:50.482915 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f575916f-6d0a-4792-a3ed-c45806247c1a None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:09:50.522700 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575916f-6d0a-4792-a3ed-c45806247c1a None None] Pushing event updated for resources: {'Port': ['ID=b54302bd-04cc-4e61-97e3-23f7ad4d849a,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:50.594148 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2f9c41a4-9cbb-4d77-9860-e9882098d535 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:50.595671 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-f575916f-6d0a-4792-a3ed-c45806247c1a None None] Attempting to bind port b54302bd-04cc-4e61-97e3-23f7ad4d849a on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:09:50.596041 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-f575916f-6d0a-4792-a3ed-c45806247c1a None None] Attempting to bind port b54302bd-04cc-4e61-97e3-23f7ad4d849a by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'e43a2275-eed7-47b8-a6cb-f663cf54e6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:09:50.596421 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f575916f-6d0a-4792-a3ed-c45806247c1a None None] Attempting to bind port b54302bd-04cc-4e61-97e3-23f7ad4d849a on network f81f9317-eef6-4d67-a22d-b2cef1692aec {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:09:50.602417 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f575916f-6d0a-4792-a3ed-c45806247c1a None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:09:50.602799 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f575916f-6d0a-4792-a3ed-c45806247c1a None None] Checking segment: {'id': 'e43a2275-eed7-47b8-a6cb-f663cf54e6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:09:50.603190 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f575916f-6d0a-4792-a3ed-c45806247c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:50.603557 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f575916f-6d0a-4792-a3ed-c45806247c1a None None] Bound using segment: {'id': 'e43a2275-eed7-47b8-a6cb-f663cf54e6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:09:50.604009 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-f575916f-6d0a-4792-a3ed-c45806247c1a None None] Bound port: b54302bd-04cc-4e61-97e3-23f7ad4d849a, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43a2275-eed7-47b8-a6cb-f663cf54e6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:09:50.604375 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f575916f-6d0a-4792-a3ed-c45806247c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:50.611526 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-2f9c41a4-9cbb-4d77-9860-e9882098d535 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Transition to ACTIVE for port object 420f5a81-0569-4185-a44b-0c9d1aff1fa2 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:09:50.637257 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2f9c41a4-9cbb-4d77-9860-e9882098d535 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:50.703153 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-f575916f-6d0a-4792-a3ed-c45806247c1a None None] For port b54302bd-04cc-4e61-97e3-23f7ad4d849a, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:09:50.709344 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-f575916f-6d0a-4792-a3ed-c45806247c1a None None] For port b54302bd-04cc-4e61-97e3-23f7ad4d849a, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=b54302bd-04cc-4e61-97e3-23f7ad4d849a,segment=NetworkSegment(e43a2275-eed7-47b8-a6cb-f663cf54e6b9),segment_id=e43a2275-eed7-47b8-a6cb-f663cf54e6b9)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:09:50.719925 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9c41a4-9cbb-4d77-9860-e9882098d535 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network f81f9317-eef6-4d67-a22d-b2cef1692aec is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:09:50.723619 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-2f9c41a4-9cbb-4d77-9860-e9882098d535 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:09:50.726084 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f575916f-6d0a-4792-a3ed-c45806247c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:50.728999 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9c41a4-9cbb-4d77-9860-e9882098d535 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:09:50.765989 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c41a4-9cbb-4d77-9860-e9882098d535 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=420f5a81-0569-4185-a44b-0c9d1aff1fa2,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:50.807071 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2f9c41a4-9cbb-4d77-9860-e9882098d535 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:50.833118 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575916f-6d0a-4792-a3ed-c45806247c1a None None] Pushing event updated for resources: {'Port': ['ID=b54302bd-04cc-4e61-97e3-23f7ad4d849a,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:51.113171 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2f9c41a4-9cbb-4d77-9860-e9882098d535 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:51.486476 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device b54302bd-04cc-4e61-97e3-23f7ad4d849a up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:09:51.555976 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2f9c41a4-9cbb-4d77-9860-e9882098d535 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:51.557429 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port b54302bd-04cc-4e61-97e3-23f7ad4d849a completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:09:51.562824 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2f9c41a4-9cbb-4d77-9860-e9882098d535 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:51.563355 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device ff70ec72-d077-49fa-873b-7cab07e22964 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:09:51.638201 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port ff70ec72-d077-49fa-873b-7cab07e22964 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:09:51.643506 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port ff70ec72-d077-49fa-873b-7cab07e22964 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:09:51.643874 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:51.769094 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port ff70ec72-d077-49fa-873b-7cab07e22964 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:09:51.769761 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:51.789252 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port ff70ec72-d077-49fa-873b-7cab07e22964, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=ff70ec72-d077-49fa-873b-7cab07e22964,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:09:51.795197 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:51.811047 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2f9c41a4-9cbb-4d77-9860-e9882098d535 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:51.814957 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c41a4-9cbb-4d77-9860-e9882098d535 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=420f5a81-0569-4185-a44b-0c9d1aff1fa2,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:51.863932 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ddc05e-dd7b-4818-9d49-2767e61da6ca None None] Network f81f9317-eef6-4d67-a22d-b2cef1692aec requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:09:51.952814 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9c41a4-9cbb-4d77-9860-e9882098d535 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network f81f9317-eef6-4d67-a22d-b2cef1692aec is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:09:51.953945 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-2f9c41a4-9cbb-4d77-9860-e9882098d535 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:09:51.970853 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=ff70ec72-d077-49fa-873b-7cab07e22964,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:51.974067 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-8e6bdb46-9d3d-41d1-9c79-bff2e4b6d10c None None] Provisioning for port b54302bd-04cc-4e61-97e3-23f7ad4d849a completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:09:51.990484 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-8e6bdb46-9d3d-41d1-9c79-bff2e4b6d10c None None] Provisioning complete for port b54302bd-04cc-4e61-97e3-23f7ad4d849a triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:09:51.990844 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8e6bdb46-9d3d-41d1-9c79-bff2e4b6d10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:52.148383 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9c41a4-9cbb-4d77-9860-e9882098d535 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router 4249cd13-4858-423c-b855-537e57540ed1 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:09:52.212057 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-8e6bdb46-9d3d-41d1-9c79-bff2e4b6d10c None None] Current status of the port b54302bd-04cc-4e61-97e3-23f7ad4d849a is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:09:52.212430 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8e6bdb46-9d3d-41d1-9c79-bff2e4b6d10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:52.260565 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-8e6bdb46-9d3d-41d1-9c79-bff2e4b6d10c None None] For port b54302bd-04cc-4e61-97e3-23f7ad4d849a, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=b54302bd-04cc-4e61-97e3-23f7ad4d849a,segment=NetworkSegment(e43a2275-eed7-47b8-a6cb-f663cf54e6b9),segment_id=e43a2275-eed7-47b8-a6cb-f663cf54e6b9)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:09:52.266856 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8e6bdb46-9d3d-41d1-9c79-bff2e4b6d10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:52.340996 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6bdb46-9d3d-41d1-9c79-bff2e4b6d10c None None] Pushing event updated for resources: {'Port': ['ID=b54302bd-04cc-4e61-97e3-23f7ad4d849a,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:52.347014 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9c41a4-9cbb-4d77-9860-e9882098d535 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:09:52.358163 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d343f6b-d274-4f86-be9e-cced19a74c3e None None] Sync routers for ids ['4249cd13-4858-423c-b855-537e57540ed1'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:09:52.361866 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2f9c41a4-9cbb-4d77-9860-e9882098d535 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "PUT /v2.0/routers/4249cd13-4858-423c-b855-537e57540ed1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3002713 Sep 14 23:09:52.364295 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58014) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:09:52.368127 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d343f6b-d274-4f86-be9e-cced19a74c3e None None] Routers {'4249cd13-4858-423c-b855-537e57540ed1'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:09:52.369027 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-9d343f6b-d274-4f86-be9e-cced19a74c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:09:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['4249cd13-4858-423c-b855-537e57540ed1'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:09:52.514951 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3073777-101d-45c9-b421-26249731c730 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:09:52.515422 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3073777-101d-45c9-b421-26249731c730 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:09:52.515878 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3073777-101d-45c9-b421-26249731c730 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:09:52.516326 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3073777-101d-45c9-b421-26249731c730 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:09:52.518033 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a3073777-101d-45c9-b421-26249731c730 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1527851 Sep 14 23:09:52.520681 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58018) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:09:52.557252 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-9d343f6b-d274-4f86-be9e-cced19a74c3e None None] Set router 4249cd13-4858-423c-b855-537e57540ed1 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:09:52.595059 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-76ea2eaa-5c06-481a-b82b-ddfc466a521d None None] Provisioning for port 420f5a81-0569-4185-a44b-0c9d1aff1fa2 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:09:52.599374 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08329820-56b1-4b26-a493-5349e8df1915 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:09:52.599960 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08329820-56b1-4b26-a493-5349e8df1915 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:09:52.600417 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08329820-56b1-4b26-a493-5349e8df1915 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:09:52.600889 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08329820-56b1-4b26-a493-5349e8df1915 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:09:52.604295 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-76ea2eaa-5c06-481a-b82b-ddfc466a521d None None] Provisioning complete for port 420f5a81-0569-4185-a44b-0c9d1aff1fa2 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:09:52.604847 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-76ea2eaa-5c06-481a-b82b-ddfc466a521d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:52.605904 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58022) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:09:52.606372 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-08329820-56b1-4b26-a493-5349e8df1915 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0842953 Sep 14 23:09:52.712770 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-76ea2eaa-5c06-481a-b82b-ddfc466a521d None None] Port 420f5a81-0569-4185-a44b-0c9d1aff1fa2 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:09:52.724497 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-76ea2eaa-5c06-481a-b82b-ddfc466a521d None None] Provisioning complete for port b54302bd-04cc-4e61-97e3-23f7ad4d849a triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:09:52.724954 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-76ea2eaa-5c06-481a-b82b-ddfc466a521d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:52.854792 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-76ea2eaa-5c06-481a-b82b-ddfc466a521d None None] Current status of the port b54302bd-04cc-4e61-97e3-23f7ad4d849a is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:09:52.863777 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-32332de4-4c70-48ab-99d9-d4d51187b284 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2565067 Sep 14 23:09:52.904393 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-9d343f6b-d274-4f86-be9e-cced19a74c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4249cd13-4858-423c-b855-537e57540ed1', 'name': 'tempest-TestNetworkBasicOps-router-243499441', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'ff70ec72-d077-49fa-873b-7cab07e22964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:09:45Z', 'updated_at': '2022-09-14T23:09:51Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'ff70ec72-d077-49fa-873b-7cab07e22964', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249cd13-4858-423c-b855-537e57540ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:09:46Z', 'updated_at': '2022-09-14T23:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '420f5a81-0569-4185-a44b-0c9d1aff1fa2', 'name': '', 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:75:3d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4249cd13-4858-423c-b855-537e57540ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '7a901170-b208-45c1-b7c0-314e8983a49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:09:50Z', 'updated_at': '2022-09-14T23:09:51Z', 'revision_number': 2, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '7a901170-b208-45c1-b7c0-314e8983a49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:09:52.908440 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d343f6b-d274-4f86-be9e-cced19a74c3e None None] Checking router: 4249cd13-4858-423c-b855-537e57540ed1 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:09:52.908816 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d343f6b-d274-4f86-be9e-cced19a74c3e None None] Updating router 4249cd13-4858-423c-b855-537e57540ed1 port 420f5a81-0569-4185-a44b-0c9d1aff1fa2 binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:09:52.951732 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58030) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:09:52.956947 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-bf035ea8-5be6-4073-a120-d6da79586c3b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-360142270', 'description': 'tempest-secgroup-smoke-360142270 description', 'project_id': 'c57dd58bea08430d873bf967651d6b8d'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:09:52.964563 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-bf035ea8-5be6-4073-a120-d6da79586c3b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:09:52.968761 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-bf035ea8-5be6-4073-a120-d6da79586c3b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:09:52.969549 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-9d343f6b-d274-4f86-be9e-cced19a74c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:52.971770 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-bf035ea8-5be6-4073-a120-d6da79586c3b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:09:52.975936 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e8628fe7-563a-4434-a90f-8af16934d11c None None] Provisioning complete for port 420f5a81-0569-4185-a44b-0c9d1aff1fa2 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:09:52.976598 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e8628fe7-563a-4434-a90f-8af16934d11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:52.977528 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-bf035ea8-5be6-4073-a120-d6da79586c3b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:09:52.989553 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bf035ea8-5be6-4073-a120-d6da79586c3b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:53.012904 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-bf035ea8-5be6-4073-a120-d6da79586c3b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:09:53.016840 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-bf035ea8-5be6-4073-a120-d6da79586c3b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:09:53.019876 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-bf035ea8-5be6-4073-a120-d6da79586c3b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:09:53.026300 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-bf035ea8-5be6-4073-a120-d6da79586c3b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:09:53.038774 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-e8628fe7-563a-4434-a90f-8af16934d11c None None] Port 420f5a81-0569-4185-a44b-0c9d1aff1fa2 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:09:53.100502 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bf035ea8-5be6-4073-a120-d6da79586c3b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:53.104559 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bf035ea8-5be6-4073-a120-d6da79586c3b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:53.251258 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf035ea8-5be6-4073-a120-d6da79586c3b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ade9a00-3509-4467-98d4-5cc50ce3e4d9,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:53.254537 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bf035ea8-5be6-4073-a120-d6da79586c3b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:53.255749 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-bf035ea8-5be6-4073-a120-d6da79586c3b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3030140 Sep 14 23:09:53.259189 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58034) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:09:53.264211 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-2206e110-d107-494e-b946-e84097342a38 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '7ade9a00-3509-4467-98d4-5cc50ce3e4d9', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:09:53.270062 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-2206e110-d107-494e-b946-e84097342a38 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:09:53.274419 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-2206e110-d107-494e-b946-e84097342a38 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:09:53.277284 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-2206e110-d107-494e-b946-e84097342a38 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:09:53.282923 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-2206e110-d107-494e-b946-e84097342a38 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:09:53.298646 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2206e110-d107-494e-b946-e84097342a38 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:53.344411 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-9d343f6b-d274-4f86-be9e-cced19a74c3e None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:53.356000 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-9d343f6b-d274-4f86-be9e-cced19a74c3e None None] Transition to ACTIVE for port object 420f5a81-0569-4185-a44b-0c9d1aff1fa2 will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:09:53.359733 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2206e110-d107-494e-b946-e84097342a38 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:53.363372 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-9d343f6b-d274-4f86-be9e-cced19a74c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:53.365498 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2206e110-d107-494e-b946-e84097342a38 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:53.392396 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206e110-d107-494e-b946-e84097342a38 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d73756-0090-41ac-8fbd-98f664f6b6b9,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:53.404151 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2206e110-d107-494e-b946-e84097342a38 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:53.405535 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2206e110-d107-494e-b946-e84097342a38 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1454282 Sep 14 23:09:53.408325 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58038) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:09:53.413788 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-78f0a88b-2ba9-4e29-b8f9-69704537182f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '7ade9a00-3509-4467-98d4-5cc50ce3e4d9', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:09:53.419656 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-78f0a88b-2ba9-4e29-b8f9-69704537182f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:09:53.423534 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-78f0a88b-2ba9-4e29-b8f9-69704537182f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:09:53.426474 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-78f0a88b-2ba9-4e29-b8f9-69704537182f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:09:53.432810 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-78f0a88b-2ba9-4e29-b8f9-69704537182f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:09:53.452667 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-78f0a88b-2ba9-4e29-b8f9-69704537182f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:53.452816 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device b54302bd-04cc-4e61-97e3-23f7ad4d849a up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:09:53.519358 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-78f0a88b-2ba9-4e29-b8f9-69704537182f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:53.522420 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port b54302bd-04cc-4e61-97e3-23f7ad4d849a triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:09:53.522803 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:53.524588 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-78f0a88b-2ba9-4e29-b8f9-69704537182f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:53.549634 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0a88b-2ba9-4e29-b8f9-69704537182f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb3aca4-a8ee-4e41-ac57-63353d1ca9f5,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:53.562456 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-78f0a88b-2ba9-4e29-b8f9-69704537182f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:53.566437 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-78f0a88b-2ba9-4e29-b8f9-69704537182f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1543102 Sep 14 23:09:53.566781 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58042) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:09:53.572990 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-c3c6a23f-a916-4d78-8fff-d6bf72f02597 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '7ade9a00-3509-4467-98d4-5cc50ce3e4d9', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:09:53.579048 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c3c6a23f-a916-4d78-8fff-d6bf72f02597 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:09:53.581143 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9b2c9-20bf-48dc-94db-0fbb2b8008bf None None] Pushing event updated for resources: {'Port': ['ID=420f5a81-0569-4185-a44b-0c9d1aff1fa2,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:53.583470 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c3c6a23f-a916-4d78-8fff-d6bf72f02597 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:09:53.586798 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c3c6a23f-a916-4d78-8fff-d6bf72f02597 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:09:53.588417 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-9d343f6b-d274-4f86-be9e-cced19a74c3e None None] Attempting to bind port 420f5a81-0569-4185-a44b-0c9d1aff1fa2 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:09:53.588801 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-9d343f6b-d274-4f86-be9e-cced19a74c3e None None] Attempting to bind port 420f5a81-0569-4185-a44b-0c9d1aff1fa2 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'e43a2275-eed7-47b8-a6cb-f663cf54e6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:09:53.589149 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d343f6b-d274-4f86-be9e-cced19a74c3e None None] Attempting to bind port 420f5a81-0569-4185-a44b-0c9d1aff1fa2 on network f81f9317-eef6-4d67-a22d-b2cef1692aec {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:09:53.591749 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a9b2c9-20bf-48dc-94db-0fbb2b8008bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:53.592081 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a9b2c9-20bf-48dc-94db-0fbb2b8008bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:53.592402 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a9b2c9-20bf-48dc-94db-0fbb2b8008bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:53.592751 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a9b2c9-20bf-48dc-94db-0fbb2b8008bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:53.593065 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a9b2c9-20bf-48dc-94db-0fbb2b8008bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:53.593380 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a9b2c9-20bf-48dc-94db-0fbb2b8008bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:53.594053 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a9b2c9-20bf-48dc-94db-0fbb2b8008bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:53.594053 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a9b2c9-20bf-48dc-94db-0fbb2b8008bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:53.594287 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a9b2c9-20bf-48dc-94db-0fbb2b8008bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:53.594591 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a9b2c9-20bf-48dc-94db-0fbb2b8008bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:53.594897 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a9b2c9-20bf-48dc-94db-0fbb2b8008bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:53.595167 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c3c6a23f-a916-4d78-8fff-d6bf72f02597 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:09:53.595262 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a9b2c9-20bf-48dc-94db-0fbb2b8008bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:09:53.606535 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d343f6b-d274-4f86-be9e-cced19a74c3e None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:09:53.607225 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d343f6b-d274-4f86-be9e-cced19a74c3e None None] Checking segment: {'id': 'e43a2275-eed7-47b8-a6cb-f663cf54e6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:09:53.607614 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-9d343f6b-d274-4f86-be9e-cced19a74c3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:53.608001 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d343f6b-d274-4f86-be9e-cced19a74c3e None None] Bound using segment: {'id': 'e43a2275-eed7-47b8-a6cb-f663cf54e6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:09:53.608457 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-9d343f6b-d274-4f86-be9e-cced19a74c3e None None] Bound port: 420f5a81-0569-4185-a44b-0c9d1aff1fa2, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43a2275-eed7-47b8-a6cb-f663cf54e6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:09:53.608824 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-9d343f6b-d274-4f86-be9e-cced19a74c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:53.613629 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c3c6a23f-a916-4d78-8fff-d6bf72f02597 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:53.648941 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port b54302bd-04cc-4e61-97e3-23f7ad4d849a is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:09:53.650048 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device ff70ec72-d077-49fa-873b-7cab07e22964 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:09:53.682355 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c3c6a23f-a916-4d78-8fff-d6bf72f02597 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:53.687382 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c3c6a23f-a916-4d78-8fff-d6bf72f02597 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:53.705840 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-9d343f6b-d274-4f86-be9e-cced19a74c3e None None] For port 420f5a81-0569-4185-a44b-0c9d1aff1fa2, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:09:53.709065 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-9d343f6b-d274-4f86-be9e-cced19a74c3e None None] For port 420f5a81-0569-4185-a44b-0c9d1aff1fa2, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=420f5a81-0569-4185-a44b-0c9d1aff1fa2,segment=NetworkSegment(e43a2275-eed7-47b8-a6cb-f663cf54e6b9),segment_id=e43a2275-eed7-47b8-a6cb-f663cf54e6b9)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:09:53.712043 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6a23f-a916-4d78-8fff-d6bf72f02597 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ba9d66-ca1d-4c7d-935e-a5dfd86e836d,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:53.714228 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-9d343f6b-d274-4f86-be9e-cced19a74c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:53.721428 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port ff70ec72-d077-49fa-873b-7cab07e22964 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:09:53.721775 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:53.723796 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c3c6a23f-a916-4d78-8fff-d6bf72f02597 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:53.728208 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c3c6a23f-a916-4d78-8fff-d6bf72f02597 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1573842 Sep 14 23:09:53.728500 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58046) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:09:53.733815 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-a75ea11f-8d4e-46fa-9703-275bc1886c9d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '7ade9a00-3509-4467-98d4-5cc50ce3e4d9', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:09:53.740210 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-a75ea11f-8d4e-46fa-9703-275bc1886c9d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:09:53.745122 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a75ea11f-8d4e-46fa-9703-275bc1886c9d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:09:53.748412 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a75ea11f-8d4e-46fa-9703-275bc1886c9d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:09:53.754941 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-a75ea11f-8d4e-46fa-9703-275bc1886c9d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:09:53.774159 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a75ea11f-8d4e-46fa-9703-275bc1886c9d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:53.781114 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d343f6b-d274-4f86-be9e-cced19a74c3e None None] Routers {'4249cd13-4858-423c-b855-537e57540ed1'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:09:53.781721 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-9d343f6b-d274-4f86-be9e-cced19a74c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:09:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['4249cd13-4858-423c-b855-537e57540ed1'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:09:53.839486 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a75ea11f-8d4e-46fa-9703-275bc1886c9d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:53.844145 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a75ea11f-8d4e-46fa-9703-275bc1886c9d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:53.869371 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ea11f-8d4e-46fa-9703-275bc1886c9d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c76f474-79e4-42fe-a864-67b37cf1dfc4,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:53.874032 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port ff70ec72-d077-49fa-873b-7cab07e22964 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:09:53.879478 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a75ea11f-8d4e-46fa-9703-275bc1886c9d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:53.881555 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a75ea11f-8d4e-46fa-9703-275bc1886c9d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1518683 Sep 14 23:09:53.884092 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58050) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:09:53.889353 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-cf3b3462-2123-4eab-b311-d31b69219e2d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '7ade9a00-3509-4467-98d4-5cc50ce3e4d9', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:09:53.895141 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-cf3b3462-2123-4eab-b311-d31b69219e2d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:09:53.898949 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-cf3b3462-2123-4eab-b311-d31b69219e2d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:09:53.901806 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-cf3b3462-2123-4eab-b311-d31b69219e2d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:09:53.907480 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-cf3b3462-2123-4eab-b311-d31b69219e2d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:09:53.923049 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.securitygroups_db [None req-cf3b3462-2123-4eab-b311-d31b69219e2d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Project c57dd58bea08430d873bf967651d6b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:09:53.931202 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cf3b3462-2123-4eab-b311-d31b69219e2d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:53.961068 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9b2c9-20bf-48dc-94db-0fbb2b8008bf None None] Pushing event updated for resources: {'Port': ['ID=420f5a81-0569-4185-a44b-0c9d1aff1fa2,revision_number=4']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:53.984841 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-9d343f6b-d274-4f86-be9e-cced19a74c3e None None] Set router 4249cd13-4858-423c-b855-537e57540ed1 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:09:53.997528 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cf3b3462-2123-4eab-b311-d31b69219e2d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:54.001871 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cf3b3462-2123-4eab-b311-d31b69219e2d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:54.024997 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b3462-2123-4eab-b311-d31b69219e2d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b976dcb2-b36f-4725-a745-8850e5555e1f,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:54.034272 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cf3b3462-2123-4eab-b311-d31b69219e2d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:54.038039 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-cf3b3462-2123-4eab-b311-d31b69219e2d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1503029 Sep 14 23:09:54.038287 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58056) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:09:54.043693 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-5b1b7b30-dcf4-44fb-bd56-8b9f0658dc0d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '7ade9a00-3509-4467-98d4-5cc50ce3e4d9', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:09:54.049411 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-5b1b7b30-dcf4-44fb-bd56-8b9f0658dc0d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:09:54.053203 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5b1b7b30-dcf4-44fb-bd56-8b9f0658dc0d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:09:54.056691 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5b1b7b30-dcf4-44fb-bd56-8b9f0658dc0d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:09:54.062305 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-5b1b7b30-dcf4-44fb-bd56-8b9f0658dc0d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:09:54.073009 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.securitygroups_db [None req-5b1b7b30-dcf4-44fb-bd56-8b9f0658dc0d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Project c57dd58bea08430d873bf967651d6b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:09:54.079621 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5b1b7b30-dcf4-44fb-bd56-8b9f0658dc0d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:54.144414 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5b1b7b30-dcf4-44fb-bd56-8b9f0658dc0d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:54.148995 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5b1b7b30-dcf4-44fb-bd56-8b9f0658dc0d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:54.172511 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b7b30-dcf4-44fb-bd56-8b9f0658dc0d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8dc5f39-e2c0-4202-b38c-6e66b2777a7b,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:54.181962 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5b1b7b30-dcf4-44fb-bd56-8b9f0658dc0d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:54.183139 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5b1b7b30-dcf4-44fb-bd56-8b9f0658dc0d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1440227 Sep 14 23:09:54.299595 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-9d343f6b-d274-4f86-be9e-cced19a74c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4249cd13-4858-423c-b855-537e57540ed1', 'name': 'tempest-TestNetworkBasicOps-router-243499441', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'ff70ec72-d077-49fa-873b-7cab07e22964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:09:45Z', 'updated_at': '2022-09-14T23:09:51Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'ff70ec72-d077-49fa-873b-7cab07e22964', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249cd13-4858-423c-b855-537e57540ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:09:46Z', 'updated_at': '2022-09-14T23:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '420f5a81-0569-4185-a44b-0c9d1aff1fa2', 'name': '', 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:75:3d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4249cd13-4858-423c-b855-537e57540ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '7a901170-b208-45c1-b7c0-314e8983a49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:09:50Z', 'updated_at': '2022-09-14T23:09:53Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '7a901170-b208-45c1-b7c0-314e8983a49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:09:54.304070 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d343f6b-d274-4f86-be9e-cced19a74c3e None None] The sync data for ids ['4249cd13-4858-423c-b855-537e57540ed1'] in dv-neutron-857791-1-hyperv is: [{'id': '4249cd13-4858-423c-b855-537e57540ed1', 'name': 'tempest-TestNetworkBasicOps-router-243499441', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'ff70ec72-d077-49fa-873b-7cab07e22964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:09:45Z', 'updated_at': '2022-09-14T23:09:51Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'ff70ec72-d077-49fa-873b-7cab07e22964', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249cd13-4858-423c-b855-537e57540ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:09:46Z', 'updated_at': '2022-09-14T23:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '420f5a81-0569-4185-a44b-0c9d1aff1fa2', 'name': '', 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:75:3d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4249cd13-4858-423c-b855-537e57540ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '7a901170-b208-45c1-b7c0-314e8983a49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:09:50Z', 'updated_at': '2022-09-14T23:09:53Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '7a901170-b208-45c1-b7c0-314e8983a49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:09:54.375772 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-bb0d0acf-2829-47c6-b040-3d547fc0f8bc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:09:54.394306 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-bb0d0acf-2829-47c6-b040-3d547fc0f8bc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:09:54.395757 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-bb0d0acf-2829-47c6-b040-3d547fc0f8bc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-360142270&fields=id&tenant_id=c57dd58bea08430d873bf967651d6b8d HTTP/1.1" status: 200 len: 267 time: 0.0765853 Sep 14 23:09:54.558542 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-73bc1bff-05c1-4d4e-b3fa-bc95e8e44c19 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:09:54.560257 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-73bc1bff-05c1-4d4e-b3fa-bc95e8e44c19 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/networks?id=f81f9317-eef6-4d67-a22d-b2cef1692aec HTTP/1.1" status: 200 len: 796 time: 0.1567633 Sep 14 23:09:54.575777 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-a8365003-e23a-4131-a55b-8bb5f2543645 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/quotas/c57dd58bea08430d873bf967651d6b8d HTTP/1.1" status: 200 len: 375 time: 0.0099916 Sep 14 23:09:54.666752 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-8dfda730-e8e3-46fa-8655-28e7623d497d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:09:54.683964 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-8dfda730-e8e3-46fa-8655-28e7623d497d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:09:54.685445 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-8dfda730-e8e3-46fa-8655-28e7623d497d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1042423 Sep 14 23:09:54.829148 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-c30f680f-3ec6-45ee-889f-525fb638e143 service neutron] 10.222.0.33 "GET /v2.0/networks/f81f9317-eef6-4d67-a22d-b2cef1692aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306105 Sep 14 23:09:54.967676 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-06c8f98e-e464-4a6c-9a99-4683d781653d service neutron] 10.222.0.33 "GET /v2.0/networks/f81f9317-eef6-4d67-a22d-b2cef1692aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329272 Sep 14 23:09:55.170888 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fe9b838a-330b-4806-b237-6a01bce15021 req-7c09b166-e526-48f6-b251-32c9b1a5e33f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=db81c4ae-cb8c-4c1f-96ae-a5854c709e5f HTTP/1.1" status: 200 len: 210 time: 0.0557287 Sep 14 23:09:55.454883 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 420f5a81-0569-4185-a44b-0c9d1aff1fa2 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:09:55.528512 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 420f5a81-0569-4185-a44b-0c9d1aff1fa2 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:09:55.533205 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 420f5a81-0569-4185-a44b-0c9d1aff1fa2 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:09:55.533499 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:55.655577 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 420f5a81-0569-4185-a44b-0c9d1aff1fa2 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:09:55.656004 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:55.687473 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 420f5a81-0569-4185-a44b-0c9d1aff1fa2, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=420f5a81-0569-4185-a44b-0c9d1aff1fa2,segment=NetworkSegment(e43a2275-eed7-47b8-a6cb-f663cf54e6b9),segment_id=e43a2275-eed7-47b8-a6cb-f663cf54e6b9)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:09:55.691117 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:55.758456 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=420f5a81-0569-4185-a44b-0c9d1aff1fa2,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:56.363137 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f0c6d153-e7d8-43ec-a180-3334ed8503a9 req-caa90887-fb2b-41c4-a76d-6cc170e7f3ad tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=db81c4ae-cb8c-4c1f-96ae-a5854c709e5f HTTP/1.1" status: 200 len: 210 time: 0.0619931 Sep 14 23:09:56.375591 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-69416e15-32c8-4949-8aa3-59cff7fec0c1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:09:56.381020 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-69416e15-32c8-4949-8aa3-59cff7fec0c1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/networks?id=f81f9317-eef6-4d67-a22d-b2cef1692aec HTTP/1.1" status: 200 len: 796 time: 0.1972263 Sep 14 23:09:56.428852 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-c29e24b3-d781-4a73-886b-e6ff5a3de8c4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c57dd58bea08430d873bf967651d6b8d HTTP/1.1" status: 200 len: 379 time: 0.0430589 Sep 14 23:09:56.436949 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2c48937c-a7a7-489f-9e56-97e66110205b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'port': {'device_id': 'db81c4ae-cb8c-4c1f-96ae-a5854c709e5f', 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec', 'admin_state_up': True, 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'security_groups': ['7ade9a00-3509-4467-98d4-5cc50ce3e4d9']}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:09:56.573654 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2c48937c-a7a7-489f-9e56-97e66110205b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:09:56.583585 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2c48937c-a7a7-489f-9e56-97e66110205b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:09:56.593460 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2c48937c-a7a7-489f-9e56-97e66110205b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Made reservation on behalf of c57dd58bea08430d873bf967651d6b8d for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:09:56.597065 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2c48937c-a7a7-489f-9e56-97e66110205b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:56.760823 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2c48937c-a7a7-489f-9e56-97e66110205b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Allocated IP 172.20.0.4 (f81f9317-eef6-4d67-a22d-b2cef1692aec/7a901170-b208-45c1-b7c0-314e8983a49b/46d303ae-db50-456b-95fd-e2726f77d619) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:09:57.044931 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2c48937c-a7a7-489f-9e56-97e66110205b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:57.060302 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2c48937c-a7a7-489f-9e56-97e66110205b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Transition to ACTIVE for port object 46d303ae-db50-456b-95fd-e2726f77d619 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:09:57.082954 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2c48937c-a7a7-489f-9e56-97e66110205b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:57.151221 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2c48937c-a7a7-489f-9e56-97e66110205b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network f81f9317-eef6-4d67-a22d-b2cef1692aec is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:09:57.154192 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2c48937c-a7a7-489f-9e56-97e66110205b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:09:57.156769 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2c48937c-a7a7-489f-9e56-97e66110205b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:09:57.205818 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48937c-a7a7-489f-9e56-97e66110205b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=46d303ae-db50-456b-95fd-e2726f77d619,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:57.230696 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2c48937c-a7a7-489f-9e56-97e66110205b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:09:57.231305 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2c48937c-a7a7-489f-9e56-97e66110205b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:57.261233 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2c48937c-a7a7-489f-9e56-97e66110205b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8279350 Sep 14 23:09:57.272217 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2603e433-7e37-4dd3-9ef7-1e7cacbb0e6f service neutron] Request body: {'port': {'device_id': 'db81c4ae-cb8c-4c1f-96ae-a5854c709e5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:09:57.393306 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-192da39a-46ec-422f-942a-ed457aa1066a None None] Provisioning for port 46d303ae-db50-456b-95fd-e2726f77d619 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:09:57.397132 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2603e433-7e37-4dd3-9ef7-1e7cacbb0e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:57.401926 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-192da39a-46ec-422f-942a-ed457aa1066a None None] Provisioning complete for port 46d303ae-db50-456b-95fd-e2726f77d619 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:09:57.402508 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-192da39a-46ec-422f-942a-ed457aa1066a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:57.430598 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 420f5a81-0569-4185-a44b-0c9d1aff1fa2 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:09:57.513370 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-192da39a-46ec-422f-942a-ed457aa1066a None None] Port 46d303ae-db50-456b-95fd-e2726f77d619 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:09:57.529126 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 420f5a81-0569-4185-a44b-0c9d1aff1fa2 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:09:57.529490 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:57.651022 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 420f5a81-0569-4185-a44b-0c9d1aff1fa2 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:09:57.731391 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd34bac-3e98-4b08-857f-3d78db7b06e9 req-2e9778f4-16e6-4a99-8d68-9a62f228cf72 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:09:57.732083 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-afd34bac-3e98-4b08-857f-3d78db7b06e9 req-2e9778f4-16e6-4a99-8d68-9a62f228cf72 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:09:57.768717 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-afd34bac-3e98-4b08-857f-3d78db7b06e9 req-2e9778f4-16e6-4a99-8d68-9a62f228cf72 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:09:57.769860 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-afd34bac-3e98-4b08-857f-3d78db7b06e9 req-2e9778f4-16e6-4a99-8d68-9a62f228cf72 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=db81c4ae-cb8c-4c1f-96ae-a5854c709e5f HTTP/1.1" status: 200 len: 931 time: 0.2453144 Sep 14 23:09:57.867122 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2603e433-7e37-4dd3-9ef7-1e7cacbb0e6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46d303ae-db50-456b-95fd-e2726f77d619 {{(pid=89170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:09:57.873444 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-afd34bac-3e98-4b08-857f-3d78db7b06e9 req-de9b6188-93df-48b6-b6f6-65512464ac51 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=7ade9a00-3509-4467-98d4-5cc50ce3e4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922930 Sep 14 23:09:57.877061 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2603e433-7e37-4dd3-9ef7-1e7cacbb0e6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:57.891606 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2603e433-7e37-4dd3-9ef7-1e7cacbb0e6f service neutron] Transition to ACTIVE for port object 46d303ae-db50-456b-95fd-e2726f77d619 will not be triggered until provisioned by entity L2. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:09:57.895848 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2603e433-7e37-4dd3-9ef7-1e7cacbb0e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:58.083030 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603e433-7e37-4dd3-9ef7-1e7cacbb0e6f service neutron] Pushing event updated for resources: {'Port': ['ID=46d303ae-db50-456b-95fd-e2726f77d619,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:58.120657 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2603e433-7e37-4dd3-9ef7-1e7cacbb0e6f service neutron] Attempting to bind port 46d303ae-db50-456b-95fd-e2726f77d619 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:09:58.120988 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2603e433-7e37-4dd3-9ef7-1e7cacbb0e6f service neutron] Attempting to bind port 46d303ae-db50-456b-95fd-e2726f77d619 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'e43a2275-eed7-47b8-a6cb-f663cf54e6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec'}] {{(pid=89170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:09:58.121329 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2603e433-7e37-4dd3-9ef7-1e7cacbb0e6f service neutron] Attempting to bind port 46d303ae-db50-456b-95fd-e2726f77d619 on network f81f9317-eef6-4d67-a22d-b2cef1692aec {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:09:58.125751 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2603e433-7e37-4dd3-9ef7-1e7cacbb0e6f service neutron] Port 46d303ae-db50-456b-95fd-e2726f77d619 on network f81f9317-eef6-4d67-a22d-b2cef1692aec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:09:58.126058 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2603e433-7e37-4dd3-9ef7-1e7cacbb0e6f service neutron] Attempting to bind port 46d303ae-db50-456b-95fd-e2726f77d619 on network f81f9317-eef6-4d67-a22d-b2cef1692aec {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:09:58.130930 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2603e433-7e37-4dd3-9ef7-1e7cacbb0e6f service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:09:58.131254 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2603e433-7e37-4dd3-9ef7-1e7cacbb0e6f service neutron] Checking segment: {'id': 'e43a2275-eed7-47b8-a6cb-f663cf54e6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:09:58.131618 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2603e433-7e37-4dd3-9ef7-1e7cacbb0e6f service neutron] Bound using segment: {'id': 'e43a2275-eed7-47b8-a6cb-f663cf54e6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec'} {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:09:58.132028 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2603e433-7e37-4dd3-9ef7-1e7cacbb0e6f service neutron] Bound port: 46d303ae-db50-456b-95fd-e2726f77d619, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43a2275-eed7-47b8-a6cb-f663cf54e6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec'}}] {{(pid=89170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:09:58.132360 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2603e433-7e37-4dd3-9ef7-1e7cacbb0e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:58.221444 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2603e433-7e37-4dd3-9ef7-1e7cacbb0e6f service neutron] For port 46d303ae-db50-456b-95fd-e2726f77d619, host hv-neutron-8577, cleared binding levels {{(pid=89170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:09:58.224297 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2603e433-7e37-4dd3-9ef7-1e7cacbb0e6f service neutron] For port 46d303ae-db50-456b-95fd-e2726f77d619, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=46d303ae-db50-456b-95fd-e2726f77d619,segment=NetworkSegment(e43a2275-eed7-47b8-a6cb-f663cf54e6b9),segment_id=e43a2275-eed7-47b8-a6cb-f663cf54e6b9)] {{(pid=89170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:09:58.228739 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2603e433-7e37-4dd3-9ef7-1e7cacbb0e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:58.258884 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2603e433-7e37-4dd3-9ef7-1e7cacbb0e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:09:58.259481 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2603e433-7e37-4dd3-9ef7-1e7cacbb0e6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:09:58.260856 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2603e433-7e37-4dd3-9ef7-1e7cacbb0e6f service neutron] 10.222.0.20 "PUT /v2.0/ports/46d303ae-db50-456b-95fd-e2726f77d619 HTTP/1.1" status: 200 len: 1093 time: 0.9928708 Sep 14 23:09:58.261340 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db81c4ae-cb8c-4c1f-96ae-a5854c709e5f', 'tag': '46d303ae-db50-456b-95fd-e2726f77d619'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:09:58.263580 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dec874c-850a-46cd-b619-39afea0d3ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "db81c4ae-cb8c-4c1f-96ae-a5854c709e5f", "tag": "46d303ae-db50-456b-95fd-e2726f77d619"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:09:58.336827 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4641e0de-2fc4-43f9-8483-17c63ccbcaae x-openstack-request-id: req-4641e0de-2fc4-43f9-8483-17c63ccbcaae {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:09:58.337031 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db81c4ae-cb8c-4c1f-96ae-a5854c709e5f", "tag": "46d303ae-db50-456b-95fd-e2726f77d619", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:09:58.337281 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4641e0de-2fc4-43f9-8483-17c63ccbcaae {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:09:58.337684 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4641e0de-2fc4-43f9-8483-17c63ccbcaae'] response: {'name': 'network-changed', 'server_uuid': 'db81c4ae-cb8c-4c1f-96ae-a5854c709e5f', 'tag': '46d303ae-db50-456b-95fd-e2726f77d619', 'status': 'completed', 'code': 200} Sep 14 23:09:58.351191 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603e433-7e37-4dd3-9ef7-1e7cacbb0e6f service neutron] Pushing event updated for resources: {'Port': ['ID=46d303ae-db50-456b-95fd-e2726f77d619,revision_number=3']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:09:58.384081 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-949e518c-2e2a-417a-b46a-b69439520a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:09:58.385594 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-949e518c-2e2a-417a-b46a-b69439520a51 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=db81c4ae-cb8c-4c1f-96ae-a5854c709e5f HTTP/1.1" status: 200 len: 1096 time: 0.0859518 Sep 14 23:09:58.455636 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2fe80275-58ba-4db7-acec-522972db0c20 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46d303ae-db50-456b-95fd-e2726f77d619 HTTP/1.1" status: 200 len: 217 time: 0.0635734 Sep 14 23:09:58.520153 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-1f7fa5c1-2683-4077-a1c7-aa0be9b95ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:09:58.521556 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-1f7fa5c1-2683-4077-a1c7-aa0be9b95ded service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7a901170-b208-45c1-b7c0-314e8983a49b HTTP/1.1" status: 200 len: 834 time: 0.0594807 Sep 14 23:09:58.603451 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-1cfb27a3-1102-438c-be92-8c2713b7a7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:09:58.604845 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-1cfb27a3-1102-438c-be92-8c2713b7a7d8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f81f9317-eef6-4d67-a22d-b2cef1692aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773907 Sep 14 23:09:58.832050 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-2fd8d063-6f96-40c4-9cc7-c1af3dc25345 service neutron] 10.222.0.20 "GET /v2.0/networks/f81f9317-eef6-4d67-a22d-b2cef1692aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209907 Sep 14 23:09:58.962458 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-11f63bfd-5ede-4fbd-a9d2-6d28e842caf2 req-b6e462c3-03ec-44eb-aa38-94b234977c03 service neutron] 10.222.0.20 "GET /v2.0/networks/f81f9317-eef6-4d67-a22d-b2cef1692aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248827 Sep 14 23:09:59.130310 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec874c-850a-46cd-b619-39afea0d3ce3 req-f31722c9-e570-4ab1-9235-7d1cd8cd5939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:09:59.131747 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9dec874c-850a-46cd-b619-39afea0d3ce3 req-f31722c9-e570-4ab1-9235-7d1cd8cd5939 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=db81c4ae-cb8c-4c1f-96ae-a5854c709e5f HTTP/1.1" status: 200 len: 1096 time: 0.1091216 Sep 14 23:09:59.140201 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4df0e-e760-45fd-af17-6a81db604148 req-e8a3bdc4-dcd3-44ce-ab39-dcbe9d06f8c0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:09:59.141548 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6ff4df0e-e760-45fd-af17-6a81db604148 req-e8a3bdc4-dcd3-44ce-ab39-dcbe9d06f8c0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=db81c4ae-cb8c-4c1f-96ae-a5854c709e5f HTTP/1.1" status: 200 len: 943 time: 0.1543198 Sep 14 23:09:59.263397 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6ff4df0e-e760-45fd-af17-6a81db604148 req-985e8ecf-b107-4779-9ead-812834a8e278 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=7ade9a00-3509-4467-98d4-5cc50ce3e4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036079 Sep 14 23:09:59.302159 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec874c-850a-46cd-b619-39afea0d3ce3 req-98189186-ba9b-4273-a3e8-f78f9328232c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:09:59.303573 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9dec874c-850a-46cd-b619-39afea0d3ce3 req-98189186-ba9b-4273-a3e8-f78f9328232c service neutron] 10.222.0.20 "GET /v2.0/networks?id=f81f9317-eef6-4d67-a22d-b2cef1692aec HTTP/1.1" status: 200 len: 896 time: 0.1612144 Sep 14 23:09:59.373523 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9dec874c-850a-46cd-b619-39afea0d3ce3 req-6d641841-e758-4e7d-8e01-9f84796c59e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46d303ae-db50-456b-95fd-e2726f77d619 HTTP/1.1" status: 200 len: 217 time: 0.0631154 Sep 14 23:09:59.442016 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec874c-850a-46cd-b619-39afea0d3ce3 req-0a6a9c88-2717-4f51-9094-e2c65f5f91e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:09:59.443439 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9dec874c-850a-46cd-b619-39afea0d3ce3 req-0a6a9c88-2717-4f51-9094-e2c65f5f91e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7a901170-b208-45c1-b7c0-314e8983a49b HTTP/1.1" status: 200 len: 834 time: 0.0614915 Sep 14 23:09:59.524556 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec874c-850a-46cd-b619-39afea0d3ce3 req-ac006b9d-5f8c-4338-8aa1-b773d2b60752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:09:59.525950 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9dec874c-850a-46cd-b619-39afea0d3ce3 req-ac006b9d-5f8c-4338-8aa1-b773d2b60752 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f81f9317-eef6-4d67-a22d-b2cef1692aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762527 Sep 14 23:09:59.655578 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9dec874c-850a-46cd-b619-39afea0d3ce3 req-28958514-a953-4a08-83d9-2ab174b5f8f4 service neutron] 10.222.0.20 "GET /v2.0/networks/f81f9317-eef6-4d67-a22d-b2cef1692aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230047 Sep 14 23:09:59.783738 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9dec874c-850a-46cd-b619-39afea0d3ce3 req-74bbde98-9802-4773-8c81-6414591ba16c service neutron] 10.222.0.20 "GET /v2.0/networks/f81f9317-eef6-4d67-a22d-b2cef1692aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216671 Sep 14 23:10:00.467550 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969b57f-44c3-41e2-90f0-29810ccffe73 req-816aab23-8b1d-4f3b-a894-42e170e04b26 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:00.469026 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a969b57f-44c3-41e2-90f0-29810ccffe73 req-816aab23-8b1d-4f3b-a894-42e170e04b26 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=db81c4ae-cb8c-4c1f-96ae-a5854c709e5f HTTP/1.1" status: 200 len: 943 time: 0.0948865 Sep 14 23:10:00.512769 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a969b57f-44c3-41e2-90f0-29810ccffe73 req-b984fb82-c946-4053-ad33-200173486fe9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=7ade9a00-3509-4467-98d4-5cc50ce3e4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379238 Sep 14 23:10:01.711537 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368a1cb-f094-4235-b53c-51aac79d4781 req-35b9b962-c809-42f4-a7f7-bc02a028e35c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:01.713020 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3368a1cb-f094-4235-b53c-51aac79d4781 req-35b9b962-c809-42f4-a7f7-bc02a028e35c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=db81c4ae-cb8c-4c1f-96ae-a5854c709e5f HTTP/1.1" status: 200 len: 943 time: 0.0871894 Sep 14 23:10:01.758553 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3368a1cb-f094-4235-b53c-51aac79d4781 req-116da1f6-90a8-4eb5-afa8-2e6c1ea9deaf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=7ade9a00-3509-4467-98d4-5cc50ce3e4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397546 Sep 14 23:10:02.757460 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 46d303ae-db50-456b-95fd-e2726f77d619 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:10:02.889704 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 46d303ae-db50-456b-95fd-e2726f77d619, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=46d303ae-db50-456b-95fd-e2726f77d619,segment=NetworkSegment(e43a2275-eed7-47b8-a6cb-f663cf54e6b9),segment_id=e43a2275-eed7-47b8-a6cb-f663cf54e6b9)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:10:02.902526 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': '46d303ae-db50-456b-95fd-e2726f77d619', 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec', 'port_id': '46d303ae-db50-456b-95fd-e2726f77d619', 'mac_address': 'fa:16:3e:41:9f:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a901170-b208-45c1-b7c0-314e8983a49b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:10:02.955249 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861eacb-5080-476f-96ad-b7796818e2c2 req-e34925e9-4f71-4021-8cd1-f002fbfd82e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:02.956509 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 46d303ae-db50-456b-95fd-e2726f77d619 is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:10:02.956798 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4861eacb-5080-476f-96ad-b7796818e2c2 req-e34925e9-4f71-4021-8cd1-f002fbfd82e4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=db81c4ae-cb8c-4c1f-96ae-a5854c709e5f HTTP/1.1" status: 200 len: 943 time: 0.0908520 Sep 14 23:10:02.956900 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:02.977222 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46d303ae-db50-456b-95fd-e2726f77d619 {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:10:02.993025 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 46d303ae-db50-456b-95fd-e2726f77d619, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=46d303ae-db50-456b-95fd-e2726f77d619,segment=NetworkSegment(e43a2275-eed7-47b8-a6cb-f663cf54e6b9),segment_id=e43a2275-eed7-47b8-a6cb-f663cf54e6b9)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:10:02.997344 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:03.003018 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4861eacb-5080-476f-96ad-b7796818e2c2 req-94c0847a-444a-4a05-95d8-49977829d5a2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=7ade9a00-3509-4467-98d4-5cc50ce3e4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406017 Sep 14 23:10:03.062228 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=46d303ae-db50-456b-95fd-e2726f77d619,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:10:03.218969 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['46d303ae-db50-456b-95fd-e2726f77d619'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:10:04.198781 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84052090-6f18-420e-b5b2-e4923774cf59 req-86608d90-08a1-4fb9-95d9-feaa62c07d12 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:04.200218 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-84052090-6f18-420e-b5b2-e4923774cf59 req-86608d90-08a1-4fb9-95d9-feaa62c07d12 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=db81c4ae-cb8c-4c1f-96ae-a5854c709e5f HTTP/1.1" status: 200 len: 944 time: 0.0897369 Sep 14 23:10:04.244170 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-84052090-6f18-420e-b5b2-e4923774cf59 req-9a28c39c-f51d-413c-9455-b63387dd3127 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=7ade9a00-3509-4467-98d4-5cc50ce3e4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384095 Sep 14 23:10:04.788375 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 46d303ae-db50-456b-95fd-e2726f77d619 up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:10:04.856796 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port 46d303ae-db50-456b-95fd-e2726f77d619 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:10:04.861789 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port 46d303ae-db50-456b-95fd-e2726f77d619 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:10:04.862146 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:04.982553 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 46d303ae-db50-456b-95fd-e2726f77d619 is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:10:04.982925 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:05.009130 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db81c4ae-cb8c-4c1f-96ae-a5854c709e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d303ae-db50-456b-95fd-e2726f77d619'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:10:05.011878 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd18c039-2c3f-4d58-b2af-0a2f4df9af32" -d '{"events": [{"server_uuid": "db81c4ae-cb8c-4c1f-96ae-a5854c709e5f", "name": "network-vif-plugged", "status": "completed", "tag": "46d303ae-db50-456b-95fd-e2726f77d619"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:10:05.019109 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 46d303ae-db50-456b-95fd-e2726f77d619, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=46d303ae-db50-456b-95fd-e2726f77d619,segment=NetworkSegment(e43a2275-eed7-47b8-a6cb-f663cf54e6b9),segment_id=e43a2275-eed7-47b8-a6cb-f663cf54e6b9)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:10:05.023161 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:05.093444 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=46d303ae-db50-456b-95fd-e2726f77d619,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:10:05.104893 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b964f3-a53d-4305-8a40-27e3f7e032f3 x-openstack-request-id: req-f4b964f3-a53d-4305-8a40-27e3f7e032f3 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:10:05.105176 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db81c4ae-cb8c-4c1f-96ae-a5854c709e5f", "name": "network-vif-plugged", "status": "completed", "tag": "46d303ae-db50-456b-95fd-e2726f77d619", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:10:05.105599 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f4b964f3-a53d-4305-8a40-27e3f7e032f3 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:10:05.105993 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4b964f3-a53d-4305-8a40-27e3f7e032f3'] response: {'server_uuid': 'db81c4ae-cb8c-4c1f-96ae-a5854c709e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d303ae-db50-456b-95fd-e2726f77d619', 'code': 200} Sep 14 23:10:05.336094 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1993b-78e8-4a3d-8fdd-279ae3b0c543 req-862eee53-1b9c-41e3-84c6-e839ffb5ea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:05.337514 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-36c1993b-78e8-4a3d-8fdd-279ae3b0c543 req-862eee53-1b9c-41e3-84c6-e839ffb5ea30 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=db81c4ae-cb8c-4c1f-96ae-a5854c709e5f HTTP/1.1" status: 200 len: 1098 time: 0.0774317 Sep 14 23:10:05.532115 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-36c1993b-78e8-4a3d-8fdd-279ae3b0c543 req-7fd2e2a0-dfa4-4c94-a94d-1081499de141 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7ade9a00-3509-4467-98d4-5cc50ce3e4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890206 Sep 14 23:10:05.557951 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3cb1e-23c9-4743-8784-f92ec0cdcc50 req-37f6ebb6-25a8-4bb0-9d7f-04b6b226a9c0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:05.559353 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9ee3cb1e-23c9-4743-8784-f92ec0cdcc50 req-37f6ebb6-25a8-4bb0-9d7f-04b6b226a9c0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=db81c4ae-cb8c-4c1f-96ae-a5854c709e5f HTTP/1.1" status: 200 len: 945 time: 0.2035775 Sep 14 23:10:05.602811 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9ee3cb1e-23c9-4743-8784-f92ec0cdcc50 req-f2af8588-54e1-43f2-aee2-ee7e9d179028 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=7ade9a00-3509-4467-98d4-5cc50ce3e4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377803 Sep 14 23:10:06.805600 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bebed-1239-4a60-a081-f06bc1481c08 req-f7453680-596a-4213-a684-edfbb5bf3fa4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:06.807028 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-474bebed-1239-4a60-a081-f06bc1481c08 req-f7453680-596a-4213-a684-edfbb5bf3fa4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=db81c4ae-cb8c-4c1f-96ae-a5854c709e5f HTTP/1.1" status: 200 len: 945 time: 0.0892913 Sep 14 23:10:06.851841 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-474bebed-1239-4a60-a081-f06bc1481c08 req-73791d34-3000-49c2-b56f-a282293712e9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=7ade9a00-3509-4467-98d4-5cc50ce3e4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386734 Sep 14 23:10:07.043755 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74a58b-4b2e-41af-bbf5-08d98dfa1cc5 req-baf0cea1-dc90-4ab1-8a7b-edaabad12583 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:07.045219 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-af74a58b-4b2e-41af-bbf5-08d98dfa1cc5 req-baf0cea1-dc90-4ab1-8a7b-edaabad12583 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=db81c4ae-cb8c-4c1f-96ae-a5854c709e5f HTTP/1.1" status: 200 len: 945 time: 0.0862489 Sep 14 23:10:07.090827 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-af74a58b-4b2e-41af-bbf5-08d98dfa1cc5 req-796166ab-967d-4041-a783-703d72775bf4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=7ade9a00-3509-4467-98d4-5cc50ce3e4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400658 Sep 14 23:10:07.118964 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58118) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:10:07.194098 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb43ebf-8472-4a02-a8ca-9a0cca47e5ea tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:07.196079 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4cb43ebf-8472-4a02-a8ca-9a0cca47e5ea tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=db81c4ae-cb8c-4c1f-96ae-a5854c709e5f HTTP/1.1" status: 200 len: 1093 time: 0.0761912 Sep 14 23:10:07.198764 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58122) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:10:07.203535 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-ee20a7d5-e24c-4e97-b4ef-99f0d68b295b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'port_id': '46d303ae-db50-456b-95fd-e2726f77d619', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:10:07.209189 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-ee20a7d5-e24c-4e97-b4ef-99f0d68b295b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:10:07.213579 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-ee20a7d5-e24c-4e97-b4ef-99f0d68b295b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:floatingip and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:10:07.216347 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-ee20a7d5-e24c-4e97-b4ef-99f0d68b295b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:10:07.221996 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-ee20a7d5-e24c-4e97-b4ef-99f0d68b295b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:10:07.231951 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ee20a7d5-e24c-4e97-b4ef-99f0d68b295b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:07.368031 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ee20a7d5-e24c-4e97-b4ef-99f0d68b295b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:07.504693 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-ee20a7d5-e24c-4e97-b4ef-99f0d68b295b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Allocated IP 172.26.5.133 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/69695f34-8500-485b-896b-1566f6b111c7) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:10:07.650119 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ee20a7d5-e24c-4e97-b4ef-99f0d68b295b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:07.677624 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ee20a7d5-e24c-4e97-b4ef-99f0d68b295b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:07.697663 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ebccc271-aefc-4023-a639-9d07def2cd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:07.740328 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee20a7d5-e24c-4e97-b4ef-99f0d68b295b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:10:07.743447 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-ee20a7d5-e24c-4e97-b4ef-99f0d68b295b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:10:07.747168 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee20a7d5-e24c-4e97-b4ef-99f0d68b295b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:10:07.789687 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20a7d5-e24c-4e97-b4ef-99f0d68b295b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=69695f34-8500-485b-896b-1566f6b111c7,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:10:08.154535 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ee20a7d5-e24c-4e97-b4ef-99f0d68b295b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:08.225058 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ee20a7d5-e24c-4e97-b4ef-99f0d68b295b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:08.437935 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ee20a7d5-e24c-4e97-b4ef-99f0d68b295b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:08.443682 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ee20a7d5-e24c-4e97-b4ef-99f0d68b295b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:08.653464 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ee20a7d5-e24c-4e97-b4ef-99f0d68b295b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:08.702204 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20a7d5-e24c-4e97-b4ef-99f0d68b295b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=69695f34-8500-485b-896b-1566f6b111c7,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:10:08.823909 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-ee20a7d5-e24c-4e97-b4ef-99f0d68b295b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Floating IP 007baf81-ad62-48cb-8950-8dcea6dacf13 associated. External IP: 172.26.5.133, port: 46d303ae-db50-456b-95fd-e2726f77d619. Sep 14 23:10:09.171959 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee20a7d5-e24c-4e97-b4ef-99f0d68b295b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router 4249cd13-4858-423c-b855-537e57540ed1 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:10:09.346515 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee20a7d5-e24c-4e97-b4ef-99f0d68b295b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:10:09.356836 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7619412c-223b-47eb-9bfb-9fdc17e4d3f0 None None] Sync routers for ids ['4249cd13-4858-423c-b855-537e57540ed1'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:10:09.368300 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7619412c-223b-47eb-9bfb-9fdc17e4d3f0 None None] Routers {'4249cd13-4858-423c-b855-537e57540ed1'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:10:09.369056 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-7619412c-223b-47eb-9bfb-9fdc17e4d3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:09:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['4249cd13-4858-423c-b855-537e57540ed1'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:10:09.375868 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ee20a7d5-e24c-4e97-b4ef-99f0d68b295b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:09.433185 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ee20a7d5-e24c-4e97-b4ef-99f0d68b295b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2334430 Sep 14 23:10:09.433884 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db81c4ae-cb8c-4c1f-96ae-a5854c709e5f', 'tag': '46d303ae-db50-456b-95fd-e2726f77d619'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:10:09.436002 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58126) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:10:09.436476 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f667a8-71a7-4fd9-bcb2-782ca07cc401" -d '{"events": [{"name": "network-changed", "server_uuid": "db81c4ae-cb8c-4c1f-96ae-a5854c709e5f", "tag": "46d303ae-db50-456b-95fd-e2726f77d619"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:10:09.487336 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99be4db0-8e98-4298-983e-9bc27c8e5e21 x-openstack-request-id: req-99be4db0-8e98-4298-983e-9bc27c8e5e21 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:10:09.487629 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db81c4ae-cb8c-4c1f-96ae-a5854c709e5f", "tag": "46d303ae-db50-456b-95fd-e2726f77d619", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:10:09.487882 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-99be4db0-8e98-4298-983e-9bc27c8e5e21 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:10:09.488287 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99be4db0-8e98-4298-983e-9bc27c8e5e21'] response: {'name': 'network-changed', 'server_uuid': 'db81c4ae-cb8c-4c1f-96ae-a5854c709e5f', 'tag': '46d303ae-db50-456b-95fd-e2726f77d619', 'status': 'completed', 'code': 200} Sep 14 23:10:09.519000 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2d9587-a31b-47b4-b592-c27faeb2f3df tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:09.525308 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7f2d9587-a31b-47b4-b592-c27faeb2f3df tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=db81c4ae-cb8c-4c1f-96ae-a5854c709e5f HTTP/1.1" status: 200 len: 1093 time: 0.0829015 Sep 14 23:10:09.596143 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58134) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:10:09.597357 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-7619412c-223b-47eb-9bfb-9fdc17e4d3f0 None None] Set router 4249cd13-4858-423c-b855-537e57540ed1 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:10:09.598637 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f667a8-71a7-4fd9-bcb2-782ca07cc401 req-552bffe8-fc8d-4822-8f0b-443eafadf878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:09.600127 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-77f667a8-71a7-4fd9-bcb2-782ca07cc401 req-552bffe8-fc8d-4822-8f0b-443eafadf878 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=db81c4ae-cb8c-4c1f-96ae-a5854c709e5f HTTP/1.1" status: 200 len: 1098 time: 0.0898376 Sep 14 23:10:09.602101 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-1ba23e2f-c2cf-473c-bfb2-17276769b4f3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-326288514', 'description': 'tempest-secgroup-smoke-326288514 description', 'project_id': 'c57dd58bea08430d873bf967651d6b8d'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:10:09.608341 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-1ba23e2f-c2cf-473c-bfb2-17276769b4f3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:10:09.618843 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-1ba23e2f-c2cf-473c-bfb2-17276769b4f3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:10:09.629389 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1ba23e2f-c2cf-473c-bfb2-17276769b4f3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:09.649128 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-1ba23e2f-c2cf-473c-bfb2-17276769b4f3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:10:09.653229 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1ba23e2f-c2cf-473c-bfb2-17276769b4f3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:10:09.656176 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-1ba23e2f-c2cf-473c-bfb2-17276769b4f3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:10:09.664275 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-1ba23e2f-c2cf-473c-bfb2-17276769b4f3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:10:09.736948 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1ba23e2f-c2cf-473c-bfb2-17276769b4f3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:09.737539 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f667a8-71a7-4fd9-bcb2-782ca07cc401 req-7e81db0e-3e99-44f4-9cea-013f73d03b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:09.739022 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-77f667a8-71a7-4fd9-bcb2-782ca07cc401 req-7e81db0e-3e99-44f4-9cea-013f73d03b9c service neutron] 10.222.0.20 "GET /v2.0/networks?id=f81f9317-eef6-4d67-a22d-b2cef1692aec HTTP/1.1" status: 200 len: 896 time: 0.1331723 Sep 14 23:10:09.742108 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1ba23e2f-c2cf-473c-bfb2-17276769b4f3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:09.790713 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba23e2f-c2cf-473c-bfb2-17276769b4f3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9463f746-8464-4c5d-84fd-77f9c7c0f3bf,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:10:09.799673 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba23e2f-c2cf-473c-bfb2-17276769b4f3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:09.800020 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba23e2f-c2cf-473c-bfb2-17276769b4f3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:09.800345 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba23e2f-c2cf-473c-bfb2-17276769b4f3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:09.800697 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba23e2f-c2cf-473c-bfb2-17276769b4f3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:09.801025 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba23e2f-c2cf-473c-bfb2-17276769b4f3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:09.801345 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba23e2f-c2cf-473c-bfb2-17276769b4f3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:09.801662 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba23e2f-c2cf-473c-bfb2-17276769b4f3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:09.801993 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba23e2f-c2cf-473c-bfb2-17276769b4f3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:09.802309 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba23e2f-c2cf-473c-bfb2-17276769b4f3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:09.802608 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba23e2f-c2cf-473c-bfb2-17276769b4f3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:09.802918 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba23e2f-c2cf-473c-bfb2-17276769b4f3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:09.803228 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba23e2f-c2cf-473c-bfb2-17276769b4f3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:10:09.807029 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1ba23e2f-c2cf-473c-bfb2-17276769b4f3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:09.808250 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1ba23e2f-c2cf-473c-bfb2-17276769b4f3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2109821 Sep 14 23:10:09.810840 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58138) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:10:09.816181 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-ad0282f7-ea20-43fa-ba6d-f2ea6fdc9a1c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '9463f746-8464-4c5d-84fd-77f9c7c0f3bf', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:10:09.821956 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ad0282f7-ea20-43fa-ba6d-f2ea6fdc9a1c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:10:09.825807 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ad0282f7-ea20-43fa-ba6d-f2ea6fdc9a1c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:10:09.828656 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ad0282f7-ea20-43fa-ba6d-f2ea6fdc9a1c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:10:09.834373 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ad0282f7-ea20-43fa-ba6d-f2ea6fdc9a1c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:10:09.847299 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-77f667a8-71a7-4fd9-bcb2-782ca07cc401 req-5e45bdec-e207-4796-b113-70d0d3b7f433 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46d303ae-db50-456b-95fd-e2726f77d619 HTTP/1.1" status: 200 len: 999 time: 0.1022050 Sep 14 23:10:09.854166 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ad0282f7-ea20-43fa-ba6d-f2ea6fdc9a1c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:09.856734 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a564c07b-ac61-4ea7-9a57-ea01e870eac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:09.916209 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f667a8-71a7-4fd9-bcb2-782ca07cc401 req-0b4e1018-a898-4edc-8222-08d88b3a2d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:09.916587 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ad0282f7-ea20-43fa-ba6d-f2ea6fdc9a1c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:09.918143 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-77f667a8-71a7-4fd9-bcb2-782ca07cc401 req-0b4e1018-a898-4edc-8222-08d88b3a2d88 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7a901170-b208-45c1-b7c0-314e8983a49b HTTP/1.1" status: 200 len: 834 time: 0.0649695 Sep 14 23:10:09.920480 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ad0282f7-ea20-43fa-ba6d-f2ea6fdc9a1c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:09.944322 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0282f7-ea20-43fa-ba6d-f2ea6fdc9a1c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c58447b-e7ef-4f00-a958-5ee920cc8f5b,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:10:09.956473 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ad0282f7-ea20-43fa-ba6d-f2ea6fdc9a1c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:09.960156 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ad0282f7-ea20-43fa-ba6d-f2ea6fdc9a1c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1459348 Sep 14 23:10:09.962074 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58142) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:10:09.967067 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-8a4f4729-50d7-4ebb-a99c-ec58476a5c55 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '9463f746-8464-4c5d-84fd-77f9c7c0f3bf', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:10:09.973030 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-8a4f4729-50d7-4ebb-a99c-ec58476a5c55 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:10:09.978070 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-8a4f4729-50d7-4ebb-a99c-ec58476a5c55 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:10:09.980895 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-7619412c-223b-47eb-9bfb-9fdc17e4d3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4249cd13-4858-423c-b855-537e57540ed1', 'name': 'tempest-TestNetworkBasicOps-router-243499441', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'ff70ec72-d077-49fa-873b-7cab07e22964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:09:45Z', 'updated_at': '2022-09-14T23:09:51Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'ff70ec72-d077-49fa-873b-7cab07e22964', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249cd13-4858-423c-b855-537e57540ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:09:46Z', 'updated_at': '2022-09-14T23:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '007baf81-ad62-48cb-8950-8dcea6dacf13', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.133', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '4249cd13-4858-423c-b855-537e57540ed1', 'port_id': '46d303ae-db50-456b-95fd-e2726f77d619', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec', 'mac_address': 'fa:16:3e:41:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db81c4ae-cb8c-4c1f-96ae-a5854c709e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:10:08Z', 'updated_at': '2022-09-14T23:10:08Z', 'revision_number': 0, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420f5a81-0569-4185-a44b-0c9d1aff1fa2', 'name': '', 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:75:3d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249cd13-4858-423c-b855-537e57540ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '7a901170-b208-45c1-b7c0-314e8983a49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:09:50Z', 'updated_at': '2022-09-14T23:09:55Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '7a901170-b208-45c1-b7c0-314e8983a49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:10:09.981371 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-8a4f4729-50d7-4ebb-a99c-ec58476a5c55 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:10:09.985180 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7619412c-223b-47eb-9bfb-9fdc17e4d3f0 None None] Checking router: 4249cd13-4858-423c-b855-537e57540ed1 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:10:09.988184 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-8a4f4729-50d7-4ebb-a99c-ec58476a5c55 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:10:09.993925 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7619412c-223b-47eb-9bfb-9fdc17e4d3f0 None None] Routers {'4249cd13-4858-423c-b855-537e57540ed1'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:10:09.995282 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-7619412c-223b-47eb-9bfb-9fdc17e4d3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:10:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['4249cd13-4858-423c-b855-537e57540ed1'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:10:10.006172 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8a4f4729-50d7-4ebb-a99c-ec58476a5c55 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:10.008323 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f667a8-71a7-4fd9-bcb2-782ca07cc401 req-cbc725f2-1eae-491b-a61e-a6b35f5927a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:10.009842 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-77f667a8-71a7-4fd9-bcb2-782ca07cc401 req-cbc725f2-1eae-491b-a61e-a6b35f5927a9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f81f9317-eef6-4d67-a22d-b2cef1692aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0863848 Sep 14 23:10:10.071012 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8a4f4729-50d7-4ebb-a99c-ec58476a5c55 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:10.076361 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8a4f4729-50d7-4ebb-a99c-ec58476a5c55 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:10.099571 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f4729-50d7-4ebb-a99c-ec58476a5c55 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b37024c-c7e6-4670-81e1-ca9f3302b844,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:10:10.114703 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8a4f4729-50d7-4ebb-a99c-ec58476a5c55 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:10.118957 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8a4f4729-50d7-4ebb-a99c-ec58476a5c55 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1531601 Sep 14 23:10:10.119127 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58146) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:10:10.124709 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-e4c19479-96e9-4e64-9714-43a8e033c344 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '9463f746-8464-4c5d-84fd-77f9c7c0f3bf', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:10:10.131023 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-e4c19479-96e9-4e64-9714-43a8e033c344 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:10:10.135520 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e4c19479-96e9-4e64-9714-43a8e033c344 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:10:10.139061 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e4c19479-96e9-4e64-9714-43a8e033c344 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:10:10.145596 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-e4c19479-96e9-4e64-9714-43a8e033c344 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:10:10.164987 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e4c19479-96e9-4e64-9714-43a8e033c344 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:10.184509 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-7619412c-223b-47eb-9bfb-9fdc17e4d3f0 None None] Set router 4249cd13-4858-423c-b855-537e57540ed1 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:10:10.233414 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e4c19479-96e9-4e64-9714-43a8e033c344 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:10.238476 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e4c19479-96e9-4e64-9714-43a8e033c344 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:10.264876 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c19479-96e9-4e64-9714-43a8e033c344 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e117e211-0277-4676-a922-a54d83d34916,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:10:10.265517 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-77f667a8-71a7-4fd9-bcb2-782ca07cc401 req-976634bf-df67-4a6f-9cbb-66bce9c095f6 service neutron] 10.222.0.20 "GET /v2.0/networks/f81f9317-eef6-4d67-a22d-b2cef1692aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497396 Sep 14 23:10:10.276352 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e4c19479-96e9-4e64-9714-43a8e033c344 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:10.277916 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e4c19479-96e9-4e64-9714-43a8e033c344 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1576190 Sep 14 23:10:10.280501 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58150) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:10:10.285702 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-5724d104-4536-42e8-9709-f47b5cfc0877 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '9463f746-8464-4c5d-84fd-77f9c7c0f3bf', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:10:10.292140 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-5724d104-4536-42e8-9709-f47b5cfc0877 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:10:10.296235 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5724d104-4536-42e8-9709-f47b5cfc0877 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:10:10.299175 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5724d104-4536-42e8-9709-f47b5cfc0877 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:10:10.305664 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-5724d104-4536-42e8-9709-f47b5cfc0877 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:10:10.330032 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5724d104-4536-42e8-9709-f47b5cfc0877 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:10.403272 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-77f667a8-71a7-4fd9-bcb2-782ca07cc401 req-dfdf185b-923f-4854-8b97-f63b3bee6a3a service neutron] 10.222.0.20 "GET /v2.0/networks/f81f9317-eef6-4d67-a22d-b2cef1692aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321728 Sep 14 23:10:10.424838 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5724d104-4536-42e8-9709-f47b5cfc0877 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:10.430050 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5724d104-4536-42e8-9709-f47b5cfc0877 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:10.455307 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5724d104-4536-42e8-9709-f47b5cfc0877 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d90a94c-9de4-473e-960f-de82038119a3,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:10:10.465383 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5724d104-4536-42e8-9709-f47b5cfc0877 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:10.466625 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5724d104-4536-42e8-9709-f47b5cfc0877 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1851380 Sep 14 23:10:10.469367 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58154) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:10:10.474303 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-b7b946a8-7210-4527-822e-1594ec2c1aaa tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '9463f746-8464-4c5d-84fd-77f9c7c0f3bf', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:10:10.480661 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b7b946a8-7210-4527-822e-1594ec2c1aaa tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:10:10.484777 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b7b946a8-7210-4527-822e-1594ec2c1aaa tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:10:10.487630 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b7b946a8-7210-4527-822e-1594ec2c1aaa tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:10:10.494032 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b7b946a8-7210-4527-822e-1594ec2c1aaa tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:10:10.504791 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.securitygroups_db [None req-b7b946a8-7210-4527-822e-1594ec2c1aaa tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Project c57dd58bea08430d873bf967651d6b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:10:10.511482 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b7b946a8-7210-4527-822e-1594ec2c1aaa tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:10.549058 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-7619412c-223b-47eb-9bfb-9fdc17e4d3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4249cd13-4858-423c-b855-537e57540ed1', 'name': 'tempest-TestNetworkBasicOps-router-243499441', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'ff70ec72-d077-49fa-873b-7cab07e22964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:09:45Z', 'updated_at': '2022-09-14T23:09:51Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'ff70ec72-d077-49fa-873b-7cab07e22964', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249cd13-4858-423c-b855-537e57540ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:09:46Z', 'updated_at': '2022-09-14T23:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '007baf81-ad62-48cb-8950-8dcea6dacf13', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.133', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '4249cd13-4858-423c-b855-537e57540ed1', 'port_id': '46d303ae-db50-456b-95fd-e2726f77d619', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec', 'mac_address': 'fa:16:3e:41:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db81c4ae-cb8c-4c1f-96ae-a5854c709e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:10:08Z', 'updated_at': '2022-09-14T23:10:08Z', 'revision_number': 0, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420f5a81-0569-4185-a44b-0c9d1aff1fa2', 'name': '', 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:75:3d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249cd13-4858-423c-b855-537e57540ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '7a901170-b208-45c1-b7c0-314e8983a49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:09:50Z', 'updated_at': '2022-09-14T23:09:55Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '7a901170-b208-45c1-b7c0-314e8983a49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:10:10.553118 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7619412c-223b-47eb-9bfb-9fdc17e4d3f0 None None] The sync data for ids ['4249cd13-4858-423c-b855-537e57540ed1'] in dv-neutron-857791-1-hyperv is: [{'id': '4249cd13-4858-423c-b855-537e57540ed1', 'name': 'tempest-TestNetworkBasicOps-router-243499441', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'ff70ec72-d077-49fa-873b-7cab07e22964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:09:45Z', 'updated_at': '2022-09-14T23:09:51Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'ff70ec72-d077-49fa-873b-7cab07e22964', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249cd13-4858-423c-b855-537e57540ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:09:46Z', 'updated_at': '2022-09-14T23:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '007baf81-ad62-48cb-8950-8dcea6dacf13', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.133', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '4249cd13-4858-423c-b855-537e57540ed1', 'port_id': '46d303ae-db50-456b-95fd-e2726f77d619', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec', 'mac_address': 'fa:16:3e:41:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db81c4ae-cb8c-4c1f-96ae-a5854c709e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:10:08Z', 'updated_at': '2022-09-14T23:10:08Z', 'revision_number': 0, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420f5a81-0569-4185-a44b-0c9d1aff1fa2', 'name': '', 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:75:3d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249cd13-4858-423c-b855-537e57540ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '7a901170-b208-45c1-b7c0-314e8983a49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:09:50Z', 'updated_at': '2022-09-14T23:09:55Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '7a901170-b208-45c1-b7c0-314e8983a49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:10:10.581677 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b7b946a8-7210-4527-822e-1594ec2c1aaa tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:10.586054 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b7b946a8-7210-4527-822e-1594ec2c1aaa tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:10.610258 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b946a8-7210-4527-822e-1594ec2c1aaa tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac5eb00c-61eb-4267-a7e1-f5b5337b3cd5,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:10:10.619442 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b7b946a8-7210-4527-822e-1594ec2c1aaa tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:10.623328 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b7b946a8-7210-4527-822e-1594ec2c1aaa tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1503348 Sep 14 23:10:10.623606 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58158) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:10:10.628711 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-619ac2f3-52b3-4528-98c5-ef3617089e72 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': '9463f746-8464-4c5d-84fd-77f9c7c0f3bf', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:10:10.634950 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-619ac2f3-52b3-4528-98c5-ef3617089e72 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:10:10.638895 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-619ac2f3-52b3-4528-98c5-ef3617089e72 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:10:10.641821 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-619ac2f3-52b3-4528-98c5-ef3617089e72 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:10:10.648491 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-619ac2f3-52b3-4528-98c5-ef3617089e72 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:10:10.658303 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.securitygroups_db [None req-619ac2f3-52b3-4528-98c5-ef3617089e72 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Project c57dd58bea08430d873bf967651d6b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:10:10.665337 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-619ac2f3-52b3-4528-98c5-ef3617089e72 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:10.737791 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-619ac2f3-52b3-4528-98c5-ef3617089e72 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:10.741561 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-619ac2f3-52b3-4528-98c5-ef3617089e72 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:10.762629 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c721779-ce3e-4aad-bbb8-1369fc976e78 None None] New status for floating IP 007baf81-ad62-48cb-8950-8dcea6dacf13: ACTIVE {{(pid=89173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:10:10.765130 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ac2f3-52b3-4528-98c5-ef3617089e72 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f40ec5cf-8702-486e-be39-ee5b4028e29a,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:10:10.775976 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-619ac2f3-52b3-4528-98c5-ef3617089e72 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:10.777380 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-619ac2f3-52b3-4528-98c5-ef3617089e72 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1526949 Sep 14 23:10:10.828389 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:10.905132 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:10.979700 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-179abc70-abfa-4015-bf7a-971e23ff783a req-fbb9d30b-9226-4d4e-b866-4b221c3c722a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-326288514&fields=id&tenant_id=c57dd58bea08430d873bf967651d6b8d HTTP/1.1" status: 200 len: 267 time: 0.0544429 Sep 14 23:10:11.142248 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179abc70-abfa-4015-bf7a-971e23ff783a req-6f4485be-0976-4bc8-b9fd-7e08f9e0d9ee tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:11.143666 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-179abc70-abfa-4015-bf7a-971e23ff783a req-6f4485be-0976-4bc8-b9fd-7e08f9e0d9ee tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/networks?id=f81f9317-eef6-4d67-a22d-b2cef1692aec HTTP/1.1" status: 200 len: 796 time: 0.1560512 Sep 14 23:10:11.159120 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-179abc70-abfa-4015-bf7a-971e23ff783a req-1af808f7-d9bc-4623-935e-7bbfc433991c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/quotas/c57dd58bea08430d873bf967651d6b8d HTTP/1.1" status: 200 len: 375 time: 0.0096765 Sep 14 23:10:11.257680 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-179abc70-abfa-4015-bf7a-971e23ff783a req-2ee296df-460a-4640-8cf1-220760cf2cb1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0917218 Sep 14 23:10:11.418900 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-179abc70-abfa-4015-bf7a-971e23ff783a req-ed11ac24-afc4-49dc-98dc-51e9869ca4a8 service neutron] 10.222.0.33 "GET /v2.0/networks/f81f9317-eef6-4d67-a22d-b2cef1692aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504178 Sep 14 23:10:11.561128 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-179abc70-abfa-4015-bf7a-971e23ff783a req-cfe8eb70-df8c-4dff-8b45-e4f2f7f5e4ae service neutron] 10.222.0.33 "GET /v2.0/networks/f81f9317-eef6-4d67-a22d-b2cef1692aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364858 Sep 14 23:10:11.758116 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-94164bd1-89ff-4ea1-a4b7-1e1db02db8cf req-48570911-121b-46f0-b7c6-075d3714bcef tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6 HTTP/1.1" status: 200 len: 210 time: 0.0601473 Sep 14 23:10:12.421680 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:12.798165 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179abc70-abfa-4015-bf7a-971e23ff783a req-91e272f3-5df6-4f55-87d3-b9530b3044dd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:12.799631 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-179abc70-abfa-4015-bf7a-971e23ff783a req-91e272f3-5df6-4f55-87d3-b9530b3044dd tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/networks?id=f81f9317-eef6-4d67-a22d-b2cef1692aec HTTP/1.1" status: 200 len: 796 time: 0.1451230 Sep 14 23:10:12.854572 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-179abc70-abfa-4015-bf7a-971e23ff783a req-f1af520c-8a26-4834-a03c-8ca4ea4e47f5 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c57dd58bea08430d873bf967651d6b8d HTTP/1.1" status: 200 len: 471 time: 0.0468657 Sep 14 23:10:12.863178 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [req-179abc70-abfa-4015-bf7a-971e23ff783a req-36e5bc0f-d573-4a05-84b5-43e8bfb2b24e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'port': {'device_id': 'bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6', 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec', 'admin_state_up': True, 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'security_groups': ['9463f746-8464-4c5d-84fd-77f9c7c0f3bf']}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:10:12.985048 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c2c7a188-2927-487d-a2f6-0e4eabf3331f req-bfa05a41-b623-4ce5-a59b-b51d832577ce tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6 HTTP/1.1" status: 200 len: 210 time: 0.1052639 Sep 14 23:10:13.052567 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [req-179abc70-abfa-4015-bf7a-971e23ff783a req-36e5bc0f-d573-4a05-84b5-43e8bfb2b24e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:10:13.061924 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [req-179abc70-abfa-4015-bf7a-971e23ff783a req-36e5bc0f-d573-4a05-84b5-43e8bfb2b24e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:10:13.071307 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-179abc70-abfa-4015-bf7a-971e23ff783a req-36e5bc0f-d573-4a05-84b5-43e8bfb2b24e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Made reservation on behalf of c57dd58bea08430d873bf967651d6b8d for: {'port': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:10:13.074808 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-179abc70-abfa-4015-bf7a-971e23ff783a req-36e5bc0f-d573-4a05-84b5-43e8bfb2b24e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:13.230424 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [req-179abc70-abfa-4015-bf7a-971e23ff783a req-36e5bc0f-d573-4a05-84b5-43e8bfb2b24e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Allocated IP 172.20.0.11 (f81f9317-eef6-4d67-a22d-b2cef1692aec/7a901170-b208-45c1-b7c0-314e8983a49b/591743a8-9e37-41fa-8876-4bbd4e290fad) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:10:13.424673 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-179abc70-abfa-4015-bf7a-971e23ff783a req-36e5bc0f-d573-4a05-84b5-43e8bfb2b24e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:13.440209 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [req-179abc70-abfa-4015-bf7a-971e23ff783a req-36e5bc0f-d573-4a05-84b5-43e8bfb2b24e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Transition to ACTIVE for port object 591743a8-9e37-41fa-8876-4bbd4e290fad will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:10:13.464041 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-179abc70-abfa-4015-bf7a-971e23ff783a req-36e5bc0f-d573-4a05-84b5-43e8bfb2b24e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:13.532531 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-179abc70-abfa-4015-bf7a-971e23ff783a req-36e5bc0f-d573-4a05-84b5-43e8bfb2b24e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network f81f9317-eef6-4d67-a22d-b2cef1692aec is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:10:13.535659 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [req-179abc70-abfa-4015-bf7a-971e23ff783a req-36e5bc0f-d573-4a05-84b5-43e8bfb2b24e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:10:13.539469 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [req-179abc70-abfa-4015-bf7a-971e23ff783a req-36e5bc0f-d573-4a05-84b5-43e8bfb2b24e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:10:13.571622 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e5bc0f-d573-4a05-84b5-43e8bfb2b24e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=591743a8-9e37-41fa-8876-4bbd4e290fad,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:10:13.610657 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179abc70-abfa-4015-bf7a-971e23ff783a req-36e5bc0f-d573-4a05-84b5-43e8bfb2b24e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:13.611271 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-179abc70-abfa-4015-bf7a-971e23ff783a req-36e5bc0f-d573-4a05-84b5-43e8bfb2b24e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:13.637709 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-179abc70-abfa-4015-bf7a-971e23ff783a req-36e5bc0f-d573-4a05-84b5-43e8bfb2b24e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7785378 Sep 14 23:10:13.648486 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [req-179abc70-abfa-4015-bf7a-971e23ff783a req-ba3ea15b-99f1-4908-b617-7f9bb696a0da service neutron] Request body: {'port': {'device_id': 'bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:10:13.686069 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:10:13.761828 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-179abc70-abfa-4015-bf7a-971e23ff783a req-ba3ea15b-99f1-4908-b617-7f9bb696a0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:13.821836 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-9c0b7f26-5626-4da3-b1d7-570200a596ee None None] Provisioning for port 591743a8-9e37-41fa-8876-4bbd4e290fad completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:10:13.826648 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-9c0b7f26-5626-4da3-b1d7-570200a596ee None None] Provisioning complete for port 591743a8-9e37-41fa-8876-4bbd4e290fad triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:10:13.827017 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9c0b7f26-5626-4da3-b1d7-570200a596ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:13.879330 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-9c0b7f26-5626-4da3-b1d7-570200a596ee None None] Port 591743a8-9e37-41fa-8876-4bbd4e290fad cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:10:14.271422 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967112b7-faaa-45a0-8beb-226a8c7724f5 req-d3135092-2ea4-4e19-90c8-d22f5cf3fc25 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:14.272106 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-967112b7-faaa-45a0-8beb-226a8c7724f5 req-d3135092-2ea4-4e19-90c8-d22f5cf3fc25 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:10:14.278574 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [req-179abc70-abfa-4015-bf7a-971e23ff783a req-ba3ea15b-99f1-4908-b617-7f9bb696a0da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 591743a8-9e37-41fa-8876-4bbd4e290fad {{(pid=89170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:10:14.287571 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-179abc70-abfa-4015-bf7a-971e23ff783a req-ba3ea15b-99f1-4908-b617-7f9bb696a0da service neutron] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:14.306042 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-967112b7-faaa-45a0-8beb-226a8c7724f5 req-d3135092-2ea4-4e19-90c8-d22f5cf3fc25 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:10:14.307317 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-967112b7-faaa-45a0-8beb-226a8c7724f5 req-d3135092-2ea4-4e19-90c8-d22f5cf3fc25 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6 HTTP/1.1" status: 200 len: 932 time: 0.2004805 Sep 14 23:10:14.308216 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [req-179abc70-abfa-4015-bf7a-971e23ff783a req-ba3ea15b-99f1-4908-b617-7f9bb696a0da service neutron] Transition to ACTIVE for port object 591743a8-9e37-41fa-8876-4bbd4e290fad will not be triggered until provisioned by entity L2. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:10:14.311852 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-179abc70-abfa-4015-bf7a-971e23ff783a req-ba3ea15b-99f1-4908-b617-7f9bb696a0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:14.526169 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ea15b-99f1-4908-b617-7f9bb696a0da service neutron] Pushing event updated for resources: {'Port': ['ID=591743a8-9e37-41fa-8876-4bbd4e290fad,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:10:14.543450 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-967112b7-faaa-45a0-8beb-226a8c7724f5 req-ddc31391-6828-41a2-8d3d-9c56c441a83c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=9463f746-8464-4c5d-84fd-77f9c7c0f3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851938 Sep 14 23:10:14.573239 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-179abc70-abfa-4015-bf7a-971e23ff783a req-ba3ea15b-99f1-4908-b617-7f9bb696a0da service neutron] Attempting to bind port 591743a8-9e37-41fa-8876-4bbd4e290fad on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:10:14.573576 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-179abc70-abfa-4015-bf7a-971e23ff783a req-ba3ea15b-99f1-4908-b617-7f9bb696a0da service neutron] Attempting to bind port 591743a8-9e37-41fa-8876-4bbd4e290fad by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'e43a2275-eed7-47b8-a6cb-f663cf54e6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec'}] {{(pid=89170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:10:14.573902 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179abc70-abfa-4015-bf7a-971e23ff783a req-ba3ea15b-99f1-4908-b617-7f9bb696a0da service neutron] Attempting to bind port 591743a8-9e37-41fa-8876-4bbd4e290fad on network f81f9317-eef6-4d67-a22d-b2cef1692aec {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:10:14.578481 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179abc70-abfa-4015-bf7a-971e23ff783a req-ba3ea15b-99f1-4908-b617-7f9bb696a0da service neutron] Port 591743a8-9e37-41fa-8876-4bbd4e290fad on network f81f9317-eef6-4d67-a22d-b2cef1692aec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:10:14.578799 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179abc70-abfa-4015-bf7a-971e23ff783a req-ba3ea15b-99f1-4908-b617-7f9bb696a0da service neutron] Attempting to bind port 591743a8-9e37-41fa-8876-4bbd4e290fad on network f81f9317-eef6-4d67-a22d-b2cef1692aec {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:10:14.583766 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179abc70-abfa-4015-bf7a-971e23ff783a req-ba3ea15b-99f1-4908-b617-7f9bb696a0da service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:10:14.584099 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179abc70-abfa-4015-bf7a-971e23ff783a req-ba3ea15b-99f1-4908-b617-7f9bb696a0da service neutron] Checking segment: {'id': 'e43a2275-eed7-47b8-a6cb-f663cf54e6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:10:14.584473 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179abc70-abfa-4015-bf7a-971e23ff783a req-ba3ea15b-99f1-4908-b617-7f9bb696a0da service neutron] Bound using segment: {'id': 'e43a2275-eed7-47b8-a6cb-f663cf54e6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec'} {{(pid=89170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:10:14.584922 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.managers [req-179abc70-abfa-4015-bf7a-971e23ff783a req-ba3ea15b-99f1-4908-b617-7f9bb696a0da service neutron] Bound port: 591743a8-9e37-41fa-8876-4bbd4e290fad, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43a2275-eed7-47b8-a6cb-f663cf54e6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec'}}] {{(pid=89170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:10:14.585287 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-179abc70-abfa-4015-bf7a-971e23ff783a req-ba3ea15b-99f1-4908-b617-7f9bb696a0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:14.674540 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-179abc70-abfa-4015-bf7a-971e23ff783a req-ba3ea15b-99f1-4908-b617-7f9bb696a0da service neutron] For port 591743a8-9e37-41fa-8876-4bbd4e290fad, host hv-neutron-8577, cleared binding levels {{(pid=89170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:10:14.677465 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-179abc70-abfa-4015-bf7a-971e23ff783a req-ba3ea15b-99f1-4908-b617-7f9bb696a0da service neutron] For port 591743a8-9e37-41fa-8876-4bbd4e290fad, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=591743a8-9e37-41fa-8876-4bbd4e290fad,segment=NetworkSegment(e43a2275-eed7-47b8-a6cb-f663cf54e6b9),segment_id=e43a2275-eed7-47b8-a6cb-f663cf54e6b9)] {{(pid=89170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:10:14.683085 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-179abc70-abfa-4015-bf7a-971e23ff783a req-ba3ea15b-99f1-4908-b617-7f9bb696a0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:14.713598 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179abc70-abfa-4015-bf7a-971e23ff783a req-ba3ea15b-99f1-4908-b617-7f9bb696a0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:14.714202 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-179abc70-abfa-4015-bf7a-971e23ff783a req-ba3ea15b-99f1-4908-b617-7f9bb696a0da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:14.715543 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-179abc70-abfa-4015-bf7a-971e23ff783a req-ba3ea15b-99f1-4908-b617-7f9bb696a0da service neutron] 10.222.0.20 "PUT /v2.0/ports/591743a8-9e37-41fa-8876-4bbd4e290fad HTTP/1.1" status: 200 len: 1094 time: 1.0713527 Sep 14 23:10:14.715971 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6', 'tag': '591743a8-9e37-41fa-8876-4bbd4e290fad'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:10:14.718240 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357edcea-80a7-4d90-9439-c996aca6581b" -d '{"events": [{"name": "network-changed", "server_uuid": "bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6", "tag": "591743a8-9e37-41fa-8876-4bbd4e290fad"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:10:14.794591 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6114a094-bafa-4a17-9ff6-c13a1591ed0c x-openstack-request-id: req-6114a094-bafa-4a17-9ff6-c13a1591ed0c {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:10:14.794784 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6", "tag": "591743a8-9e37-41fa-8876-4bbd4e290fad", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:10:14.795030 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6114a094-bafa-4a17-9ff6-c13a1591ed0c {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:10:14.795501 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6114a094-bafa-4a17-9ff6-c13a1591ed0c'] response: {'name': 'network-changed', 'server_uuid': 'bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6', 'tag': '591743a8-9e37-41fa-8876-4bbd4e290fad', 'status': 'completed', 'code': 200} Sep 14 23:10:14.811449 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ea15b-99f1-4908-b617-7f9bb696a0da service neutron] Pushing event updated for resources: {'Port': ['ID=591743a8-9e37-41fa-8876-4bbd4e290fad,revision_number=3']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:10:14.840510 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179abc70-abfa-4015-bf7a-971e23ff783a req-b208305c-8c24-4592-83f8-a5e5d732b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:14.842003 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-179abc70-abfa-4015-bf7a-971e23ff783a req-b208305c-8c24-4592-83f8-a5e5d732b151 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6 HTTP/1.1" status: 200 len: 1097 time: 0.0888860 Sep 14 23:10:14.909104 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-179abc70-abfa-4015-bf7a-971e23ff783a req-5f44f112-ad97-41f6-bfa8-951c59b6d451 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=591743a8-9e37-41fa-8876-4bbd4e290fad HTTP/1.1" status: 200 len: 217 time: 0.0600994 Sep 14 23:10:14.971796 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179abc70-abfa-4015-bf7a-971e23ff783a req-66b6c634-2672-49d7-b66a-c282537a5d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:14.973202 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-179abc70-abfa-4015-bf7a-971e23ff783a req-66b6c634-2672-49d7-b66a-c282537a5d52 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7a901170-b208-45c1-b7c0-314e8983a49b HTTP/1.1" status: 200 len: 834 time: 0.0581210 Sep 14 23:10:15.058694 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179abc70-abfa-4015-bf7a-971e23ff783a req-e8def5ce-0bd9-4634-b093-c366bcd5fb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:15.060120 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-179abc70-abfa-4015-bf7a-971e23ff783a req-e8def5ce-0bd9-4634-b093-c366bcd5fb89 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f81f9317-eef6-4d67-a22d-b2cef1692aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760851 Sep 14 23:10:15.187677 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-179abc70-abfa-4015-bf7a-971e23ff783a req-f2944d8a-410b-4300-aa3f-eedd67f33dfa service neutron] 10.222.0.20 "GET /v2.0/networks/f81f9317-eef6-4d67-a22d-b2cef1692aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214192 Sep 14 23:10:15.318796 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-179abc70-abfa-4015-bf7a-971e23ff783a req-a33daaf9-2136-426b-98b6-f3a560db0dfd service neutron] 10.222.0.20 "GET /v2.0/networks/f81f9317-eef6-4d67-a22d-b2cef1692aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234951 Sep 14 23:10:15.440896 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357edcea-80a7-4d90-9439-c996aca6581b req-2922fedc-883c-4357-8780-805af60118ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:15.442697 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-357edcea-80a7-4d90-9439-c996aca6581b req-2922fedc-883c-4357-8780-805af60118ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6 HTTP/1.1" status: 200 len: 1097 time: 0.0836544 Sep 14 23:10:15.578691 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357edcea-80a7-4d90-9439-c996aca6581b req-f9f1626a-6378-4b58-8217-9462b13bc519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:15.580038 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-357edcea-80a7-4d90-9439-c996aca6581b req-f9f1626a-6378-4b58-8217-9462b13bc519 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f81f9317-eef6-4d67-a22d-b2cef1692aec HTTP/1.1" status: 200 len: 896 time: 0.1277609 Sep 14 23:10:15.625919 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-616d98a8-f482-42f8-8fbb-cd2e2a7d1129 req-4ed33560-118e-49a5-8ed0-6a7c304a51dd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=db81c4ae-cb8c-4c1f-96ae-a5854c709e5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779431 Sep 14 23:10:15.649601 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-357edcea-80a7-4d90-9439-c996aca6581b req-7ab9a9bb-9f76-45f6-9710-62e5ba08a027 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=591743a8-9e37-41fa-8876-4bbd4e290fad HTTP/1.1" status: 200 len: 217 time: 0.0629022 Sep 14 23:10:15.777055 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d98a8-f482-42f8-8fbb-cd2e2a7d1129 req-125d74ff-a686-4d7e-8056-423958b361fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:15.778547 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-616d98a8-f482-42f8-8fbb-cd2e2a7d1129 req-125d74ff-a686-4d7e-8056-423958b361fb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=db81c4ae-cb8c-4c1f-96ae-a5854c709e5f HTTP/1.1" status: 200 len: 1098 time: 0.0813143 Sep 14 23:10:15.886496 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357edcea-80a7-4d90-9439-c996aca6581b req-d82c4311-888b-4812-8191-16fb65f71fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:15.887945 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-357edcea-80a7-4d90-9439-c996aca6581b req-d82c4311-888b-4812-8191-16fb65f71fff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7a901170-b208-45c1-b7c0-314e8983a49b HTTP/1.1" status: 200 len: 834 time: 0.2321436 Sep 14 23:10:15.921695 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d98a8-f482-42f8-8fbb-cd2e2a7d1129 req-37d48736-7e95-4e90-aa88-59694d59fc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:15.923136 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-616d98a8-f482-42f8-8fbb-cd2e2a7d1129 req-37d48736-7e95-4e90-aa88-59694d59fc02 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f81f9317-eef6-4d67-a22d-b2cef1692aec HTTP/1.1" status: 200 len: 896 time: 0.1258686 Sep 14 23:10:15.951704 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f179a4f-516b-4229-97d2-2c09a4413e6c req-d7033b42-0621-4ed7-b35f-ad4e65cee519 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:15.953189 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3f179a4f-516b-4229-97d2-2c09a4413e6c req-d7033b42-0621-4ed7-b35f-ad4e65cee519 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6 HTTP/1.1" status: 200 len: 944 time: 0.1564286 Sep 14 23:10:16.013636 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3f179a4f-516b-4229-97d2-2c09a4413e6c req-3a464fd4-49d1-4a6a-8aef-e6cdebe8191d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=9463f746-8464-4c5d-84fd-77f9c7c0f3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513294 Sep 14 23:10:16.024364 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357edcea-80a7-4d90-9439-c996aca6581b req-eb42a30c-7e04-401e-9083-1f2ad9719263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:16.026069 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-357edcea-80a7-4d90-9439-c996aca6581b req-eb42a30c-7e04-401e-9083-1f2ad9719263 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f81f9317-eef6-4d67-a22d-b2cef1692aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1303453 Sep 14 23:10:16.133832 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-616d98a8-f482-42f8-8fbb-cd2e2a7d1129 req-11228484-8b61-4700-8ec6-72fd8db35de3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46d303ae-db50-456b-95fd-e2726f77d619 HTTP/1.1" status: 200 len: 1001 time: 0.2036147 Sep 14 23:10:16.159099 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-357edcea-80a7-4d90-9439-c996aca6581b req-588e2fb2-84a5-48b1-bd21-aa876f724ea1 service neutron] 10.222.0.20 "GET /v2.0/networks/f81f9317-eef6-4d67-a22d-b2cef1692aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263483 Sep 14 23:10:16.203873 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d98a8-f482-42f8-8fbb-cd2e2a7d1129 req-4caaa4eb-24e4-49b9-8b9f-4218d3a538ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:16.205311 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-616d98a8-f482-42f8-8fbb-cd2e2a7d1129 req-4caaa4eb-24e4-49b9-8b9f-4218d3a538ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7a901170-b208-45c1-b7c0-314e8983a49b HTTP/1.1" status: 200 len: 834 time: 0.0583277 Sep 14 23:10:16.287498 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d98a8-f482-42f8-8fbb-cd2e2a7d1129 req-d68b9b21-9ac2-4eb5-860f-ef50bed4d56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:16.289545 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-616d98a8-f482-42f8-8fbb-cd2e2a7d1129 req-d68b9b21-9ac2-4eb5-860f-ef50bed4d56e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f81f9317-eef6-4d67-a22d-b2cef1692aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776138 Sep 14 23:10:16.308757 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-357edcea-80a7-4d90-9439-c996aca6581b req-caf5acfa-5777-4889-b7e2-542f70724b28 service neutron] 10.222.0.20 "GET /v2.0/networks/f81f9317-eef6-4d67-a22d-b2cef1692aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276870 Sep 14 23:10:16.419878 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-616d98a8-f482-42f8-8fbb-cd2e2a7d1129 req-9d6b2deb-b655-45ed-9ac7-19940c3c58eb service neutron] 10.222.0.20 "GET /v2.0/networks/f81f9317-eef6-4d67-a22d-b2cef1692aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238525 Sep 14 23:10:16.563123 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-616d98a8-f482-42f8-8fbb-cd2e2a7d1129 req-7a5b1721-52c5-4d94-9906-0f695ae93940 service neutron] 10.222.0.20 "GET /v2.0/networks/f81f9317-eef6-4d67-a22d-b2cef1692aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247363 Sep 14 23:10:17.213860 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875cbe2-cc4a-4e35-b410-961c867e3cb1 req-543f71ac-24bc-43cc-894e-9f30a7e0a13b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:17.215297 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7875cbe2-cc4a-4e35-b410-961c867e3cb1 req-543f71ac-24bc-43cc-894e-9f30a7e0a13b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6 HTTP/1.1" status: 200 len: 944 time: 0.0894885 Sep 14 23:10:17.260019 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7875cbe2-cc4a-4e35-b410-961c867e3cb1 req-c8160bf0-8d68-4a9e-a91d-5cd83656c5ef tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=9463f746-8464-4c5d-84fd-77f9c7c0f3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388944 Sep 14 23:10:18.453214 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b4dd9-d57b-4b3d-8123-94bb787d559f req-60621c42-b887-4eab-a83a-56b960e585b0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:18.454654 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-557b4dd9-d57b-4b3d-8123-94bb787d559f req-60621c42-b887-4eab-a83a-56b960e585b0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6 HTTP/1.1" status: 200 len: 944 time: 0.0861604 Sep 14 23:10:18.500459 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-557b4dd9-d57b-4b3d-8123-94bb787d559f req-7b76c2f4-0e80-413c-9836-367450240d5a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=9463f746-8464-4c5d-84fd-77f9c7c0f3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401514 Sep 14 23:10:18.900599 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 591743a8-9e37-41fa-8876-4bbd4e290fad details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:10:19.031365 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 591743a8-9e37-41fa-8876-4bbd4e290fad, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=591743a8-9e37-41fa-8876-4bbd4e290fad,segment=NetworkSegment(e43a2275-eed7-47b8-a6cb-f663cf54e6b9),segment_id=e43a2275-eed7-47b8-a6cb-f663cf54e6b9)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:10:19.043986 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': '591743a8-9e37-41fa-8876-4bbd4e290fad', 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec', 'port_id': '591743a8-9e37-41fa-8876-4bbd4e290fad', 'mac_address': 'fa:16:3e:30:7f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a901170-b208-45c1-b7c0-314e8983a49b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:10:19.096948 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 591743a8-9e37-41fa-8876-4bbd4e290fad is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:10:19.097317 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:19.113422 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 591743a8-9e37-41fa-8876-4bbd4e290fad {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:10:19.128334 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 591743a8-9e37-41fa-8876-4bbd4e290fad, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=591743a8-9e37-41fa-8876-4bbd4e290fad,segment=NetworkSegment(e43a2275-eed7-47b8-a6cb-f663cf54e6b9),segment_id=e43a2275-eed7-47b8-a6cb-f663cf54e6b9)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:10:19.132920 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:19.199518 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=591743a8-9e37-41fa-8876-4bbd4e290fad,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:10:19.337549 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:19.339853 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['591743a8-9e37-41fa-8876-4bbd4e290fad'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:10:19.703434 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a770d5c-a1d2-4477-8d5d-83622cca5587 req-74db1c08-5932-4c05-9295-bacf18386276 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:19.704884 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6a770d5c-a1d2-4477-8d5d-83622cca5587 req-74db1c08-5932-4c05-9295-bacf18386276 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6 HTTP/1.1" status: 200 len: 945 time: 0.0872207 Sep 14 23:10:19.748389 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6a770d5c-a1d2-4477-8d5d-83622cca5587 req-13837f67-a578-44ca-af38-b102ec5f9891 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=9463f746-8464-4c5d-84fd-77f9c7c0f3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372827 Sep 14 23:10:20.906144 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 591743a8-9e37-41fa-8876-4bbd4e290fad up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:10:20.950263 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e086b-213f-45f3-892d-73b2c1d80b43 req-47914b5c-9c1e-4dee-af75-21198fad58aa tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:20.951726 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-908e086b-213f-45f3-892d-73b2c1d80b43 req-47914b5c-9c1e-4dee-af75-21198fad58aa tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6 HTTP/1.1" status: 200 len: 945 time: 0.0927649 Sep 14 23:10:20.975392 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port 591743a8-9e37-41fa-8876-4bbd4e290fad completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:10:20.980460 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port 591743a8-9e37-41fa-8876-4bbd4e290fad triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:10:20.980956 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:20.997562 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-908e086b-213f-45f3-892d-73b2c1d80b43 req-31e2283b-dfa7-4d8b-aa44-76d98e621679 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=9463f746-8464-4c5d-84fd-77f9c7c0f3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402257 Sep 14 23:10:21.093216 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 591743a8-9e37-41fa-8876-4bbd4e290fad is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:10:21.093509 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:21.122168 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591743a8-9e37-41fa-8876-4bbd4e290fad'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:10:21.124422 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed19d2f4-bfbf-492e-be7c-cb44421f4ed3" -d '{"events": [{"server_uuid": "bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6", "name": "network-vif-plugged", "status": "completed", "tag": "591743a8-9e37-41fa-8876-4bbd4e290fad"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:10:21.132349 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 591743a8-9e37-41fa-8876-4bbd4e290fad, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=591743a8-9e37-41fa-8876-4bbd4e290fad,segment=NetworkSegment(e43a2275-eed7-47b8-a6cb-f663cf54e6b9),segment_id=e43a2275-eed7-47b8-a6cb-f663cf54e6b9)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:10:21.135825 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:21.172529 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a921f26-52ed-4e29-a408-d6b6b84e65a9 x-openstack-request-id: req-3a921f26-52ed-4e29-a408-d6b6b84e65a9 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:10:21.172841 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6", "name": "network-vif-plugged", "status": "completed", "tag": "591743a8-9e37-41fa-8876-4bbd4e290fad", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:10:21.173146 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3a921f26-52ed-4e29-a408-d6b6b84e65a9 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:10:21.173533 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a921f26-52ed-4e29-a408-d6b6b84e65a9'] response: {'server_uuid': 'bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591743a8-9e37-41fa-8876-4bbd4e290fad', 'code': 200} Sep 14 23:10:21.207478 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=591743a8-9e37-41fa-8876-4bbd4e290fad,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:10:21.432195 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ada0b-a475-4077-9a5e-145b131c6417 req-dd09ead2-417c-412f-b655-dbff77622af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:21.433707 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-483ada0b-a475-4077-9a5e-145b131c6417 req-dd09ead2-417c-412f-b655-dbff77622af4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6 HTTP/1.1" status: 200 len: 1099 time: 0.0802288 Sep 14 23:10:21.473910 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-483ada0b-a475-4077-9a5e-145b131c6417 req-a4275351-8175-4d3e-980c-b08c028d9be2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9463f746-8464-4c5d-84fd-77f9c7c0f3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342059 Sep 14 23:10:22.191399 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff7313-2913-4424-ba6d-2a4369cd68f7 req-06380bc8-50e3-4d24-8f9d-8612ed7923f2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:22.192865 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-86ff7313-2913-4424-ba6d-2a4369cd68f7 req-06380bc8-50e3-4d24-8f9d-8612ed7923f2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6 HTTP/1.1" status: 200 len: 946 time: 0.0866532 Sep 14 23:10:22.239399 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-86ff7313-2913-4424-ba6d-2a4369cd68f7 req-61c6e5d3-cf28-44eb-b150-8257de8103c2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=9463f746-8464-4c5d-84fd-77f9c7c0f3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407448 Sep 14 23:10:23.439691 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31dbdc-246b-4138-959e-2547a0b5d7a7 req-91861166-40d1-4a54-9b3c-07e59ce7c716 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:23.441085 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3a31dbdc-246b-4138-959e-2547a0b5d7a7 req-91861166-40d1-4a54-9b3c-07e59ce7c716 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6 HTTP/1.1" status: 200 len: 946 time: 0.0869584 Sep 14 23:10:23.485188 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3a31dbdc-246b-4138-959e-2547a0b5d7a7 req-4c104cc7-3b1e-419a-b5ff-147377a5d80b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=9463f746-8464-4c5d-84fd-77f9c7c0f3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377622 Sep 14 23:10:23.683718 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd13577-7f57-4050-b11b-a2f1bf553477 req-ab89ee64-3775-4a1a-91a3-f96fb96d8275 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:23.685212 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2fd13577-7f57-4050-b11b-a2f1bf553477 req-ab89ee64-3775-4a1a-91a3-f96fb96d8275 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6 HTTP/1.1" status: 200 len: 946 time: 0.0911582 Sep 14 23:10:23.728538 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2fd13577-7f57-4050-b11b-a2f1bf553477 req-e4472dad-c574-4941-aacc-befe49c34150 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=9463f746-8464-4c5d-84fd-77f9c7c0f3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377207 Sep 14 23:10:23.756526 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58214) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:10:23.831948 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912ddc69-04e5-497c-a82d-ef8c9b8c31af tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:23.833391 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-912ddc69-04e5-497c-a82d-ef8c9b8c31af tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6 HTTP/1.1" status: 200 len: 1094 time: 0.0758789 Sep 14 23:10:23.836157 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58218) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:10:23.840921 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-800d9f70-58c3-4e03-8557-a9f4166dd76c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'port_id': '591743a8-9e37-41fa-8876-4bbd4e290fad', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:10:23.846698 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-800d9f70-58c3-4e03-8557-a9f4166dd76c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:10:23.850605 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-800d9f70-58c3-4e03-8557-a9f4166dd76c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:floatingip and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:10:23.854018 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-800d9f70-58c3-4e03-8557-a9f4166dd76c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:10:23.859849 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-800d9f70-58c3-4e03-8557-a9f4166dd76c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:10:23.871577 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-800d9f70-58c3-4e03-8557-a9f4166dd76c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:24.003414 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-800d9f70-58c3-4e03-8557-a9f4166dd76c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:24.136234 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-800d9f70-58c3-4e03-8557-a9f4166dd76c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Allocated IP 172.26.5.84 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/a93a201a-2027-4c9e-841f-93ee8e79465e) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:10:24.281478 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-800d9f70-58c3-4e03-8557-a9f4166dd76c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:24.309297 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-800d9f70-58c3-4e03-8557-a9f4166dd76c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:24.473542 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800d9f70-58c3-4e03-8557-a9f4166dd76c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:10:24.476220 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-800d9f70-58c3-4e03-8557-a9f4166dd76c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:10:24.478707 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800d9f70-58c3-4e03-8557-a9f4166dd76c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:10:24.519860 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d9f70-58c3-4e03-8557-a9f4166dd76c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=a93a201a-2027-4c9e-841f-93ee8e79465e,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:10:24.888746 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-800d9f70-58c3-4e03-8557-a9f4166dd76c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:24.961221 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-800d9f70-58c3-4e03-8557-a9f4166dd76c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:25.161018 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-800d9f70-58c3-4e03-8557-a9f4166dd76c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:25.165847 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-800d9f70-58c3-4e03-8557-a9f4166dd76c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:25.270404 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d9f70-58c3-4e03-8557-a9f4166dd76c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=a93a201a-2027-4c9e-841f-93ee8e79465e,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:10:25.272870 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-800d9f70-58c3-4e03-8557-a9f4166dd76c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:25.442853 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-800d9f70-58c3-4e03-8557-a9f4166dd76c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Floating IP c7073220-afc6-440f-a53f-8605386008b1 associated. External IP: 172.26.5.84, port: 591743a8-9e37-41fa-8876-4bbd4e290fad. Sep 14 23:10:25.783033 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800d9f70-58c3-4e03-8557-a9f4166dd76c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router 4249cd13-4858-423c-b855-537e57540ed1 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:10:26.066987 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800d9f70-58c3-4e03-8557-a9f4166dd76c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:10:26.077093 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f102ac-78be-4793-88a3-6d66a01bad1b None None] Sync routers for ids ['4249cd13-4858-423c-b855-537e57540ed1'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:10:26.087279 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f102ac-78be-4793-88a3-6d66a01bad1b None None] Routers {'4249cd13-4858-423c-b855-537e57540ed1'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:10:26.087933 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-92f102ac-78be-4793-88a3-6d66a01bad1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:10:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['4249cd13-4858-423c-b855-537e57540ed1'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:10:26.091653 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-800d9f70-58c3-4e03-8557-a9f4166dd76c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:26.149215 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-800d9f70-58c3-4e03-8557-a9f4166dd76c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3112931 Sep 14 23:10:26.149889 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6', 'tag': '591743a8-9e37-41fa-8876-4bbd4e290fad'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:10:26.152213 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c569b0-6a7f-457b-8942-d289ddecca38" -d '{"events": [{"name": "network-changed", "server_uuid": "bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6", "tag": "591743a8-9e37-41fa-8876-4bbd4e290fad"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:10:26.193840 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3903748b-e3ae-4036-8dd2-72259a34c5e3 x-openstack-request-id: req-3903748b-e3ae-4036-8dd2-72259a34c5e3 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:10:26.194122 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6", "tag": "591743a8-9e37-41fa-8876-4bbd4e290fad", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:10:26.194368 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3903748b-e3ae-4036-8dd2-72259a34c5e3 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:10:26.194759 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3903748b-e3ae-4036-8dd2-72259a34c5e3'] response: {'name': 'network-changed', 'server_uuid': 'bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6', 'tag': '591743a8-9e37-41fa-8876-4bbd4e290fad', 'status': 'completed', 'code': 200} Sep 14 23:10:26.268219 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-92f102ac-78be-4793-88a3-6d66a01bad1b None None] Set router 4249cd13-4858-423c-b855-537e57540ed1 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:10:26.293443 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c569b0-6a7f-457b-8942-d289ddecca38 req-8827894b-c496-4eab-a635-b69410c6097c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:26.294934 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d7c569b0-6a7f-457b-8942-d289ddecca38 req-8827894b-c496-4eab-a635-b69410c6097c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6 HTTP/1.1" status: 200 len: 1099 time: 0.0769980 Sep 14 23:10:26.426098 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c569b0-6a7f-457b-8942-d289ddecca38 req-c47d7185-5659-45bd-b7df-749d27fbe7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:26.427541 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d7c569b0-6a7f-457b-8942-d289ddecca38 req-c47d7185-5659-45bd-b7df-749d27fbe7db service neutron] 10.222.0.20 "GET /v2.0/networks?id=f81f9317-eef6-4d67-a22d-b2cef1692aec HTTP/1.1" status: 200 len: 896 time: 0.1263099 Sep 14 23:10:26.531025 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d7c569b0-6a7f-457b-8942-d289ddecca38 req-30e3704d-b6ce-4085-9731-24903541b95d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=591743a8-9e37-41fa-8876-4bbd4e290fad HTTP/1.1" status: 200 len: 999 time: 0.0969989 Sep 14 23:10:26.597318 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c569b0-6a7f-457b-8942-d289ddecca38 req-d8797bb7-4271-4a0e-a550-67e12318f33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:26.598771 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d7c569b0-6a7f-457b-8942-d289ddecca38 req-d8797bb7-4271-4a0e-a550-67e12318f33f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7a901170-b208-45c1-b7c0-314e8983a49b HTTP/1.1" status: 200 len: 834 time: 0.0612042 Sep 14 23:10:26.619002 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-92f102ac-78be-4793-88a3-6d66a01bad1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4249cd13-4858-423c-b855-537e57540ed1', 'name': 'tempest-TestNetworkBasicOps-router-243499441', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'ff70ec72-d077-49fa-873b-7cab07e22964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:09:45Z', 'updated_at': '2022-09-14T23:09:51Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'ff70ec72-d077-49fa-873b-7cab07e22964', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249cd13-4858-423c-b855-537e57540ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:09:46Z', 'updated_at': '2022-09-14T23:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '007baf81-ad62-48cb-8950-8dcea6dacf13', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.133', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '4249cd13-4858-423c-b855-537e57540ed1', 'port_id': '46d303ae-db50-456b-95fd-e2726f77d619', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec', 'mac_address': 'fa:16:3e:41:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db81c4ae-cb8c-4c1f-96ae-a5854c709e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:10:08Z', 'updated_at': '2022-09-14T23:10:11Z', 'revision_number': 1, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}, {'id': 'c7073220-afc6-440f-a53f-8605386008b1', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.84', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '4249cd13-4858-423c-b855-537e57540ed1', 'port_id': '591743a8-9e37-41fa-8876-4bbd4e290fad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec', 'mac_address': 'fa:16:3e:30:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:10:24Z', 'updated_at': '2022-09-14T23:10:24Z', 'revision_number': 0, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420f5a81-0569-4185-a44b-0c9d1aff1fa2', 'name': '', 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:75:3d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249cd13-4858-423c-b855-537e57540ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '7a901170-b208-45c1-b7c0-314e8983a49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:09:50Z', 'updated_at': '2022-09-14T23:09:55Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '7a901170-b208-45c1-b7c0-314e8983a49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:10:26.622836 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f102ac-78be-4793-88a3-6d66a01bad1b None None] Checking router: 4249cd13-4858-423c-b855-537e57540ed1 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:10:26.631089 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f102ac-78be-4793-88a3-6d66a01bad1b None None] Routers {'4249cd13-4858-423c-b855-537e57540ed1'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:10:26.631681 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-92f102ac-78be-4793-88a3-6d66a01bad1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:10:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['4249cd13-4858-423c-b855-537e57540ed1'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:10:26.681295 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c569b0-6a7f-457b-8942-d289ddecca38 req-736d1dd0-94f1-40f4-9a39-f5a45ad947e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:10:26.682783 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d7c569b0-6a7f-457b-8942-d289ddecca38 req-736d1dd0-94f1-40f4-9a39-f5a45ad947e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f81f9317-eef6-4d67-a22d-b2cef1692aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779693 Sep 14 23:10:26.810670 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-92f102ac-78be-4793-88a3-6d66a01bad1b None None] Set router 4249cd13-4858-423c-b855-537e57540ed1 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:10:26.818958 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d7c569b0-6a7f-457b-8942-d289ddecca38 req-73b05d75-97bc-43b5-af64-59be1922888b service neutron] 10.222.0.20 "GET /v2.0/networks/f81f9317-eef6-4d67-a22d-b2cef1692aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297891 Sep 14 23:10:26.953752 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d7c569b0-6a7f-457b-8942-d289ddecca38 req-a4ca1794-4586-4178-a36c-c61018f980a7 service neutron] 10.222.0.20 "GET /v2.0/networks/f81f9317-eef6-4d67-a22d-b2cef1692aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281114 Sep 14 23:10:27.195751 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-92f102ac-78be-4793-88a3-6d66a01bad1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4249cd13-4858-423c-b855-537e57540ed1', 'name': 'tempest-TestNetworkBasicOps-router-243499441', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'ff70ec72-d077-49fa-873b-7cab07e22964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:09:45Z', 'updated_at': '2022-09-14T23:09:51Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'ff70ec72-d077-49fa-873b-7cab07e22964', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249cd13-4858-423c-b855-537e57540ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:09:46Z', 'updated_at': '2022-09-14T23:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '007baf81-ad62-48cb-8950-8dcea6dacf13', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.133', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '4249cd13-4858-423c-b855-537e57540ed1', 'port_id': '46d303ae-db50-456b-95fd-e2726f77d619', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec', 'mac_address': 'fa:16:3e:41:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db81c4ae-cb8c-4c1f-96ae-a5854c709e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:10:08Z', 'updated_at': '2022-09-14T23:10:11Z', 'revision_number': 1, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}, {'id': 'c7073220-afc6-440f-a53f-8605386008b1', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.84', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '4249cd13-4858-423c-b855-537e57540ed1', 'port_id': '591743a8-9e37-41fa-8876-4bbd4e290fad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec', 'mac_address': 'fa:16:3e:30:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:10:24Z', 'updated_at': '2022-09-14T23:10:24Z', 'revision_number': 0, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420f5a81-0569-4185-a44b-0c9d1aff1fa2', 'name': '', 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:75:3d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249cd13-4858-423c-b855-537e57540ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '7a901170-b208-45c1-b7c0-314e8983a49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:09:50Z', 'updated_at': '2022-09-14T23:09:55Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '7a901170-b208-45c1-b7c0-314e8983a49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:10:27.199675 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f102ac-78be-4793-88a3-6d66a01bad1b None None] The sync data for ids ['4249cd13-4858-423c-b855-537e57540ed1'] in dv-neutron-857791-1-hyperv is: [{'id': '4249cd13-4858-423c-b855-537e57540ed1', 'name': 'tempest-TestNetworkBasicOps-router-243499441', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'ff70ec72-d077-49fa-873b-7cab07e22964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:09:45Z', 'updated_at': '2022-09-14T23:09:51Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'ff70ec72-d077-49fa-873b-7cab07e22964', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249cd13-4858-423c-b855-537e57540ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:09:46Z', 'updated_at': '2022-09-14T23:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '007baf81-ad62-48cb-8950-8dcea6dacf13', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.133', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '4249cd13-4858-423c-b855-537e57540ed1', 'port_id': '46d303ae-db50-456b-95fd-e2726f77d619', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec', 'mac_address': 'fa:16:3e:41:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db81c4ae-cb8c-4c1f-96ae-a5854c709e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:10:08Z', 'updated_at': '2022-09-14T23:10:11Z', 'revision_number': 1, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}, {'id': 'c7073220-afc6-440f-a53f-8605386008b1', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.84', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '4249cd13-4858-423c-b855-537e57540ed1', 'port_id': '591743a8-9e37-41fa-8876-4bbd4e290fad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec', 'mac_address': 'fa:16:3e:30:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:10:24Z', 'updated_at': '2022-09-14T23:10:24Z', 'revision_number': 0, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420f5a81-0569-4185-a44b-0c9d1aff1fa2', 'name': '', 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:75:3d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249cd13-4858-423c-b855-537e57540ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '7a901170-b208-45c1-b7c0-314e8983a49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:09:50Z', 'updated_at': '2022-09-14T23:09:55Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '7a901170-b208-45c1-b7c0-314e8983a49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:10:27.395494 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb55e72-1809-400f-a39d-0dae5a5f97b0 None None] New status for floating IP c7073220-afc6-440f-a53f-8605386008b1: ACTIVE {{(pid=89173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:10:37.699239 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a826c505-e4d5-4299-b4ec-635390f394fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:39.748189 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-fee0c7ad-c3fc-4a8b-80e2-a49023cb4359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:40.828455 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:40.886670 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:42.424657 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:49.336561 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:10:50.686466 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:10:59.625451 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58236) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:10:59.731479 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-76635240-3188-46e6-9444-0e1ed0b28674 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/007baf81-ad62-48cb-8950-8dcea6dacf13 HTTP/1.1" status: 200 len: 993 time: 0.1049089 Sep 14 23:11:00.674819 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58246) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:11:00.681299 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-6d8327c4-5860-4985-8727-c2ebf4dadc21 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'port': {'admin_state_up': False}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:11:00.801978 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6d8327c4-5860-4985-8727-c2ebf4dadc21 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:01.019314 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-6d8327c4-5860-4985-8727-c2ebf4dadc21 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] For port 46d303ae-db50-456b-95fd-e2726f77d619, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=46d303ae-db50-456b-95fd-e2726f77d619,segment=NetworkSegment(e43a2275-eed7-47b8-a6cb-f663cf54e6b9),segment_id=e43a2275-eed7-47b8-a6cb-f663cf54e6b9)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:11:01.043496 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6d8327c4-5860-4985-8727-c2ebf4dadc21 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:01.047683 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6d8327c4-5860-4985-8727-c2ebf4dadc21 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:01.081892 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8327c4-5860-4985-8727-c2ebf4dadc21 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:01.082487 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6d8327c4-5860-4985-8727-c2ebf4dadc21 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:01.083813 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6d8327c4-5860-4985-8727-c2ebf4dadc21 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "PUT /v2.0/ports/46d303ae-db50-456b-95fd-e2726f77d619 HTTP/1.1" status: 200 len: 938 time: 0.4079981 Sep 14 23:11:01.084339 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db81c4ae-cb8c-4c1f-96ae-a5854c709e5f', 'tag': '46d303ae-db50-456b-95fd-e2726f77d619'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:11:01.087137 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0c6871-fad5-4e55-84a7-af307ec66c91" -d '{"events": [{"name": "network-changed", "server_uuid": "db81c4ae-cb8c-4c1f-96ae-a5854c709e5f", "tag": "46d303ae-db50-456b-95fd-e2726f77d619"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:11:01.129512 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8327c4-5860-4985-8727-c2ebf4dadc21 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=46d303ae-db50-456b-95fd-e2726f77d619,revision_number=6']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:01.134778 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15949dfc-ee2d-48f1-b2f3-41e239e1ede9 x-openstack-request-id: req-15949dfc-ee2d-48f1-b2f3-41e239e1ede9 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:11:01.135054 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db81c4ae-cb8c-4c1f-96ae-a5854c709e5f", "tag": "46d303ae-db50-456b-95fd-e2726f77d619", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:11:01.135298 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-15949dfc-ee2d-48f1-b2f3-41e239e1ede9 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:11:01.135680 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15949dfc-ee2d-48f1-b2f3-41e239e1ede9'] response: {'name': 'network-changed', 'server_uuid': 'db81c4ae-cb8c-4c1f-96ae-a5854c709e5f', 'tag': '46d303ae-db50-456b-95fd-e2726f77d619', 'status': 'completed', 'code': 200} Sep 14 23:11:01.235242 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c6871-fad5-4e55-84a7-af307ec66c91 req-ac69556f-998d-44e3-a6dd-bff95fd7c408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:01.236716 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2d0c6871-fad5-4e55-84a7-af307ec66c91 req-ac69556f-998d-44e3-a6dd-bff95fd7c408 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=db81c4ae-cb8c-4c1f-96ae-a5854c709e5f HTTP/1.1" status: 200 len: 1099 time: 0.0799432 Sep 14 23:11:01.452457 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c6871-fad5-4e55-84a7-af307ec66c91 req-7d598c6f-f788-456b-8cf3-28e2b431c54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:01.453908 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2d0c6871-fad5-4e55-84a7-af307ec66c91 req-7d598c6f-f788-456b-8cf3-28e2b431c54e service neutron] 10.222.0.20 "GET /v2.0/networks?id=f81f9317-eef6-4d67-a22d-b2cef1692aec HTTP/1.1" status: 200 len: 896 time: 0.2107708 Sep 14 23:11:01.553796 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2d0c6871-fad5-4e55-84a7-af307ec66c91 req-6266daf9-6382-400e-b50c-3146e59e79b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46d303ae-db50-456b-95fd-e2726f77d619 HTTP/1.1" status: 200 len: 1002 time: 0.0937300 Sep 14 23:11:01.612839 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c6871-fad5-4e55-84a7-af307ec66c91 req-a4d906c0-44f2-4f31-85d6-db98797e379f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:01.614197 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2d0c6871-fad5-4e55-84a7-af307ec66c91 req-a4d906c0-44f2-4f31-85d6-db98797e379f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7a901170-b208-45c1-b7c0-314e8983a49b HTTP/1.1" status: 200 len: 834 time: 0.0546803 Sep 14 23:11:01.696938 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c6871-fad5-4e55-84a7-af307ec66c91 req-4e501b75-f073-4ba9-b513-cca4900d8b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:01.698359 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2d0c6871-fad5-4e55-84a7-af307ec66c91 req-4e501b75-f073-4ba9-b513-cca4900d8b56 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f81f9317-eef6-4d67-a22d-b2cef1692aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777652 Sep 14 23:11:01.825178 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2d0c6871-fad5-4e55-84a7-af307ec66c91 req-9157dae4-9187-452e-b3b8-69be61ef0e54 service neutron] 10.222.0.20 "GET /v2.0/networks/f81f9317-eef6-4d67-a22d-b2cef1692aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203346 Sep 14 23:11:01.952235 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2d0c6871-fad5-4e55-84a7-af307ec66c91 req-dffb6f69-ebcb-4c6c-964d-19c1fc1e748e service neutron] 10.222.0.20 "GET /v2.0/networks/f81f9317-eef6-4d67-a22d-b2cef1692aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206150 Sep 14 23:11:04.511760 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58256) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:11:04.517629 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-18080c7e-6173-41f7-9aff-65d20ef1c7dc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'port': {'admin_state_up': True}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:11:04.634606 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-18080c7e-6173-41f7-9aff-65d20ef1c7dc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:04.842513 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-18080c7e-6173-41f7-9aff-65d20ef1c7dc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] For port 46d303ae-db50-456b-95fd-e2726f77d619, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=46d303ae-db50-456b-95fd-e2726f77d619,segment=NetworkSegment(e43a2275-eed7-47b8-a6cb-f663cf54e6b9),segment_id=e43a2275-eed7-47b8-a6cb-f663cf54e6b9)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:11:04.867073 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-18080c7e-6173-41f7-9aff-65d20ef1c7dc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:04.871108 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-18080c7e-6173-41f7-9aff-65d20ef1c7dc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:04.878791 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18080c7e-6173-41f7-9aff-65d20ef1c7dc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:04.879377 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-18080c7e-6173-41f7-9aff-65d20ef1c7dc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:04.880725 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-18080c7e-6173-41f7-9aff-65d20ef1c7dc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "PUT /v2.0/ports/46d303ae-db50-456b-95fd-e2726f77d619 HTTP/1.1" status: 200 len: 937 time: 0.3679526 Sep 14 23:11:04.884205 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58260) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:11:04.911731 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db81c4ae-cb8c-4c1f-96ae-a5854c709e5f', 'tag': '46d303ae-db50-456b-95fd-e2726f77d619'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:11:04.914032 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0085c8-c6de-4819-91b5-cfccde7582bc" -d '{"events": [{"name": "network-changed", "server_uuid": "db81c4ae-cb8c-4c1f-96ae-a5854c709e5f", "tag": "46d303ae-db50-456b-95fd-e2726f77d619"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:11:04.957507 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18080c7e-6173-41f7-9aff-65d20ef1c7dc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=46d303ae-db50-456b-95fd-e2726f77d619,revision_number=7']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:04.961560 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159c3586-e8f7-4fc7-b859-d9b587a12453 x-openstack-request-id: req-159c3586-e8f7-4fc7-b859-d9b587a12453 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:11:04.961799 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db81c4ae-cb8c-4c1f-96ae-a5854c709e5f", "tag": "46d303ae-db50-456b-95fd-e2726f77d619", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:11:04.962528 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-159c3586-e8f7-4fc7-b859-d9b587a12453 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:11:04.962528 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-159c3586-e8f7-4fc7-b859-d9b587a12453'] response: {'name': 'network-changed', 'server_uuid': 'db81c4ae-cb8c-4c1f-96ae-a5854c709e5f', 'tag': '46d303ae-db50-456b-95fd-e2726f77d619', 'status': 'completed', 'code': 200} Sep 14 23:11:04.990895 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8b31b0a5-d697-4f77-b768-bde3de46bf32 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/007baf81-ad62-48cb-8950-8dcea6dacf13 HTTP/1.1" status: 200 len: 993 time: 0.1054912 Sep 14 23:11:05.062995 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0085c8-c6de-4819-91b5-cfccde7582bc req-44b9c865-9a19-4d3d-95b0-1d5295b0c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:05.064457 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6c0085c8-c6de-4819-91b5-cfccde7582bc req-44b9c865-9a19-4d3d-95b0-1d5295b0c5d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=db81c4ae-cb8c-4c1f-96ae-a5854c709e5f HTTP/1.1" status: 200 len: 1098 time: 0.0822220 Sep 14 23:11:05.103221 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['46d303ae-db50-456b-95fd-e2726f77d619'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:11:05.193882 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0085c8-c6de-4819-91b5-cfccde7582bc req-b531103b-5097-4c4f-aabe-10f27b60a133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:05.195821 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6c0085c8-c6de-4819-91b5-cfccde7582bc req-b531103b-5097-4c4f-aabe-10f27b60a133 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f81f9317-eef6-4d67-a22d-b2cef1692aec HTTP/1.1" status: 200 len: 896 time: 0.1249664 Sep 14 23:11:05.298171 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6c0085c8-c6de-4819-91b5-cfccde7582bc req-f05389e6-749d-473e-81ae-5c26667bde8c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46d303ae-db50-456b-95fd-e2726f77d619 HTTP/1.1" status: 200 len: 1001 time: 0.0965104 Sep 14 23:11:05.358649 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0085c8-c6de-4819-91b5-cfccde7582bc req-f2908e6d-0e7a-4230-a85e-f932db53dfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:05.360275 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6c0085c8-c6de-4819-91b5-cfccde7582bc req-f2908e6d-0e7a-4230-a85e-f932db53dfc1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7a901170-b208-45c1-b7c0-314e8983a49b HTTP/1.1" status: 200 len: 834 time: 0.0568275 Sep 14 23:11:05.446390 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0085c8-c6de-4819-91b5-cfccde7582bc req-bf945518-2380-478b-8e8c-0a91c6cbae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:05.447974 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6c0085c8-c6de-4819-91b5-cfccde7582bc req-bf945518-2380-478b-8e8c-0a91c6cbae12 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f81f9317-eef6-4d67-a22d-b2cef1692aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821459 Sep 14 23:11:05.674353 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6c0085c8-c6de-4819-91b5-cfccde7582bc req-5d3f29f5-37c7-45db-a314-bfbd32c01c8b service neutron] 10.222.0.20 "GET /v2.0/networks/f81f9317-eef6-4d67-a22d-b2cef1692aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200897 Sep 14 23:11:05.802664 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6c0085c8-c6de-4819-91b5-cfccde7582bc req-cd65f2d0-55e2-48a8-a348-ce15cad6813f service neutron] 10.222.0.20 "GET /v2.0/networks/f81f9317-eef6-4d67-a22d-b2cef1692aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210749 Sep 14 23:11:07.571827 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58272) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:11:07.701015 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34602cd9-a589-4061-b84c-41d2f8e2b2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:07.773650 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-0325d575-6ca6-4cd5-9bea-5afc1d9193d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting port a93a201a-2027-4c9e-841f-93ee8e79465e {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:11:07.773985 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0325d575-6ca6-4cd5-9bea-5afc1d9193d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:07.944873 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0325d575-6ca6-4cd5-9bea-5afc1d9193d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:07.945205 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0325d575-6ca6-4cd5-9bea-5afc1d9193d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:08.065818 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-0325d575-6ca6-4cd5-9bea-5afc1d9193d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Calling delete_port for a93a201a-2027-4c9e-841f-93ee8e79465e owned by network:floatingip {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:11:08.211861 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0325d575-6ca6-4cd5-9bea-5afc1d9193d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:08.257663 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325d575-6ca6-4cd5-9bea-5afc1d9193d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Port': ['ID=a93a201a-2027-4c9e-841f-93ee8e79465e,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:08.299549 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325d575-6ca6-4cd5-9bea-5afc1d9193d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:08.299893 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325d575-6ca6-4cd5-9bea-5afc1d9193d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:08.300228 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325d575-6ca6-4cd5-9bea-5afc1d9193d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:08.300554 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325d575-6ca6-4cd5-9bea-5afc1d9193d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:08.300907 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325d575-6ca6-4cd5-9bea-5afc1d9193d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:08.301232 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325d575-6ca6-4cd5-9bea-5afc1d9193d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:08.301554 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325d575-6ca6-4cd5-9bea-5afc1d9193d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:08.301875 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325d575-6ca6-4cd5-9bea-5afc1d9193d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:08.302199 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325d575-6ca6-4cd5-9bea-5afc1d9193d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:08.302515 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325d575-6ca6-4cd5-9bea-5afc1d9193d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:08.302834 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325d575-6ca6-4cd5-9bea-5afc1d9193d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:08.303220 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325d575-6ca6-4cd5-9bea-5afc1d9193d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:08.367694 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0325d575-6ca6-4cd5-9bea-5afc1d9193d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:08.367940 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-0325d575-6ca6-4cd5-9bea-5afc1d9193d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Floating IP c7073220-afc6-440f-a53f-8605386008b1 disassociated (deleted). External IP: 172.26.5.84, port: 591743a8-9e37-41fa-8876-4bbd4e290fad. Sep 14 23:11:08.821575 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0325d575-6ca6-4cd5-9bea-5afc1d9193d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router 4249cd13-4858-423c-b855-537e57540ed1 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:11:09.000827 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0325d575-6ca6-4cd5-9bea-5afc1d9193d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:11:09.011752 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172147e9-90ea-4abd-9e93-39e34d6e32f0 None None] Sync routers for ids ['4249cd13-4858-423c-b855-537e57540ed1'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:11:09.021199 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0325d575-6ca6-4cd5-9bea-5afc1d9193d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:09.021459 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172147e9-90ea-4abd-9e93-39e34d6e32f0 None None] Routers {'4249cd13-4858-423c-b855-537e57540ed1'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:11:09.022072 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-172147e9-90ea-4abd-9e93-39e34d6e32f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:10:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['4249cd13-4858-423c-b855-537e57540ed1'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:11:09.078935 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0325d575-6ca6-4cd5-9bea-5afc1d9193d0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/floatingips/c7073220-afc6-440f-a53f-8605386008b1 HTTP/1.1" status: 204 len: 168 time: 1.5059209 Sep 14 23:11:09.079417 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6', 'tag': '591743a8-9e37-41fa-8876-4bbd4e290fad'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:11:09.081721 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5cecc9-8163-4c23-9a29-7417772756e3" -d '{"events": [{"name": "network-changed", "server_uuid": "bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6", "tag": "591743a8-9e37-41fa-8876-4bbd4e290fad"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:11:09.131941 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00e9065-8e1f-4de5-b9e3-4768de45a773 x-openstack-request-id: req-a00e9065-8e1f-4de5-b9e3-4768de45a773 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:11:09.133061 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6", "tag": "591743a8-9e37-41fa-8876-4bbd4e290fad", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:11:09.133319 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a00e9065-8e1f-4de5-b9e3-4768de45a773 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:11:09.133724 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a00e9065-8e1f-4de5-b9e3-4768de45a773'] response: {'name': 'network-changed', 'server_uuid': 'bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6', 'tag': '591743a8-9e37-41fa-8876-4bbd4e290fad', 'status': 'completed', 'code': 200} Sep 14 23:11:09.204484 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-172147e9-90ea-4abd-9e93-39e34d6e32f0 None None] Set router 4249cd13-4858-423c-b855-537e57540ed1 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:11:09.231930 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5cecc9-8163-4c23-9a29-7417772756e3 req-0a59a83d-5235-42e1-aa72-c67995a6acad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:09.233625 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5f5cecc9-8163-4c23-9a29-7417772756e3 req-0a59a83d-5235-42e1-aa72-c67995a6acad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6 HTTP/1.1" status: 200 len: 1099 time: 0.0788906 Sep 14 23:11:09.374487 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5cecc9-8163-4c23-9a29-7417772756e3 req-6fb6a250-05af-4dd1-9fe9-8dd7b263f897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:09.376009 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5f5cecc9-8163-4c23-9a29-7417772756e3 req-6fb6a250-05af-4dd1-9fe9-8dd7b263f897 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f81f9317-eef6-4d67-a22d-b2cef1692aec HTTP/1.1" status: 200 len: 896 time: 0.1367874 Sep 14 23:11:09.470568 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac13f43-f76c-41b0-93ab-66949b164244 req-df889151-4ada-4bdd-a28f-158f069622d4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:09.470846 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5f5cecc9-8163-4c23-9a29-7417772756e3 req-90f569b4-1818-482d-9f69-c8cd7207fc56 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=591743a8-9e37-41fa-8876-4bbd4e290fad HTTP/1.1" status: 200 len: 217 time: 0.0832465 Sep 14 23:11:09.471271 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-cac13f43-f76c-41b0-93ab-66949b164244 req-df889151-4ada-4bdd-a28f-158f069622d4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:11:09.490548 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-cac13f43-f76c-41b0-93ab-66949b164244 req-df889151-4ada-4bdd-a28f-158f069622d4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:11:09.492514 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cac13f43-f76c-41b0-93ab-66949b164244 req-df889151-4ada-4bdd-a28f-158f069622d4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6 HTTP/1.1" status: 200 len: 946 time: 0.1161163 Sep 14 23:11:09.534281 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5cecc9-8163-4c23-9a29-7417772756e3 req-1cc19a10-605a-4620-87d8-d6bb4b66c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:09.535898 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5f5cecc9-8163-4c23-9a29-7417772756e3 req-1cc19a10-605a-4620-87d8-d6bb4b66c757 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7a901170-b208-45c1-b7c0-314e8983a49b HTTP/1.1" status: 200 len: 834 time: 0.0585489 Sep 14 23:11:09.544277 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cac13f43-f76c-41b0-93ab-66949b164244 req-74905448-3215-45e7-b809-9b57eda59154 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=9463f746-8464-4c5d-84fd-77f9c7c0f3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461178 Sep 14 23:11:09.580987 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-172147e9-90ea-4abd-9e93-39e34d6e32f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4249cd13-4858-423c-b855-537e57540ed1', 'name': 'tempest-TestNetworkBasicOps-router-243499441', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'ff70ec72-d077-49fa-873b-7cab07e22964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:09:45Z', 'updated_at': '2022-09-14T23:09:51Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'ff70ec72-d077-49fa-873b-7cab07e22964', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249cd13-4858-423c-b855-537e57540ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:09:46Z', 'updated_at': '2022-09-14T23:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '007baf81-ad62-48cb-8950-8dcea6dacf13', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.133', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '4249cd13-4858-423c-b855-537e57540ed1', 'port_id': '46d303ae-db50-456b-95fd-e2726f77d619', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec', 'mac_address': 'fa:16:3e:41:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db81c4ae-cb8c-4c1f-96ae-a5854c709e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:10:08Z', 'updated_at': '2022-09-14T23:10:11Z', 'revision_number': 1, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420f5a81-0569-4185-a44b-0c9d1aff1fa2', 'name': '', 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:75:3d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249cd13-4858-423c-b855-537e57540ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '7a901170-b208-45c1-b7c0-314e8983a49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:09:50Z', 'updated_at': '2022-09-14T23:09:55Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '7a901170-b208-45c1-b7c0-314e8983a49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:11:09.584851 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172147e9-90ea-4abd-9e93-39e34d6e32f0 None None] Checking router: 4249cd13-4858-423c-b855-537e57540ed1 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:11:09.593563 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172147e9-90ea-4abd-9e93-39e34d6e32f0 None None] Routers {'4249cd13-4858-423c-b855-537e57540ed1'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:11:09.594164 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-172147e9-90ea-4abd-9e93-39e34d6e32f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:10:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['4249cd13-4858-423c-b855-537e57540ed1'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:11:09.622541 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5cecc9-8163-4c23-9a29-7417772756e3 req-a0b50039-dcae-40d6-b9e9-fbc0d4aa36de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:09.624030 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5f5cecc9-8163-4c23-9a29-7417772756e3 req-a0b50039-dcae-40d6-b9e9-fbc0d4aa36de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f81f9317-eef6-4d67-a22d-b2cef1692aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812328 Sep 14 23:11:09.754769 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5f5cecc9-8163-4c23-9a29-7417772756e3 req-0887c469-b512-4bb2-9d98-91f9a90add14 service neutron] 10.222.0.20 "GET /v2.0/networks/f81f9317-eef6-4d67-a22d-b2cef1692aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241527 Sep 14 23:11:09.767200 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e361e117-3c0f-45a8-a5aa-9b113de01003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:09.785394 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-172147e9-90ea-4abd-9e93-39e34d6e32f0 None None] Set router 4249cd13-4858-423c-b855-537e57540ed1 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:11:09.887997 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5f5cecc9-8163-4c23-9a29-7417772756e3 req-2b89d840-c8f2-4f02-8995-aa30171438d7 service neutron] 10.222.0.20 "GET /v2.0/networks/f81f9317-eef6-4d67-a22d-b2cef1692aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264305 Sep 14 23:11:10.157347 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-172147e9-90ea-4abd-9e93-39e34d6e32f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4249cd13-4858-423c-b855-537e57540ed1', 'name': 'tempest-TestNetworkBasicOps-router-243499441', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'ff70ec72-d077-49fa-873b-7cab07e22964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:09:45Z', 'updated_at': '2022-09-14T23:09:51Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'ff70ec72-d077-49fa-873b-7cab07e22964', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249cd13-4858-423c-b855-537e57540ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:09:46Z', 'updated_at': '2022-09-14T23:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '007baf81-ad62-48cb-8950-8dcea6dacf13', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.133', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '4249cd13-4858-423c-b855-537e57540ed1', 'port_id': '46d303ae-db50-456b-95fd-e2726f77d619', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec', 'mac_address': 'fa:16:3e:41:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db81c4ae-cb8c-4c1f-96ae-a5854c709e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:10:08Z', 'updated_at': '2022-09-14T23:10:11Z', 'revision_number': 1, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420f5a81-0569-4185-a44b-0c9d1aff1fa2', 'name': '', 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:75:3d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249cd13-4858-423c-b855-537e57540ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '7a901170-b208-45c1-b7c0-314e8983a49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:09:50Z', 'updated_at': '2022-09-14T23:09:55Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '7a901170-b208-45c1-b7c0-314e8983a49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:11:10.161155 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172147e9-90ea-4abd-9e93-39e34d6e32f0 None None] The sync data for ids ['4249cd13-4858-423c-b855-537e57540ed1'] in dv-neutron-857791-1-hyperv is: [{'id': '4249cd13-4858-423c-b855-537e57540ed1', 'name': 'tempest-TestNetworkBasicOps-router-243499441', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'ff70ec72-d077-49fa-873b-7cab07e22964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:09:45Z', 'updated_at': '2022-09-14T23:09:51Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'ff70ec72-d077-49fa-873b-7cab07e22964', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249cd13-4858-423c-b855-537e57540ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:09:46Z', 'updated_at': '2022-09-14T23:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '007baf81-ad62-48cb-8950-8dcea6dacf13', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.133', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '4249cd13-4858-423c-b855-537e57540ed1', 'port_id': '46d303ae-db50-456b-95fd-e2726f77d619', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec', 'mac_address': 'fa:16:3e:41:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db81c4ae-cb8c-4c1f-96ae-a5854c709e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:10:08Z', 'updated_at': '2022-09-14T23:10:11Z', 'revision_number': 1, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420f5a81-0569-4185-a44b-0c9d1aff1fa2', 'name': '', 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:75:3d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249cd13-4858-423c-b855-537e57540ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '7a901170-b208-45c1-b7c0-314e8983a49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:09:50Z', 'updated_at': '2022-09-14T23:09:55Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '7a901170-b208-45c1-b7c0-314e8983a49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:11:10.368598 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e2d102-3c51-4186-93f2-6ca284a180b6 None None] New status for floating IP c7073220-afc6-440f-a53f-8605386008b1: DOWN {{(pid=89173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:11:10.691173 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d483671-52a5-4043-8717-b79760a12302 req-4da1cf51-e697-4c56-ba14-0faa66103bb9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:10.691890 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-8d483671-52a5-4043-8717-b79760a12302 req-4da1cf51-e697-4c56-ba14-0faa66103bb9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:11:10.703563 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-8d483671-52a5-4043-8717-b79760a12302 req-4da1cf51-e697-4c56-ba14-0faa66103bb9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:11:10.704682 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8d483671-52a5-4043-8717-b79760a12302 req-4da1cf51-e697-4c56-ba14-0faa66103bb9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6 HTTP/1.1" status: 200 len: 946 time: 0.0964496 Sep 14 23:11:10.743880 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac4742-f67d-4161-a1ec-fd03c01d51c8 req-4946933a-6496-4067-9e28-bfb7de173d96 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:10.745269 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-abac4742-f67d-4161-a1ec-fd03c01d51c8 req-4946933a-6496-4067-9e28-bfb7de173d96 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6 HTTP/1.1" status: 200 len: 946 time: 0.0868440 Sep 14 23:11:10.778162 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-8d483671-52a5-4043-8717-b79760a12302 req-f44d66d3-56be-46fe-8d4f-9d664677cd75 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting port 591743a8-9e37-41fa-8876-4bbd4e290fad {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:11:10.778506 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-8d483671-52a5-4043-8717-b79760a12302 req-f44d66d3-56be-46fe-8d4f-9d664677cd75 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:10.788981 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-abac4742-f67d-4161-a1ec-fd03c01d51c8 req-0181bc44-4c18-4303-92b6-4501f8ba2a7d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=9463f746-8464-4c5d-84fd-77f9c7c0f3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374117 Sep 14 23:11:10.835061 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:10.888850 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:11.022566 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-8d483671-52a5-4043-8717-b79760a12302 req-f44d66d3-56be-46fe-8d4f-9d664677cd75 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] For port 591743a8-9e37-41fa-8876-4bbd4e290fad, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=591743a8-9e37-41fa-8876-4bbd4e290fad,segment=NetworkSegment(e43a2275-eed7-47b8-a6cb-f663cf54e6b9),segment_id=e43a2275-eed7-47b8-a6cb-f663cf54e6b9)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:11:11.023414 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-8d483671-52a5-4043-8717-b79760a12302 req-f44d66d3-56be-46fe-8d4f-9d664677cd75 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:11.243112 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-8d483671-52a5-4043-8717-b79760a12302 req-f44d66d3-56be-46fe-8d4f-9d664677cd75 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Calling delete_port for 591743a8-9e37-41fa-8876-4bbd4e290fad owned by compute:nova {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:11:11.383727 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-8d483671-52a5-4043-8717-b79760a12302 req-f44d66d3-56be-46fe-8d4f-9d664677cd75 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:11.432901 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d66d3-56be-46fe-8d4f-9d664677cd75 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Port': ['ID=591743a8-9e37-41fa-8876-4bbd4e290fad,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:11.474312 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44d66d3-56be-46fe-8d4f-9d664677cd75 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:11.474657 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44d66d3-56be-46fe-8d4f-9d664677cd75 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:11.474990 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44d66d3-56be-46fe-8d4f-9d664677cd75 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:11.475317 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44d66d3-56be-46fe-8d4f-9d664677cd75 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:11.475639 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44d66d3-56be-46fe-8d4f-9d664677cd75 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:11.476568 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44d66d3-56be-46fe-8d4f-9d664677cd75 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:11.476915 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44d66d3-56be-46fe-8d4f-9d664677cd75 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:11.477234 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44d66d3-56be-46fe-8d4f-9d664677cd75 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:11.477553 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44d66d3-56be-46fe-8d4f-9d664677cd75 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:11.477895 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44d66d3-56be-46fe-8d4f-9d664677cd75 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:11.478212 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44d66d3-56be-46fe-8d4f-9d664677cd75 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:11.478524 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44d66d3-56be-46fe-8d4f-9d664677cd75 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:11.534459 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d483671-52a5-4043-8717-b79760a12302 req-f44d66d3-56be-46fe-8d4f-9d664677cd75 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] No DVR routers for this DVR port 591743a8-9e37-41fa-8876-4bbd4e290fad on host hv-neutron-8577 {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:11:11.536664 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-8d483671-52a5-4043-8717-b79760a12302 req-f44d66d3-56be-46fe-8d4f-9d664677cd75 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:11.539813 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6', 'name': 'network-vif-deleted', 'tag': '591743a8-9e37-41fa-8876-4bbd4e290fad'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:11:11.542076 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90abe09-2bc9-4a6f-9458-d57ba37fb06d" -d '{"events": [{"server_uuid": "bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6", "name": "network-vif-deleted", "tag": "591743a8-9e37-41fa-8876-4bbd4e290fad"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:11:11.554921 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8d483671-52a5-4043-8717-b79760a12302 req-f44d66d3-56be-46fe-8d4f-9d664677cd75 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "DELETE /v2.0/ports/591743a8-9e37-41fa-8876-4bbd4e290fad HTTP/1.1" status: 204 len: 173 time: 0.8450186 Sep 14 23:11:11.584590 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e73c39-d818-46ec-9443-76391e54d540 x-openstack-request-id: req-a6e73c39-d818-46ec-9443-76391e54d540 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:11:11.585893 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6", "name": "network-vif-deleted", "tag": "591743a8-9e37-41fa-8876-4bbd4e290fad", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:11:11.586161 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a6e73c39-d818-46ec-9443-76391e54d540 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:11:11.586553 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6e73c39-d818-46ec-9443-76391e54d540'] response: {'server_uuid': 'bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6', 'name': 'network-vif-deleted', 'tag': '591743a8-9e37-41fa-8876-4bbd4e290fad', 'status': 'completed', 'code': 200} Sep 14 23:11:11.973164 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a92f26bc-df4a-490d-aa70-ad2752876bf3 req-a3186ae3-9dcc-4a05-b121-8332fb7321d9 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=bf0000f5-d8c8-4c9e-b3d6-ad8770afa5d6 HTTP/1.1" status: 200 len: 210 time: 0.0562117 Sep 14 23:11:12.427552 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:13.071455 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58290) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:11:13.138221 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d17ee168-a7d0-4d20-a201-998effdf0e86 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:13.167058 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d17ee168-a7d0-4d20-a201-998effdf0e86 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:13.229030 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d17ee168-a7d0-4d20-a201-998effdf0e86 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:13.246347 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ee168-a7d0-4d20-a201-998effdf0e86 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9463f746-8464-4c5d-84fd-77f9c7c0f3bf,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:13.254822 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d17ee168-a7d0-4d20-a201-998effdf0e86 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:13.255941 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d17ee168-a7d0-4d20-a201-998effdf0e86 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/security-groups/9463f746-8464-4c5d-84fd-77f9c7c0f3bf HTTP/1.1" status: 204 len: 168 time: 0.1835029 Sep 14 23:11:13.285923 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58296) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:11:13.487136 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-cbd0f68e-801d-4cb5-87dd-4ced4cd40b17 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting port 69695f34-8500-485b-896b-1566f6b111c7 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:11:13.487474 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cbd0f68e-801d-4cb5-87dd-4ced4cd40b17 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:13.656224 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cbd0f68e-801d-4cb5-87dd-4ced4cd40b17 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:13.656459 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cbd0f68e-801d-4cb5-87dd-4ced4cd40b17 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:13.775049 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-cbd0f68e-801d-4cb5-87dd-4ced4cd40b17 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Calling delete_port for 69695f34-8500-485b-896b-1566f6b111c7 owned by network:floatingip {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:11:13.918819 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cbd0f68e-801d-4cb5-87dd-4ced4cd40b17 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:13.963394 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0f68e-801d-4cb5-87dd-4ced4cd40b17 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Port': ['ID=69695f34-8500-485b-896b-1566f6b111c7,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:14.060330 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cbd0f68e-801d-4cb5-87dd-4ced4cd40b17 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:14.060675 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.l3_db [None req-cbd0f68e-801d-4cb5-87dd-4ced4cd40b17 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Floating IP 007baf81-ad62-48cb-8950-8dcea6dacf13 disassociated (deleted). External IP: 172.26.5.133, port: 46d303ae-db50-456b-95fd-e2726f77d619. Sep 14 23:11:14.499849 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd0f68e-801d-4cb5-87dd-4ced4cd40b17 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router 4249cd13-4858-423c-b855-537e57540ed1 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:11:14.674640 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd0f68e-801d-4cb5-87dd-4ced4cd40b17 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:11:14.684529 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caae29e0-909e-424a-a238-b711dc8fd62a None None] Sync routers for ids ['4249cd13-4858-423c-b855-537e57540ed1'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:11:14.691603 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cbd0f68e-801d-4cb5-87dd-4ced4cd40b17 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:14.694009 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caae29e0-909e-424a-a238-b711dc8fd62a None None] Routers {'4249cd13-4858-423c-b855-537e57540ed1'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:11:14.694610 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-caae29e0-909e-424a-a238-b711dc8fd62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:11:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['4249cd13-4858-423c-b855-537e57540ed1'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:11:14.745686 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-cbd0f68e-801d-4cb5-87dd-4ced4cd40b17 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/floatingips/007baf81-ad62-48cb-8950-8dcea6dacf13 HTTP/1.1" status: 204 len: 168 time: 1.4586954 Sep 14 23:11:14.746244 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db81c4ae-cb8c-4c1f-96ae-a5854c709e5f', 'tag': '46d303ae-db50-456b-95fd-e2726f77d619'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:11:14.748513 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fafbff-f334-4a03-9892-2925be757cae" -d '{"events": [{"name": "network-changed", "server_uuid": "db81c4ae-cb8c-4c1f-96ae-a5854c709e5f", "tag": "46d303ae-db50-456b-95fd-e2726f77d619"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:11:14.790684 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bf6cfe-2f27-4f7c-8edb-4d6182940208 x-openstack-request-id: req-e4bf6cfe-2f27-4f7c-8edb-4d6182940208 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:11:14.790974 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db81c4ae-cb8c-4c1f-96ae-a5854c709e5f", "tag": "46d303ae-db50-456b-95fd-e2726f77d619", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:11:14.791219 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e4bf6cfe-2f27-4f7c-8edb-4d6182940208 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:11:14.791616 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4bf6cfe-2f27-4f7c-8edb-4d6182940208'] response: {'name': 'network-changed', 'server_uuid': 'db81c4ae-cb8c-4c1f-96ae-a5854c709e5f', 'tag': '46d303ae-db50-456b-95fd-e2726f77d619', 'status': 'completed', 'code': 200} Sep 14 23:11:14.872960 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-caae29e0-909e-424a-a238-b711dc8fd62a None None] Set router 4249cd13-4858-423c-b855-537e57540ed1 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:11:14.892469 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fafbff-f334-4a03-9892-2925be757cae req-e249f1cf-0764-4566-ac11-624e3651a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:14.894215 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f1fafbff-f334-4a03-9892-2925be757cae req-e249f1cf-0764-4566-ac11-624e3651a8f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=db81c4ae-cb8c-4c1f-96ae-a5854c709e5f HTTP/1.1" status: 200 len: 1098 time: 0.0829856 Sep 14 23:11:15.037647 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fafbff-f334-4a03-9892-2925be757cae req-459a5412-d3b9-4a4a-b077-8a879c446ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:15.039178 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f1fafbff-f334-4a03-9892-2925be757cae req-459a5412-d3b9-4a4a-b077-8a879c446ef4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f81f9317-eef6-4d67-a22d-b2cef1692aec HTTP/1.1" status: 200 len: 896 time: 0.1395378 Sep 14 23:11:15.106098 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f1fafbff-f334-4a03-9892-2925be757cae req-70b4ed03-0a82-48a3-b30e-36c866dc1862 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46d303ae-db50-456b-95fd-e2726f77d619 HTTP/1.1" status: 200 len: 217 time: 0.0602121 Sep 14 23:11:15.119230 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d603f-73d8-4b71-80d1-83ebdec61565 req-0f8779cb-a515-4442-adeb-4098228918ed tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:15.120826 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-102d603f-73d8-4b71-80d1-83ebdec61565 req-0f8779cb-a515-4442-adeb-4098228918ed tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=db81c4ae-cb8c-4c1f-96ae-a5854c709e5f HTTP/1.1" status: 200 len: 945 time: 0.0885208 Sep 14 23:11:15.166723 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-102d603f-73d8-4b71-80d1-83ebdec61565 req-5f791066-11de-42a8-a8e1-95012d7492db tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=7ade9a00-3509-4467-98d4-5cc50ce3e4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392978 Sep 14 23:11:15.174825 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fafbff-f334-4a03-9892-2925be757cae req-5e50b830-99ed-478c-a9bc-797ee6c724d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:15.176430 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f1fafbff-f334-4a03-9892-2925be757cae req-5e50b830-99ed-478c-a9bc-797ee6c724d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7a901170-b208-45c1-b7c0-314e8983a49b HTTP/1.1" status: 200 len: 834 time: 0.0636506 Sep 14 23:11:15.201040 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-caae29e0-909e-424a-a238-b711dc8fd62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4249cd13-4858-423c-b855-537e57540ed1', 'name': 'tempest-TestNetworkBasicOps-router-243499441', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'ff70ec72-d077-49fa-873b-7cab07e22964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:09:45Z', 'updated_at': '2022-09-14T23:09:51Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'ff70ec72-d077-49fa-873b-7cab07e22964', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249cd13-4858-423c-b855-537e57540ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:09:46Z', 'updated_at': '2022-09-14T23:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '420f5a81-0569-4185-a44b-0c9d1aff1fa2', 'name': '', 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:75:3d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249cd13-4858-423c-b855-537e57540ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '7a901170-b208-45c1-b7c0-314e8983a49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:09:50Z', 'updated_at': '2022-09-14T23:09:55Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '7a901170-b208-45c1-b7c0-314e8983a49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:11:15.204772 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caae29e0-909e-424a-a238-b711dc8fd62a None None] Checking router: 4249cd13-4858-423c-b855-537e57540ed1 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:11:15.212947 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caae29e0-909e-424a-a238-b711dc8fd62a None None] Routers {'4249cd13-4858-423c-b855-537e57540ed1'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:11:15.213531 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-caae29e0-909e-424a-a238-b711dc8fd62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:11:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['4249cd13-4858-423c-b855-537e57540ed1'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:11:15.260165 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fafbff-f334-4a03-9892-2925be757cae req-b13832bb-76b6-4ec4-abb9-e95ee223e427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:15.261669 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f1fafbff-f334-4a03-9892-2925be757cae req-b13832bb-76b6-4ec4-abb9-e95ee223e427 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f81f9317-eef6-4d67-a22d-b2cef1692aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780866 Sep 14 23:11:15.266790 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 591743a8-9e37-41fa-8876-4bbd4e290fad no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:11:15.323001 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: 591743a8-9e37-41fa-8876-4bbd4e290fad {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:11:15.323364 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 591743a8-9e37-41fa-8876-4bbd4e290fad not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:11:15.393524 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f1fafbff-f334-4a03-9892-2925be757cae req-4f404f7d-6556-45dd-9ce8-c354563391c9 service neutron] 10.222.0.20 "GET /v2.0/networks/f81f9317-eef6-4d67-a22d-b2cef1692aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249757 Sep 14 23:11:15.433013 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-caae29e0-909e-424a-a238-b711dc8fd62a None None] Set router 4249cd13-4858-423c-b855-537e57540ed1 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:11:15.527823 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f1fafbff-f334-4a03-9892-2925be757cae req-1ca33508-a5ca-422f-adbb-968714a1223b service neutron] 10.222.0.20 "GET /v2.0/networks/f81f9317-eef6-4d67-a22d-b2cef1692aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277044 Sep 14 23:11:15.748875 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-caae29e0-909e-424a-a238-b711dc8fd62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4249cd13-4858-423c-b855-537e57540ed1', 'name': 'tempest-TestNetworkBasicOps-router-243499441', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'ff70ec72-d077-49fa-873b-7cab07e22964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:09:45Z', 'updated_at': '2022-09-14T23:09:51Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'ff70ec72-d077-49fa-873b-7cab07e22964', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249cd13-4858-423c-b855-537e57540ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:09:46Z', 'updated_at': '2022-09-14T23:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '420f5a81-0569-4185-a44b-0c9d1aff1fa2', 'name': '', 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:75:3d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249cd13-4858-423c-b855-537e57540ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '7a901170-b208-45c1-b7c0-314e8983a49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:09:50Z', 'updated_at': '2022-09-14T23:09:55Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '7a901170-b208-45c1-b7c0-314e8983a49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:11:15.752715 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caae29e0-909e-424a-a238-b711dc8fd62a None None] The sync data for ids ['4249cd13-4858-423c-b855-537e57540ed1'] in dv-neutron-857791-1-hyperv is: [{'id': '4249cd13-4858-423c-b855-537e57540ed1', 'name': 'tempest-TestNetworkBasicOps-router-243499441', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'ff70ec72-d077-49fa-873b-7cab07e22964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:09:45Z', 'updated_at': '2022-09-14T23:09:51Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'ff70ec72-d077-49fa-873b-7cab07e22964', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249cd13-4858-423c-b855-537e57540ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:09:46Z', 'updated_at': '2022-09-14T23:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '420f5a81-0569-4185-a44b-0c9d1aff1fa2', 'name': '', 'network_id': 'f81f9317-eef6-4d67-a22d-b2cef1692aec', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:75:3d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249cd13-4858-423c-b855-537e57540ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '7a901170-b208-45c1-b7c0-314e8983a49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:09:50Z', 'updated_at': '2022-09-14T23:09:55Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '7a901170-b208-45c1-b7c0-314e8983a49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:11:15.951675 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f04ab7-d927-4f54-88bb-8a9d82fc963b None None] New status for floating IP 007baf81-ad62-48cb-8950-8dcea6dacf13: DOWN {{(pid=89173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:11:16.372163 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793d097-912c-4661-8c64-01c52ff41fd2 req-3a8147ec-4e74-45b9-96f1-a7a9dc721dbf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:16.373570 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c793d097-912c-4661-8c64-01c52ff41fd2 req-3a8147ec-4e74-45b9-96f1-a7a9dc721dbf tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=db81c4ae-cb8c-4c1f-96ae-a5854c709e5f HTTP/1.1" status: 200 len: 945 time: 0.0891902 Sep 14 23:11:16.418683 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c793d097-912c-4661-8c64-01c52ff41fd2 req-73eb7a14-64e0-43c5-8fd8-c32f55857431 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=7ade9a00-3509-4467-98d4-5cc50ce3e4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392454 Sep 14 23:11:16.464226 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf77869-bb73-46d6-b54a-886993be0278 req-4aa112a7-aab5-4f4f-a404-e6a8f4a54617 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:16.464953 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-3cf77869-bb73-46d6-b54a-886993be0278 req-4aa112a7-aab5-4f4f-a404-e6a8f4a54617 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:11:16.479536 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-3cf77869-bb73-46d6-b54a-886993be0278 req-4aa112a7-aab5-4f4f-a404-e6a8f4a54617 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:11:16.480709 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3cf77869-bb73-46d6-b54a-886993be0278 req-4aa112a7-aab5-4f4f-a404-e6a8f4a54617 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/ports?device_id=db81c4ae-cb8c-4c1f-96ae-a5854c709e5f HTTP/1.1" status: 200 len: 945 time: 0.1064577 Sep 14 23:11:16.548826 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-3cf77869-bb73-46d6-b54a-886993be0278 req-50e16863-3340-4347-b008-239fc39b883c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting port 46d303ae-db50-456b-95fd-e2726f77d619 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:11:16.549492 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-3cf77869-bb73-46d6-b54a-886993be0278 req-50e16863-3340-4347-b008-239fc39b883c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:16.891514 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-3cf77869-bb73-46d6-b54a-886993be0278 req-50e16863-3340-4347-b008-239fc39b883c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] For port 46d303ae-db50-456b-95fd-e2726f77d619, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=46d303ae-db50-456b-95fd-e2726f77d619,segment=NetworkSegment(e43a2275-eed7-47b8-a6cb-f663cf54e6b9),segment_id=e43a2275-eed7-47b8-a6cb-f663cf54e6b9)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:11:16.891867 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-3cf77869-bb73-46d6-b54a-886993be0278 req-50e16863-3340-4347-b008-239fc39b883c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:17.011020 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-3cf77869-bb73-46d6-b54a-886993be0278 req-50e16863-3340-4347-b008-239fc39b883c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Calling delete_port for 46d303ae-db50-456b-95fd-e2726f77d619 owned by compute:nova {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:11:17.151547 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-3cf77869-bb73-46d6-b54a-886993be0278 req-50e16863-3340-4347-b008-239fc39b883c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:17.199667 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e16863-3340-4347-b008-239fc39b883c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Port': ['ID=46d303ae-db50-456b-95fd-e2726f77d619,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:17.286928 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf77869-bb73-46d6-b54a-886993be0278 req-50e16863-3340-4347-b008-239fc39b883c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] No DVR routers for this DVR port 46d303ae-db50-456b-95fd-e2726f77d619 on host hv-neutron-8577 {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:11:17.289810 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-3cf77869-bb73-46d6-b54a-886993be0278 req-50e16863-3340-4347-b008-239fc39b883c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:17.292211 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db81c4ae-cb8c-4c1f-96ae-a5854c709e5f', 'name': 'network-vif-deleted', 'tag': '46d303ae-db50-456b-95fd-e2726f77d619'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:11:17.294483 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a38083-6da3-47e0-b2ce-557a5f93f484" -d '{"events": [{"server_uuid": "db81c4ae-cb8c-4c1f-96ae-a5854c709e5f", "name": "network-vif-deleted", "tag": "46d303ae-db50-456b-95fd-e2726f77d619"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:11:17.307619 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3cf77869-bb73-46d6-b54a-886993be0278 req-50e16863-3340-4347-b008-239fc39b883c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "DELETE /v2.0/ports/46d303ae-db50-456b-95fd-e2726f77d619 HTTP/1.1" status: 204 len: 173 time: 0.8221052 Sep 14 23:11:17.343290 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9d303e-fc0e-4ea6-bc38-8e49429bd98c x-openstack-request-id: req-4f9d303e-fc0e-4ea6-bc38-8e49429bd98c {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:11:17.343575 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db81c4ae-cb8c-4c1f-96ae-a5854c709e5f", "name": "network-vif-deleted", "tag": "46d303ae-db50-456b-95fd-e2726f77d619", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:11:17.343822 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4f9d303e-fc0e-4ea6-bc38-8e49429bd98c {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:11:17.344217 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f9d303e-fc0e-4ea6-bc38-8e49429bd98c'] response: {'server_uuid': 'db81c4ae-cb8c-4c1f-96ae-a5854c709e5f', 'name': 'network-vif-deleted', 'tag': '46d303ae-db50-456b-95fd-e2726f77d619', 'status': 'completed', 'code': 200} Sep 14 23:11:17.596212 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e8647d4e-a203-4571-b19a-84d9c11faca6 req-33bf5f2e-9b5b-497f-ac9e-92eb1930dd3f tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=db81c4ae-cb8c-4c1f-96ae-a5854c709e5f HTTP/1.1" status: 200 len: 210 time: 0.0493758 Sep 14 23:11:18.696068 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58314) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:11:18.762949 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-93a064aa-bd4d-4ace-929e-1255a1be3dd6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:18.795321 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-93a064aa-bd4d-4ace-929e-1255a1be3dd6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:18.857516 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-93a064aa-bd4d-4ace-929e-1255a1be3dd6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:18.876262 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a064aa-bd4d-4ace-929e-1255a1be3dd6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ade9a00-3509-4467-98d4-5cc50ce3e4d9,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:18.885062 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-93a064aa-bd4d-4ace-929e-1255a1be3dd6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:18.886181 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-93a064aa-bd4d-4ace-929e-1255a1be3dd6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/security-groups/7ade9a00-3509-4467-98d4-5cc50ce3e4d9 HTTP/1.1" status: 204 len: 168 time: 0.1890953 Sep 14 23:11:18.921996 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58320) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:11:19.347355 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:19.470441 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-490e8fe6-92de-4139-900c-e296446a5c89 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:19.921190 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-490e8fe6-92de-4139-900c-e296446a5c89 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting port 420f5a81-0569-4185-a44b-0c9d1aff1fa2 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:11:19.921838 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-490e8fe6-92de-4139-900c-e296446a5c89 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:20.102433 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-490e8fe6-92de-4139-900c-e296446a5c89 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] For port 420f5a81-0569-4185-a44b-0c9d1aff1fa2, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=420f5a81-0569-4185-a44b-0c9d1aff1fa2,segment=NetworkSegment(e43a2275-eed7-47b8-a6cb-f663cf54e6b9),segment_id=e43a2275-eed7-47b8-a6cb-f663cf54e6b9)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:11:20.102782 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-490e8fe6-92de-4139-900c-e296446a5c89 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:20.224526 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-490e8fe6-92de-4139-900c-e296446a5c89 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Calling delete_port for 420f5a81-0569-4185-a44b-0c9d1aff1fa2 owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:11:20.542535 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-490e8fe6-92de-4139-900c-e296446a5c89 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:20.622538 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e8fe6-92de-4139-900c-e296446a5c89 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Port': ['ID=420f5a81-0569-4185-a44b-0c9d1aff1fa2,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:20.870532 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-490e8fe6-92de-4139-900c-e296446a5c89 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:21.238658 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 46d303ae-db50-456b-95fd-e2726f77d619 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:11:21.276509 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: 46d303ae-db50-456b-95fd-e2726f77d619 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:11:21.276870 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 46d303ae-db50-456b-95fd-e2726f77d619 not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:11:21.333122 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490e8fe6-92de-4139-900c-e296446a5c89 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router 4249cd13-4858-423c-b855-537e57540ed1 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:11:21.512489 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490e8fe6-92de-4139-900c-e296446a5c89 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:11:21.522247 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e699442-94ce-48ab-93a4-4abe66a1a993 None None] Sync routers for ids ['4249cd13-4858-423c-b855-537e57540ed1'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:11:21.528587 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-490e8fe6-92de-4139-900c-e296446a5c89 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "PUT /v2.0/routers/4249cd13-4858-423c-b855-537e57540ed1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6059523 Sep 14 23:11:21.531291 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58324) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:11:21.531889 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e699442-94ce-48ab-93a4-4abe66a1a993 None None] Routers {'4249cd13-4858-423c-b855-537e57540ed1'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:11:21.532599 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-4e699442-94ce-48ab-93a4-4abe66a1a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:11:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['4249cd13-4858-423c-b855-537e57540ed1'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:11:21.598695 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-56a1eb00-14a7-4569-b958-435af8b15a85 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting subnet 7a901170-b208-45c1-b7c0-314e8983a49b {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:11:21.601606 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-56a1eb00-14a7-4569-b958-435af8b15a85 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:21.656358 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-56a1eb00-14a7-4569-b958-435af8b15a85 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:21.742975 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-56a1eb00-14a7-4569-b958-435af8b15a85 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:21.748256 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-4e699442-94ce-48ab-93a4-4abe66a1a993 None None] Set router 4249cd13-4858-423c-b855-537e57540ed1 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:11:21.814257 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-56a1eb00-14a7-4569-b958-435af8b15a85 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:21.854022 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1eb00-14a7-4569-b958-435af8b15a85 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Subnet': ['ID=7a901170-b208-45c1-b7c0-314e8983a49b,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:21.855943 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-56a1eb00-14a7-4569-b958-435af8b15a85 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:21.862249 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-56a1eb00-14a7-4569-b958-435af8b15a85 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/subnets/7a901170-b208-45c1-b7c0-314e8983a49b HTTP/1.1" status: 204 len: 168 time: 0.3300195 Sep 14 23:11:21.864953 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58328) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:11:21.865641 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068a031a-7a41-49dd-8a53-a1d09b1aa530 None None] Network f81f9317-eef6-4d67-a22d-b2cef1692aec requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:11:22.045718 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9c51cdd0-5910-4d06-843c-a20ce7677181 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:22.198779 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-4e699442-94ce-48ab-93a4-4abe66a1a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4249cd13-4858-423c-b855-537e57540ed1', 'name': 'tempest-TestNetworkBasicOps-router-243499441', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'ff70ec72-d077-49fa-873b-7cab07e22964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:09:45Z', 'updated_at': '2022-09-14T23:11:20Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'ff70ec72-d077-49fa-873b-7cab07e22964', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249cd13-4858-423c-b855-537e57540ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:09:46Z', 'updated_at': '2022-09-14T23:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:11:22.204566 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e699442-94ce-48ab-93a4-4abe66a1a993 None None] Checking router: 4249cd13-4858-423c-b855-537e57540ed1 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:11:22.213134 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e699442-94ce-48ab-93a4-4abe66a1a993 None None] Routers {'4249cd13-4858-423c-b855-537e57540ed1'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:11:22.213713 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-4e699442-94ce-48ab-93a4-4abe66a1a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:11:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['4249cd13-4858-423c-b855-537e57540ed1'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:11:22.223570 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9c51cdd0-5910-4d06-843c-a20ce7677181 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:22.235822 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-9c51cdd0-5910-4d06-843c-a20ce7677181 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting port ff70ec72-d077-49fa-873b-7cab07e22964 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:11:22.236799 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9c51cdd0-5910-4d06-843c-a20ce7677181 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:22.266748 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bcf85b-ea9d-496f-8b5f-3c0a0fe318bc None None] DHCP port deletion for f81f9317-eef6-4d67-a22d-b2cef1692aec request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:11:22.330712 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c4bcf85b-ea9d-496f-8b5f-3c0a0fe318bc None None] Deleting port b54302bd-04cc-4e61-97e3-23f7ad4d849a {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:11:22.331073 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c4bcf85b-ea9d-496f-8b5f-3c0a0fe318bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:22.415653 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-9c51cdd0-5910-4d06-843c-a20ce7677181 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] For port ff70ec72-d077-49fa-873b-7cab07e22964, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=ff70ec72-d077-49fa-873b-7cab07e22964,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:11:22.416308 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9c51cdd0-5910-4d06-843c-a20ce7677181 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:22.446878 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-4e699442-94ce-48ab-93a4-4abe66a1a993 None None] Set router 4249cd13-4858-423c-b855-537e57540ed1 gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:11:22.537913 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-9c51cdd0-5910-4d06-843c-a20ce7677181 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Calling delete_port for ff70ec72-d077-49fa-873b-7cab07e22964 owned by network:router_gateway {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:11:22.564118 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-4e699442-94ce-48ab-93a4-4abe66a1a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4249cd13-4858-423c-b855-537e57540ed1', 'name': 'tempest-TestNetworkBasicOps-router-243499441', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:09:45Z', 'updated_at': '2022-09-14T23:11:22Z', 'revision_number': 6, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:11:22.584640 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e699442-94ce-48ab-93a4-4abe66a1a993 None None] The sync data for ids ['4249cd13-4858-423c-b855-537e57540ed1'] in dv-neutron-857791-1-hyperv is: [{'id': '4249cd13-4858-423c-b855-537e57540ed1', 'name': 'tempest-TestNetworkBasicOps-router-243499441', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:09:45Z', 'updated_at': '2022-09-14T23:11:22Z', 'revision_number': 6, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port_host': None}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:11:22.676410 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-c4bcf85b-ea9d-496f-8b5f-3c0a0fe318bc None None] For port b54302bd-04cc-4e61-97e3-23f7ad4d849a, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=b54302bd-04cc-4e61-97e3-23f7ad4d849a,segment=NetworkSegment(e43a2275-eed7-47b8-a6cb-f663cf54e6b9),segment_id=e43a2275-eed7-47b8-a6cb-f663cf54e6b9)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:11:22.676822 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c4bcf85b-ea9d-496f-8b5f-3c0a0fe318bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:22.798253 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c4bcf85b-ea9d-496f-8b5f-3c0a0fe318bc None None] Calling delete_port for b54302bd-04cc-4e61-97e3-23f7ad4d849a owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:11:22.819813 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9c51cdd0-5910-4d06-843c-a20ce7677181 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:22.869142 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51cdd0-5910-4d06-843c-a20ce7677181 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Port': ['ID=ff70ec72-d077-49fa-873b-7cab07e22964,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:22.884559 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c4bcf85b-ea9d-496f-8b5f-3c0a0fe318bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:22.973081 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9c51cdd0-5910-4d06-843c-a20ce7677181 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:22.977950 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bcf85b-ea9d-496f-8b5f-3c0a0fe318bc None None] Pushing event deleted for resources: {'Port': ['ID=b54302bd-04cc-4e61-97e3-23f7ad4d849a,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:22.985270 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bcf85b-ea9d-496f-8b5f-3c0a0fe318bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:22.985613 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bcf85b-ea9d-496f-8b5f-3c0a0fe318bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:22.985947 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bcf85b-ea9d-496f-8b5f-3c0a0fe318bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:22.986271 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bcf85b-ea9d-496f-8b5f-3c0a0fe318bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:22.986594 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bcf85b-ea9d-496f-8b5f-3c0a0fe318bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:22.986917 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bcf85b-ea9d-496f-8b5f-3c0a0fe318bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:22.987230 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bcf85b-ea9d-496f-8b5f-3c0a0fe318bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:22.987542 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bcf85b-ea9d-496f-8b5f-3c0a0fe318bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:22.987858 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bcf85b-ea9d-496f-8b5f-3c0a0fe318bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:22.988170 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bcf85b-ea9d-496f-8b5f-3c0a0fe318bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:22.988480 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bcf85b-ea9d-496f-8b5f-3c0a0fe318bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:22.988828 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bcf85b-ea9d-496f-8b5f-3c0a0fe318bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:22.992884 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bcf85b-ea9d-496f-8b5f-3c0a0fe318bc None None] No DVR routers for this DVR port b54302bd-04cc-4e61-97e3-23f7ad4d849a on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:11:23.150994 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9c51cdd0-5910-4d06-843c-a20ce7677181 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:23.153567 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9c51cdd0-5910-4d06-843c-a20ce7677181 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:23.179261 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9c51cdd0-5910-4d06-843c-a20ce7677181 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:23.179836 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c51cdd0-5910-4d06-843c-a20ce7677181 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Fanout notify agent at l3_agent the message router_deleted on router 4249cd13-4858-423c-b855-537e57540ed1 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 23:11:23.194928 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9c51cdd0-5910-4d06-843c-a20ce7677181 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:23.196496 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9c51cdd0-5910-4d06-843c-a20ce7677181 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/routers/4249cd13-4858-423c-b855-537e57540ed1 HTTP/1.1" status: 204 len: 168 time: 1.3307283 Sep 14 23:11:23.199149 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58332) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:11:23.315598 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2a6445a-d91f-4988-88de-d495e0f4652a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:23.447207 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2a6445a-d91f-4988-88de-d495e0f4652a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:23.452208 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device b54302bd-04cc-4e61-97e3-23f7ad4d849a no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:11:23.476495 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-e2a6445a-d91f-4988-88de-d495e0f4652a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f81f9317-eef6-4d67-a22d-b2cef1692aec']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:11:23.489469 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: b54302bd-04cc-4e61-97e3-23f7ad4d849a {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:11:23.489806 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device b54302bd-04cc-4e61-97e3-23f7ad4d849a not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:11:23.490529 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device ff70ec72-d077-49fa-873b-7cab07e22964 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:11:23.493059 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-e2a6445a-d91f-4988-88de-d495e0f4652a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43a2275-eed7-47b8-a6cb-f663cf54e6b9') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:11:23.493349 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-e2a6445a-d91f-4988-88de-d495e0f4652a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43a2275-eed7-47b8-a6cb-f663cf54e6b9') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:11:23.504751 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2a6445a-d91f-4988-88de-d495e0f4652a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:23.520835 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2a6445a-d91f-4988-88de-d495e0f4652a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:23.523282 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: ff70ec72-d077-49fa-873b-7cab07e22964 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:11:23.523673 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device ff70ec72-d077-49fa-873b-7cab07e22964 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:11:23.524079 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 420f5a81-0569-4185-a44b-0c9d1aff1fa2 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:11:23.526696 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a6445a-d91f-4988-88de-d495e0f4652a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:11:23.527070 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2a6445a-d91f-4988-88de-d495e0f4652a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:23.558997 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 420f5a81-0569-4185-a44b-0c9d1aff1fa2 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:11:23.559367 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 420f5a81-0569-4185-a44b-0c9d1aff1fa2 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:11:23.592429 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment e43a2275-eed7-47b8-a6cb-f663cf54e6b9 resource provider aggregate not found Sep 14 23:11:23.615861 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment e43a2275-eed7-47b8-a6cb-f663cf54e6b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e43a2275-eed7-47b8-a6cb-f663cf54e6b9 found for delete ", "request_id": "req-eb5a58d4-18f8-4be9-99a7-cc137f6564b5"}]} Sep 14 23:11:23.630477 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2a6445a-d91f-4988-88de-d495e0f4652a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:23.636564 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2a6445a-d91f-4988-88de-d495e0f4652a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:23.662087 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6445a-d91f-4988-88de-d495e0f4652a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Network': ['ID=f81f9317-eef6-4d67-a22d-b2cef1692aec,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:23.665976 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e2a6445a-d91f-4988-88de-d495e0f4652a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/networks/f81f9317-eef6-4d67-a22d-b2cef1692aec HTTP/1.1" status: 204 len: 168 time: 0.4658942 Sep 14 23:11:23.691350 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58340) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:11:23.696793 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-c970eac4-36e4-4ccf-ac95-9bf0dc68e716 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'network': {'name': 'tempest-network-smoke--1054786356', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'port_security_enabled': True}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:11:23.701669 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c970eac4-36e4-4ccf-ac95-9bf0dc68e716 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:11:23.705769 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c970eac4-36e4-4ccf-ac95-9bf0dc68e716 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:network and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:11:23.708569 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c970eac4-36e4-4ccf-ac95-9bf0dc68e716 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:11:23.714222 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c970eac4-36e4-4ccf-ac95-9bf0dc68e716 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:11:23.724039 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c970eac4-36e4-4ccf-ac95-9bf0dc68e716 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Made reservation on behalf of c57dd58bea08430d873bf967651d6b8d for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:11:23.727902 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c970eac4-36e4-4ccf-ac95-9bf0dc68e716 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:23.755287 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c970eac4-36e4-4ccf-ac95-9bf0dc68e716 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:11:23.763784 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c970eac4-36e4-4ccf-ac95-9bf0dc68e716 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:23.764120 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-c970eac4-36e4-4ccf-ac95-9bf0dc68e716 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Added segment 24c3e67c-bbc5-4bf1-801d-2e153455246c of type vlan for network e6196dae-fd8d-4763-9680-42e5ae4f4751 Sep 14 23:11:23.788808 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c970eac4-36e4-4ccf-ac95-9bf0dc68e716 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:23.816792 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c970eac4-36e4-4ccf-ac95-9bf0dc68e716 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:23.822181 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c970eac4-36e4-4ccf-ac95-9bf0dc68e716 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:23.822764 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c970eac4-36e4-4ccf-ac95-9bf0dc68e716 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:23.925244 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c970eac4-36e4-4ccf-ac95-9bf0dc68e716 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2328107 Sep 14 23:11:23.927994 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58344) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:11:23.935249 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-3e69b107-ab2d-46c0-bd34-56de3e4a87f7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1341873248', 'admin_state_up': True, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:11:23.940675 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970eac4-36e4-4ccf-ac95-9bf0dc68e716 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Network': ['ID=e6196dae-fd8d-4763-9680-42e5ae4f4751,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:23.944367 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-3e69b107-ab2d-46c0-bd34-56de3e4a87f7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:11:23.948373 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-3e69b107-ab2d-46c0-bd34-56de3e4a87f7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:router and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:11:23.950658 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network e6196dae-fd8d-4763-9680-42e5ae4f4751 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:11:23.951261 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-3e69b107-ab2d-46c0-bd34-56de3e4a87f7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:11:23.956958 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-3e69b107-ab2d-46c0-bd34-56de3e4a87f7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:11:23.966640 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3e69b107-ab2d-46c0-bd34-56de3e4a87f7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:23.967606 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3e69b107-ab2d-46c0-bd34-56de3e4a87f7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:23.983247 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3e69b107-ab2d-46c0-bd34-56de3e4a87f7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:24.352436 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3e69b107-ab2d-46c0-bd34-56de3e4a87f7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:24.648311 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3e69b107-ab2d-46c0-bd34-56de3e4a87f7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_gateway, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:24.680953 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3e69b107-ab2d-46c0-bd34-56de3e4a87f7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:24.809757 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-3e69b107-ab2d-46c0-bd34-56de3e4a87f7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Allocated IP 172.26.5.86 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/cebd73c2-6e3d-4750-9e49-320b811134bd) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:11:24.953277 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3e69b107-ab2d-46c0-bd34-56de3e4a87f7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:24.981857 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3e69b107-ab2d-46c0-bd34-56de3e4a87f7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:25.049568 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e69b107-ab2d-46c0-bd34-56de3e4a87f7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:11:25.052423 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-3e69b107-ab2d-46c0-bd34-56de3e4a87f7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:11:25.056477 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e69b107-ab2d-46c0-bd34-56de3e4a87f7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:11:25.085071 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69b107-ab2d-46c0-bd34-56de3e4a87f7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=cebd73c2-6e3d-4750-9e49-320b811134bd,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:25.460333 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3e69b107-ab2d-46c0-bd34-56de3e4a87f7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_gateway, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:25.901467 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3e69b107-ab2d-46c0-bd34-56de3e4a87f7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:26.100808 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e69b107-ab2d-46c0-bd34-56de3e4a87f7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router a43370d6-9efc-4c94-ab99-4489025545f5 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 23:11:26.278022 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e69b107-ab2d-46c0-bd34-56de3e4a87f7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:11:26.287298 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb12de0-f236-4f79-a919-7f2d94da826a None None] Sync routers for ids ['a43370d6-9efc-4c94-ab99-4489025545f5'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:11:26.296906 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb12de0-f236-4f79-a919-7f2d94da826a None None] Routers {'a43370d6-9efc-4c94-ab99-4489025545f5'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:11:26.297505 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-afb12de0-f236-4f79-a919-7f2d94da826a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:11:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['a43370d6-9efc-4c94-ab99-4489025545f5'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:11:26.305410 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3e69b107-ab2d-46c0-bd34-56de3e4a87f7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:26.306820 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3e69b107-ab2d-46c0-bd34-56de3e4a87f7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3779030 Sep 14 23:11:26.309965 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58348) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:11:26.349510 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-33ea291d-6b72-4ff0-9c08-62f09c28f171 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=c57dd58bea08430d873bf967651d6b8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384684 Sep 14 23:11:26.352497 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58352) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:11:26.472834 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-afb12de0-f236-4f79-a919-7f2d94da826a None None] Set router a43370d6-9efc-4c94-ab99-4489025545f5 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:11:26.482494 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35dbeed-fa4b-4e6e-a8d2-196edbe3256a tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:26.486877 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e35dbeed-fa4b-4e6e-a8d2-196edbe3256a tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1306005 Sep 14 23:11:26.487098 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58356) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:11:26.528956 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e622eee2-6027-49eb-81bd-72dd58b4b0e3 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=681410b9-e86d-4f65-a0f3-ea2093b5104b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406997 Sep 14 23:11:26.531303 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58360) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:11:26.536550 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-d7fe2165-886b-4ae2-b4d0-be108de0a3ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-23870580', 'network_id': 'e6196dae-fd8d-4763-9680-42e5ae4f4751', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:11:26.644255 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-d7fe2165-886b-4ae2-b4d0-be108de0a3ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:11:26.648224 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-d7fe2165-886b-4ae2-b4d0-be108de0a3ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:subnet and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:11:26.651627 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-d7fe2165-886b-4ae2-b4d0-be108de0a3ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:11:26.657340 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-d7fe2165-886b-4ae2-b4d0-be108de0a3ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:11:26.669355 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fe2165-886b-4ae2-b4d0-be108de0a3ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Made reservation on behalf of c57dd58bea08430d873bf967651d6b8d for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:11:26.672905 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d7fe2165-886b-4ae2-b4d0-be108de0a3ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:26.786851 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-afb12de0-f236-4f79-a919-7f2d94da826a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'name': 'tempest-TestNetworkBasicOps-router-1341873248', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.86'}], 'enable_snat': True}, 'gw_port_id': 'cebd73c2-6e3d-4750-9e49-320b811134bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:11:23Z', 'updated_at': '2022-09-14T23:11:25Z', 'revision_number': 3, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'cebd73c2-6e3d-4750-9e49-320b811134bd', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:11:24Z', 'updated_at': '2022-09-14T23:11:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:11:26.790987 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb12de0-f236-4f79-a919-7f2d94da826a None None] Checking router: a43370d6-9efc-4c94-ab99-4489025545f5 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:11:26.791335 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb12de0-f236-4f79-a919-7f2d94da826a None None] Updating router a43370d6-9efc-4c94-ab99-4489025545f5 port cebd73c2-6e3d-4750-9e49-320b811134bd binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:11:26.844796 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-afb12de0-f236-4f79-a919-7f2d94da826a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:26.899891 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d7fe2165-886b-4ae2-b4d0-be108de0a3ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:26.977671 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe2165-886b-4ae2-b4d0-be108de0a3ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Subnet': ['ID=627b0122-2fbd-4073-90b6-c52fb3483058,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:26.986811 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fe2165-886b-4ae2-b4d0-be108de0a3ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Checking segment: {'id': '24c3e67c-bbc5-4bf1-801d-2e153455246c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e6196dae-fd8d-4763-9680-42e5ae4f4751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:11:26.987161 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fe2165-886b-4ae2-b4d0-be108de0a3ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network hostable DHCP agents. Network: e6196dae-fd8d-4763-9680-42e5ae4f4751, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:11:27.006900 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fe2165-886b-4ae2-b4d0-be108de0a3ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network e6196dae-fd8d-4763-9680-42e5ae4f4751 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:11:27.018021 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-d7fe2165-886b-4ae2-b4d0-be108de0a3ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, e6196dae-fd8d-4763-9680-42e5ae4f4751) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:11:27.022836 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fe2165-886b-4ae2-b4d0-be108de0a3ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:27.024257 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d7fe2165-886b-4ae2-b4d0-be108de0a3ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:27.029658 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4536e9c2-f3ff-4df1-bde6-df2b308a3fd2 None None] Network e6196dae-fd8d-4763-9680-42e5ae4f4751 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:11:27.048932 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d7fe2165-886b-4ae2-b4d0-be108de0a3ab tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5163729 Sep 14 23:11:27.052256 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58364) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:11:27.182845 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-afb12de0-f236-4f79-a919-7f2d94da826a None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:27.197648 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-afb12de0-f236-4f79-a919-7f2d94da826a None None] Transition to ACTIVE for port object cebd73c2-6e3d-4750-9e49-320b811134bd will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:11:27.205016 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-afb12de0-f236-4f79-a919-7f2d94da826a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:27.272122 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-afb12de0-f236-4f79-a919-7f2d94da826a None None] Attempting to bind port cebd73c2-6e3d-4750-9e49-320b811134bd on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:11:27.272488 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-afb12de0-f236-4f79-a919-7f2d94da826a None None] Attempting to bind port cebd73c2-6e3d-4750-9e49-320b811134bd by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:11:27.272873 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb12de0-f236-4f79-a919-7f2d94da826a None None] Attempting to bind port cebd73c2-6e3d-4750-9e49-320b811134bd on network 681410b9-e86d-4f65-a0f3-ea2093b5104b {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:11:27.273123 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3306d7b6-adee-4472-b82b-27271ae38418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-e6196dae-fd8d-4763-9680-42e5ae4f4751', 'network_id': 'e6196dae-fd8d-4763-9680-42e5ae4f4751', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ips': [{'subnet_id': '627b0122-2fbd-4073-90b6-c52fb3483058'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:11:27.274283 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3306d7b6-adee-4472-b82b-27271ae38418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:27.283681 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb12de0-f236-4f79-a919-7f2d94da826a None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:11:27.284072 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb12de0-f236-4f79-a919-7f2d94da826a None None] Checking segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:11:27.284447 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-afb12de0-f236-4f79-a919-7f2d94da826a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:27.284861 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb12de0-f236-4f79-a919-7f2d94da826a None None] Bound using segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:11:27.285340 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-afb12de0-f236-4f79-a919-7f2d94da826a None None] Bound port: cebd73c2-6e3d-4750-9e49-320b811134bd, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:11:27.285716 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-afb12de0-f236-4f79-a919-7f2d94da826a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:27.325888 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd13db-6c08-4cbb-9bb9-d5ffac8e7131 None None] Pushing event updated for resources: {'Port': ['ID=cebd73c2-6e3d-4750-9e49-320b811134bd,revision_number=2']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:27.339568 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fd13db-6c08-4cbb-9bb9-d5ffac8e7131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:27.340156 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fd13db-6c08-4cbb-9bb9-d5ffac8e7131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:27.340682 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fd13db-6c08-4cbb-9bb9-d5ffac8e7131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:27.341157 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fd13db-6c08-4cbb-9bb9-d5ffac8e7131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:27.342174 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fd13db-6c08-4cbb-9bb9-d5ffac8e7131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:27.342174 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fd13db-6c08-4cbb-9bb9-d5ffac8e7131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:27.342386 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fd13db-6c08-4cbb-9bb9-d5ffac8e7131 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:27.342621 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fd13db-6c08-4cbb-9bb9-d5ffac8e7131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:27.342943 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fd13db-6c08-4cbb-9bb9-d5ffac8e7131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:27.343260 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fd13db-6c08-4cbb-9bb9-d5ffac8e7131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:27.343566 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fd13db-6c08-4cbb-9bb9-d5ffac8e7131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:27.344047 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fd13db-6c08-4cbb-9bb9-d5ffac8e7131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:11:27.392009 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-afb12de0-f236-4f79-a919-7f2d94da826a None None] For port cebd73c2-6e3d-4750-9e49-320b811134bd, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:11:27.395614 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-afb12de0-f236-4f79-a919-7f2d94da826a None None] For port cebd73c2-6e3d-4750-9e49-320b811134bd, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=cebd73c2-6e3d-4750-9e49-320b811134bd,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:11:27.401708 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-afb12de0-f236-4f79-a919-7f2d94da826a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:27.488518 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd13db-6c08-4cbb-9bb9-d5ffac8e7131 None None] Pushing event updated for resources: {'Port': ['ID=cebd73c2-6e3d-4750-9e49-320b811134bd,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:27.496226 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb12de0-f236-4f79-a919-7f2d94da826a None None] Routers {'a43370d6-9efc-4c94-ab99-4489025545f5'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:11:27.496947 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-afb12de0-f236-4f79-a919-7f2d94da826a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:11:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['a43370d6-9efc-4c94-ab99-4489025545f5'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:11:27.502657 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-3306d7b6-adee-4472-b82b-27271ae38418 None None] Allocated IP 172.20.0.2 (e6196dae-fd8d-4763-9680-42e5ae4f4751/627b0122-2fbd-4073-90b6-c52fb3483058/8c9f8b56-d047-48c2-84eb-c52635629d50) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:11:27.688574 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:11:27.696004 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-afb12de0-f236-4f79-a919-7f2d94da826a None None] Set router a43370d6-9efc-4c94-ab99-4489025545f5 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:11:27.737935 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3306d7b6-adee-4472-b82b-27271ae38418 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:27.751570 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3306d7b6-adee-4472-b82b-27271ae38418 None None] Transition to ACTIVE for port object 8c9f8b56-d047-48c2-84eb-c52635629d50 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:11:27.769802 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3306d7b6-adee-4472-b82b-27271ae38418 None None] Transition to ACTIVE for port object 8c9f8b56-d047-48c2-84eb-c52635629d50 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:11:27.775887 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3306d7b6-adee-4472-b82b-27271ae38418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:27.851983 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3306d7b6-adee-4472-b82b-27271ae38418 None None] Network e6196dae-fd8d-4763-9680-42e5ae4f4751 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:11:27.853355 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-3306d7b6-adee-4472-b82b-27271ae38418 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:11:27.857107 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3306d7b6-adee-4472-b82b-27271ae38418 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:11:27.902987 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306d7b6-adee-4472-b82b-27271ae38418 None None] Pushing event updated for resources: {'Port': ['ID=8c9f8b56-d047-48c2-84eb-c52635629d50,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:27.970160 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-3306d7b6-adee-4472-b82b-27271ae38418 None None] Attempting to bind port 8c9f8b56-d047-48c2-84eb-c52635629d50 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:11:27.970588 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-3306d7b6-adee-4472-b82b-27271ae38418 None None] Attempting to bind port 8c9f8b56-d047-48c2-84eb-c52635629d50 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '24c3e67c-bbc5-4bf1-801d-2e153455246c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e6196dae-fd8d-4763-9680-42e5ae4f4751'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:11:27.971046 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3306d7b6-adee-4472-b82b-27271ae38418 None None] Attempting to bind port 8c9f8b56-d047-48c2-84eb-c52635629d50 on network e6196dae-fd8d-4763-9680-42e5ae4f4751 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:11:27.976539 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3306d7b6-adee-4472-b82b-27271ae38418 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:11:27.977092 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3306d7b6-adee-4472-b82b-27271ae38418 None None] Checking segment: {'id': '24c3e67c-bbc5-4bf1-801d-2e153455246c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e6196dae-fd8d-4763-9680-42e5ae4f4751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:11:27.977587 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3306d7b6-adee-4472-b82b-27271ae38418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:27.977984 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3306d7b6-adee-4472-b82b-27271ae38418 None None] Bound using segment: {'id': '24c3e67c-bbc5-4bf1-801d-2e153455246c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e6196dae-fd8d-4763-9680-42e5ae4f4751'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:11:27.978442 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-3306d7b6-adee-4472-b82b-27271ae38418 None None] Bound port: 8c9f8b56-d047-48c2-84eb-c52635629d50, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c3e67c-bbc5-4bf1-801d-2e153455246c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e6196dae-fd8d-4763-9680-42e5ae4f4751'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:11:27.978816 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3306d7b6-adee-4472-b82b-27271ae38418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:27.995017 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-afb12de0-f236-4f79-a919-7f2d94da826a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'name': 'tempest-TestNetworkBasicOps-router-1341873248', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.86'}], 'enable_snat': True}, 'gw_port_id': 'cebd73c2-6e3d-4750-9e49-320b811134bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:11:23Z', 'updated_at': '2022-09-14T23:11:25Z', 'revision_number': 3, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'cebd73c2-6e3d-4750-9e49-320b811134bd', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:11:24Z', 'updated_at': '2022-09-14T23:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:11:27.999149 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb12de0-f236-4f79-a919-7f2d94da826a None None] The sync data for ids ['a43370d6-9efc-4c94-ab99-4489025545f5'] in dv-neutron-857791-1-hyperv is: [{'id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'name': 'tempest-TestNetworkBasicOps-router-1341873248', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.86'}], 'enable_snat': True}, 'gw_port_id': 'cebd73c2-6e3d-4750-9e49-320b811134bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:11:23Z', 'updated_at': '2022-09-14T23:11:25Z', 'revision_number': 3, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'cebd73c2-6e3d-4750-9e49-320b811134bd', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:11:24Z', 'updated_at': '2022-09-14T23:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:11:28.037689 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fb2b6d3a-e132-47cf-941b-424a50ae86a7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:28.076224 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-3306d7b6-adee-4472-b82b-27271ae38418 None None] For port 8c9f8b56-d047-48c2-84eb-c52635629d50, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:11:28.079684 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-3306d7b6-adee-4472-b82b-27271ae38418 None None] For port 8c9f8b56-d047-48c2-84eb-c52635629d50, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=8c9f8b56-d047-48c2-84eb-c52635629d50,segment=NetworkSegment(24c3e67c-bbc5-4bf1-801d-2e153455246c),segment_id=24c3e67c-bbc5-4bf1-801d-2e153455246c)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:11:28.083677 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3306d7b6-adee-4472-b82b-27271ae38418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:28.163771 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306d7b6-adee-4472-b82b-27271ae38418 None None] Pushing event updated for resources: {'Port': ['ID=8c9f8b56-d047-48c2-84eb-c52635629d50,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:28.535148 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-fb2b6d3a-e132-47cf-941b-424a50ae86a7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Allocated IP 172.20.0.1 (e6196dae-fd8d-4763-9680-42e5ae4f4751/627b0122-2fbd-4073-90b6-c52fb3483058/ee20ba23-b283-4345-b394-a885861bbc8a) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:11:28.711602 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fb2b6d3a-e132-47cf-941b-424a50ae86a7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:28.728821 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-fb2b6d3a-e132-47cf-941b-424a50ae86a7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Transition to ACTIVE for port object ee20ba23-b283-4345-b394-a885861bbc8a will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:11:28.753156 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fb2b6d3a-e132-47cf-941b-424a50ae86a7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:28.827392 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2b6d3a-e132-47cf-941b-424a50ae86a7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network e6196dae-fd8d-4763-9680-42e5ae4f4751 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:11:28.831012 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-fb2b6d3a-e132-47cf-941b-424a50ae86a7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:11:28.835076 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2b6d3a-e132-47cf-941b-424a50ae86a7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:11:28.866526 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b6d3a-e132-47cf-941b-424a50ae86a7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=ee20ba23-b283-4345-b394-a885861bbc8a,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:28.900009 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fb2b6d3a-e132-47cf-941b-424a50ae86a7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:29.144959 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2791b876-f71b-4464-a895-f8a4f42490c4 None None] Network e6196dae-fd8d-4763-9680-42e5ae4f4751 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:11:29.174253 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fb2b6d3a-e132-47cf-941b-424a50ae86a7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:29.237503 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-24076260-f75e-439e-ae6d-d950a380dd55 None None] Provisioning for port 8c9f8b56-d047-48c2-84eb-c52635629d50 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:11:29.540689 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 8c9f8b56-d047-48c2-84eb-c52635629d50 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:11:29.619483 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 8c9f8b56-d047-48c2-84eb-c52635629d50 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:11:29.625097 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 8c9f8b56-d047-48c2-84eb-c52635629d50 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:11:29.625547 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:29.689315 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-831ecb01-8861-4611-8ab4-3980c28b3d3f None None] Provisioning for port ee20ba23-b283-4345-b394-a885861bbc8a completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:11:29.701177 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-831ecb01-8861-4611-8ab4-3980c28b3d3f None None] Provisioning complete for port ee20ba23-b283-4345-b394-a885861bbc8a triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:11:29.701485 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-831ecb01-8861-4611-8ab4-3980c28b3d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:29.751721 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fb2b6d3a-e132-47cf-941b-424a50ae86a7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:29.756948 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fb2b6d3a-e132-47cf-941b-424a50ae86a7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:29.842553 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-831ecb01-8861-4611-8ab4-3980c28b3d3f None None] Port ee20ba23-b283-4345-b394-a885861bbc8a cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:11:29.853788 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 8c9f8b56-d047-48c2-84eb-c52635629d50 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:11:29.854168 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:29.870021 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b6d3a-e132-47cf-941b-424a50ae86a7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=ee20ba23-b283-4345-b394-a885861bbc8a,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:29.873583 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fb2b6d3a-e132-47cf-941b-424a50ae86a7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:29.878176 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-831ecb01-8861-4611-8ab4-3980c28b3d3f None None] Provisioning complete for port 8c9f8b56-d047-48c2-84eb-c52635629d50 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:11:29.878546 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-831ecb01-8861-4611-8ab4-3980c28b3d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:29.936162 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 8c9f8b56-d047-48c2-84eb-c52635629d50, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=8c9f8b56-d047-48c2-84eb-c52635629d50,segment=NetworkSegment(24c3e67c-bbc5-4bf1-801d-2e153455246c),segment_id=24c3e67c-bbc5-4bf1-801d-2e153455246c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:11:29.943149 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:29.943951 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device cebd73c2-6e3d-4750-9e49-320b811134bd up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:11:30.010520 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2b6d3a-e132-47cf-941b-424a50ae86a7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network e6196dae-fd8d-4763-9680-42e5ae4f4751 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:11:30.012091 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-fb2b6d3a-e132-47cf-941b-424a50ae86a7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:11:30.102780 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=8c9f8b56-d047-48c2-84eb-c52635629d50,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:30.129893 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-831ecb01-8861-4611-8ab4-3980c28b3d3f None None] Current status of the port 8c9f8b56-d047-48c2-84eb-c52635629d50 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:11:30.134597 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port cebd73c2-6e3d-4750-9e49-320b811134bd completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:11:30.139878 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port cebd73c2-6e3d-4750-9e49-320b811134bd triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:11:30.140245 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:30.220439 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2b6d3a-e132-47cf-941b-424a50ae86a7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router a43370d6-9efc-4c94-ab99-4489025545f5 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:11:30.275348 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port cebd73c2-6e3d-4750-9e49-320b811134bd is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:11:30.275909 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:30.282483 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-5f7f00c7-edfa-44f3-a540-1f72785412f2 None None] Provisioning complete for port ee20ba23-b283-4345-b394-a885861bbc8a triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:11:30.282786 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5f7f00c7-edfa-44f3-a540-1f72785412f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:30.334653 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port cebd73c2-6e3d-4750-9e49-320b811134bd, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=cebd73c2-6e3d-4750-9e49-320b811134bd,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:11:30.342149 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:30.381895 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f00c7-edfa-44f3-a540-1f72785412f2 None None] Port ee20ba23-b283-4345-b394-a885861bbc8a cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:11:30.405959 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2b6d3a-e132-47cf-941b-424a50ae86a7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:11:30.413664 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=cebd73c2-6e3d-4750-9e49-320b811134bd,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:30.418069 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fc9e8a-dbff-4c29-9b3b-fa818bfba796 None None] Sync routers for ids ['a43370d6-9efc-4c94-ab99-4489025545f5'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:11:30.422888 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-fb2b6d3a-e132-47cf-941b-424a50ae86a7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "PUT /v2.0/routers/a43370d6-9efc-4c94-ab99-4489025545f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3668602 Sep 14 23:11:30.423694 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58368) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:11:30.428641 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fc9e8a-dbff-4c29-9b3b-fa818bfba796 None None] Routers {'a43370d6-9efc-4c94-ab99-4489025545f5'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:11:30.429245 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-e4fc9e8a-dbff-4c29-9b3b-fa818bfba796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:11:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['a43370d6-9efc-4c94-ab99-4489025545f5'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:11:30.563284 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009a8cc7-00da-4df9-837e-20bb3328c1e8 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:30.563753 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009a8cc7-00da-4df9-837e-20bb3328c1e8 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:30.564210 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009a8cc7-00da-4df9-837e-20bb3328c1e8 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:30.564695 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009a8cc7-00da-4df9-837e-20bb3328c1e8 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:30.566333 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-009a8cc7-00da-4df9-837e-20bb3328c1e8 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1421010 Sep 14 23:11:30.569172 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58372) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:11:30.612839 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-e4fc9e8a-dbff-4c29-9b3b-fa818bfba796 None None] Set router a43370d6-9efc-4c94-ab99-4489025545f5 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:11:30.641753 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0594b329-72dc-4260-be77-31fbd966d5b7 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:30.642216 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0594b329-72dc-4260-be77-31fbd966d5b7 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:30.642692 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0594b329-72dc-4260-be77-31fbd966d5b7 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:30.643136 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0594b329-72dc-4260-be77-31fbd966d5b7 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:30.647256 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0594b329-72dc-4260-be77-31fbd966d5b7 tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2726 time: 0.0747411 Sep 14 23:11:30.647464 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58376) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:11:30.850738 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3e367197-7d60-4c3c-adb3-3fd6bf4a617e tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2022343 Sep 14 23:11:30.921511 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58382) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:11:30.926563 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-0ffee565-06af-4862-9960-8ab7aca7bd9d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1015232869', 'description': 'tempest-secgroup-smoke-1015232869 description', 'project_id': 'c57dd58bea08430d873bf967651d6b8d'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:11:30.932380 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0ffee565-06af-4862-9960-8ab7aca7bd9d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:11:30.936723 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0ffee565-06af-4862-9960-8ab7aca7bd9d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:11:30.939551 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0ffee565-06af-4862-9960-8ab7aca7bd9d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:11:30.944891 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-e4fc9e8a-dbff-4c29-9b3b-fa818bfba796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'name': 'tempest-TestNetworkBasicOps-router-1341873248', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.86'}], 'enable_snat': True}, 'gw_port_id': 'cebd73c2-6e3d-4750-9e49-320b811134bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:11:23Z', 'updated_at': '2022-09-14T23:11:29Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'cebd73c2-6e3d-4750-9e49-320b811134bd', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:11:24Z', 'updated_at': '2022-09-14T23:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'ee20ba23-b283-4345-b394-a885861bbc8a', 'name': '', 'network_id': 'e6196dae-fd8d-4763-9680-42e5ae4f4751', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:86:d1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '627b0122-2fbd-4073-90b6-c52fb3483058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:11:28Z', 'updated_at': '2022-09-14T23:11:29Z', 'revision_number': 2, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '627b0122-2fbd-4073-90b6-c52fb3483058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:11:30.945290 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0ffee565-06af-4862-9960-8ab7aca7bd9d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:11:30.954625 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fc9e8a-dbff-4c29-9b3b-fa818bfba796 None None] Checking router: a43370d6-9efc-4c94-ab99-4489025545f5 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:11:30.954625 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fc9e8a-dbff-4c29-9b3b-fa818bfba796 None None] Updating router a43370d6-9efc-4c94-ab99-4489025545f5 port ee20ba23-b283-4345-b394-a885861bbc8a binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:11:30.956819 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0ffee565-06af-4862-9960-8ab7aca7bd9d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:30.985898 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0ffee565-06af-4862-9960-8ab7aca7bd9d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:11:30.989777 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0ffee565-06af-4862-9960-8ab7aca7bd9d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:11:30.992653 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0ffee565-06af-4862-9960-8ab7aca7bd9d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:11:30.998423 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0ffee565-06af-4862-9960-8ab7aca7bd9d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:11:31.005610 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e4fc9e8a-dbff-4c29-9b3b-fa818bfba796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:31.068767 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0ffee565-06af-4862-9960-8ab7aca7bd9d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:31.073112 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0ffee565-06af-4862-9960-8ab7aca7bd9d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:31.116792 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffee565-06af-4862-9960-8ab7aca7bd9d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce15311c-926a-4efd-b3bc-6d91f39ade9e,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:31.123734 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0ffee565-06af-4862-9960-8ab7aca7bd9d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:31.125123 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0ffee565-06af-4862-9960-8ab7aca7bd9d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2026119 Sep 14 23:11:31.127924 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58386) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:11:31.133436 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-3ecca958-08e6-43ad-9eb2-951428388e3d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': 'ce15311c-926a-4efd-b3bc-6d91f39ade9e', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:11:31.139262 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-3ecca958-08e6-43ad-9eb2-951428388e3d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:11:31.143392 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-3ecca958-08e6-43ad-9eb2-951428388e3d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:11:31.146388 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-3ecca958-08e6-43ad-9eb2-951428388e3d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:11:31.152869 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-3ecca958-08e6-43ad-9eb2-951428388e3d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:11:31.169131 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3ecca958-08e6-43ad-9eb2-951428388e3d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:31.228862 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3ecca958-08e6-43ad-9eb2-951428388e3d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:31.233656 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3ecca958-08e6-43ad-9eb2-951428388e3d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:31.256834 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecca958-08e6-43ad-9eb2-951428388e3d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cebc90c-a011-4f65-98a4-61c13edcc2f9,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:31.265668 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3ecca958-08e6-43ad-9eb2-951428388e3d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:31.269717 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3ecca958-08e6-43ad-9eb2-951428388e3d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1380849 Sep 14 23:11:31.270065 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58390) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:11:31.275713 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-1acd68f6-5a90-421c-ba6b-19e86ba50be0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': 'ce15311c-926a-4efd-b3bc-6d91f39ade9e', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:11:31.282266 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1acd68f6-5a90-421c-ba6b-19e86ba50be0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:11:31.288333 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1acd68f6-5a90-421c-ba6b-19e86ba50be0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:11:31.292013 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1acd68f6-5a90-421c-ba6b-19e86ba50be0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:11:31.298520 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1acd68f6-5a90-421c-ba6b-19e86ba50be0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:11:31.319296 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1acd68f6-5a90-421c-ba6b-19e86ba50be0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:31.386566 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1acd68f6-5a90-421c-ba6b-19e86ba50be0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:31.391174 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1acd68f6-5a90-421c-ba6b-19e86ba50be0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:31.396345 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e4fc9e8a-dbff-4c29-9b3b-fa818bfba796 None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:31.408894 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e4fc9e8a-dbff-4c29-9b3b-fa818bfba796 None None] Transition to ACTIVE for port object ee20ba23-b283-4345-b394-a885861bbc8a will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:11:31.414968 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd68f6-5a90-421c-ba6b-19e86ba50be0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d91de7df-336e-4c17-a133-0c078ed216a9,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:31.417958 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e4fc9e8a-dbff-4c29-9b3b-fa818bfba796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:31.424984 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1acd68f6-5a90-421c-ba6b-19e86ba50be0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:31.428748 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1acd68f6-5a90-421c-ba6b-19e86ba50be0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1551101 Sep 14 23:11:31.430234 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58394) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:11:31.436398 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-4d5d6fc3-c016-4482-9b2f-8f37f2008608 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': 'ce15311c-926a-4efd-b3bc-6d91f39ade9e', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:11:31.442671 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-4d5d6fc3-c016-4482-9b2f-8f37f2008608 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:11:31.446993 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-4d5d6fc3-c016-4482-9b2f-8f37f2008608 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:11:31.449875 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-4d5d6fc3-c016-4482-9b2f-8f37f2008608 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:11:31.455611 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-4d5d6fc3-c016-4482-9b2f-8f37f2008608 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:11:31.472969 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4d5d6fc3-c016-4482-9b2f-8f37f2008608 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:31.518067 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 8c9f8b56-d047-48c2-84eb-c52635629d50 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:11:31.538236 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4d5d6fc3-c016-4482-9b2f-8f37f2008608 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:31.543171 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4d5d6fc3-c016-4482-9b2f-8f37f2008608 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:31.566265 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d6fc3-c016-4482-9b2f-8f37f2008608 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd1de885-81b6-4ecc-a94c-4b666bdd9326,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:31.575500 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4d5d6fc3-c016-4482-9b2f-8f37f2008608 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:31.576788 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4d5d6fc3-c016-4482-9b2f-8f37f2008608 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1448376 Sep 14 23:11:31.579734 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58398) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:11:31.586728 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-c9d82b76-8d5b-4a32-ba09-1e366af70677 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': 'ce15311c-926a-4efd-b3bc-6d91f39ade9e', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:11:31.593082 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c9d82b76-8d5b-4a32-ba09-1e366af70677 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:11:31.597398 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c9d82b76-8d5b-4a32-ba09-1e366af70677 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:11:31.600389 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c9d82b76-8d5b-4a32-ba09-1e366af70677 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:11:31.606736 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c9d82b76-8d5b-4a32-ba09-1e366af70677 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:11:31.624383 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c9d82b76-8d5b-4a32-ba09-1e366af70677 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:31.681470 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a04d53-d45b-4a89-879a-63c2e9ccb248 None None] Pushing event updated for resources: {'Port': ['ID=ee20ba23-b283-4345-b394-a885861bbc8a,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:31.690280 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c9d82b76-8d5b-4a32-ba09-1e366af70677 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:31.694380 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c9d82b76-8d5b-4a32-ba09-1e366af70677 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:31.712581 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e4fc9e8a-dbff-4c29-9b3b-fa818bfba796 None None] Attempting to bind port ee20ba23-b283-4345-b394-a885861bbc8a on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:11:31.712972 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e4fc9e8a-dbff-4c29-9b3b-fa818bfba796 None None] Attempting to bind port ee20ba23-b283-4345-b394-a885861bbc8a by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '24c3e67c-bbc5-4bf1-801d-2e153455246c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e6196dae-fd8d-4763-9680-42e5ae4f4751'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:11:31.713329 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fc9e8a-dbff-4c29-9b3b-fa818bfba796 None None] Attempting to bind port ee20ba23-b283-4345-b394-a885861bbc8a on network e6196dae-fd8d-4763-9680-42e5ae4f4751 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:11:31.715557 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d82b76-8d5b-4a32-ba09-1e366af70677 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf439184-6d0c-401e-bb83-28d00ba0902b,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:31.723353 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fc9e8a-dbff-4c29-9b3b-fa818bfba796 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:11:31.724009 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fc9e8a-dbff-4c29-9b3b-fa818bfba796 None None] Checking segment: {'id': '24c3e67c-bbc5-4bf1-801d-2e153455246c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e6196dae-fd8d-4763-9680-42e5ae4f4751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:11:31.724357 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e4fc9e8a-dbff-4c29-9b3b-fa818bfba796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:31.724940 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fc9e8a-dbff-4c29-9b3b-fa818bfba796 None None] Bound using segment: {'id': '24c3e67c-bbc5-4bf1-801d-2e153455246c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e6196dae-fd8d-4763-9680-42e5ae4f4751'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:11:31.725667 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e4fc9e8a-dbff-4c29-9b3b-fa818bfba796 None None] Bound port: ee20ba23-b283-4345-b394-a885861bbc8a, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c3e67c-bbc5-4bf1-801d-2e153455246c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e6196dae-fd8d-4763-9680-42e5ae4f4751'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:11:31.726252 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e4fc9e8a-dbff-4c29-9b3b-fa818bfba796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:31.728388 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c9d82b76-8d5b-4a32-ba09-1e366af70677 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:31.729646 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c9d82b76-8d5b-4a32-ba09-1e366af70677 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1488357 Sep 14 23:11:31.732383 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58402) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:11:31.737062 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 8c9f8b56-d047-48c2-84eb-c52635629d50 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:11:31.737430 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:31.737898 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-4ae1ed69-2863-4dd5-86ff-338c13e07bed tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': 'ce15311c-926a-4efd-b3bc-6d91f39ade9e', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:11:31.743587 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-4ae1ed69-2863-4dd5-86ff-338c13e07bed tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:11:31.747546 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-4ae1ed69-2863-4dd5-86ff-338c13e07bed tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:11:31.750443 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-4ae1ed69-2863-4dd5-86ff-338c13e07bed tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:11:31.756101 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-4ae1ed69-2863-4dd5-86ff-338c13e07bed tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:11:31.765920 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.securitygroups_db [None req-4ae1ed69-2863-4dd5-86ff-338c13e07bed tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Project c57dd58bea08430d873bf967651d6b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:11:31.773086 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4ae1ed69-2863-4dd5-86ff-338c13e07bed tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:31.836868 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4ae1ed69-2863-4dd5-86ff-338c13e07bed tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:31.841576 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4ae1ed69-2863-4dd5-86ff-338c13e07bed tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:31.863058 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1ed69-2863-4dd5-86ff-338c13e07bed tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c5f1975-0300-477c-917c-925d2bb38815,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:31.875180 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4ae1ed69-2863-4dd5-86ff-338c13e07bed tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:31.876358 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4ae1ed69-2863-4dd5-86ff-338c13e07bed tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1429307 Sep 14 23:11:31.879089 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58406) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:11:31.884538 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-623d342b-4651-428a-8fe4-6397e2f13aa1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'security_group_rule': {'security_group_id': 'ce15311c-926a-4efd-b3bc-6d91f39ade9e', 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:11:31.890407 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-623d342b-4651-428a-8fe4-6397e2f13aa1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:11:31.894272 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-623d342b-4651-428a-8fe4-6397e2f13aa1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:security_group_rule and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:11:31.897269 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-623d342b-4651-428a-8fe4-6397e2f13aa1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:11:31.903731 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-623d342b-4651-428a-8fe4-6397e2f13aa1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:11:31.915144 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.securitygroups_db [None req-623d342b-4651-428a-8fe4-6397e2f13aa1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Project c57dd58bea08430d873bf967651d6b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:11:31.919557 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-e4fc9e8a-dbff-4c29-9b3b-fa818bfba796 None None] For port ee20ba23-b283-4345-b394-a885861bbc8a, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:11:31.922261 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-623d342b-4651-428a-8fe4-6397e2f13aa1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:31.935389 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-e4fc9e8a-dbff-4c29-9b3b-fa818bfba796 None None] For port ee20ba23-b283-4345-b394-a885861bbc8a, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=ee20ba23-b283-4345-b394-a885861bbc8a,segment=NetworkSegment(24c3e67c-bbc5-4bf1-801d-2e153455246c),segment_id=24c3e67c-bbc5-4bf1-801d-2e153455246c)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:11:31.943306 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e4fc9e8a-dbff-4c29-9b3b-fa818bfba796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:31.979649 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 8c9f8b56-d047-48c2-84eb-c52635629d50 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:11:31.981059 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device cebd73c2-6e3d-4750-9e49-320b811134bd up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:11:31.990762 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-623d342b-4651-428a-8fe4-6397e2f13aa1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:31.995076 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-623d342b-4651-428a-8fe4-6397e2f13aa1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:32.020278 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d342b-4651-428a-8fe4-6397e2f13aa1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3517f731-e963-4feb-aff3-acac043551c3,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:32.036138 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-623d342b-4651-428a-8fe4-6397e2f13aa1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:32.037364 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-623d342b-4651-428a-8fe4-6397e2f13aa1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1573801 Sep 14 23:11:32.062452 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fc9e8a-dbff-4c29-9b3b-fa818bfba796 None None] Routers {'a43370d6-9efc-4c94-ab99-4489025545f5'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:11:32.063091 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-e4fc9e8a-dbff-4c29-9b3b-fa818bfba796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:11:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['a43370d6-9efc-4c94-ab99-4489025545f5'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:11:32.152041 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a04d53-d45b-4a89-879a-63c2e9ccb248 None None] Pushing event updated for resources: {'Port': ['ID=ee20ba23-b283-4345-b394-a885861bbc8a,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:32.199300 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-0d2e6006-ae5d-4ebf-a4a3-85890cfbcd22 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1015232869&fields=id&tenant_id=c57dd58bea08430d873bf967651d6b8d HTTP/1.1" status: 200 len: 267 time: 0.0394988 Sep 14 23:11:32.244985 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port cebd73c2-6e3d-4750-9e49-320b811134bd triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:11:32.245347 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:32.310407 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-e4fc9e8a-dbff-4c29-9b3b-fa818bfba796 None None] Set router a43370d6-9efc-4c94-ab99-4489025545f5 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:11:32.348952 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-62c71a43-ca3c-4d75-9b4a-decada0a2939 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:32.350404 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-62c71a43-ca3c-4d75-9b4a-decada0a2939 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/networks?id=e6196dae-fd8d-4763-9680-42e5ae4f4751 HTTP/1.1" status: 200 len: 797 time: 0.1445923 Sep 14 23:11:32.365471 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-d670b710-af72-4463-82ae-66763d0d35e1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/quotas/c57dd58bea08430d873bf967651d6b8d HTTP/1.1" status: 200 len: 375 time: 0.0093286 Sep 14 23:11:32.561000 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-3f7912fb-ee8d-4438-adb2-badaf5933fda tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:11:32.577874 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-3f7912fb-ee8d-4438-adb2-badaf5933fda tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:11:32.579149 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-3f7912fb-ee8d-4438-adb2-badaf5933fda tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2072117 Sep 14 23:11:32.585524 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port cebd73c2-6e3d-4750-9e49-320b811134bd is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:11:32.686780 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-e4fc9e8a-dbff-4c29-9b3b-fa818bfba796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'name': 'tempest-TestNetworkBasicOps-router-1341873248', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.86'}], 'enable_snat': True}, 'gw_port_id': 'cebd73c2-6e3d-4750-9e49-320b811134bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:11:23Z', 'updated_at': '2022-09-14T23:11:29Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'cebd73c2-6e3d-4750-9e49-320b811134bd', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:11:24Z', 'updated_at': '2022-09-14T23:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'ee20ba23-b283-4345-b394-a885861bbc8a', 'name': '', 'network_id': 'e6196dae-fd8d-4763-9680-42e5ae4f4751', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:86:d1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '627b0122-2fbd-4073-90b6-c52fb3483058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:11:28Z', 'updated_at': '2022-09-14T23:11:31Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '627b0122-2fbd-4073-90b6-c52fb3483058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:11:32.690877 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fc9e8a-dbff-4c29-9b3b-fa818bfba796 None None] The sync data for ids ['a43370d6-9efc-4c94-ab99-4489025545f5'] in dv-neutron-857791-1-hyperv is: [{'id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'name': 'tempest-TestNetworkBasicOps-router-1341873248', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.86'}], 'enable_snat': True}, 'gw_port_id': 'cebd73c2-6e3d-4750-9e49-320b811134bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:11:23Z', 'updated_at': '2022-09-14T23:11:29Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'cebd73c2-6e3d-4750-9e49-320b811134bd', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:11:24Z', 'updated_at': '2022-09-14T23:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'ee20ba23-b283-4345-b394-a885861bbc8a', 'name': '', 'network_id': 'e6196dae-fd8d-4763-9680-42e5ae4f4751', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:86:d1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '627b0122-2fbd-4073-90b6-c52fb3483058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:11:28Z', 'updated_at': '2022-09-14T23:11:31Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '627b0122-2fbd-4073-90b6-c52fb3483058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:11:32.784521 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-a7622b70-585d-40ca-90f5-74ab720ef064 service neutron] 10.222.0.33 "GET /v2.0/networks/e6196dae-fd8d-4763-9680-42e5ae4f4751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931844 Sep 14 23:11:32.921296 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-3f39eed6-25ad-47d4-9fed-ce4090b0cde5 service neutron] 10.222.0.33 "GET /v2.0/networks/e6196dae-fd8d-4763-9680-42e5ae4f4751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307888 Sep 14 23:11:33.113834 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6f4727f3-5f14-4bb1-a1d0-a6b326cf3590 req-438855d4-2f70-477e-9a95-cbaf637675b1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=9022e3b6-12a9-41cf-835a-66f834f22955 HTTP/1.1" status: 200 len: 210 time: 0.0504830 Sep 14 23:11:33.488777 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device ee20ba23-b283-4345-b394-a885861bbc8a up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:11:33.561327 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port ee20ba23-b283-4345-b394-a885861bbc8a completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:11:33.567143 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port ee20ba23-b283-4345-b394-a885861bbc8a triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:11:33.567522 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:33.747178 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port ee20ba23-b283-4345-b394-a885861bbc8a is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:11:33.747785 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:33.779735 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port ee20ba23-b283-4345-b394-a885861bbc8a, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=ee20ba23-b283-4345-b394-a885861bbc8a,segment=NetworkSegment(24c3e67c-bbc5-4bf1-801d-2e153455246c),segment_id=24c3e67c-bbc5-4bf1-801d-2e153455246c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:11:33.783441 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:33.849031 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=ee20ba23-b283-4345-b394-a885861bbc8a,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:34.292996 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-fa3623c7-1941-4b7e-81a8-678feb9ffb0c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:34.293697 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-fa3623c7-1941-4b7e-81a8-678feb9ffb0c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:network {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:11:34.299666 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-523fa8e4-f5dc-4df7-8288-34fe7159cdef req-882130eb-cb1d-41c1-a81a-41231aced6bc tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=9022e3b6-12a9-41cf-835a-66f834f22955 HTTP/1.1" status: 200 len: 210 time: 0.0635934 Sep 14 23:11:34.309575 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-fa3623c7-1941-4b7e-81a8-678feb9ffb0c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:network {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:11:34.310751 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-fa3623c7-1941-4b7e-81a8-678feb9ffb0c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/networks?id=e6196dae-fd8d-4763-9680-42e5ae4f4751 HTTP/1.1" status: 200 len: 797 time: 0.2842283 Sep 14 23:11:34.359778 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-5ec35540-e1ea-4cb2-9bf4-0a107f702e7d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:security_group {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:11:34.374164 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-5ec35540-e1ea-4cb2-9bf4-0a107f702e7d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:security_group {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:11:34.375459 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-5ec35540-e1ea-4cb2-9bf4-0a107f702e7d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c57dd58bea08430d873bf967651d6b8d HTTP/1.1" status: 200 len: 380 time: 0.0554459 Sep 14 23:11:34.384579 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-003af54e-78bd-4222-9f0e-f91c522aa560 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'port': {'device_id': '9022e3b6-12a9-41cf-835a-66f834f22955', 'network_id': 'e6196dae-fd8d-4763-9680-42e5ae4f4751', 'admin_state_up': True, 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'security_groups': ['ce15311c-926a-4efd-b3bc-6d91f39ade9e']}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:11:34.518542 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-003af54e-78bd-4222-9f0e-f91c522aa560 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:11:34.527913 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-003af54e-78bd-4222-9f0e-f91c522aa560 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:11:34.537233 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-003af54e-78bd-4222-9f0e-f91c522aa560 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Made reservation on behalf of c57dd58bea08430d873bf967651d6b8d for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:11:34.540893 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-003af54e-78bd-4222-9f0e-f91c522aa560 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:34.701751 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-003af54e-78bd-4222-9f0e-f91c522aa560 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Allocated IP 172.20.0.11 (e6196dae-fd8d-4763-9680-42e5ae4f4751/627b0122-2fbd-4073-90b6-c52fb3483058/f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:11:34.887924 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-003af54e-78bd-4222-9f0e-f91c522aa560 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:34.902874 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-003af54e-78bd-4222-9f0e-f91c522aa560 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Transition to ACTIVE for port object f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:11:34.927223 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-003af54e-78bd-4222-9f0e-f91c522aa560 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:35.002477 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-003af54e-78bd-4222-9f0e-f91c522aa560 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network e6196dae-fd8d-4763-9680-42e5ae4f4751 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:11:35.005259 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-003af54e-78bd-4222-9f0e-f91c522aa560 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:11:35.010164 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-003af54e-78bd-4222-9f0e-f91c522aa560 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:11:35.054332 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003af54e-78bd-4222-9f0e-f91c522aa560 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:35.079855 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-003af54e-78bd-4222-9f0e-f91c522aa560 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:35.080470 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-003af54e-78bd-4222-9f0e-f91c522aa560 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:35.113644 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-003af54e-78bd-4222-9f0e-f91c522aa560 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7332609 Sep 14 23:11:35.125128 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-8fc77212-5bae-435c-a27b-fb47070bbb00 service neutron] Request body: {'port': {'device_id': '9022e3b6-12a9-41cf-835a-66f834f22955', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:11:35.237256 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-28728cf7-cd86-4db5-93c1-cdcccdb48c8b None None] Provisioning for port f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:11:35.240201 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-8fc77212-5bae-435c-a27b-fb47070bbb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:35.242848 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-28728cf7-cd86-4db5-93c1-cdcccdb48c8b None None] Provisioning complete for port f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:11:35.243207 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-28728cf7-cd86-4db5-93c1-cdcccdb48c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:35.296660 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-28728cf7-cd86-4db5-93c1-cdcccdb48c8b None None] Port f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:11:35.479882 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device ee20ba23-b283-4345-b394-a885861bbc8a up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:11:35.507821 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c70efc-8640-418c-b49d-e0a453d62efb req-e1f476ec-dcd4-461b-a285-403388f3ae9a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:35.509969 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a8c70efc-8640-418c-b49d-e0a453d62efb req-e1f476ec-dcd4-461b-a285-403388f3ae9a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=9022e3b6-12a9-41cf-835a-66f834f22955 HTTP/1.1" status: 200 len: 932 time: 0.0988600 Sep 14 23:11:35.548242 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port ee20ba23-b283-4345-b394-a885861bbc8a triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:11:35.548629 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:35.561571 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a8c70efc-8640-418c-b49d-e0a453d62efb req-a349e0d0-3881-4be9-afaf-da00ce288aaa tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=ce15311c-926a-4efd-b3bc-6d91f39ade9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441012 Sep 14 23:11:35.597123 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-8fc77212-5bae-435c-a27b-fb47070bbb00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea {{(pid=89171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:11:35.605069 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-8fc77212-5bae-435c-a27b-fb47070bbb00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:35.619274 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-8fc77212-5bae-435c-a27b-fb47070bbb00 service neutron] Transition to ACTIVE for port object f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea will not be triggered until provisioned by entity L2. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:11:35.623368 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-8fc77212-5bae-435c-a27b-fb47070bbb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:35.675914 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port ee20ba23-b283-4345-b394-a885861bbc8a is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:11:35.813093 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc77212-5bae-435c-a27b-fb47070bbb00 service neutron] Pushing event updated for resources: {'Port': ['ID=f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:35.843814 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-8fc77212-5bae-435c-a27b-fb47070bbb00 service neutron] Attempting to bind port f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:11:35.844137 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-8fc77212-5bae-435c-a27b-fb47070bbb00 service neutron] Attempting to bind port f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '24c3e67c-bbc5-4bf1-801d-2e153455246c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e6196dae-fd8d-4763-9680-42e5ae4f4751'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:11:35.844456 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-8fc77212-5bae-435c-a27b-fb47070bbb00 service neutron] Attempting to bind port f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea on network e6196dae-fd8d-4763-9680-42e5ae4f4751 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:11:35.848917 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-8fc77212-5bae-435c-a27b-fb47070bbb00 service neutron] Port f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea on network e6196dae-fd8d-4763-9680-42e5ae4f4751 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:11:35.849230 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-8fc77212-5bae-435c-a27b-fb47070bbb00 service neutron] Attempting to bind port f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea on network e6196dae-fd8d-4763-9680-42e5ae4f4751 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:11:35.854165 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-8fc77212-5bae-435c-a27b-fb47070bbb00 service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:11:35.854490 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-8fc77212-5bae-435c-a27b-fb47070bbb00 service neutron] Checking segment: {'id': '24c3e67c-bbc5-4bf1-801d-2e153455246c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e6196dae-fd8d-4763-9680-42e5ae4f4751'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:11:35.854858 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-8fc77212-5bae-435c-a27b-fb47070bbb00 service neutron] Bound using segment: {'id': '24c3e67c-bbc5-4bf1-801d-2e153455246c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e6196dae-fd8d-4763-9680-42e5ae4f4751'} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:11:35.855271 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-8fc77212-5bae-435c-a27b-fb47070bbb00 service neutron] Bound port: f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24c3e67c-bbc5-4bf1-801d-2e153455246c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e6196dae-fd8d-4763-9680-42e5ae4f4751'}}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:11:35.855605 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-8fc77212-5bae-435c-a27b-fb47070bbb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:35.940212 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-8fc77212-5bae-435c-a27b-fb47070bbb00 service neutron] For port f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea, host hv-neutron-8577, cleared binding levels {{(pid=89171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:11:35.943090 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-8fc77212-5bae-435c-a27b-fb47070bbb00 service neutron] For port f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea,segment=NetworkSegment(24c3e67c-bbc5-4bf1-801d-2e153455246c),segment_id=24c3e67c-bbc5-4bf1-801d-2e153455246c)] {{(pid=89171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:11:35.948151 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-8fc77212-5bae-435c-a27b-fb47070bbb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:36.087474 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-8fc77212-5bae-435c-a27b-fb47070bbb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:36.088084 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-8fc77212-5bae-435c-a27b-fb47070bbb00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:36.089494 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-8fc77212-5bae-435c-a27b-fb47070bbb00 service neutron] 10.222.0.20 "PUT /v2.0/ports/f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea HTTP/1.1" status: 200 len: 1094 time: 0.9685810 Sep 14 23:11:36.090227 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9022e3b6-12a9-41cf-835a-66f834f22955', 'tag': 'f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:11:36.092340 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbfcb3b-c8ab-4c50-b6d2-5477008ac951" -d '{"events": [{"name": "network-changed", "server_uuid": "9022e3b6-12a9-41cf-835a-66f834f22955", "tag": "f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:11:36.161890 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc77212-5bae-435c-a27b-fb47070bbb00 service neutron] Pushing event updated for resources: {'Port': ['ID=f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea,revision_number=3']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:36.205684 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d6f39b-1f5d-41c5-858b-d1c74927fc98 x-openstack-request-id: req-d2d6f39b-1f5d-41c5-858b-d1c74927fc98 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:11:36.205966 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9022e3b6-12a9-41cf-835a-66f834f22955", "tag": "f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:11:36.206210 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d2d6f39b-1f5d-41c5-858b-d1c74927fc98 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:11:36.206599 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2d6f39b-1f5d-41c5-858b-d1c74927fc98'] response: {'name': 'network-changed', 'server_uuid': '9022e3b6-12a9-41cf-835a-66f834f22955', 'tag': 'f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea', 'status': 'completed', 'code': 200} Sep 14 23:11:36.209233 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-edad35c7-5e01-46d4-838c-e29a1dd2cf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:36.210726 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-edad35c7-5e01-46d4-838c-e29a1dd2cf73 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=9022e3b6-12a9-41cf-835a-66f834f22955 HTTP/1.1" status: 200 len: 1097 time: 0.0830016 Sep 14 23:11:36.283212 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-aeb2b764-cd0f-47b9-a8d1-eedaccd80fa0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea HTTP/1.1" status: 200 len: 217 time: 0.0654294 Sep 14 23:11:36.345215 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-41b0dc48-c0a1-47be-90e0-567ee9864742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:36.346650 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-41b0dc48-c0a1-47be-90e0-567ee9864742 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=627b0122-2fbd-4073-90b6-c52fb3483058 HTTP/1.1" status: 200 len: 833 time: 0.0575430 Sep 14 23:11:36.431793 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-f23e2f97-dee2-41a5-b061-f5cb98a25d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:36.433303 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-f23e2f97-dee2-41a5-b061-f5cb98a25d6d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6196dae-fd8d-4763-9680-42e5ae4f4751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800164 Sep 14 23:11:36.563640 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-c1eaf74d-6a9a-4b1f-a463-c69ad8717cda service neutron] 10.222.0.20 "GET /v2.0/networks/e6196dae-fd8d-4763-9680-42e5ae4f4751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242437 Sep 14 23:11:36.701607 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b01ef215-0625-4391-80e3-cc41a42fbbd2 req-def23f89-fc46-4c51-a7b5-389a4f377494 service neutron] 10.222.0.20 "GET /v2.0/networks/e6196dae-fd8d-4763-9680-42e5ae4f4751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319919 Sep 14 23:11:36.768627 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1268a-35c9-4d2a-8eb7-8a692667304f req-5e1f5c5e-0d21-4ada-8182-44c0a919bb3c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:36.770067 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bca1268a-35c9-4d2a-8eb7-8a692667304f req-5e1f5c5e-0d21-4ada-8182-44c0a919bb3c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=9022e3b6-12a9-41cf-835a-66f834f22955 HTTP/1.1" status: 200 len: 944 time: 0.0871220 Sep 14 23:11:36.814408 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bca1268a-35c9-4d2a-8eb7-8a692667304f req-f931a063-4249-4355-b98a-09328c5700d1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=ce15311c-926a-4efd-b3bc-6d91f39ade9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380712 Sep 14 23:11:36.824038 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfcb3b-c8ab-4c50-b6d2-5477008ac951 req-652cff40-c91a-4e8b-8f5f-15d5265250c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:36.825562 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-fdbfcb3b-c8ab-4c50-b6d2-5477008ac951 req-652cff40-c91a-4e8b-8f5f-15d5265250c0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=9022e3b6-12a9-41cf-835a-66f834f22955 HTTP/1.1" status: 200 len: 1097 time: 0.0775774 Sep 14 23:11:36.958401 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfcb3b-c8ab-4c50-b6d2-5477008ac951 req-7661d265-12df-4eb4-b6ce-d56cf89349ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:36.959828 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-fdbfcb3b-c8ab-4c50-b6d2-5477008ac951 req-7661d265-12df-4eb4-b6ce-d56cf89349ca service neutron] 10.222.0.20 "GET /v2.0/networks?id=e6196dae-fd8d-4763-9680-42e5ae4f4751 HTTP/1.1" status: 200 len: 897 time: 0.1273668 Sep 14 23:11:37.029218 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-fdbfcb3b-c8ab-4c50-b6d2-5477008ac951 req-9c1fe07f-876b-43f7-bf3c-549240619c1a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea HTTP/1.1" status: 200 len: 217 time: 0.0630705 Sep 14 23:11:37.089923 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfcb3b-c8ab-4c50-b6d2-5477008ac951 req-4513a304-1505-49cd-bb69-538b90c458e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:37.091242 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-fdbfcb3b-c8ab-4c50-b6d2-5477008ac951 req-4513a304-1505-49cd-bb69-538b90c458e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=627b0122-2fbd-4073-90b6-c52fb3483058 HTTP/1.1" status: 200 len: 833 time: 0.0557716 Sep 14 23:11:37.174472 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfcb3b-c8ab-4c50-b6d2-5477008ac951 req-a02681d6-aeb8-4385-bf12-72621ace49be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:37.175907 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-fdbfcb3b-c8ab-4c50-b6d2-5477008ac951 req-a02681d6-aeb8-4385-bf12-72621ace49be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6196dae-fd8d-4763-9680-42e5ae4f4751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784049 Sep 14 23:11:37.307247 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-fdbfcb3b-c8ab-4c50-b6d2-5477008ac951 req-57872046-06ef-410b-84e4-623fcc313641 service neutron] 10.222.0.20 "GET /v2.0/networks/e6196dae-fd8d-4763-9680-42e5ae4f4751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229873 Sep 14 23:11:37.448895 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-fdbfcb3b-c8ab-4c50-b6d2-5477008ac951 req-bd950fd2-16e1-4efe-996d-2a448287b1d1 service neutron] 10.222.0.20 "GET /v2.0/networks/e6196dae-fd8d-4763-9680-42e5ae4f4751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352096 Sep 14 23:11:37.703272 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b8fb71b1-4267-4483-bb17-f269d14a7a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:38.020876 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c3eaa-fdff-4d88-bd8d-c664dd328107 req-fdede73e-a8bc-40f7-9759-0c699baed2d1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:38.022291 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-636c3eaa-fdff-4d88-bd8d-c664dd328107 req-fdede73e-a8bc-40f7-9759-0c699baed2d1 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=9022e3b6-12a9-41cf-835a-66f834f22955 HTTP/1.1" status: 200 len: 944 time: 0.0930898 Sep 14 23:11:38.066940 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-636c3eaa-fdff-4d88-bd8d-c664dd328107 req-39f4ae0e-4e08-4304-947e-acf97094846d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=ce15311c-926a-4efd-b3bc-6d91f39ade9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388801 Sep 14 23:11:39.259387 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab277f1-5f86-457c-9613-9999a07b85e0 req-c77a8ab7-e6d9-4622-be6a-228bf191c10a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:39.260857 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bab277f1-5f86-457c-9613-9999a07b85e0 req-c77a8ab7-e6d9-4622-be6a-228bf191c10a tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=9022e3b6-12a9-41cf-835a-66f834f22955 HTTP/1.1" status: 200 len: 944 time: 0.0867112 Sep 14 23:11:39.306577 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bab277f1-5f86-457c-9613-9999a07b85e0 req-96136826-8ba7-4ba7-935f-063c0d434070 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=ce15311c-926a-4efd-b3bc-6d91f39ade9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401454 Sep 14 23:11:39.316143 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:11:39.449852 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea,segment=NetworkSegment(24c3e67c-bbc5-4bf1-801d-2e153455246c),segment_id=24c3e67c-bbc5-4bf1-801d-2e153455246c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:11:39.462991 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': 'f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea', 'network_id': 'e6196dae-fd8d-4763-9680-42e5ae4f4751', 'port_id': 'f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea', 'mac_address': 'fa:16:3e:a0:95:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '627b0122-2fbd-4073-90b6-c52fb3483058', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:11:39.519855 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:11:39.520231 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:39.536968 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:11:39.551677 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea,segment=NetworkSegment(24c3e67c-bbc5-4bf1-801d-2e153455246c),segment_id=24c3e67c-bbc5-4bf1-801d-2e153455246c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:11:39.554734 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:39.620213 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:39.739379 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:11:39.789221 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-92c34045-2c82-4f92-9ab3-91ac3b6003e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:40.501934 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b15b1-d78a-4585-843d-2ccc1723276d req-1ca01da4-9d66-48c7-aad5-6eba8d02f837 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:40.503373 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5c3b15b1-d78a-4585-843d-2ccc1723276d req-1ca01da4-9d66-48c7-aad5-6eba8d02f837 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=9022e3b6-12a9-41cf-835a-66f834f22955 HTTP/1.1" status: 200 len: 945 time: 0.0875170 Sep 14 23:11:40.548997 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5c3b15b1-d78a-4585-843d-2ccc1723276d req-69c20ce2-1e2a-4461-b19b-aaa3af1dcdb4 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=ce15311c-926a-4efd-b3bc-6d91f39ade9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399077 Sep 14 23:11:40.827643 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:40.890791 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:41.316184 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:11:41.384650 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:11:41.389250 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:11:41.389623 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:41.506232 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:11:41.506600 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:41.532560 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9022e3b6-12a9-41cf-835a-66f834f22955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:11:41.534828 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cbeab1-61c9-4efc-bc69-a1159e026b94" -d '{"events": [{"server_uuid": "9022e3b6-12a9-41cf-835a-66f834f22955", "name": "network-vif-plugged", "status": "completed", "tag": "f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:11:41.543336 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea,segment=NetworkSegment(24c3e67c-bbc5-4bf1-801d-2e153455246c),segment_id=24c3e67c-bbc5-4bf1-801d-2e153455246c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:11:41.547202 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:41.578843 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5b3b2d-5ba8-4289-9652-3013873a6ff9 x-openstack-request-id: req-4f5b3b2d-5ba8-4289-9652-3013873a6ff9 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:11:41.579132 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9022e3b6-12a9-41cf-835a-66f834f22955", "name": "network-vif-plugged", "status": "completed", "tag": "f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:11:41.579379 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4f5b3b2d-5ba8-4289-9652-3013873a6ff9 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:11:41.579758 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f5b3b2d-5ba8-4289-9652-3013873a6ff9'] response: {'server_uuid': '9022e3b6-12a9-41cf-835a-66f834f22955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea', 'code': 200} Sep 14 23:11:41.618876 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:41.767771 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2c697-422c-4c05-a147-81b744a361bd req-0e66663b-e324-4c63-bd84-d5a714403a24 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:41.769252 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bfd2c697-422c-4c05-a147-81b744a361bd req-0e66663b-e324-4c63-bd84-d5a714403a24 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=9022e3b6-12a9-41cf-835a-66f834f22955 HTTP/1.1" status: 200 len: 946 time: 0.1009493 Sep 14 23:11:41.810810 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5d985-45be-45f0-8876-a15c837259a6 req-3c619b6e-f83b-4892-acaf-032e1a50e90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:41.812280 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-09b5d985-45be-45f0-8876-a15c837259a6 req-3c619b6e-f83b-4892-acaf-032e1a50e90d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9022e3b6-12a9-41cf-835a-66f834f22955 HTTP/1.1" status: 200 len: 1099 time: 0.0772593 Sep 14 23:11:41.814535 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bfd2c697-422c-4c05-a147-81b744a361bd req-3d7fc231-a397-4416-a67c-79281011140d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=ce15311c-926a-4efd-b3bc-6d91f39ade9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394831 Sep 14 23:11:41.855226 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-09b5d985-45be-45f0-8876-a15c837259a6 req-15e118a4-4b47-41a9-a705-9ec2cedaaa0e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ce15311c-926a-4efd-b3bc-6d91f39ade9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373836 Sep 14 23:11:42.429218 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:43.008336 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83dcc4c-b55f-43ae-bce2-07759e7ff971 req-5e0a94b3-4c1a-4efc-a967-f2bf99e245e6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:43.009776 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c83dcc4c-b55f-43ae-bce2-07759e7ff971 req-5e0a94b3-4c1a-4efc-a967-f2bf99e245e6 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=9022e3b6-12a9-41cf-835a-66f834f22955 HTTP/1.1" status: 200 len: 946 time: 0.0864491 Sep 14 23:11:43.055136 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c83dcc4c-b55f-43ae-bce2-07759e7ff971 req-46b883ff-7829-4cd0-b8d7-09ace1a0fc28 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=ce15311c-926a-4efd-b3bc-6d91f39ade9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397711 Sep 14 23:11:43.247740 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395be92-acde-4b7e-9a9a-3e192964d444 req-555f406a-4785-4f31-894b-9f91bb3842d7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:43.249189 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d395be92-acde-4b7e-9a9a-3e192964d444 req-555f406a-4785-4f31-894b-9f91bb3842d7 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=9022e3b6-12a9-41cf-835a-66f834f22955 HTTP/1.1" status: 200 len: 946 time: 0.0869532 Sep 14 23:11:43.291599 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d395be92-acde-4b7e-9a9a-3e192964d444 req-59cdba6a-3c07-4853-acd0-d79f06baae9c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=ce15311c-926a-4efd-b3bc-6d91f39ade9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367711 Sep 14 23:11:43.319961 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58462) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:11:43.399824 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f8ddd5-5c34-4d06-b408-aaeaf0987a7e tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:43.401414 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-11f8ddd5-5c34-4d06-b408-aaeaf0987a7e tempest-TestNetworkBasicOps-1536296619 tempest-TestNetworkBasicOps-1536296619-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=9022e3b6-12a9-41cf-835a-66f834f22955 HTTP/1.1" status: 200 len: 1094 time: 0.0805755 Sep 14 23:11:43.404185 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58466) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:11:43.408959 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-834c3264-bb8d-4bfb-b433-db28ea84f9be tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'port_id': 'f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:11:43.415280 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-834c3264-bb8d-4bfb-b433-db28ea84f9be tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:11:43.419160 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-834c3264-bb8d-4bfb-b433-db28ea84f9be tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Usage tracker for resource:floatingip and tenant:c57dd58bea08430d873bf967651d6b8d is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:11:43.422025 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-834c3264-bb8d-4bfb-b433-db28ea84f9be tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:11:43.427646 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-834c3264-bb8d-4bfb-b433-db28ea84f9be tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:11:43.438275 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-834c3264-bb8d-4bfb-b433-db28ea84f9be tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:43.574897 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-834c3264-bb8d-4bfb-b433-db28ea84f9be tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:43.706104 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-834c3264-bb8d-4bfb-b433-db28ea84f9be tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Allocated IP 172.26.5.19 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/0d2c1a03-fbee-457b-869b-6fd6c59dff25) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:11:43.953945 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-834c3264-bb8d-4bfb-b433-db28ea84f9be tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:43.982200 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-834c3264-bb8d-4bfb-b433-db28ea84f9be tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:44.046246 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834c3264-bb8d-4bfb-b433-db28ea84f9be tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:11:44.049231 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-834c3264-bb8d-4bfb-b433-db28ea84f9be tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:11:44.052832 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834c3264-bb8d-4bfb-b433-db28ea84f9be tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:11:44.081543 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c3264-bb8d-4bfb-b433-db28ea84f9be tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=0d2c1a03-fbee-457b-869b-6fd6c59dff25,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:44.460337 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-834c3264-bb8d-4bfb-b433-db28ea84f9be tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:44.532842 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-834c3264-bb8d-4bfb-b433-db28ea84f9be tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:44.732406 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-834c3264-bb8d-4bfb-b433-db28ea84f9be tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:44.736964 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-834c3264-bb8d-4bfb-b433-db28ea84f9be tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:44.845741 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c3264-bb8d-4bfb-b433-db28ea84f9be tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event updated for resources: {'Port': ['ID=0d2c1a03-fbee-457b-869b-6fd6c59dff25,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:11:44.848212 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-834c3264-bb8d-4bfb-b433-db28ea84f9be tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:45.017805 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-834c3264-bb8d-4bfb-b433-db28ea84f9be tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Floating IP 5c6ecb62-5643-4bef-b0bf-67343629907f associated. External IP: 172.26.5.19, port: f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea. Sep 14 23:11:45.467297 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834c3264-bb8d-4bfb-b433-db28ea84f9be tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router a43370d6-9efc-4c94-ab99-4489025545f5 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:11:45.645220 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834c3264-bb8d-4bfb-b433-db28ea84f9be tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:11:45.655034 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a2feaf-8391-4403-8422-72b22c64bd3f None None] Sync routers for ids ['a43370d6-9efc-4c94-ab99-4489025545f5'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:11:45.665471 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a2feaf-8391-4403-8422-72b22c64bd3f None None] Routers {'a43370d6-9efc-4c94-ab99-4489025545f5'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:11:45.666111 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-76a2feaf-8391-4403-8422-72b22c64bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:11:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['a43370d6-9efc-4c94-ab99-4489025545f5'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:11:45.670756 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-834c3264-bb8d-4bfb-b433-db28ea84f9be tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:11:45.731008 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-834c3264-bb8d-4bfb-b433-db28ea84f9be tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3231857 Sep 14 23:11:45.731008 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9022e3b6-12a9-41cf-835a-66f834f22955', 'tag': 'f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:11:45.731289 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58470) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:11:45.732452 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4603e8c-02bb-4b33-a326-8a72376f53cb" -d '{"events": [{"name": "network-changed", "server_uuid": "9022e3b6-12a9-41cf-835a-66f834f22955", "tag": "f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:11:45.789193 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91da1947-5518-4f75-a221-5ba81afeb442 x-openstack-request-id: req-91da1947-5518-4f75-a221-5ba81afeb442 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:11:45.789483 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9022e3b6-12a9-41cf-835a-66f834f22955", "tag": "f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:11:45.789728 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-91da1947-5518-4f75-a221-5ba81afeb442 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:11:45.790122 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91da1947-5518-4f75-a221-5ba81afeb442'] response: {'name': 'network-changed', 'server_uuid': '9022e3b6-12a9-41cf-835a-66f834f22955', 'tag': 'f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea', 'status': 'completed', 'code': 200} Sep 14 23:11:45.878843 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-76a2feaf-8391-4403-8422-72b22c64bd3f None None] Set router a43370d6-9efc-4c94-ab99-4489025545f5 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:11:46.020972 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d059ca35-00f7-4e07-b7d0-57a5f89cb65b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/5c6ecb62-5643-4bef-b0bf-67343629907f HTTP/1.1" status: 200 len: 991 time: 0.2885137 Sep 14 23:11:46.039717 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4603e8c-02bb-4b33-a326-8a72376f53cb req-02a37b17-880d-4134-9c01-9e0e0bf47a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:46.041199 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d4603e8c-02bb-4b33-a326-8a72376f53cb req-02a37b17-880d-4134-9c01-9e0e0bf47a50 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=9022e3b6-12a9-41cf-835a-66f834f22955 HTTP/1.1" status: 200 len: 1099 time: 0.2186701 Sep 14 23:11:46.171046 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4603e8c-02bb-4b33-a326-8a72376f53cb req-87df81d2-fd29-45c3-8c2c-243516c331ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:46.172485 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d4603e8c-02bb-4b33-a326-8a72376f53cb req-87df81d2-fd29-45c3-8c2c-243516c331ce service neutron] 10.222.0.20 "GET /v2.0/networks?id=e6196dae-fd8d-4763-9680-42e5ae4f4751 HTTP/1.1" status: 200 len: 897 time: 0.1254611 Sep 14 23:11:46.220791 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-76a2feaf-8391-4403-8422-72b22c64bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'name': 'tempest-TestNetworkBasicOps-router-1341873248', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.86'}], 'enable_snat': True}, 'gw_port_id': 'cebd73c2-6e3d-4750-9e49-320b811134bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:11:23Z', 'updated_at': '2022-09-14T23:11:29Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'cebd73c2-6e3d-4750-9e49-320b811134bd', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:11:24Z', 'updated_at': '2022-09-14T23:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '5c6ecb62-5643-4bef-b0bf-67343629907f', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'port_id': 'f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6196dae-fd8d-4763-9680-42e5ae4f4751', 'mac_address': 'fa:16:3e:a0:95:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9022e3b6-12a9-41cf-835a-66f834f22955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:11:44Z', 'updated_at': '2022-09-14T23:11:44Z', 'revision_number': 0, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee20ba23-b283-4345-b394-a885861bbc8a', 'name': '', 'network_id': 'e6196dae-fd8d-4763-9680-42e5ae4f4751', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:86:d1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '627b0122-2fbd-4073-90b6-c52fb3483058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:11:28Z', 'updated_at': '2022-09-14T23:11:33Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '627b0122-2fbd-4073-90b6-c52fb3483058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:11:46.224552 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a2feaf-8391-4403-8422-72b22c64bd3f None None] Checking router: a43370d6-9efc-4c94-ab99-4489025545f5 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:11:46.233211 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a2feaf-8391-4403-8422-72b22c64bd3f None None] Routers {'a43370d6-9efc-4c94-ab99-4489025545f5'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:11:46.233798 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-76a2feaf-8391-4403-8422-72b22c64bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:11:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['a43370d6-9efc-4c94-ab99-4489025545f5'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:11:46.274746 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d4603e8c-02bb-4b33-a326-8a72376f53cb req-5b606a04-6ae5-4a03-9bd0-7711833f11d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea HTTP/1.1" status: 200 len: 999 time: 0.0964622 Sep 14 23:11:46.335467 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4603e8c-02bb-4b33-a326-8a72376f53cb req-b89b01db-bece-415f-9d65-35f74482e5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:46.336937 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d4603e8c-02bb-4b33-a326-8a72376f53cb req-b89b01db-bece-415f-9d65-35f74482e5ce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=627b0122-2fbd-4073-90b6-c52fb3483058 HTTP/1.1" status: 200 len: 833 time: 0.0567307 Sep 14 23:11:46.410342 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-76a2feaf-8391-4403-8422-72b22c64bd3f None None] Set router a43370d6-9efc-4c94-ab99-4489025545f5 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:11:46.422055 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4603e8c-02bb-4b33-a326-8a72376f53cb req-8a1abf0b-4ed8-4091-8733-5926cce24058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:11:46.423526 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d4603e8c-02bb-4b33-a326-8a72376f53cb req-8a1abf0b-4ed8-4091-8733-5926cce24058 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6196dae-fd8d-4763-9680-42e5ae4f4751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815017 Sep 14 23:11:46.554237 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d4603e8c-02bb-4b33-a326-8a72376f53cb req-d4447ff6-141b-45ec-abe4-00268a245028 service neutron] 10.222.0.20 "GET /v2.0/networks/e6196dae-fd8d-4763-9680-42e5ae4f4751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235402 Sep 14 23:11:46.683031 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d4603e8c-02bb-4b33-a326-8a72376f53cb req-caf182c8-1aba-40fe-bbc8-01f89d05571e service neutron] 10.222.0.20 "GET /v2.0/networks/e6196dae-fd8d-4763-9680-42e5ae4f4751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231182 Sep 14 23:11:46.755847 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-76a2feaf-8391-4403-8422-72b22c64bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'name': 'tempest-TestNetworkBasicOps-router-1341873248', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.86'}], 'enable_snat': True}, 'gw_port_id': 'cebd73c2-6e3d-4750-9e49-320b811134bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:11:23Z', 'updated_at': '2022-09-14T23:11:29Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'cebd73c2-6e3d-4750-9e49-320b811134bd', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:11:24Z', 'updated_at': '2022-09-14T23:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '5c6ecb62-5643-4bef-b0bf-67343629907f', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'port_id': 'f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6196dae-fd8d-4763-9680-42e5ae4f4751', 'mac_address': 'fa:16:3e:a0:95:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9022e3b6-12a9-41cf-835a-66f834f22955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:11:44Z', 'updated_at': '2022-09-14T23:11:44Z', 'revision_number': 0, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee20ba23-b283-4345-b394-a885861bbc8a', 'name': '', 'network_id': 'e6196dae-fd8d-4763-9680-42e5ae4f4751', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:86:d1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '627b0122-2fbd-4073-90b6-c52fb3483058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:11:28Z', 'updated_at': '2022-09-14T23:11:33Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '627b0122-2fbd-4073-90b6-c52fb3483058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:11:46.759689 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a2feaf-8391-4403-8422-72b22c64bd3f None None] The sync data for ids ['a43370d6-9efc-4c94-ab99-4489025545f5'] in dv-neutron-857791-1-hyperv is: [{'id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'name': 'tempest-TestNetworkBasicOps-router-1341873248', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.86'}], 'enable_snat': True}, 'gw_port_id': 'cebd73c2-6e3d-4750-9e49-320b811134bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:11:23Z', 'updated_at': '2022-09-14T23:11:29Z', 'revision_number': 4, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'cebd73c2-6e3d-4750-9e49-320b811134bd', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:11:24Z', 'updated_at': '2022-09-14T23:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '5c6ecb62-5643-4bef-b0bf-67343629907f', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'port_id': 'f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6196dae-fd8d-4763-9680-42e5ae4f4751', 'mac_address': 'fa:16:3e:a0:95:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9022e3b6-12a9-41cf-835a-66f834f22955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:11:44Z', 'updated_at': '2022-09-14T23:11:44Z', 'revision_number': 0, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee20ba23-b283-4345-b394-a885861bbc8a', 'name': '', 'network_id': 'e6196dae-fd8d-4763-9680-42e5ae4f4751', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:86:d1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '627b0122-2fbd-4073-90b6-c52fb3483058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:11:28Z', 'updated_at': '2022-09-14T23:11:33Z', 'revision_number': 5, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '627b0122-2fbd-4073-90b6-c52fb3483058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:11:46.939078 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9f61d2-7bbc-4739-b9ed-1e216f42de2e None None] New status for floating IP 5c6ecb62-5643-4bef-b0bf-67343629907f: ACTIVE {{(pid=89172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:11:47.024856 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58476) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:11:47.137232 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1758123f-458a-4c63-9b6f-bd1647f197c2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/5c6ecb62-5643-4bef-b0bf-67343629907f HTTP/1.1" status: 200 len: 991 time: 0.1111343 Sep 14 23:11:48.140967 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58480) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:11:48.246655 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-34d5770a-1b89-4386-a600-fd9fd830aa9c tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/5c6ecb62-5643-4bef-b0bf-67343629907f HTTP/1.1" status: 200 len: 993 time: 0.1044855 Sep 14 23:11:49.363609 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:04.687573 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:12:07.704599 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b3a5fa3a-e583-44b8-8fe1-7301c1084079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:09.750160 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5362d8d7-cbe3-44f4-8b5b-87d6a3cef214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:10.832410 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:10.892407 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:12.432692 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:15.626168 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-be92e80e-d8f6-4c98-a6ce-927ca9c7fc72 req-be5067a2-c064-47fa-8dfd-754f55b319ed service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9022e3b6-12a9-41cf-835a-66f834f22955&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0778937 Sep 14 23:12:15.775911 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92e80e-d8f6-4c98-a6ce-927ca9c7fc72 req-0708185c-0b5d-4561-9db0-7673f3696de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:15.777396 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-be92e80e-d8f6-4c98-a6ce-927ca9c7fc72 req-0708185c-0b5d-4561-9db0-7673f3696de3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=9022e3b6-12a9-41cf-835a-66f834f22955 HTTP/1.1" status: 200 len: 1099 time: 0.0790725 Sep 14 23:12:15.919424 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92e80e-d8f6-4c98-a6ce-927ca9c7fc72 req-7b07c3ce-1fca-4302-b02d-1a8746e8462b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:15.920932 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-be92e80e-d8f6-4c98-a6ce-927ca9c7fc72 req-7b07c3ce-1fca-4302-b02d-1a8746e8462b service neutron] 10.222.0.20 "GET /v2.0/networks?id=e6196dae-fd8d-4763-9680-42e5ae4f4751 HTTP/1.1" status: 200 len: 897 time: 0.1242275 Sep 14 23:12:16.022392 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-be92e80e-d8f6-4c98-a6ce-927ca9c7fc72 req-8986d0f3-0278-457f-97c6-98a5267e2e87 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea HTTP/1.1" status: 200 len: 1001 time: 0.0956953 Sep 14 23:12:16.083413 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92e80e-d8f6-4c98-a6ce-927ca9c7fc72 req-4a00f281-5efb-4f4f-87cf-7a49990d6b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:16.084795 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-be92e80e-d8f6-4c98-a6ce-927ca9c7fc72 req-4a00f281-5efb-4f4f-87cf-7a49990d6b6f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=627b0122-2fbd-4073-90b6-c52fb3483058 HTTP/1.1" status: 200 len: 833 time: 0.0567379 Sep 14 23:12:16.164691 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92e80e-d8f6-4c98-a6ce-927ca9c7fc72 req-a9a55110-5471-4a51-bf9c-fbb24a828c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:16.166118 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-be92e80e-d8f6-4c98-a6ce-927ca9c7fc72 req-a9a55110-5471-4a51-bf9c-fbb24a828c12 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6196dae-fd8d-4763-9680-42e5ae4f4751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752897 Sep 14 23:12:16.293912 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-be92e80e-d8f6-4c98-a6ce-927ca9c7fc72 req-9793ebe6-aa63-4873-959b-fcf751df5cf4 service neutron] 10.222.0.20 "GET /v2.0/networks/e6196dae-fd8d-4763-9680-42e5ae4f4751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209042 Sep 14 23:12:16.539600 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-be92e80e-d8f6-4c98-a6ce-927ca9c7fc72 req-8f642425-71d8-46fa-b07d-f50cbe4d70ae service neutron] 10.222.0.20 "GET /v2.0/networks/e6196dae-fd8d-4763-9680-42e5ae4f4751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393723 Sep 14 23:12:17.501529 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58494) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:12:17.506712 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-4724a342-0389-42b8-b047-4b150e040e03 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'router': {'admin_state_up': False}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:12:18.018901 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4724a342-0389-42b8-b047-4b150e040e03 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:18.030006 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4724a342-0389-42b8-b047-4b150e040e03 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33045011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33045002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33047131'] for router, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:18.203729 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4724a342-0389-42b8-b047-4b150e040e03 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router a43370d6-9efc-4c94-ab99-4489025545f5 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:12:18.380331 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4724a342-0389-42b8-b047-4b150e040e03 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:12:18.388594 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4724a342-0389-42b8-b047-4b150e040e03 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:18.391495 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4724a342-0389-42b8-b047-4b150e040e03 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "PUT /v2.0/routers/a43370d6-9efc-4c94-ab99-4489025545f5 HTTP/1.1" status: 200 len: 888 time: 0.8874362 Sep 14 23:12:18.392133 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b71e0c5-e34c-4d35-8aa5-f368ec25ac6c None None] Sync routers for ids ['a43370d6-9efc-4c94-ab99-4489025545f5'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:12:18.402225 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b71e0c5-e34c-4d35-8aa5-f368ec25ac6c None None] Routers {'a43370d6-9efc-4c94-ab99-4489025545f5'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:12:18.402832 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-9b71e0c5-e34c-4d35-8aa5-f368ec25ac6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:12:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['a43370d6-9efc-4c94-ab99-4489025545f5'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:18.461920 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-9b71e0c5-e34c-4d35-8aa5-f368ec25ac6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:18.470051 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b71e0c5-e34c-4d35-8aa5-f368ec25ac6c None None] Routers {'a43370d6-9efc-4c94-ab99-4489025545f5'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:12:18.470630 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-9b71e0c5-e34c-4d35-8aa5-f368ec25ac6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:12:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['a43370d6-9efc-4c94-ab99-4489025545f5'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:18.538148 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-9b71e0c5-e34c-4d35-8aa5-f368ec25ac6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:18.538778 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b71e0c5-e34c-4d35-8aa5-f368ec25ac6c None None] The sync data for ids ['a43370d6-9efc-4c94-ab99-4489025545f5'] in dv-neutron-857791-1-hyperv is: [] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:12:19.291938 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88fdae7-98c5-4ff2-8ba9-6bb575e68bb4 None None] New status for floating IP 5c6ecb62-5643-4bef-b0bf-67343629907f: DOWN {{(pid=89172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:12:19.390030 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:19.482426 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device ee20ba23-b283-4345-b394-a885861bbc8a no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:12:19.658524 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port ee20ba23-b283-4345-b394-a885861bbc8a is: ACTIVE; New status is: DOWN {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:12:19.658902 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:19.689990 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port ee20ba23-b283-4345-b394-a885861bbc8a, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=ee20ba23-b283-4345-b394-a885861bbc8a,segment=NetworkSegment(24c3e67c-bbc5-4bf1-801d-2e153455246c),segment_id=24c3e67c-bbc5-4bf1-801d-2e153455246c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:12:19.693295 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:19.693916 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device cebd73c2-6e3d-4750-9e49-320b811134bd no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:12:19.806395 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=ee20ba23-b283-4345-b394-a885861bbc8a,revision_number=6']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:19.860585 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port cebd73c2-6e3d-4750-9e49-320b811134bd is: ACTIVE; New status is: DOWN {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:12:19.860899 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:19.876267 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port cebd73c2-6e3d-4750-9e49-320b811134bd, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=cebd73c2-6e3d-4750-9e49-320b811134bd,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:12:19.881186 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:19.949270 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=cebd73c2-6e3d-4750-9e49-320b811134bd,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:20.544514 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58500) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:12:20.549675 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-56e05d31-31f9-4a41-8dc4-6f02fb542a8b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:12:21.165566 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-56e05d31-31f9-4a41-8dc4-6f02fb542a8b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:21.176204 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-56e05d31-31f9-4a41-8dc4-6f02fb542a8b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33045011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33045002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33047131'] for router, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:21.350461 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e05d31-31f9-4a41-8dc4-6f02fb542a8b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router a43370d6-9efc-4c94-ab99-4489025545f5 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:12:21.527613 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e05d31-31f9-4a41-8dc4-6f02fb542a8b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:12:21.533944 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-56e05d31-31f9-4a41-8dc4-6f02fb542a8b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:21.535072 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-56e05d31-31f9-4a41-8dc4-6f02fb542a8b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "PUT /v2.0/routers/a43370d6-9efc-4c94-ab99-4489025545f5 HTTP/1.1" status: 200 len: 887 time: 0.9895256 Sep 14 23:12:21.538346 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58504) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:12:21.539452 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca90961e-db19-4c0a-92f2-39f653e32426 None None] Sync routers for ids ['a43370d6-9efc-4c94-ab99-4489025545f5'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:12:21.548670 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca90961e-db19-4c0a-92f2-39f653e32426 None None] Routers {'a43370d6-9efc-4c94-ab99-4489025545f5'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:12:21.549266 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-ca90961e-db19-4c0a-92f2-39f653e32426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:12:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['a43370d6-9efc-4c94-ab99-4489025545f5'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:21.645064 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c67abd46-8256-4150-a5f5-1ff835e0a365 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/5c6ecb62-5643-4bef-b0bf-67343629907f HTTP/1.1" status: 200 len: 991 time: 0.1056159 Sep 14 23:12:21.724084 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-ca90961e-db19-4c0a-92f2-39f653e32426 None None] Set router a43370d6-9efc-4c94-ab99-4489025545f5 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:12:22.097883 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-ca90961e-db19-4c0a-92f2-39f653e32426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'name': 'tempest-TestNetworkBasicOps-router-1341873248', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.86'}], 'enable_snat': True}, 'gw_port_id': 'cebd73c2-6e3d-4750-9e49-320b811134bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:11:23Z', 'updated_at': '2022-09-14T23:12:21Z', 'revision_number': 6, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'cebd73c2-6e3d-4750-9e49-320b811134bd', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:11:24Z', 'updated_at': '2022-09-14T23:12:19Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '5c6ecb62-5643-4bef-b0bf-67343629907f', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'port_id': 'f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6196dae-fd8d-4763-9680-42e5ae4f4751', 'mac_address': 'fa:16:3e:a0:95:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9022e3b6-12a9-41cf-835a-66f834f22955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:11:44Z', 'updated_at': '2022-09-14T23:12:19Z', 'revision_number': 2, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee20ba23-b283-4345-b394-a885861bbc8a', 'name': '', 'network_id': 'e6196dae-fd8d-4763-9680-42e5ae4f4751', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:86:d1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '627b0122-2fbd-4073-90b6-c52fb3483058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:11:28Z', 'updated_at': '2022-09-14T23:12:19Z', 'revision_number': 6, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '627b0122-2fbd-4073-90b6-c52fb3483058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:22.101450 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca90961e-db19-4c0a-92f2-39f653e32426 None None] Checking router: a43370d6-9efc-4c94-ab99-4489025545f5 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:12:22.110114 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca90961e-db19-4c0a-92f2-39f653e32426 None None] Routers {'a43370d6-9efc-4c94-ab99-4489025545f5'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:12:22.110687 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-ca90961e-db19-4c0a-92f2-39f653e32426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:12:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['a43370d6-9efc-4c94-ab99-4489025545f5'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:22.281390 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-ca90961e-db19-4c0a-92f2-39f653e32426 None None] Set router a43370d6-9efc-4c94-ab99-4489025545f5 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:12:22.621758 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-ca90961e-db19-4c0a-92f2-39f653e32426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'name': 'tempest-TestNetworkBasicOps-router-1341873248', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.86'}], 'enable_snat': True}, 'gw_port_id': 'cebd73c2-6e3d-4750-9e49-320b811134bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:11:23Z', 'updated_at': '2022-09-14T23:12:21Z', 'revision_number': 6, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'cebd73c2-6e3d-4750-9e49-320b811134bd', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:11:24Z', 'updated_at': '2022-09-14T23:12:19Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '5c6ecb62-5643-4bef-b0bf-67343629907f', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'port_id': 'f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6196dae-fd8d-4763-9680-42e5ae4f4751', 'mac_address': 'fa:16:3e:a0:95:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9022e3b6-12a9-41cf-835a-66f834f22955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:11:44Z', 'updated_at': '2022-09-14T23:12:19Z', 'revision_number': 2, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee20ba23-b283-4345-b394-a885861bbc8a', 'name': '', 'network_id': 'e6196dae-fd8d-4763-9680-42e5ae4f4751', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:86:d1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '627b0122-2fbd-4073-90b6-c52fb3483058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:11:28Z', 'updated_at': '2022-09-14T23:12:19Z', 'revision_number': 6, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '627b0122-2fbd-4073-90b6-c52fb3483058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:22.625520 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca90961e-db19-4c0a-92f2-39f653e32426 None None] The sync data for ids ['a43370d6-9efc-4c94-ab99-4489025545f5'] in dv-neutron-857791-1-hyperv is: [{'id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'name': 'tempest-TestNetworkBasicOps-router-1341873248', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.86'}], 'enable_snat': True}, 'gw_port_id': 'cebd73c2-6e3d-4750-9e49-320b811134bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:11:23Z', 'updated_at': '2022-09-14T23:12:21Z', 'revision_number': 6, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'cebd73c2-6e3d-4750-9e49-320b811134bd', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:11:24Z', 'updated_at': '2022-09-14T23:12:19Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '5c6ecb62-5643-4bef-b0bf-67343629907f', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'port_id': 'f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6196dae-fd8d-4763-9680-42e5ae4f4751', 'mac_address': 'fa:16:3e:a0:95:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9022e3b6-12a9-41cf-835a-66f834f22955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:11:44Z', 'updated_at': '2022-09-14T23:12:19Z', 'revision_number': 2, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee20ba23-b283-4345-b394-a885861bbc8a', 'name': '', 'network_id': 'e6196dae-fd8d-4763-9680-42e5ae4f4751', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:86:d1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '627b0122-2fbd-4073-90b6-c52fb3483058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:11:28Z', 'updated_at': '2022-09-14T23:12:19Z', 'revision_number': 6, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '627b0122-2fbd-4073-90b6-c52fb3483058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:12:22.649619 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58508) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:12:22.753856 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f958dcbb-94a2-4e8d-9c97-c88f61aa0445 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/5c6ecb62-5643-4bef-b0bf-67343629907f HTTP/1.1" status: 200 len: 991 time: 0.1030669 Sep 14 23:12:23.532281 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device ee20ba23-b283-4345-b394-a885861bbc8a up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:12:23.610659 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port ee20ba23-b283-4345-b394-a885861bbc8a triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:12:23.611116 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:23.734962 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port ee20ba23-b283-4345-b394-a885861bbc8a is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:12:23.735342 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:23.757689 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58512) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:12:23.770415 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port ee20ba23-b283-4345-b394-a885861bbc8a, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=ee20ba23-b283-4345-b394-a885861bbc8a,segment=NetworkSegment(24c3e67c-bbc5-4bf1-801d-2e153455246c),segment_id=24c3e67c-bbc5-4bf1-801d-2e153455246c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:12:23.775834 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:23.776789 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device cebd73c2-6e3d-4750-9e49-320b811134bd up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:12:23.873281 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f55b2801-6924-4f20-a2e8-fcbcee149b73 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/5c6ecb62-5643-4bef-b0bf-67343629907f HTTP/1.1" status: 200 len: 991 time: 0.1138623 Sep 14 23:12:23.887382 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=ee20ba23-b283-4345-b394-a885861bbc8a,revision_number=7']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:23.895986 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:23.896321 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:23.896678 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:23.897004 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:23.897324 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:23.897646 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:23.897964 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:23.898281 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:23.898592 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:23.899595 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:23.899911 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:23.900225 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:23.912359 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port cebd73c2-6e3d-4750-9e49-320b811134bd triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:12:23.912755 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:24.027420 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port cebd73c2-6e3d-4750-9e49-320b811134bd is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:12:24.027793 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:24.043940 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port cebd73c2-6e3d-4750-9e49-320b811134bd, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=cebd73c2-6e3d-4750-9e49-320b811134bd,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:12:24.047647 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:24.114952 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=cebd73c2-6e3d-4750-9e49-320b811134bd,revision_number=6']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:24.250468 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f78885-7ee9-4977-ac36-4efe24d57982 None None] New status for floating IP 5c6ecb62-5643-4bef-b0bf-67343629907f: ACTIVE {{(pid=89172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:12:24.877127 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58516) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:12:24.981964 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-684e8090-9866-4194-85c2-2dc3a40d5330 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/floatingips/5c6ecb62-5643-4bef-b0bf-67343629907f HTTP/1.1" status: 200 len: 993 time: 0.1037180 Sep 14 23:12:25.246028 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58524) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:12:25.442206 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-93b21885-5e6d-43ee-8a7a-ac0ca23770f0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting port 0d2c1a03-fbee-457b-869b-6fd6c59dff25 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:12:25.442542 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-93b21885-5e6d-43ee-8a7a-ac0ca23770f0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:25.498508 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device ee20ba23-b283-4345-b394-a885861bbc8a up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:12:25.567623 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port ee20ba23-b283-4345-b394-a885861bbc8a triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:12:25.567985 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:25.614389 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-93b21885-5e6d-43ee-8a7a-ac0ca23770f0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:25.614714 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-93b21885-5e6d-43ee-8a7a-ac0ca23770f0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:25.681105 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port ee20ba23-b283-4345-b394-a885861bbc8a is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:12:25.682194 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device cebd73c2-6e3d-4750-9e49-320b811134bd up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:12:25.750594 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port cebd73c2-6e3d-4750-9e49-320b811134bd triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:12:25.750964 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:25.846602 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-93b21885-5e6d-43ee-8a7a-ac0ca23770f0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Calling delete_port for 0d2c1a03-fbee-457b-869b-6fd6c59dff25 owned by network:floatingip {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:12:25.870848 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port cebd73c2-6e3d-4750-9e49-320b811134bd is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:12:25.995401 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-93b21885-5e6d-43ee-8a7a-ac0ca23770f0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:26.070322 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b21885-5e6d-43ee-8a7a-ac0ca23770f0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Port': ['ID=0d2c1a03-fbee-457b-869b-6fd6c59dff25,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:26.087031 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b21885-5e6d-43ee-8a7a-ac0ca23770f0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:26.087379 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b21885-5e6d-43ee-8a7a-ac0ca23770f0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:26.087689 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b21885-5e6d-43ee-8a7a-ac0ca23770f0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:26.088017 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b21885-5e6d-43ee-8a7a-ac0ca23770f0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:26.088334 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b21885-5e6d-43ee-8a7a-ac0ca23770f0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:26.088678 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b21885-5e6d-43ee-8a7a-ac0ca23770f0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:26.088997 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b21885-5e6d-43ee-8a7a-ac0ca23770f0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:26.089315 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b21885-5e6d-43ee-8a7a-ac0ca23770f0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:26.089632 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b21885-5e6d-43ee-8a7a-ac0ca23770f0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:26.089949 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b21885-5e6d-43ee-8a7a-ac0ca23770f0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:26.090261 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b21885-5e6d-43ee-8a7a-ac0ca23770f0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:26.090572 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b21885-5e6d-43ee-8a7a-ac0ca23770f0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:26.148305 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-93b21885-5e6d-43ee-8a7a-ac0ca23770f0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for floatingip, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:26.148652 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.l3_db [None req-93b21885-5e6d-43ee-8a7a-ac0ca23770f0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Floating IP 5c6ecb62-5643-4bef-b0bf-67343629907f disassociated (deleted). External IP: 172.26.5.19, port: f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea. Sep 14 23:12:26.495176 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b21885-5e6d-43ee-8a7a-ac0ca23770f0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router a43370d6-9efc-4c94-ab99-4489025545f5 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:12:26.671831 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b21885-5e6d-43ee-8a7a-ac0ca23770f0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:12:26.680958 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ba05f9-f994-4dbd-b179-62e40033d552 None None] Sync routers for ids ['a43370d6-9efc-4c94-ab99-4489025545f5'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:12:26.687572 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-93b21885-5e6d-43ee-8a7a-ac0ca23770f0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:26.689851 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ba05f9-f994-4dbd-b179-62e40033d552 None None] Routers {'a43370d6-9efc-4c94-ab99-4489025545f5'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:12:26.690440 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-96ba05f9-f994-4dbd-b179-62e40033d552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:12:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['a43370d6-9efc-4c94-ab99-4489025545f5'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:26.741570 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-93b21885-5e6d-43ee-8a7a-ac0ca23770f0 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/floatingips/5c6ecb62-5643-4bef-b0bf-67343629907f HTTP/1.1" status: 204 len: 168 time: 1.4944453 Sep 14 23:12:26.742243 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9022e3b6-12a9-41cf-835a-66f834f22955', 'tag': 'f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:12:26.744811 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0224f78-1cec-439e-a4d8-d098fb1da8fe" -d '{"events": [{"name": "network-changed", "server_uuid": "9022e3b6-12a9-41cf-835a-66f834f22955", "tag": "f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:12:26.791381 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7e060b-febc-4daf-b1a0-f5b06c482e3d x-openstack-request-id: req-cb7e060b-febc-4daf-b1a0-f5b06c482e3d {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:12:26.791381 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9022e3b6-12a9-41cf-835a-66f834f22955", "tag": "f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:12:26.791866 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-cb7e060b-febc-4daf-b1a0-f5b06c482e3d {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:12:26.792279 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb7e060b-febc-4daf-b1a0-f5b06c482e3d'] response: {'name': 'network-changed', 'server_uuid': '9022e3b6-12a9-41cf-835a-66f834f22955', 'tag': 'f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea', 'status': 'completed', 'code': 200} Sep 14 23:12:26.890265 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-96ba05f9-f994-4dbd-b179-62e40033d552 None None] Set router a43370d6-9efc-4c94-ab99-4489025545f5 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:12:26.901561 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0224f78-1cec-439e-a4d8-d098fb1da8fe req-ee0a2e82-2fa8-4553-aa22-58fa66f97de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:26.903323 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e0224f78-1cec-439e-a4d8-d098fb1da8fe req-ee0a2e82-2fa8-4553-aa22-58fa66f97de9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c57dd58bea08430d873bf967651d6b8d&device_id=9022e3b6-12a9-41cf-835a-66f834f22955 HTTP/1.1" status: 200 len: 1099 time: 0.0883431 Sep 14 23:12:27.062722 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0224f78-1cec-439e-a4d8-d098fb1da8fe req-398cf415-e574-44f2-9e45-79a418f94c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:27.064519 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e0224f78-1cec-439e-a4d8-d098fb1da8fe req-398cf415-e574-44f2-9e45-79a418f94c76 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e6196dae-fd8d-4763-9680-42e5ae4f4751 HTTP/1.1" status: 200 len: 897 time: 0.1554608 Sep 14 23:12:27.146804 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e0224f78-1cec-439e-a4d8-d098fb1da8fe req-f9281e5b-209a-4a97-bf2f-95d65e9ec5fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea HTTP/1.1" status: 200 len: 217 time: 0.0692139 Sep 14 23:12:27.164166 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01811a-d8de-47b6-8e90-8e82868d8371 req-b46dd70c-5963-49da-b858-faceb4aa712e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:27.165699 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2e01811a-d8de-47b6-8e90-8e82868d8371 req-b46dd70c-5963-49da-b858-faceb4aa712e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=9022e3b6-12a9-41cf-835a-66f834f22955 HTTP/1.1" status: 200 len: 946 time: 0.0978866 Sep 14 23:12:27.218430 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2e01811a-d8de-47b6-8e90-8e82868d8371 req-dc5006f1-0efe-4a2e-bb1c-d5b044114260 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=ce15311c-926a-4efd-b3bc-6d91f39ade9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464003 Sep 14 23:12:27.219456 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0224f78-1cec-439e-a4d8-d098fb1da8fe req-5f94dc7f-7f9b-42ec-a287-16601e7859aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:27.220964 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e0224f78-1cec-439e-a4d8-d098fb1da8fe req-5f94dc7f-7f9b-42ec-a287-16601e7859aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=627b0122-2fbd-4073-90b6-c52fb3483058 HTTP/1.1" status: 200 len: 833 time: 0.0677979 Sep 14 23:12:27.283286 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-96ba05f9-f994-4dbd-b179-62e40033d552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'name': 'tempest-TestNetworkBasicOps-router-1341873248', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.86'}], 'enable_snat': True}, 'gw_port_id': 'cebd73c2-6e3d-4750-9e49-320b811134bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:11:23Z', 'updated_at': '2022-09-14T23:12:21Z', 'revision_number': 6, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'cebd73c2-6e3d-4750-9e49-320b811134bd', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:11:24Z', 'updated_at': '2022-09-14T23:12:24Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'ee20ba23-b283-4345-b394-a885861bbc8a', 'name': '', 'network_id': 'e6196dae-fd8d-4763-9680-42e5ae4f4751', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:86:d1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '627b0122-2fbd-4073-90b6-c52fb3483058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:11:28Z', 'updated_at': '2022-09-14T23:12:23Z', 'revision_number': 7, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '627b0122-2fbd-4073-90b6-c52fb3483058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:27.287597 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ba05f9-f994-4dbd-b179-62e40033d552 None None] Checking router: a43370d6-9efc-4c94-ab99-4489025545f5 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:12:27.296709 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ba05f9-f994-4dbd-b179-62e40033d552 None None] Routers {'a43370d6-9efc-4c94-ab99-4489025545f5'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:12:27.297266 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-96ba05f9-f994-4dbd-b179-62e40033d552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:12:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['a43370d6-9efc-4c94-ab99-4489025545f5'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:27.313589 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0224f78-1cec-439e-a4d8-d098fb1da8fe req-486dcfd0-78bf-4b18-9424-8dfa6aeb3cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:27.315332 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e0224f78-1cec-439e-a4d8-d098fb1da8fe req-486dcfd0-78bf-4b18-9424-8dfa6aeb3cb9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6196dae-fd8d-4763-9680-42e5ae4f4751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0879242 Sep 14 23:12:27.486202 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-96ba05f9-f994-4dbd-b179-62e40033d552 None None] Set router a43370d6-9efc-4c94-ab99-4489025545f5 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:12:27.572338 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e0224f78-1cec-439e-a4d8-d098fb1da8fe req-3e312ffd-e68d-4461-9965-80789646709e service neutron] 10.222.0.20 "GET /v2.0/networks/e6196dae-fd8d-4763-9680-42e5ae4f4751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497530 Sep 14 23:12:27.706789 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e0224f78-1cec-439e-a4d8-d098fb1da8fe req-6ede9290-68f0-4e45-bd8c-e861c7f3de00 service neutron] 10.222.0.20 "GET /v2.0/networks/e6196dae-fd8d-4763-9680-42e5ae4f4751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259110 Sep 14 23:12:27.797786 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-96ba05f9-f994-4dbd-b179-62e40033d552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'name': 'tempest-TestNetworkBasicOps-router-1341873248', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.86'}], 'enable_snat': True}, 'gw_port_id': 'cebd73c2-6e3d-4750-9e49-320b811134bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:11:23Z', 'updated_at': '2022-09-14T23:12:21Z', 'revision_number': 6, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'cebd73c2-6e3d-4750-9e49-320b811134bd', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:11:24Z', 'updated_at': '2022-09-14T23:12:24Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'ee20ba23-b283-4345-b394-a885861bbc8a', 'name': '', 'network_id': 'e6196dae-fd8d-4763-9680-42e5ae4f4751', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:86:d1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '627b0122-2fbd-4073-90b6-c52fb3483058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:11:28Z', 'updated_at': '2022-09-14T23:12:23Z', 'revision_number': 7, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '627b0122-2fbd-4073-90b6-c52fb3483058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:27.801649 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ba05f9-f994-4dbd-b179-62e40033d552 None None] The sync data for ids ['a43370d6-9efc-4c94-ab99-4489025545f5'] in dv-neutron-857791-1-hyperv is: [{'id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'name': 'tempest-TestNetworkBasicOps-router-1341873248', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.86'}], 'enable_snat': True}, 'gw_port_id': 'cebd73c2-6e3d-4750-9e49-320b811134bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:11:23Z', 'updated_at': '2022-09-14T23:12:21Z', 'revision_number': 6, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'cebd73c2-6e3d-4750-9e49-320b811134bd', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:11:24Z', 'updated_at': '2022-09-14T23:12:24Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'ee20ba23-b283-4345-b394-a885861bbc8a', 'name': '', 'network_id': 'e6196dae-fd8d-4763-9680-42e5ae4f4751', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'mac_address': 'fa:16:3e:86:d1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '627b0122-2fbd-4073-90b6-c52fb3483058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:11:28Z', 'updated_at': '2022-09-14T23:12:23Z', 'revision_number': 7, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'subnets': [{'id': '627b0122-2fbd-4073-90b6-c52fb3483058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:12:28.361841 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736f402-9ac2-4abc-b29f-c6563633e0a4 req-ac93a0bf-d405-4ab2-aef2-f8750b395f4e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:28.362541 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-1736f402-9ac2-4abc-b29f-c6563633e0a4 req-ac93a0bf-d405-4ab2-aef2-f8750b395f4e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Synchronizing usage tracker for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:12:28.379402 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-1736f402-9ac2-4abc-b29f-c6563633e0a4 req-ac93a0bf-d405-4ab2-aef2-f8750b395f4e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Unset dirty status for tenant:c57dd58bea08430d873bf967651d6b8d on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:12:28.380522 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-1736f402-9ac2-4abc-b29f-c6563633e0a4 req-ac93a0bf-d405-4ab2-aef2-f8750b395f4e tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "GET /v2.0/ports?device_id=9022e3b6-12a9-41cf-835a-66f834f22955 HTTP/1.1" status: 200 len: 946 time: 0.1166756 Sep 14 23:12:28.442531 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d7c8f-40d4-4223-8815-26072f049ba2 req-beaffe32-8a02-43e3-8acd-0d298aee3b3b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:28.443975 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-de0d7c8f-40d4-4223-8815-26072f049ba2 req-beaffe32-8a02-43e3-8acd-0d298aee3b3b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/ports?device_id=9022e3b6-12a9-41cf-835a-66f834f22955 HTTP/1.1" status: 200 len: 946 time: 0.0978723 Sep 14 23:12:28.453891 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-1736f402-9ac2-4abc-b29f-c6563633e0a4 req-56e71016-ea64-4f28-bd7f-cea2175f2c65 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting port f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:12:28.454272 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-1736f402-9ac2-4abc-b29f-c6563633e0a4 req-56e71016-ea64-4f28-bd7f-cea2175f2c65 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:28.496939 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-de0d7c8f-40d4-4223-8815-26072f049ba2 req-c7461900-33f2-42bc-8268-a4d06e9d4f3d tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "GET /v2.0/security-groups?id=ce15311c-926a-4efd-b3bc-6d91f39ade9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468445 Sep 14 23:12:28.511218 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acb46c1-d746-4880-9988-c42b213805d4 None None] New status for floating IP 5c6ecb62-5643-4bef-b0bf-67343629907f: DOWN {{(pid=89172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:12:28.709162 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-1736f402-9ac2-4abc-b29f-c6563633e0a4 req-56e71016-ea64-4f28-bd7f-cea2175f2c65 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] For port f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea,segment=NetworkSegment(24c3e67c-bbc5-4bf1-801d-2e153455246c),segment_id=24c3e67c-bbc5-4bf1-801d-2e153455246c)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:12:28.709698 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-1736f402-9ac2-4abc-b29f-c6563633e0a4 req-56e71016-ea64-4f28-bd7f-cea2175f2c65 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:28.832198 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-1736f402-9ac2-4abc-b29f-c6563633e0a4 req-56e71016-ea64-4f28-bd7f-cea2175f2c65 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Calling delete_port for f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea owned by compute:nova {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:12:28.976210 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-1736f402-9ac2-4abc-b29f-c6563633e0a4 req-56e71016-ea64-4f28-bd7f-cea2175f2c65 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:29.026146 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e71016-ea64-4f28-bd7f-cea2175f2c65 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Port': ['ID=f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:29.110269 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-1736f402-9ac2-4abc-b29f-c6563633e0a4 req-56e71016-ea64-4f28-bd7f-cea2175f2c65 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] No DVR routers for this DVR port f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea on host hv-neutron-8577 {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:12:29.112697 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-1736f402-9ac2-4abc-b29f-c6563633e0a4 req-56e71016-ea64-4f28-bd7f-cea2175f2c65 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:29.115094 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9022e3b6-12a9-41cf-835a-66f834f22955', 'name': 'network-vif-deleted', 'tag': 'f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:12:29.117382 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b6093e-6d2c-4e5b-8807-9949a2ecf311" -d '{"events": [{"server_uuid": "9022e3b6-12a9-41cf-835a-66f834f22955", "name": "network-vif-deleted", "tag": "f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:12:29.130354 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-1736f402-9ac2-4abc-b29f-c6563633e0a4 req-56e71016-ea64-4f28-bd7f-cea2175f2c65 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.20 "DELETE /v2.0/ports/f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea HTTP/1.1" status: 204 len: 173 time: 0.7440856 Sep 14 23:12:29.159413 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8deba85-2a33-484d-baed-7617db9a5838 x-openstack-request-id: req-f8deba85-2a33-484d-baed-7617db9a5838 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:12:29.159701 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9022e3b6-12a9-41cf-835a-66f834f22955", "name": "network-vif-deleted", "tag": "f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:12:29.159966 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f8deba85-2a33-484d-baed-7617db9a5838 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:12:29.160389 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8deba85-2a33-484d-baed-7617db9a5838'] response: {'server_uuid': '9022e3b6-12a9-41cf-835a-66f834f22955', 'name': 'network-vif-deleted', 'tag': 'f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea', 'status': 'completed', 'code': 200} Sep 14 23:12:29.743976 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58540) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:12:29.810575 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9c1c228b-303f-4748-94f7-0e81c3589766 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:29.840049 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9c1c228b-303f-4748-94f7-0e81c3589766 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:29.902666 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9c1c228b-303f-4748-94f7-0e81c3589766 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:29.920531 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c228b-303f-4748-94f7-0e81c3589766 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce15311c-926a-4efd-b3bc-6d91f39ade9e,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:29.929272 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1c228b-303f-4748-94f7-0e81c3589766 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:29.929626 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1c228b-303f-4748-94f7-0e81c3589766 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:29.930471 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1c228b-303f-4748-94f7-0e81c3589766 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:29.930801 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1c228b-303f-4748-94f7-0e81c3589766 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:29.931125 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1c228b-303f-4748-94f7-0e81c3589766 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:29.931461 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1c228b-303f-4748-94f7-0e81c3589766 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:29.931769 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1c228b-303f-4748-94f7-0e81c3589766 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:29.932088 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1c228b-303f-4748-94f7-0e81c3589766 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:29.932409 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1c228b-303f-4748-94f7-0e81c3589766 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:29.932754 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1c228b-303f-4748-94f7-0e81c3589766 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:29.933073 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1c228b-303f-4748-94f7-0e81c3589766 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:29.933385 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1c228b-303f-4748-94f7-0e81c3589766 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:12:29.942520 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9c1c228b-303f-4748-94f7-0e81c3589766 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:29.943697 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9c1c228b-303f-4748-94f7-0e81c3589766 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/security-groups/ce15311c-926a-4efd-b3bc-6d91f39ade9e HTTP/1.1" status: 204 len: 168 time: 0.1987169 Sep 14 23:12:29.973861 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58546) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:12:30.620061 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-34bcc551-f4a6-47d3-93d8-c4f289f4ec1b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:30.969980 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-34bcc551-f4a6-47d3-93d8-c4f289f4ec1b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting port ee20ba23-b283-4345-b394-a885861bbc8a {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:12:30.970322 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-34bcc551-f4a6-47d3-93d8-c4f289f4ec1b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:31.153192 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-34bcc551-f4a6-47d3-93d8-c4f289f4ec1b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] For port ee20ba23-b283-4345-b394-a885861bbc8a, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=ee20ba23-b283-4345-b394-a885861bbc8a,segment=NetworkSegment(24c3e67c-bbc5-4bf1-801d-2e153455246c),segment_id=24c3e67c-bbc5-4bf1-801d-2e153455246c)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:12:31.153888 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-34bcc551-f4a6-47d3-93d8-c4f289f4ec1b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:31.282227 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-34bcc551-f4a6-47d3-93d8-c4f289f4ec1b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Calling delete_port for ee20ba23-b283-4345-b394-a885861bbc8a owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:12:31.439216 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:12:31.467262 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-34bcc551-f4a6-47d3-93d8-c4f289f4ec1b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:31.473831 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:12:31.474241 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device f36a7838-d8dc-4bc8-8ec2-8b7d8890a0ea not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:12:31.515464 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bcc551-f4a6-47d3-93d8-c4f289f4ec1b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Port': ['ID=ee20ba23-b283-4345-b394-a885861bbc8a,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:31.793170 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-34bcc551-f4a6-47d3-93d8-c4f289f4ec1b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:32.245970 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34bcc551-f4a6-47d3-93d8-c4f289f4ec1b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Router a43370d6-9efc-4c94-ab99-4489025545f5 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:12:32.425427 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bcc551-f4a6-47d3-93d8-c4f289f4ec1b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:12:32.435061 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679c608d-9841-42b1-a3cc-3c2b4eec8e04 None None] Sync routers for ids ['a43370d6-9efc-4c94-ab99-4489025545f5'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:12:32.437611 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-34bcc551-f4a6-47d3-93d8-c4f289f4ec1b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "PUT /v2.0/routers/a43370d6-9efc-4c94-ab99-4489025545f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4626935 Sep 14 23:12:32.440445 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58550) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:12:32.444208 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679c608d-9841-42b1-a3cc-3c2b4eec8e04 None None] Routers {'a43370d6-9efc-4c94-ab99-4489025545f5'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:12:32.444834 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-679c608d-9841-42b1-a3cc-3c2b4eec8e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:12:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['a43370d6-9efc-4c94-ab99-4489025545f5'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:32.508535 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-935b50c4-46ce-41e4-a76e-b3f2cb13a85b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting subnet 627b0122-2fbd-4073-90b6-c52fb3483058 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:12:32.511350 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-935b50c4-46ce-41e4-a76e-b3f2cb13a85b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:32.565080 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-935b50c4-46ce-41e4-a76e-b3f2cb13a85b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:32.625160 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-679c608d-9841-42b1-a3cc-3c2b4eec8e04 None None] Set router a43370d6-9efc-4c94-ab99-4489025545f5 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:12:32.650906 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-935b50c4-46ce-41e4-a76e-b3f2cb13a85b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:32.723363 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-935b50c4-46ce-41e4-a76e-b3f2cb13a85b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:32.761925 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b50c4-46ce-41e4-a76e-b3f2cb13a85b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Subnet': ['ID=627b0122-2fbd-4073-90b6-c52fb3483058,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:32.765191 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-935b50c4-46ce-41e4-a76e-b3f2cb13a85b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:32.775278 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-935b50c4-46ce-41e4-a76e-b3f2cb13a85b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/subnets/627b0122-2fbd-4073-90b6-c52fb3483058 HTTP/1.1" status: 204 len: 168 time: 0.3297546 Sep 14 23:12:32.775394 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58556) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:12:32.778715 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e506c16-c810-40ca-939b-8155d82edae6 None None] Network e6196dae-fd8d-4763-9680-42e5ae4f4751 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:12:32.907294 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-679c608d-9841-42b1-a3cc-3c2b4eec8e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'name': 'tempest-TestNetworkBasicOps-router-1341873248', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.86'}], 'enable_snat': True}, 'gw_port_id': 'cebd73c2-6e3d-4750-9e49-320b811134bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:11:23Z', 'updated_at': '2022-09-14T23:12:31Z', 'revision_number': 7, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'cebd73c2-6e3d-4750-9e49-320b811134bd', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:11:24Z', 'updated_at': '2022-09-14T23:12:24Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:32.911208 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679c608d-9841-42b1-a3cc-3c2b4eec8e04 None None] Checking router: a43370d6-9efc-4c94-ab99-4489025545f5 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:12:32.919688 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679c608d-9841-42b1-a3cc-3c2b4eec8e04 None None] Routers {'a43370d6-9efc-4c94-ab99-4489025545f5'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:12:32.920297 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-679c608d-9841-42b1-a3cc-3c2b4eec8e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:12:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['a43370d6-9efc-4c94-ab99-4489025545f5'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:32.955768 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-22a963f8-d012-4313-84c3-9b6ee633571b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:33.045716 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfbf5f6-4d56-4f22-812f-2606cbe50fe1 None None] DHCP port deletion for e6196dae-fd8d-4763-9680-42e5ae4f4751 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:12:33.049823 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-2bfbf5f6-4d56-4f22-812f-2606cbe50fe1 None None] Deleting port 8c9f8b56-d047-48c2-84eb-c52635629d50 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:12:33.050191 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2bfbf5f6-4d56-4f22-812f-2606cbe50fe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:33.131699 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-679c608d-9841-42b1-a3cc-3c2b4eec8e04 None None] Set router a43370d6-9efc-4c94-ab99-4489025545f5 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:12:33.260222 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-22a963f8-d012-4313-84c3-9b6ee633571b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:33.264465 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-2bfbf5f6-4d56-4f22-812f-2606cbe50fe1 None None] For port 8c9f8b56-d047-48c2-84eb-c52635629d50, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=8c9f8b56-d047-48c2-84eb-c52635629d50,segment=NetworkSegment(24c3e67c-bbc5-4bf1-801d-2e153455246c),segment_id=24c3e67c-bbc5-4bf1-801d-2e153455246c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:12:33.264831 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2bfbf5f6-4d56-4f22-812f-2606cbe50fe1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:33.270570 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-22a963f8-d012-4313-84c3-9b6ee633571b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Deleting port cebd73c2-6e3d-4750-9e49-320b811134bd {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:12:33.270852 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-22a963f8-d012-4313-84c3-9b6ee633571b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:33.390132 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-2bfbf5f6-4d56-4f22-812f-2606cbe50fe1 None None] Calling delete_port for 8c9f8b56-d047-48c2-84eb-c52635629d50 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:12:33.437800 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-679c608d-9841-42b1-a3cc-3c2b4eec8e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'name': 'tempest-TestNetworkBasicOps-router-1341873248', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.86'}], 'enable_snat': True}, 'gw_port_id': 'cebd73c2-6e3d-4750-9e49-320b811134bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:11:23Z', 'updated_at': '2022-09-14T23:12:31Z', 'revision_number': 7, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'cebd73c2-6e3d-4750-9e49-320b811134bd', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:11:24Z', 'updated_at': '2022-09-14T23:12:24Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:33.443571 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679c608d-9841-42b1-a3cc-3c2b4eec8e04 None None] The sync data for ids ['a43370d6-9efc-4c94-ab99-4489025545f5'] in dv-neutron-857791-1-hyperv is: [{'id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'name': 'tempest-TestNetworkBasicOps-router-1341873248', 'tenant_id': 'c57dd58bea08430d873bf967651d6b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.86'}], 'enable_snat': True}, 'gw_port_id': 'cebd73c2-6e3d-4750-9e49-320b811134bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:11:23Z', 'updated_at': '2022-09-14T23:12:31Z', 'revision_number': 7, 'project_id': 'c57dd58bea08430d873bf967651d6b8d', 'gw_port': {'id': 'cebd73c2-6e3d-4750-9e49-320b811134bd', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43370d6-9efc-4c94-ab99-4489025545f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:11:24Z', 'updated_at': '2022-09-14T23:12:24Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:12:33.473245 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2bfbf5f6-4d56-4f22-812f-2606cbe50fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:33.475739 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-22a963f8-d012-4313-84c3-9b6ee633571b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] For port cebd73c2-6e3d-4750-9e49-320b811134bd, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=cebd73c2-6e3d-4750-9e49-320b811134bd,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:12:33.476085 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-22a963f8-d012-4313-84c3-9b6ee633571b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:33.521049 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfbf5f6-4d56-4f22-812f-2606cbe50fe1 None None] No DVR routers for this DVR port 8c9f8b56-d047-48c2-84eb-c52635629d50 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:12:33.555746 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfbf5f6-4d56-4f22-812f-2606cbe50fe1 None None] Pushing event deleted for resources: {'Port': ['ID=8c9f8b56-d047-48c2-84eb-c52635629d50,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:33.601484 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-22a963f8-d012-4313-84c3-9b6ee633571b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Calling delete_port for cebd73c2-6e3d-4750-9e49-320b811134bd owned by network:router_gateway {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:12:33.869355 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 8c9f8b56-d047-48c2-84eb-c52635629d50 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:12:33.904172 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-22a963f8-d012-4313-84c3-9b6ee633571b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:33.916042 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 8c9f8b56-d047-48c2-84eb-c52635629d50 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:12:33.916510 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 8c9f8b56-d047-48c2-84eb-c52635629d50 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:12:33.961552 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a963f8-d012-4313-84c3-9b6ee633571b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Port': ['ID=cebd73c2-6e3d-4750-9e49-320b811134bd,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:34.062248 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-22a963f8-d012-4313-84c3-9b6ee633571b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:34.228837 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-22a963f8-d012-4313-84c3-9b6ee633571b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:34.230953 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-22a963f8-d012-4313-84c3-9b6ee633571b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:34.253023 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-22a963f8-d012-4313-84c3-9b6ee633571b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:34.253546 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a963f8-d012-4313-84c3-9b6ee633571b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Fanout notify agent at l3_agent the message router_deleted on router a43370d6-9efc-4c94-ab99-4489025545f5 {{(pid=89170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 23:12:34.268971 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-22a963f8-d012-4313-84c3-9b6ee633571b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:34.270056 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-22a963f8-d012-4313-84c3-9b6ee633571b tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/routers/a43370d6-9efc-4c94-ab99-4489025545f5 HTTP/1.1" status: 204 len: 168 time: 1.4945135 Sep 14 23:12:34.272744 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58560) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:12:34.395683 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5d2793cb-dd71-4c02-88a1-f2281971fec3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:34.531115 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5d2793cb-dd71-4c02-88a1-f2281971fec3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:34.659047 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-5d2793cb-dd71-4c02-88a1-f2281971fec3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6196dae-fd8d-4763-9680-42e5ae4f4751']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:34.672779 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-5d2793cb-dd71-4c02-88a1-f2281971fec3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c3e67c-bbc5-4bf1-801d-2e153455246c') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:34.673188 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-5d2793cb-dd71-4c02-88a1-f2281971fec3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c3e67c-bbc5-4bf1-801d-2e153455246c') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:12:34.685437 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5d2793cb-dd71-4c02-88a1-f2281971fec3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:34.701819 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5d2793cb-dd71-4c02-88a1-f2281971fec3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:34.708653 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d2793cb-dd71-4c02-88a1-f2281971fec3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:12:34.709037 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5d2793cb-dd71-4c02-88a1-f2281971fec3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:34.796831 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 24c3e67c-bbc5-4bf1-801d-2e153455246c resource provider aggregate not found Sep 14 23:12:34.813244 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 24c3e67c-bbc5-4bf1-801d-2e153455246c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 24c3e67c-bbc5-4bf1-801d-2e153455246c found for delete ", "request_id": "req-6a3b1304-5eb0-4a9d-ad40-a5e9734a15c2"}]} Sep 14 23:12:34.814471 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5d2793cb-dd71-4c02-88a1-f2281971fec3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:34.838002 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5d2793cb-dd71-4c02-88a1-f2281971fec3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:34.848825 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2793cb-dd71-4c02-88a1-f2281971fec3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] Pushing event deleted for resources: {'Network': ['ID=e6196dae-fd8d-4763-9680-42e5ae4f4751,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:34.857292 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5d2793cb-dd71-4c02-88a1-f2281971fec3 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] 10.222.0.33 "DELETE /v2.0/networks/e6196dae-fd8d-4763-9680-42e5ae4f4751 HTTP/1.1" status: 204 len: 168 time: 0.5835125 Sep 14 23:12:35.144471 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58574) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:12:35.288359 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-96d8e21b-7617-48c7-835d-d5a5c7a2465a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c57dd58bea08430d873bf967651d6b8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427226 Sep 14 23:12:35.290965 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58580) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:12:35.350072 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-962345ce-9ede-4d1d-9aff-6565fcb1042f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:35.375342 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-962345ce-9ede-4d1d-9aff-6565fcb1042f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:35.425055 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-962345ce-9ede-4d1d-9aff-6565fcb1042f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:35.442329 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962345ce-9ede-4d1d-9aff-6565fcb1042f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842ea750-791c-4c44-af62-a68857e02f51,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:35.448781 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-962345ce-9ede-4d1d-9aff-6565fcb1042f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:35.450189 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-962345ce-9ede-4d1d-9aff-6565fcb1042f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/842ea750-791c-4c44-af62-a68857e02f51 HTTP/1.1" status: 204 len: 168 time: 0.1580422 Sep 14 23:12:35.491316 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device ee20ba23-b283-4345-b394-a885861bbc8a no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:12:35.526433 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: ee20ba23-b283-4345-b394-a885861bbc8a {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:12:35.526789 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device ee20ba23-b283-4345-b394-a885861bbc8a not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:12:35.527257 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device cebd73c2-6e3d-4750-9e49-320b811134bd no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:12:35.564740 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: cebd73c2-6e3d-4750-9e49-320b811134bd {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:12:35.565081 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device cebd73c2-6e3d-4750-9e49-320b811134bd not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:12:35.735962 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58588) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:12:35.754562 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-53f3b617-e0c5-49d0-ab61-82260a1b9364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:35.768650 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-53f3b617-e0c5-49d0-ab61-82260a1b9364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:12:35.772478 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-53f3b617-e0c5-49d0-ab61-82260a1b9364 admin admin] Usage tracker for resource:security_group_rule and tenant:bf8ae7eedf194ec8b423cbb83655ccd7 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:12:35.775340 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-53f3b617-e0c5-49d0-ab61-82260a1b9364 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:12:35.781053 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-53f3b617-e0c5-49d0-ab61-82260a1b9364 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:12:35.867898 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-53f3b617-e0c5-49d0-ab61-82260a1b9364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:35.871705 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-53f3b617-e0c5-49d0-ab61-82260a1b9364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:35.916668 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f3b617-e0c5-49d0-ab61-82260a1b9364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40f0e6e-3a46-442a-986a-457a90e5ac30,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:35.920948 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-53f3b617-e0c5-49d0-ab61-82260a1b9364 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=bf8ae7eedf194ec8b423cbb83655ccd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1839209 Sep 14 23:12:35.923970 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58592) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:12:35.988463 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5581c86e-3d3b-44ac-9dc4-cb4b49a51ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:36.013333 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5581c86e-3d3b-44ac-9dc4-cb4b49a51ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:36.062685 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5581c86e-3d3b-44ac-9dc4-cb4b49a51ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:36.078288 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581c86e-3d3b-44ac-9dc4-cb4b49a51ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40f0e6e-3a46-442a-986a-457a90e5ac30,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:36.082683 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5581c86e-3d3b-44ac-9dc4-cb4b49a51ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:36.083773 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5581c86e-3d3b-44ac-9dc4-cb4b49a51ec4 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e40f0e6e-3a46-442a-986a-457a90e5ac30 HTTP/1.1" status: 204 len: 168 time: 0.1592257 Sep 14 23:12:36.839653 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58616) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:12:36.941410 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-3cd3187e-4bb8-465d-a9f9-ea0ca72dedd9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1624781725-network', 'tenant_id': 'cfce946fbb214f8395e9f3182c8c6fd6'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:12:36.946613 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-3cd3187e-4bb8-465d-a9f9-ea0ca72dedd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:12:36.950430 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-3cd3187e-4bb8-465d-a9f9-ea0ca72dedd9 admin admin] Usage tracker for resource:network and tenant:cfce946fbb214f8395e9f3182c8c6fd6 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:12:36.953278 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-3cd3187e-4bb8-465d-a9f9-ea0ca72dedd9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:12:36.959323 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-3cd3187e-4bb8-465d-a9f9-ea0ca72dedd9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:12:36.969079 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd3187e-4bb8-465d-a9f9-ea0ca72dedd9 admin admin] Made reservation on behalf of cfce946fbb214f8395e9f3182c8c6fd6 for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:12:36.971327 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3cd3187e-4bb8-465d-a9f9-ea0ca72dedd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:36.982827 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3cd3187e-4bb8-465d-a9f9-ea0ca72dedd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:36.997370 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-3cd3187e-4bb8-465d-a9f9-ea0ca72dedd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:12:37.001092 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-3cd3187e-4bb8-465d-a9f9-ea0ca72dedd9 admin admin] Usage tracker for resource:security_group_rule and tenant:cfce946fbb214f8395e9f3182c8c6fd6 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:12:37.003798 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-3cd3187e-4bb8-465d-a9f9-ea0ca72dedd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:12:37.009979 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-3cd3187e-4bb8-465d-a9f9-ea0ca72dedd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:12:37.087855 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3cd3187e-4bb8-465d-a9f9-ea0ca72dedd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:37.091522 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3cd3187e-4bb8-465d-a9f9-ea0ca72dedd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:37.128679 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd3187e-4bb8-465d-a9f9-ea0ca72dedd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:12:37.133700 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3187e-4bb8-465d-a9f9-ea0ca72dedd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24a16b2-0280-45d6-a3e4-64e6dbca7c3b,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:37.141212 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3cd3187e-4bb8-465d-a9f9-ea0ca72dedd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:37.141327 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-3cd3187e-4bb8-465d-a9f9-ea0ca72dedd9 admin admin] Added segment 95d864f2-5090-4df7-9e71-5e917bbac2e1 of type vlan for network 219934d6-e076-4a17-bb58-971f30cc9f5c Sep 14 23:12:37.167627 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3cd3187e-4bb8-465d-a9f9-ea0ca72dedd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:37.195587 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3cd3187e-4bb8-465d-a9f9-ea0ca72dedd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:37.196533 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd3187e-4bb8-465d-a9f9-ea0ca72dedd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:37.197255 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3cd3187e-4bb8-465d-a9f9-ea0ca72dedd9 admin admin] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:37.306904 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3cd3187e-4bb8-465d-a9f9-ea0ca72dedd9 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4661677 Sep 14 23:12:37.307844 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3187e-4bb8-465d-a9f9-ea0ca72dedd9 admin admin] Pushing event updated for resources: {'Network': ['ID=219934d6-e076-4a17-bb58-971f30cc9f5c,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:37.310249 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58624) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:12:37.315900 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-ca138e39-dbbc-4150-a5d5-1bc54fb4aab5 admin admin] Request body: {'subnet': {'network_id': '219934d6-e076-4a17-bb58-971f30cc9f5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1624781725-subnet', 'tenant_id': 'cfce946fbb214f8395e9f3182c8c6fd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:12:37.318149 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 219934d6-e076-4a17-bb58-971f30cc9f5c details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:12:37.321104 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ca138e39-dbbc-4150-a5d5-1bc54fb4aab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:12:37.324978 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ca138e39-dbbc-4150-a5d5-1bc54fb4aab5 admin admin] Usage tracker for resource:subnet and tenant:cfce946fbb214f8395e9f3182c8c6fd6 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:12:37.327856 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ca138e39-dbbc-4150-a5d5-1bc54fb4aab5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:12:37.333695 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ca138e39-dbbc-4150-a5d5-1bc54fb4aab5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:12:37.345417 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca138e39-dbbc-4150-a5d5-1bc54fb4aab5 admin admin] Made reservation on behalf of cfce946fbb214f8395e9f3182c8c6fd6 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:12:37.347785 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ca138e39-dbbc-4150-a5d5-1bc54fb4aab5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:37.550862 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ca138e39-dbbc-4150-a5d5-1bc54fb4aab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:37.622929 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca138e39-dbbc-4150-a5d5-1bc54fb4aab5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2128e3ea-c491-45ee-b6b2-d64422010ab2,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:37.632883 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca138e39-dbbc-4150-a5d5-1bc54fb4aab5 admin admin] Checking segment: {'id': '95d864f2-5090-4df7-9e71-5e917bbac2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '219934d6-e076-4a17-bb58-971f30cc9f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:12:37.633232 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca138e39-dbbc-4150-a5d5-1bc54fb4aab5 admin admin] Network hostable DHCP agents. Network: 219934d6-e076-4a17-bb58-971f30cc9f5c, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:12:37.651334 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca138e39-dbbc-4150-a5d5-1bc54fb4aab5 admin admin] Network 219934d6-e076-4a17-bb58-971f30cc9f5c is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:12:37.659894 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-ca138e39-dbbc-4150-a5d5-1bc54fb4aab5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 219934d6-e076-4a17-bb58-971f30cc9f5c) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:12:37.663804 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca138e39-dbbc-4150-a5d5-1bc54fb4aab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:37.664983 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ca138e39-dbbc-4150-a5d5-1bc54fb4aab5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:37.669064 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b202777a-c00f-4524-a132-c559d8714c3d None None] Network 219934d6-e076-4a17-bb58-971f30cc9f5c requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:12:37.685060 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ca138e39-dbbc-4150-a5d5-1bc54fb4aab5 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3736291 Sep 14 23:12:37.760956 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e7c1e6ef-485b-46c2-b179-c99495da5262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:37.895471 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c0453a-75e3-4b9a-b700-c34d70730b1e None None] Network 219934d6-e076-4a17-bb58-971f30cc9f5c requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:12:38.181485 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58642) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:12:38.186977 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-cf60c69a-5edb-490e-a912-7d5dda54ba11 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-736565901-network', 'tenant_id': '3fccae145d8e42f79712fa5175973d02'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:12:38.191736 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-cf60c69a-5edb-490e-a912-7d5dda54ba11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:12:38.196250 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-cf60c69a-5edb-490e-a912-7d5dda54ba11 admin admin] Usage tracker for resource:network and tenant:3fccae145d8e42f79712fa5175973d02 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:12:38.199143 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-cf60c69a-5edb-490e-a912-7d5dda54ba11 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:12:38.204816 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-cf60c69a-5edb-490e-a912-7d5dda54ba11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:12:38.214445 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf60c69a-5edb-490e-a912-7d5dda54ba11 admin admin] Made reservation on behalf of 3fccae145d8e42f79712fa5175973d02 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:12:38.216769 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cf60c69a-5edb-490e-a912-7d5dda54ba11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:38.228426 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cf60c69a-5edb-490e-a912-7d5dda54ba11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:38.242992 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-cf60c69a-5edb-490e-a912-7d5dda54ba11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:12:38.246876 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-cf60c69a-5edb-490e-a912-7d5dda54ba11 admin admin] Usage tracker for resource:security_group_rule and tenant:3fccae145d8e42f79712fa5175973d02 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:12:38.249703 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-cf60c69a-5edb-490e-a912-7d5dda54ba11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:12:38.255930 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-cf60c69a-5edb-490e-a912-7d5dda54ba11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:12:38.338476 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cf60c69a-5edb-490e-a912-7d5dda54ba11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:38.342234 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cf60c69a-5edb-490e-a912-7d5dda54ba11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:38.369307 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf60c69a-5edb-490e-a912-7d5dda54ba11 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:12:38.381243 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60c69a-5edb-490e-a912-7d5dda54ba11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17ae77f-20c3-4a7a-bd4f-8df564980312,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:38.386197 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cf60c69a-5edb-490e-a912-7d5dda54ba11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:38.386534 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-cf60c69a-5edb-490e-a912-7d5dda54ba11 admin admin] Added segment 606fad0b-96f6-4464-936b-134e66673a11 of type vlan for network bc251c4d-cd78-4197-9060-ec347589efc8 Sep 14 23:12:38.414808 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cf60c69a-5edb-490e-a912-7d5dda54ba11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:38.442811 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cf60c69a-5edb-490e-a912-7d5dda54ba11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:38.443739 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf60c69a-5edb-490e-a912-7d5dda54ba11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:38.444314 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cf60c69a-5edb-490e-a912-7d5dda54ba11 admin admin] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:38.544478 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-cf60c69a-5edb-490e-a912-7d5dda54ba11 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3619001 Sep 14 23:12:38.545357 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60c69a-5edb-490e-a912-7d5dda54ba11 admin admin] Pushing event updated for resources: {'Network': ['ID=bc251c4d-cd78-4197-9060-ec347589efc8,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:38.547365 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58646) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:12:38.552916 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-ba61e659-8a88-4ca5-86f6-e7b26610cc8a admin admin] Request body: {'subnet': {'network_id': 'bc251c4d-cd78-4197-9060-ec347589efc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-736565901-subnet', 'tenant_id': '3fccae145d8e42f79712fa5175973d02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:12:38.556398 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network bc251c4d-cd78-4197-9060-ec347589efc8 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:12:38.558442 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-ba61e659-8a88-4ca5-86f6-e7b26610cc8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:12:38.562488 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-ba61e659-8a88-4ca5-86f6-e7b26610cc8a admin admin] Usage tracker for resource:subnet and tenant:3fccae145d8e42f79712fa5175973d02 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:12:38.565504 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-ba61e659-8a88-4ca5-86f6-e7b26610cc8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:12:38.571603 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-ba61e659-8a88-4ca5-86f6-e7b26610cc8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:12:38.581866 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba61e659-8a88-4ca5-86f6-e7b26610cc8a admin admin] Made reservation on behalf of 3fccae145d8e42f79712fa5175973d02 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:12:38.584151 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ba61e659-8a88-4ca5-86f6-e7b26610cc8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:38.781012 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ba61e659-8a88-4ca5-86f6-e7b26610cc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:38.859935 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba61e659-8a88-4ca5-86f6-e7b26610cc8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9abdc7f6-586d-4d2a-bc66-19e550380d3c,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:38.863836 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba61e659-8a88-4ca5-86f6-e7b26610cc8a admin admin] Checking segment: {'id': '606fad0b-96f6-4464-936b-134e66673a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bc251c4d-cd78-4197-9060-ec347589efc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:12:38.864186 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba61e659-8a88-4ca5-86f6-e7b26610cc8a admin admin] Network hostable DHCP agents. Network: bc251c4d-cd78-4197-9060-ec347589efc8, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:12:38.883713 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba61e659-8a88-4ca5-86f6-e7b26610cc8a admin admin] Network bc251c4d-cd78-4197-9060-ec347589efc8 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:12:38.892081 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-ba61e659-8a88-4ca5-86f6-e7b26610cc8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, bc251c4d-cd78-4197-9060-ec347589efc8) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:12:38.895850 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba61e659-8a88-4ca5-86f6-e7b26610cc8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:38.896422 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ba61e659-8a88-4ca5-86f6-e7b26610cc8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:38.900465 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c4462c-73ec-41b0-a684-a8823f79508b None None] Network bc251c4d-cd78-4197-9060-ec347589efc8 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:12:38.921267 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ba61e659-8a88-4ca5-86f6-e7b26610cc8a admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3725812 Sep 14 23:12:39.118766 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00921943-3359-4313-b5f4-34c0a2022f5b None None] Network bc251c4d-cd78-4197-9060-ec347589efc8 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:12:39.480819 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-32cc6a2e-8543-46f7-aa54-99b0bb71cbd0 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:39.481398 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-32cc6a2e-8543-46f7-aa54-99b0bb71cbd0 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Synchronizing usage tracker for tenant:cfce946fbb214f8395e9f3182c8c6fd6 on resource:network {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:12:39.498779 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-32cc6a2e-8543-46f7-aa54-99b0bb71cbd0 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Unset dirty status for tenant:cfce946fbb214f8395e9f3182c8c6fd6 on resource:network {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:12:39.500093 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-32cc6a2e-8543-46f7-aa54-99b0bb71cbd0 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/networks?id=219934d6-e076-4a17-bb58-971f30cc9f5c HTTP/1.1" status: 200 len: 812 time: 0.1680942 Sep 14 23:12:39.515398 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-7d88769b-ad6d-486a-ace9-a1888cd21196 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/quotas/cfce946fbb214f8395e9f3182c8c6fd6 HTTP/1.1" status: 200 len: 375 time: 0.0094748 Sep 14 23:12:39.569995 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-82905541-9d57-4d44-bf03-3b087b723ebe tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=cfce946fbb214f8395e9f3182c8c6fd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493672 Sep 14 23:12:39.678996 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-33bc155e-fbee-489c-98cd-7fe5ac51b1f3 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 23:12:39.680450 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-33bc155e-fbee-489c-98cd-7fe5ac51b1f3 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1030800 Sep 14 23:12:39.752248 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f0d3152b-50e6-4392-899b-b47d3979f34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:39.814343 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-be429aa8-9663-4081-9d58-41b2c9c579d1 service neutron] 10.222.0.33 "GET /v2.0/networks/219934d6-e076-4a17-bb58-971f30cc9f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278617 Sep 14 23:12:39.960191 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-ae671853-15d7-49d3-808f-9fba0b11fa2e service neutron] 10.222.0.33 "GET /v2.0/networks/219934d6-e076-4a17-bb58-971f30cc9f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395609 Sep 14 23:12:40.149999 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e4178395-4bde-4191-868b-7b69a2c59d5c req-a681b8f8-65a3-475d-94cd-82c405e104a1 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/ports?device_id=fddd758a-b5b6-4659-b65e-857aa2d414b4 HTTP/1.1" status: 200 len: 210 time: 0.0542898 Sep 14 23:12:40.834291 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:40.893938 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:41.255765 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-05036a0a-5ca2-4e36-a883-08b54fa8449f tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:41.257232 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-05036a0a-5ca2-4e36-a883-08b54fa8449f tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.20 "GET /v2.0/networks?id=219934d6-e076-4a17-bb58-971f30cc9f5c HTTP/1.1" status: 200 len: 812 time: 0.2637382 Sep 14 23:12:41.268802 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-a08a1215-a266-437e-b487-97c7f905d386 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Request body: {'port': {'device_id': 'fddd758a-b5b6-4659-b65e-857aa2d414b4', 'network_id': '219934d6-e076-4a17-bb58-971f30cc9f5c', 'admin_state_up': True, 'tenant_id': 'cfce946fbb214f8395e9f3182c8c6fd6'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:12:41.312879 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8a35da3e-d43d-4142-848a-4cdc305b7f44 req-98751656-42a9-4e65-b221-7560ff71867c tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/ports?device_id=fddd758a-b5b6-4659-b65e-857aa2d414b4 HTTP/1.1" status: 200 len: 210 time: 0.0484927 Sep 14 23:12:41.403817 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-a08a1215-a266-437e-b487-97c7f905d386 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:12:41.407559 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-a08a1215-a266-437e-b487-97c7f905d386 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Usage tracker for resource:port and tenant:cfce946fbb214f8395e9f3182c8c6fd6 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:12:41.410323 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-a08a1215-a266-437e-b487-97c7f905d386 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:12:41.416185 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-a08a1215-a266-437e-b487-97c7f905d386 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:12:41.425768 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-a08a1215-a266-437e-b487-97c7f905d386 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Made reservation on behalf of cfce946fbb214f8395e9f3182c8c6fd6 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:12:41.430154 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-a08a1215-a266-437e-b487-97c7f905d386 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:41.587413 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-a08a1215-a266-437e-b487-97c7f905d386 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Allocated IP 172.20.0.9 (219934d6-e076-4a17-bb58-971f30cc9f5c/2128e3ea-c491-45ee-b6b2-d64422010ab2/308af876-de5d-4ddf-857a-47470e7a4567) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:12:41.686910 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:12:41.782369 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-a08a1215-a266-437e-b487-97c7f905d386 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:41.810942 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-a08a1215-a266-437e-b487-97c7f905d386 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:41.877678 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-a08a1215-a266-437e-b487-97c7f905d386 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Network 219934d6-e076-4a17-bb58-971f30cc9f5c is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:12:41.880450 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-a08a1215-a266-437e-b487-97c7f905d386 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:12:41.884398 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-a08a1215-a266-437e-b487-97c7f905d386 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:12:41.922757 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a1215-a266-437e-b487-97c7f905d386 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Pushing event updated for resources: {'Port': ['ID=308af876-de5d-4ddf-857a-47470e7a4567,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:41.953439 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-a08a1215-a266-437e-b487-97c7f905d386 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:41.953982 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-a08a1215-a266-437e-b487-97c7f905d386 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:41.973630 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-a08a1215-a266-437e-b487-97c7f905d386 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7085838 Sep 14 23:12:41.982780 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-bde78cf6-0e9f-47fa-bea8-103ba35af976 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89171) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 23:12:41.983719 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-bde78cf6-0e9f-47fa-bea8-103ba35af976 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047460 Sep 14 23:12:41.993328 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-9c1aac3b-51d3-4ca7-b54e-3d1116863fba service neutron] Request body: {'port': {'device_id': 'fddd758a-b5b6-4659-b65e-857aa2d414b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:12:42.103657 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-9c1aac3b-51d3-4ca7-b54e-3d1116863fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:42.436483 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:42.438960 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-9c1aac3b-51d3-4ca7-b54e-3d1116863fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 308af876-de5d-4ddf-857a-47470e7a4567 {{(pid=89171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:12:42.446785 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-9c1aac3b-51d3-4ca7-b54e-3d1116863fba service neutron] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:42.462346 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-9c1aac3b-51d3-4ca7-b54e-3d1116863fba service neutron] Transition to ACTIVE for port object 308af876-de5d-4ddf-857a-47470e7a4567 will not be triggered until provisioned by entity L2. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:12:42.466540 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-9c1aac3b-51d3-4ca7-b54e-3d1116863fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:42.519383 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d22a21-e1d1-402e-8970-205234e3a0b9 req-31f43ef3-3971-4687-95f8-9af673e9e157 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:42.520868 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c3d22a21-e1d1-402e-8970-205234e3a0b9 req-31f43ef3-3971-4687-95f8-9af673e9e157 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/ports?device_id=fddd758a-b5b6-4659-b65e-857aa2d414b4 HTTP/1.1" status: 200 len: 943 time: 0.0909297 Sep 14 23:12:42.662918 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1aac3b-51d3-4ca7-b54e-3d1116863fba service neutron] Pushing event updated for resources: {'Port': ['ID=308af876-de5d-4ddf-857a-47470e7a4567,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:42.668855 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-c3d22a21-e1d1-402e-8970-205234e3a0b9 req-d12b3d97-3f0a-4800-82f4-1e6b3a24f223 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Synchronizing usage tracker for tenant:cfce946fbb214f8395e9f3182c8c6fd6 on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:12:42.686131 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-c3d22a21-e1d1-402e-8970-205234e3a0b9 req-d12b3d97-3f0a-4800-82f4-1e6b3a24f223 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Unset dirty status for tenant:cfce946fbb214f8395e9f3182c8c6fd6 on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:12:42.687353 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c3d22a21-e1d1-402e-8970-205234e3a0b9 req-d12b3d97-3f0a-4800-82f4-1e6b3a24f223 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/security-groups?id=c24a16b2-0280-45d6-a3e4-64e6dbca7c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597090 Sep 14 23:12:42.700739 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-9c1aac3b-51d3-4ca7-b54e-3d1116863fba service neutron] Attempting to bind port 308af876-de5d-4ddf-857a-47470e7a4567 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:12:42.701074 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-9c1aac3b-51d3-4ca7-b54e-3d1116863fba service neutron] Attempting to bind port 308af876-de5d-4ddf-857a-47470e7a4567 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '95d864f2-5090-4df7-9e71-5e917bbac2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '219934d6-e076-4a17-bb58-971f30cc9f5c'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:12:42.701397 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-9c1aac3b-51d3-4ca7-b54e-3d1116863fba service neutron] Attempting to bind port 308af876-de5d-4ddf-857a-47470e7a4567 on network 219934d6-e076-4a17-bb58-971f30cc9f5c {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:12:42.706247 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-9c1aac3b-51d3-4ca7-b54e-3d1116863fba service neutron] Port 308af876-de5d-4ddf-857a-47470e7a4567 on network 219934d6-e076-4a17-bb58-971f30cc9f5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:12:42.706599 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-9c1aac3b-51d3-4ca7-b54e-3d1116863fba service neutron] Attempting to bind port 308af876-de5d-4ddf-857a-47470e7a4567 on network 219934d6-e076-4a17-bb58-971f30cc9f5c {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:12:42.711701 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-9c1aac3b-51d3-4ca7-b54e-3d1116863fba service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:12:42.712042 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-9c1aac3b-51d3-4ca7-b54e-3d1116863fba service neutron] Checking segment: {'id': '95d864f2-5090-4df7-9e71-5e917bbac2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '219934d6-e076-4a17-bb58-971f30cc9f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:12:42.712417 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-9c1aac3b-51d3-4ca7-b54e-3d1116863fba service neutron] Bound using segment: {'id': '95d864f2-5090-4df7-9e71-5e917bbac2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '219934d6-e076-4a17-bb58-971f30cc9f5c'} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:12:42.712864 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-9c1aac3b-51d3-4ca7-b54e-3d1116863fba service neutron] Bound port: 308af876-de5d-4ddf-857a-47470e7a4567, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95d864f2-5090-4df7-9e71-5e917bbac2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '219934d6-e076-4a17-bb58-971f30cc9f5c'}}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:12:42.713209 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-9c1aac3b-51d3-4ca7-b54e-3d1116863fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:42.799059 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-9c1aac3b-51d3-4ca7-b54e-3d1116863fba service neutron] For port 308af876-de5d-4ddf-857a-47470e7a4567, host hv-neutron-8577, cleared binding levels {{(pid=89171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:12:42.802171 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-9c1aac3b-51d3-4ca7-b54e-3d1116863fba service neutron] For port 308af876-de5d-4ddf-857a-47470e7a4567, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=308af876-de5d-4ddf-857a-47470e7a4567,segment=NetworkSegment(95d864f2-5090-4df7-9e71-5e917bbac2e1),segment_id=95d864f2-5090-4df7-9e71-5e917bbac2e1)] {{(pid=89171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:12:42.806304 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-9c1aac3b-51d3-4ca7-b54e-3d1116863fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:42.836223 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-9c1aac3b-51d3-4ca7-b54e-3d1116863fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:42.836852 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-9c1aac3b-51d3-4ca7-b54e-3d1116863fba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:42.838206 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-9c1aac3b-51d3-4ca7-b54e-3d1116863fba service neutron] 10.222.0.20 "PUT /v2.0/ports/308af876-de5d-4ddf-857a-47470e7a4567 HTTP/1.1" status: 200 len: 1093 time: 0.8484845 Sep 14 23:12:42.838623 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fddd758a-b5b6-4659-b65e-857aa2d414b4', 'tag': '308af876-de5d-4ddf-857a-47470e7a4567'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:12:42.840925 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd093071-3114-4068-a0d9-80917fcf71ba" -d '{"events": [{"name": "network-changed", "server_uuid": "fddd758a-b5b6-4659-b65e-857aa2d414b4", "tag": "308af876-de5d-4ddf-857a-47470e7a4567"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:12:42.972423 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08538b1a-0d19-4443-bb90-12935ce6a0a2 x-openstack-request-id: req-08538b1a-0d19-4443-bb90-12935ce6a0a2 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:12:42.972730 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fddd758a-b5b6-4659-b65e-857aa2d414b4", "tag": "308af876-de5d-4ddf-857a-47470e7a4567", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:12:42.972970 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-08538b1a-0d19-4443-bb90-12935ce6a0a2 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:12:42.973347 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08538b1a-0d19-4443-bb90-12935ce6a0a2'] response: {'name': 'network-changed', 'server_uuid': 'fddd758a-b5b6-4659-b65e-857aa2d414b4', 'tag': '308af876-de5d-4ddf-857a-47470e7a4567', 'status': 'completed', 'code': 200} Sep 14 23:12:43.044366 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1aac3b-51d3-4ca7-b54e-3d1116863fba service neutron] Pushing event updated for resources: {'Port': ['ID=308af876-de5d-4ddf-857a-47470e7a4567,revision_number=3']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:43.062281 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-2e4d6906-9971-447f-8e8b-906192e9abac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:43.063738 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-2e4d6906-9971-447f-8e8b-906192e9abac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cfce946fbb214f8395e9f3182c8c6fd6&device_id=fddd758a-b5b6-4659-b65e-857aa2d414b4 HTTP/1.1" status: 200 len: 1096 time: 0.0930626 Sep 14 23:12:43.132782 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-0e65b40b-9ba5-4cd9-9cfe-b3dca75206a7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=308af876-de5d-4ddf-857a-47470e7a4567 HTTP/1.1" status: 200 len: 217 time: 0.0624850 Sep 14 23:12:43.196443 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-9e756a4b-069a-4068-a72c-5073d450736e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:43.197855 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-9e756a4b-069a-4068-a72c-5073d450736e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2128e3ea-c491-45ee-b6b2-d64422010ab2 HTTP/1.1" status: 200 len: 852 time: 0.0596323 Sep 14 23:12:43.253711 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-282567de-aebb-43d4-8c0f-2daef105b841 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=219934d6-e076-4a17-bb58-971f30cc9f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494750 Sep 14 23:12:43.382282 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-8f850cfd-f570-4814-b464-479452bd362a service neutron] 10.222.0.20 "GET /v2.0/networks/219934d6-e076-4a17-bb58-971f30cc9f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221912 Sep 14 23:12:43.510604 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d5102a6a-b65f-4f74-9495-396aaf8f75d1 req-3cc138a6-2a52-4951-a2c8-8e27e63b04e0 service neutron] 10.222.0.20 "GET /v2.0/networks/219934d6-e076-4a17-bb58-971f30cc9f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221998 Sep 14 23:12:43.626750 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd093071-3114-4068-a0d9-80917fcf71ba req-792dcef2-3ff3-41d8-bc50-576fbfe78ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:43.628193 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-dd093071-3114-4068-a0d9-80917fcf71ba req-792dcef2-3ff3-41d8-bc50-576fbfe78ee0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cfce946fbb214f8395e9f3182c8c6fd6&device_id=fddd758a-b5b6-4659-b65e-857aa2d414b4 HTTP/1.1" status: 200 len: 1096 time: 0.0760963 Sep 14 23:12:43.756078 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd093071-3114-4068-a0d9-80917fcf71ba req-b2f0f78f-f92d-41bc-a591-c5e55fce9eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:43.757594 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-dd093071-3114-4068-a0d9-80917fcf71ba req-b2f0f78f-f92d-41bc-a591-c5e55fce9eba service neutron] 10.222.0.20 "GET /v2.0/networks?id=219934d6-e076-4a17-bb58-971f30cc9f5c HTTP/1.1" status: 200 len: 912 time: 0.1228871 Sep 14 23:12:43.828483 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-dd093071-3114-4068-a0d9-80917fcf71ba req-233cbc9c-590c-49aa-ac90-ea3c8a21ef80 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=308af876-de5d-4ddf-857a-47470e7a4567 HTTP/1.1" status: 200 len: 217 time: 0.0641658 Sep 14 23:12:43.888779 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee5018-428e-435d-b22d-59a89eb89137 req-4730e831-3e0b-4782-bfc4-8e9a5d868a50 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:43.889399 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd093071-3114-4068-a0d9-80917fcf71ba req-21f80e45-b570-40e4-a5c6-1e4d08926cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:43.890228 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7eee5018-428e-435d-b22d-59a89eb89137 req-4730e831-3e0b-4782-bfc4-8e9a5d868a50 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/ports?device_id=fddd758a-b5b6-4659-b65e-857aa2d414b4 HTTP/1.1" status: 200 len: 943 time: 0.0895417 Sep 14 23:12:43.890810 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-dd093071-3114-4068-a0d9-80917fcf71ba req-21f80e45-b570-40e4-a5c6-1e4d08926cb8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2128e3ea-c491-45ee-b6b2-d64422010ab2 HTTP/1.1" status: 200 len: 852 time: 0.0563982 Sep 14 23:12:43.936363 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7eee5018-428e-435d-b22d-59a89eb89137 req-46550bf3-8a85-4f6c-b89d-8d3059900b68 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/security-groups?id=c24a16b2-0280-45d6-a3e4-64e6dbca7c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404568 Sep 14 23:12:43.947524 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-dd093071-3114-4068-a0d9-80917fcf71ba req-9fd689ca-885f-4df2-bf30-ee40d7ec4a9d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=219934d6-e076-4a17-bb58-971f30cc9f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504620 Sep 14 23:12:44.075920 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-dd093071-3114-4068-a0d9-80917fcf71ba req-b069b3b0-d469-40d4-9249-0484745330a8 service neutron] 10.222.0.20 "GET /v2.0/networks/219934d6-e076-4a17-bb58-971f30cc9f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219201 Sep 14 23:12:44.206693 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-dd093071-3114-4068-a0d9-80917fcf71ba req-4d5851b5-1da4-4a2f-aca2-fe88d57420ae service neutron] 10.222.0.20 "GET /v2.0/networks/219934d6-e076-4a17-bb58-971f30cc9f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244757 Sep 14 23:12:45.131362 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e2185-b5d0-42d6-be3c-686e10c28536 req-8746adee-07f7-45d9-b8fb-acf239f61653 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:45.132830 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ee3e2185-b5d0-42d6-be3c-686e10c28536 req-8746adee-07f7-45d9-b8fb-acf239f61653 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/ports?device_id=fddd758a-b5b6-4659-b65e-857aa2d414b4 HTTP/1.1" status: 200 len: 943 time: 0.0863323 Sep 14 23:12:45.176520 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ee3e2185-b5d0-42d6-be3c-686e10c28536 req-88471a89-546b-487c-8b51-2015fa5be2c8 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/security-groups?id=c24a16b2-0280-45d6-a3e4-64e6dbca7c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381651 Sep 14 23:12:45.547772 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 308af876-de5d-4ddf-857a-47470e7a4567 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:12:45.677385 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 308af876-de5d-4ddf-857a-47470e7a4567, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=308af876-de5d-4ddf-857a-47470e7a4567,segment=NetworkSegment(95d864f2-5090-4df7-9e71-5e917bbac2e1),segment_id=95d864f2-5090-4df7-9e71-5e917bbac2e1)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:12:45.690409 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': '308af876-de5d-4ddf-857a-47470e7a4567', 'network_id': '219934d6-e076-4a17-bb58-971f30cc9f5c', 'port_id': '308af876-de5d-4ddf-857a-47470e7a4567', 'mac_address': 'fa:16:3e:b8:a2:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2128e3ea-c491-45ee-b6b2-d64422010ab2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:12:45.775602 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 308af876-de5d-4ddf-857a-47470e7a4567 is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:12:45.775978 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:45.792277 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 308af876-de5d-4ddf-857a-47470e7a4567 {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:12:45.807398 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 308af876-de5d-4ddf-857a-47470e7a4567, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=308af876-de5d-4ddf-857a-47470e7a4567,segment=NetworkSegment(95d864f2-5090-4df7-9e71-5e917bbac2e1),segment_id=95d864f2-5090-4df7-9e71-5e917bbac2e1)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:12:45.811426 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:45.875388 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=308af876-de5d-4ddf-857a-47470e7a4567,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:46.018671 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['308af876-de5d-4ddf-857a-47470e7a4567'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:12:46.373431 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c479eba-862b-4c86-ac05-79b1f160b89d req-f276a49a-85ac-4195-8413-ab2d9b5c93db tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:46.374921 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2c479eba-862b-4c86-ac05-79b1f160b89d req-f276a49a-85ac-4195-8413-ab2d9b5c93db tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/ports?device_id=fddd758a-b5b6-4659-b65e-857aa2d414b4 HTTP/1.1" status: 200 len: 944 time: 0.0912292 Sep 14 23:12:46.417882 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2c479eba-862b-4c86-ac05-79b1f160b89d req-fcf60544-1e20-4f65-9dea-5a4839260d13 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/security-groups?id=c24a16b2-0280-45d6-a3e4-64e6dbca7c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372670 Sep 14 23:12:47.547822 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 308af876-de5d-4ddf-857a-47470e7a4567 up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:12:47.611696 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf14c4c-4f1e-4757-bf4c-b630d6e50d96 req-2bca310c-d3d2-4590-afca-31643ce7b4f5 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:47.613351 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7cf14c4c-4f1e-4757-bf4c-b630d6e50d96 req-2bca310c-d3d2-4590-afca-31643ce7b4f5 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/ports?device_id=fddd758a-b5b6-4659-b65e-857aa2d414b4 HTTP/1.1" status: 200 len: 944 time: 0.0863352 Sep 14 23:12:47.618611 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port 308af876-de5d-4ddf-857a-47470e7a4567 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:12:47.624106 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port 308af876-de5d-4ddf-857a-47470e7a4567 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:12:47.624511 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:47.670411 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7cf14c4c-4f1e-4757-bf4c-b630d6e50d96 req-6b4b4431-af5e-46b8-8e6b-57a9b0290b02 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/security-groups?id=c24a16b2-0280-45d6-a3e4-64e6dbca7c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491402 Sep 14 23:12:47.740973 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 308af876-de5d-4ddf-857a-47470e7a4567 is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:12:47.741350 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:47.770153 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddd758a-b5b6-4659-b65e-857aa2d414b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308af876-de5d-4ddf-857a-47470e7a4567'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:12:47.772387 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a8dfef-3995-42b4-bd67-f6a6e8096295" -d '{"events": [{"server_uuid": "fddd758a-b5b6-4659-b65e-857aa2d414b4", "name": "network-vif-plugged", "status": "completed", "tag": "308af876-de5d-4ddf-857a-47470e7a4567"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:12:47.779603 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 308af876-de5d-4ddf-857a-47470e7a4567, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=308af876-de5d-4ddf-857a-47470e7a4567,segment=NetworkSegment(95d864f2-5090-4df7-9e71-5e917bbac2e1),segment_id=95d864f2-5090-4df7-9e71-5e917bbac2e1)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:12:47.783778 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:47.819884 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99dd0daa-9b13-43a7-ab88-d8a357058291 x-openstack-request-id: req-99dd0daa-9b13-43a7-ab88-d8a357058291 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:12:47.820145 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fddd758a-b5b6-4659-b65e-857aa2d414b4", "name": "network-vif-plugged", "status": "completed", "tag": "308af876-de5d-4ddf-857a-47470e7a4567", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:12:47.820388 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-99dd0daa-9b13-43a7-ab88-d8a357058291 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:12:47.820791 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99dd0daa-9b13-43a7-ab88-d8a357058291'] response: {'server_uuid': 'fddd758a-b5b6-4659-b65e-857aa2d414b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308af876-de5d-4ddf-857a-47470e7a4567', 'code': 200} Sep 14 23:12:47.852230 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=308af876-de5d-4ddf-857a-47470e7a4567,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:12:48.065430 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc322c-5eec-4d3d-980c-bd725e58c58e req-7e5ba32e-519f-4ad7-b873-b24c61dab2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:48.066901 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7acc322c-5eec-4d3d-980c-bd725e58c58e req-7e5ba32e-519f-4ad7-b873-b24c61dab2bf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fddd758a-b5b6-4659-b65e-857aa2d414b4 HTTP/1.1" status: 200 len: 1098 time: 0.0772047 Sep 14 23:12:48.107127 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7acc322c-5eec-4d3d-980c-bd725e58c58e req-27c2c37a-e92b-4d0a-9b20-440edcff85f0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c24a16b2-0280-45d6-a3e4-64e6dbca7c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339360 Sep 14 23:12:48.864680 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83b135-6498-4b17-948e-8f4f16bc2435 req-ff6274c9-3523-4a75-bd5f-d39da5ac56d4 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:48.866212 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4d83b135-6498-4b17-948e-8f4f16bc2435 req-ff6274c9-3523-4a75-bd5f-d39da5ac56d4 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/ports?device_id=fddd758a-b5b6-4659-b65e-857aa2d414b4 HTTP/1.1" status: 200 len: 945 time: 0.0862033 Sep 14 23:12:48.909776 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4d83b135-6498-4b17-948e-8f4f16bc2435 req-d31f6a61-42c6-4eba-b746-248bda40beed tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/security-groups?id=c24a16b2-0280-45d6-a3e4-64e6dbca7c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375555 Sep 14 23:12:49.374020 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:12:50.112470 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484b588-bd2f-4a0a-b048-fd5d9278ef15 req-dff04455-9026-4f4c-a33e-74cb62339b2d tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:50.114069 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d484b588-bd2f-4a0a-b048-fd5d9278ef15 req-dff04455-9026-4f4c-a33e-74cb62339b2d tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/ports?device_id=fddd758a-b5b6-4659-b65e-857aa2d414b4 HTTP/1.1" status: 200 len: 945 time: 0.0896246 Sep 14 23:12:50.157639 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d484b588-bd2f-4a0a-b048-fd5d9278ef15 req-82214859-a188-440a-956c-0647df4034af tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/security-groups?id=c24a16b2-0280-45d6-a3e4-64e6dbca7c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380318 Sep 14 23:12:50.348406 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f6996-d6fa-429f-89c6-3549fed7a1c4 req-d54c9b74-5116-42e6-810a-b58087396269 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:50.349885 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ae0f6996-d6fa-429f-89c6-3549fed7a1c4 req-d54c9b74-5116-42e6-810a-b58087396269 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/ports?device_id=fddd758a-b5b6-4659-b65e-857aa2d414b4 HTTP/1.1" status: 200 len: 945 time: 0.0857449 Sep 14 23:12:50.397316 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ae0f6996-d6fa-429f-89c6-3549fed7a1c4 req-8bb79283-52fe-423c-a0e0-6e461e1a6835 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/security-groups?id=c24a16b2-0280-45d6-a3e4-64e6dbca7c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419345 Sep 14 23:12:50.793982 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5667787-6a6e-42e8-b941-b51176583a14 req-e6e6c7ba-96d3-4044-8c69-9efe0ba6a131 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:50.795315 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f5667787-6a6e-42e8-b941-b51176583a14 req-e6e6c7ba-96d3-4044-8c69-9efe0ba6a131 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/ports?device_id=fddd758a-b5b6-4659-b65e-857aa2d414b4 HTTP/1.1" status: 200 len: 945 time: 0.0864046 Sep 14 23:12:50.838180 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f5667787-6a6e-42e8-b941-b51176583a14 req-37548f6e-c960-40a1-8514-6a23d6e259c3 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/security-groups?id=c24a16b2-0280-45d6-a3e4-64e6dbca7c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373268 Sep 14 23:12:52.049399 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc5bf7-3173-4c6d-8050-4dab45e44ff6 req-5c0292dd-26d1-4fe5-9025-978895d5ca16 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:52.050901 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-23bc5bf7-3173-4c6d-8050-4dab45e44ff6 req-5c0292dd-26d1-4fe5-9025-978895d5ca16 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/ports?device_id=fddd758a-b5b6-4659-b65e-857aa2d414b4 HTTP/1.1" status: 200 len: 945 time: 0.0923648 Sep 14 23:12:52.094599 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-23bc5bf7-3173-4c6d-8050-4dab45e44ff6 req-2ff1c3b1-5fe8-420e-b87c-6bdb349d606d tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/security-groups?id=c24a16b2-0280-45d6-a3e4-64e6dbca7c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373254 Sep 14 23:12:52.445180 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b16b3-d68a-4efe-8610-5ebd45c21675 req-d9ebe108-8323-4996-9339-e24deff96c15 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:52.446725 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3b4b16b3-d68a-4efe-8610-5ebd45c21675 req-d9ebe108-8323-4996-9339-e24deff96c15 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/ports?device_id=fddd758a-b5b6-4659-b65e-857aa2d414b4 HTTP/1.1" status: 200 len: 945 time: 0.0875058 Sep 14 23:12:52.463289 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48804f-ae89-4f61-ab9f-0c9f343cce84 req-62d69bce-cd77-4a9a-82a1-72211e0525ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:52.464936 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-4e48804f-ae89-4f61-ab9f-0c9f343cce84 req-62d69bce-cd77-4a9a-82a1-72211e0525ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cfce946fbb214f8395e9f3182c8c6fd6&device_id=fddd758a-b5b6-4659-b65e-857aa2d414b4 HTTP/1.1" status: 200 len: 1098 time: 0.0834093 Sep 14 23:12:52.494743 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3b4b16b3-d68a-4efe-8610-5ebd45c21675 req-e717fbc4-0cfb-43eb-a846-e3d9c13d5e45 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/security-groups?id=c24a16b2-0280-45d6-a3e4-64e6dbca7c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423367 Sep 14 23:12:52.691819 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48804f-ae89-4f61-ab9f-0c9f343cce84 req-c9436780-18da-4278-8a85-3ca639543c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:52.693277 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-4e48804f-ae89-4f61-ab9f-0c9f343cce84 req-c9436780-18da-4278-8a85-3ca639543c5b service neutron] 10.222.0.20 "GET /v2.0/networks?id=219934d6-e076-4a17-bb58-971f30cc9f5c HTTP/1.1" status: 200 len: 912 time: 0.2228293 Sep 14 23:12:52.760881 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-4e48804f-ae89-4f61-ab9f-0c9f343cce84 req-8ee6628c-b472-4a0f-a726-a7159975463b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=308af876-de5d-4ddf-857a-47470e7a4567 HTTP/1.1" status: 200 len: 217 time: 0.0612636 Sep 14 23:12:52.820150 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48804f-ae89-4f61-ab9f-0c9f343cce84 req-2faf91b9-9d2d-4b2a-a97a-2b01533774e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:52.821542 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-4e48804f-ae89-4f61-ab9f-0c9f343cce84 req-2faf91b9-9d2d-4b2a-a97a-2b01533774e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2128e3ea-c491-45ee-b6b2-d64422010ab2 HTTP/1.1" status: 200 len: 852 time: 0.0551977 Sep 14 23:12:52.873744 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-4e48804f-ae89-4f61-ab9f-0c9f343cce84 req-e4e0d703-c785-4f97-ab11-deb110fed594 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=219934d6-e076-4a17-bb58-971f30cc9f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467856 Sep 14 23:12:53.000918 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-4e48804f-ae89-4f61-ab9f-0c9f343cce84 req-52626e82-4f3e-4e36-b531-ec249df3084b service neutron] 10.222.0.20 "GET /v2.0/networks/219934d6-e076-4a17-bb58-971f30cc9f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210396 Sep 14 23:12:53.127698 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-4e48804f-ae89-4f61-ab9f-0c9f343cce84 req-f2366bcc-0e92-4c13-8bd8-5a73c5cad54b service neutron] 10.222.0.20 "GET /v2.0/networks/219934d6-e076-4a17-bb58-971f30cc9f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216257 Sep 14 23:12:53.691407 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4360d74-b239-4717-a3ee-3755108e4422 req-dbb75c3a-d9b4-4919-a61d-56b6c30f8d68 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:53.692912 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c4360d74-b239-4717-a3ee-3755108e4422 req-dbb75c3a-d9b4-4919-a61d-56b6c30f8d68 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/ports?device_id=fddd758a-b5b6-4659-b65e-857aa2d414b4 HTTP/1.1" status: 200 len: 945 time: 0.0862005 Sep 14 23:12:53.737097 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c4360d74-b239-4717-a3ee-3755108e4422 req-2fe904c1-b8ac-4fb0-abaf-99c98693d4ea tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/security-groups?id=c24a16b2-0280-45d6-a3e4-64e6dbca7c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385783 Sep 14 23:12:54.938286 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0f9a5-817f-494c-b515-cebddfb6d0a9 req-e686aff3-7273-477a-a089-7b65443c0f1f tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:54.939728 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5dd0f9a5-817f-494c-b515-cebddfb6d0a9 req-e686aff3-7273-477a-a089-7b65443c0f1f tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/ports?device_id=fddd758a-b5b6-4659-b65e-857aa2d414b4 HTTP/1.1" status: 200 len: 945 time: 0.0944436 Sep 14 23:12:54.982511 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5dd0f9a5-817f-494c-b515-cebddfb6d0a9 req-fce4f261-b0ea-4cd9-b17a-012f1f6c9e41 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/security-groups?id=c24a16b2-0280-45d6-a3e4-64e6dbca7c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365167 Sep 14 23:12:55.389995 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a671ce3-0953-4c72-bf84-a52ddfc7a465 req-c892ec33-674b-4703-89f4-0497f07a55c6 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:55.391361 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8a671ce3-0953-4c72-bf84-a52ddfc7a465 req-c892ec33-674b-4703-89f4-0497f07a55c6 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/ports?device_id=fddd758a-b5b6-4659-b65e-857aa2d414b4 HTTP/1.1" status: 200 len: 945 time: 0.0904248 Sep 14 23:12:55.438428 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8a671ce3-0953-4c72-bf84-a52ddfc7a465 req-de32390c-faec-40ce-abbc-d06decefe53e tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/security-groups?id=c24a16b2-0280-45d6-a3e4-64e6dbca7c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412657 Sep 14 23:12:56.636260 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa70a4-9a99-4d9c-96c7-3cae4d54c86d req-0e3e56d7-dc53-4c43-983d-7c2b843cdf06 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:56.637718 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b5fa70a4-9a99-4d9c-96c7-3cae4d54c86d req-0e3e56d7-dc53-4c43-983d-7c2b843cdf06 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/ports?device_id=fddd758a-b5b6-4659-b65e-857aa2d414b4 HTTP/1.1" status: 200 len: 945 time: 0.0877774 Sep 14 23:12:56.681795 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b5fa70a4-9a99-4d9c-96c7-3cae4d54c86d req-a9f845f4-f442-4fc1-a87d-af2d3f05f0ff tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/security-groups?id=c24a16b2-0280-45d6-a3e4-64e6dbca7c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383601 Sep 14 23:12:57.031489 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73657302-0a9d-4d55-8bad-e4f85309c7f1 req-027c5ff0-a8dc-45ea-bfd4-359a314f4309 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:57.032866 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-73657302-0a9d-4d55-8bad-e4f85309c7f1 req-027c5ff0-a8dc-45ea-bfd4-359a314f4309 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/ports?device_id=fddd758a-b5b6-4659-b65e-857aa2d414b4 HTTP/1.1" status: 200 len: 945 time: 0.0927012 Sep 14 23:12:57.040572 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e4b0c-c01c-4dbf-8f5d-c5b4afe32e1f req-ebb9a284-6c01-45ac-9e54-5db5152dfa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:57.042093 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8c3e4b0c-c01c-4dbf-8f5d-c5b4afe32e1f req-ebb9a284-6c01-45ac-9e54-5db5152dfa61 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cfce946fbb214f8395e9f3182c8c6fd6&device_id=fddd758a-b5b6-4659-b65e-857aa2d414b4 HTTP/1.1" status: 200 len: 1098 time: 0.0819614 Sep 14 23:12:57.077472 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-73657302-0a9d-4d55-8bad-e4f85309c7f1 req-03d30a99-a3bb-4ad2-a58f-53613f94f4fc tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/security-groups?id=c24a16b2-0280-45d6-a3e4-64e6dbca7c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389512 Sep 14 23:12:57.171577 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e4b0c-c01c-4dbf-8f5d-c5b4afe32e1f req-279a1c82-7c2c-4eb9-b3c0-68353e7bf89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:57.173353 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8c3e4b0c-c01c-4dbf-8f5d-c5b4afe32e1f req-279a1c82-7c2c-4eb9-b3c0-68353e7bf89d service neutron] 10.222.0.20 "GET /v2.0/networks?id=219934d6-e076-4a17-bb58-971f30cc9f5c HTTP/1.1" status: 200 len: 912 time: 0.1261706 Sep 14 23:12:57.238774 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8c3e4b0c-c01c-4dbf-8f5d-c5b4afe32e1f req-9229200b-f472-4f72-a564-b1dd270bc1f6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=308af876-de5d-4ddf-857a-47470e7a4567 HTTP/1.1" status: 200 len: 217 time: 0.0592823 Sep 14 23:12:57.302530 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e4b0c-c01c-4dbf-8f5d-c5b4afe32e1f req-59e81f70-47b5-41ef-a216-71e40caa87eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:57.303848 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8c3e4b0c-c01c-4dbf-8f5d-c5b4afe32e1f req-59e81f70-47b5-41ef-a216-71e40caa87eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2128e3ea-c491-45ee-b6b2-d64422010ab2 HTTP/1.1" status: 200 len: 852 time: 0.0586689 Sep 14 23:12:57.356051 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8c3e4b0c-c01c-4dbf-8f5d-c5b4afe32e1f req-6ab3476c-03e7-4edc-b934-6929a200821b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=219934d6-e076-4a17-bb58-971f30cc9f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468602 Sep 14 23:12:57.489036 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8c3e4b0c-c01c-4dbf-8f5d-c5b4afe32e1f req-655b344a-17d5-4092-b147-e265444630d8 service neutron] 10.222.0.20 "GET /v2.0/networks/219934d6-e076-4a17-bb58-971f30cc9f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271572 Sep 14 23:12:57.617783 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8c3e4b0c-c01c-4dbf-8f5d-c5b4afe32e1f req-0892a112-4ef0-4895-9b1f-f3f70cd692bd service neutron] 10.222.0.20 "GET /v2.0/networks/219934d6-e076-4a17-bb58-971f30cc9f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222732 Sep 14 23:12:58.272855 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2eab9-e0f7-4973-ad2d-21cf2af8151f req-0f769e26-654f-4f45-b576-c3af98813c6d tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:58.274328 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-86a2eab9-e0f7-4973-ad2d-21cf2af8151f req-0f769e26-654f-4f45-b576-c3af98813c6d tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/ports?device_id=fddd758a-b5b6-4659-b65e-857aa2d414b4 HTTP/1.1" status: 200 len: 945 time: 0.0871980 Sep 14 23:12:58.324079 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-86a2eab9-e0f7-4973-ad2d-21cf2af8151f req-555a73ff-2eb1-4926-81b7-0c8b25ace45d tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/security-groups?id=c24a16b2-0280-45d6-a3e4-64e6dbca7c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439868 Sep 14 23:12:59.526487 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d3c45-3102-4ffa-954b-112dd80642d0 req-0e203355-30d5-4fe6-b7a7-d3561bf443d4 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:59.527971 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e28d3c45-3102-4ffa-954b-112dd80642d0 req-0e203355-30d5-4fe6-b7a7-d3561bf443d4 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/ports?device_id=fddd758a-b5b6-4659-b65e-857aa2d414b4 HTTP/1.1" status: 200 len: 945 time: 0.0915737 Sep 14 23:12:59.571638 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e28d3c45-3102-4ffa-954b-112dd80642d0 req-0b5556dd-166f-42f9-96d6-d99fc7f6d71e tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/security-groups?id=c24a16b2-0280-45d6-a3e4-64e6dbca7c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380352 Sep 14 23:12:59.962385 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd020c72-516f-483f-92b0-73f61780bf25 req-c382289c-e874-4253-b813-518cb4dbfade tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:12:59.963805 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-dd020c72-516f-483f-92b0-73f61780bf25 req-c382289c-e874-4253-b813-518cb4dbfade tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/ports?device_id=fddd758a-b5b6-4659-b65e-857aa2d414b4 HTTP/1.1" status: 200 len: 945 time: 0.0888870 Sep 14 23:13:00.006618 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-dd020c72-516f-483f-92b0-73f61780bf25 req-82733948-ffb8-4253-8b8a-473ba17603fc tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/security-groups?id=c24a16b2-0280-45d6-a3e4-64e6dbca7c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372226 Sep 14 23:13:01.197865 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28efab3-8cbb-4307-a998-4d6c7f9528e4 req-efc506d6-1a9e-470e-90b0-d3b99f147531 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:01.199288 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e28efab3-8cbb-4307-a998-4d6c7f9528e4 req-efc506d6-1a9e-470e-90b0-d3b99f147531 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/ports?device_id=fddd758a-b5b6-4659-b65e-857aa2d414b4 HTTP/1.1" status: 200 len: 945 time: 0.0851123 Sep 14 23:13:01.245515 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e28efab3-8cbb-4307-a998-4d6c7f9528e4 req-17aa4634-436d-483c-bc50-f44031a1c075 tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/security-groups?id=c24a16b2-0280-45d6-a3e4-64e6dbca7c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405872 Sep 14 23:13:01.722001 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3697c4dd-a695-40a8-8e07-8a4674525f48 req-4c92f19c-1668-4c08-bfed-7a222e143c0e tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:01.722696 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-3697c4dd-a695-40a8-8e07-8a4674525f48 req-4c92f19c-1668-4c08-bfed-7a222e143c0e tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Synchronizing usage tracker for tenant:cfce946fbb214f8395e9f3182c8c6fd6 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:13:01.739758 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-3697c4dd-a695-40a8-8e07-8a4674525f48 req-4c92f19c-1668-4c08-bfed-7a222e143c0e tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Unset dirty status for tenant:cfce946fbb214f8395e9f3182c8c6fd6 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:13:01.741018 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3697c4dd-a695-40a8-8e07-8a4674525f48 req-4c92f19c-1668-4c08-bfed-7a222e143c0e tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.20 "GET /v2.0/ports?device_id=fddd758a-b5b6-4659-b65e-857aa2d414b4 HTTP/1.1" status: 200 len: 945 time: 0.1093912 Sep 14 23:13:01.809631 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-3697c4dd-a695-40a8-8e07-8a4674525f48 req-e71deb32-c526-4689-8467-8cb202d1d8dd tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Deleting port 308af876-de5d-4ddf-857a-47470e7a4567 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:13:01.809972 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-3697c4dd-a695-40a8-8e07-8a4674525f48 req-e71deb32-c526-4689-8467-8cb202d1d8dd tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:02.152318 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-3697c4dd-a695-40a8-8e07-8a4674525f48 req-e71deb32-c526-4689-8467-8cb202d1d8dd tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] For port 308af876-de5d-4ddf-857a-47470e7a4567, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=308af876-de5d-4ddf-857a-47470e7a4567,segment=NetworkSegment(95d864f2-5090-4df7-9e71-5e917bbac2e1),segment_id=95d864f2-5090-4df7-9e71-5e917bbac2e1)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:13:02.152593 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-3697c4dd-a695-40a8-8e07-8a4674525f48 req-e71deb32-c526-4689-8467-8cb202d1d8dd tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:02.272913 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-3697c4dd-a695-40a8-8e07-8a4674525f48 req-e71deb32-c526-4689-8467-8cb202d1d8dd tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Calling delete_port for 308af876-de5d-4ddf-857a-47470e7a4567 owned by compute:nova {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:13:02.422064 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-3697c4dd-a695-40a8-8e07-8a4674525f48 req-e71deb32-c526-4689-8467-8cb202d1d8dd tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:02.433625 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['308af876-de5d-4ddf-857a-47470e7a4567'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:13:02.449495 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267fc7d-6a69-4c81-902a-999bb0cab0de req-4c8b8823-b6f4-4ced-85e2-be876357fb4e tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:02.453181 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3267fc7d-6a69-4c81-902a-999bb0cab0de req-4c8b8823-b6f4-4ced-85e2-be876357fb4e tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/ports?device_id=fddd758a-b5b6-4659-b65e-857aa2d414b4 HTTP/1.1" status: 200 len: 945 time: 0.0968943 Sep 14 23:13:02.474725 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71deb32-c526-4689-8467-8cb202d1d8dd tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Pushing event deleted for resources: {'Port': ['ID=308af876-de5d-4ddf-857a-47470e7a4567,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:02.497644 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3267fc7d-6a69-4c81-902a-999bb0cab0de req-16b3eeca-b96e-4a26-922f-b40c251f609f tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.33 "GET /v2.0/security-groups?id=c24a16b2-0280-45d6-a3e4-64e6dbca7c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402482 Sep 14 23:13:02.562641 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-3697c4dd-a695-40a8-8e07-8a4674525f48 req-e71deb32-c526-4689-8467-8cb202d1d8dd tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] No DVR routers for this DVR port 308af876-de5d-4ddf-857a-47470e7a4567 on host hv-neutron-8577 {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:13:02.565086 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-3697c4dd-a695-40a8-8e07-8a4674525f48 req-e71deb32-c526-4689-8467-8cb202d1d8dd tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:02.567735 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddd758a-b5b6-4659-b65e-857aa2d414b4', 'name': 'network-vif-deleted', 'tag': '308af876-de5d-4ddf-857a-47470e7a4567'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:13:02.570421 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2907dd0-6306-47e6-bc58-5ca0bea4f18a" -d '{"events": [{"server_uuid": "fddd758a-b5b6-4659-b65e-857aa2d414b4", "name": "network-vif-deleted", "tag": "308af876-de5d-4ddf-857a-47470e7a4567"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:13:02.583666 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3697c4dd-a695-40a8-8e07-8a4674525f48 req-e71deb32-c526-4689-8467-8cb202d1d8dd tempest-TestServerAdvancedOps-654835852 tempest-TestServerAdvancedOps-654835852-project] 10.222.0.20 "DELETE /v2.0/ports/308af876-de5d-4ddf-857a-47470e7a4567 HTTP/1.1" status: 204 len: 173 time: 0.8376570 Sep 14 23:13:02.614041 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09f57be-bac2-4b67-b80d-7560742abad5 x-openstack-request-id: req-d09f57be-bac2-4b67-b80d-7560742abad5 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:13:02.614324 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fddd758a-b5b6-4659-b65e-857aa2d414b4", "name": "network-vif-deleted", "tag": "308af876-de5d-4ddf-857a-47470e7a4567", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:13:02.614568 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d09f57be-bac2-4b67-b80d-7560742abad5 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:13:02.614958 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d09f57be-bac2-4b67-b80d-7560742abad5'] response: {'server_uuid': 'fddd758a-b5b6-4659-b65e-857aa2d414b4', 'name': 'network-vif-deleted', 'tag': '308af876-de5d-4ddf-857a-47470e7a4567', 'status': 'completed', 'code': 200} Sep 14 23:13:03.599523 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58744) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:13:03.660971 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-21eeca47-b265-4c43-bfa0-af0ba27b38ac admin admin] Deleting subnet 2128e3ea-c491-45ee-b6b2-d64422010ab2 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:13:03.664194 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-21eeca47-b265-4c43-bfa0-af0ba27b38ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:03.712423 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-21eeca47-b265-4c43-bfa0-af0ba27b38ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:03.765472 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-21eeca47-b265-4c43-bfa0-af0ba27b38ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:03.833399 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-21eeca47-b265-4c43-bfa0-af0ba27b38ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:03.873415 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-21eeca47-b265-4c43-bfa0-af0ba27b38ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:03.875883 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eeca47-b265-4c43-bfa0-af0ba27b38ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2128e3ea-c491-45ee-b6b2-d64422010ab2,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:03.882040 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-21eeca47-b265-4c43-bfa0-af0ba27b38ac admin admin] 10.222.0.33 "DELETE /v2.0/subnets/2128e3ea-c491-45ee-b6b2-d64422010ab2 HTTP/1.1" status: 204 len: 168 time: 0.2815361 Sep 14 23:13:03.884419 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58748) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:13:03.991366 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fccada95-94b2-4972-be92-f7d630529754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:04.111204 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fccada95-94b2-4972-be92-f7d630529754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:04.135777 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-fccada95-94b2-4972-be92-f7d630529754 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['219934d6-e076-4a17-bb58-971f30cc9f5c']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:13:04.148031 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-fccada95-94b2-4972-be92-f7d630529754 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d864f2-5090-4df7-9e71-5e917bbac2e1') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:13:04.148324 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-fccada95-94b2-4972-be92-f7d630529754 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d864f2-5090-4df7-9e71-5e917bbac2e1') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:13:04.159287 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fccada95-94b2-4972-be92-f7d630529754 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:04.174525 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fccada95-94b2-4972-be92-f7d630529754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:04.180573 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fccada95-94b2-4972-be92-f7d630529754 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:13:04.180984 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fccada95-94b2-4972-be92-f7d630529754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:04.273753 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fccada95-94b2-4972-be92-f7d630529754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:04.289750 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fccada95-94b2-4972-be92-f7d630529754 admin admin] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:04.300241 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccada95-94b2-4972-be92-f7d630529754 admin admin] Pushing event deleted for resources: {'Network': ['ID=219934d6-e076-4a17-bb58-971f30cc9f5c,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:04.310044 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-fccada95-94b2-4972-be92-f7d630529754 admin admin] 10.222.0.33 "DELETE /v2.0/networks/219934d6-e076-4a17-bb58-971f30cc9f5c HTTP/1.1" status: 204 len: 168 time: 0.4246233 Sep 14 23:13:04.313284 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58756) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:13:04.350328 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 95d864f2-5090-4df7-9e71-5e917bbac2e1 resource provider aggregate not found Sep 14 23:13:04.369127 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 95d864f2-5090-4df7-9e71-5e917bbac2e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 95d864f2-5090-4df7-9e71-5e917bbac2e1 found for delete ", "request_id": "req-d94cd007-4f53-48e0-b0e4-d9e038e7df4a"}]} Sep 14 23:13:04.386072 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-e027d40e-da7b-460c-bd9e-438a5daa8e59 admin admin] Deleting subnet 9abdc7f6-586d-4d2a-bc66-19e550380d3c {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:13:04.389142 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e027d40e-da7b-460c-bd9e-438a5daa8e59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:04.438300 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e027d40e-da7b-460c-bd9e-438a5daa8e59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:04.492686 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e027d40e-da7b-460c-bd9e-438a5daa8e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:04.561271 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e027d40e-da7b-460c-bd9e-438a5daa8e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:04.597717 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027d40e-da7b-460c-bd9e-438a5daa8e59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9abdc7f6-586d-4d2a-bc66-19e550380d3c,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:04.601377 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e027d40e-da7b-460c-bd9e-438a5daa8e59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:04.607558 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e027d40e-da7b-460c-bd9e-438a5daa8e59 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/9abdc7f6-586d-4d2a-bc66-19e550380d3c HTTP/1.1" status: 204 len: 168 time: 0.2929451 Sep 14 23:13:04.609939 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58762) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:13:04.815091 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-adecc215-0c2f-496e-aa43-091cfd6b71a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:04.937371 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-adecc215-0c2f-496e-aa43-091cfd6b71a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:04.961574 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-adecc215-0c2f-496e-aa43-091cfd6b71a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc251c4d-cd78-4197-9060-ec347589efc8']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:13:04.973195 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-adecc215-0c2f-496e-aa43-091cfd6b71a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '606fad0b-96f6-4464-936b-134e66673a11') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:13:04.973487 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-adecc215-0c2f-496e-aa43-091cfd6b71a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '606fad0b-96f6-4464-936b-134e66673a11') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:13:04.985218 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-adecc215-0c2f-496e-aa43-091cfd6b71a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:05.001394 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-adecc215-0c2f-496e-aa43-091cfd6b71a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:05.007382 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adecc215-0c2f-496e-aa43-091cfd6b71a2 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:13:05.007800 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-adecc215-0c2f-496e-aa43-091cfd6b71a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:05.096220 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-adecc215-0c2f-496e-aa43-091cfd6b71a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:05.101814 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-adecc215-0c2f-496e-aa43-091cfd6b71a2 admin admin] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:05.123640 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adecc215-0c2f-496e-aa43-091cfd6b71a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc251c4d-cd78-4197-9060-ec347589efc8,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:05.127029 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-adecc215-0c2f-496e-aa43-091cfd6b71a2 admin admin] 10.222.0.33 "DELETE /v2.0/networks/bc251c4d-cd78-4197-9060-ec347589efc8 HTTP/1.1" status: 204 len: 168 time: 0.5161345 Sep 14 23:13:05.293034 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58768) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:13:05.339951 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0eadf58f-14fa-40b5-8eb3-fb07c8b9015e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=cfce946fbb214f8395e9f3182c8c6fd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456676 Sep 14 23:13:05.342315 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58772) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:13:05.401872 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-db9acd64-ed70-4f8e-a3f7-3f5ed7e0cb00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:05.426829 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-db9acd64-ed70-4f8e-a3f7-3f5ed7e0cb00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:05.478876 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-db9acd64-ed70-4f8e-a3f7-3f5ed7e0cb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:05.495607 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9acd64-ed70-4f8e-a3f7-3f5ed7e0cb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24a16b2-0280-45d6-a3e4-64e6dbca7c3b,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:05.505196 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-db9acd64-ed70-4f8e-a3f7-3f5ed7e0cb00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:05.506442 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-db9acd64-ed70-4f8e-a3f7-3f5ed7e0cb00 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c24a16b2-0280-45d6-a3e4-64e6dbca7c3b HTTP/1.1" status: 204 len: 168 time: 0.1631069 Sep 14 23:13:05.777649 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 308af876-de5d-4ddf-857a-47470e7a4567 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:13:05.813818 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: 308af876-de5d-4ddf-857a-47470e7a4567 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:13:05.814168 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 308af876-de5d-4ddf-857a-47470e7a4567 not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:13:05.834399 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58780) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:13:05.882113 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f9b706b5-f151-4f46-8e35-2a7b76e079a3 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=3fccae145d8e42f79712fa5175973d02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454929 Sep 14 23:13:05.884474 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58784) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:13:05.944985 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2022d3b4-b081-4521-b96c-0e9e555fc64e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:05.969600 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2022d3b4-b081-4521-b96c-0e9e555fc64e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:06.021410 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2022d3b4-b081-4521-b96c-0e9e555fc64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:06.035445 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022d3b4-b081-4521-b96c-0e9e555fc64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17ae77f-20c3-4a7a-bd4f-8df564980312,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:06.042559 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2022d3b4-b081-4521-b96c-0e9e555fc64e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:06.043674 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2022d3b4-b081-4521-b96c-0e9e555fc64e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d17ae77f-20c3-4a7a-bd4f-8df564980312 HTTP/1.1" status: 204 len: 168 time: 0.1583214 Sep 14 23:13:06.386866 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 606fad0b-96f6-4464-936b-134e66673a11 resource provider aggregate not found Sep 14 23:13:06.405416 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 606fad0b-96f6-4464-936b-134e66673a11 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 606fad0b-96f6-4464-936b-134e66673a11 found for delete ", "request_id": "req-ffc52d36-c38b-4eb4-87af-a7561483c7b9"}]} Sep 14 23:13:07.703339 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f286438e-c3f2-40da-8f6f-f9ba4f2086ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:09.753743 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-754830e2-953a-40e6-9453-5d06658de816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:10.837611 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:10.896415 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:12.298397 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-ed8e0489-84ab-4301-a326-3a21335d42e0 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] 10.222.0.33 "GET /v2.0/networks?tenant_id=36246a11e99048869f3aed0142881585&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280108 Sep 14 23:13:12.438489 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:12.536431 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-76ba5c3a-e71a-4161-b6c4-201b6f30cb68 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:12.537881 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-76ba5c3a-e71a-4161-b6c4-201b6f30cb68 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2344770 Sep 14 23:13:12.551972 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-7a268022-c2c6-4d28-ab3b-aec420a3db7b tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] 10.222.0.33 "GET /v2.0/quotas/36246a11e99048869f3aed0142881585 HTTP/1.1" status: 200 len: 375 time: 0.0087051 Sep 14 23:13:12.607807 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-4b7f41c7-b0b7-49b8-9bea-da2913018435 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=36246a11e99048869f3aed0142881585&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510128 Sep 14 23:13:12.783816 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-87d89ce8-cd3e-4770-b675-89ae1c993fce req-c43d71ec-0890-4439-ae56-c48b14bcf2a1 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] 10.222.0.33 "GET /v2.0/ports?device_id=8b5f3827-e33f-4526-af93-48c2facd7fef HTTP/1.1" status: 200 len: 210 time: 0.0496619 Sep 14 23:13:13.674565 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-4bdf08e3-2e2d-4c49-bd8d-882def5186db tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=36246a11e99048869f3aed0142881585&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273864 Sep 14 23:13:13.826583 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-8d1f06b0-2915-47a8-931d-6c3b0e187d65 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:13.827863 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-8d1f06b0-2915-47a8-931d-6c3b0e187d65 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1474438 Sep 14 23:13:13.842827 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-3791a720-ff85-476e-91d9-f22c735124a2 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Request body: {'port': {'device_id': '8b5f3827-e33f-4526-af93-48c2facd7fef', 'network_id': 'd470743f-cf84-4a76-a16f-4a8b46087789', 'admin_state_up': True, 'tenant_id': '36246a11e99048869f3aed0142881585'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:13:13.961654 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-febba554-2ea3-469f-be4b-3ef68e76e435 req-bbb1f587-ac06-440d-9884-552db00bd4a7 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] 10.222.0.33 "GET /v2.0/ports?device_id=8b5f3827-e33f-4526-af93-48c2facd7fef HTTP/1.1" status: 200 len: 210 time: 0.0523026 Sep 14 23:13:13.981832 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-3791a720-ff85-476e-91d9-f22c735124a2 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:13:13.986194 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-3791a720-ff85-476e-91d9-f22c735124a2 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Usage tracker for resource:port and tenant:36246a11e99048869f3aed0142881585 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:13:13.989033 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-3791a720-ff85-476e-91d9-f22c735124a2 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:13:13.994788 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-3791a720-ff85-476e-91d9-f22c735124a2 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:13:14.004433 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-3791a720-ff85-476e-91d9-f22c735124a2 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Made reservation on behalf of 36246a11e99048869f3aed0142881585 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:13:14.008420 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-3791a720-ff85-476e-91d9-f22c735124a2 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:14.020174 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-3791a720-ff85-476e-91d9-f22c735124a2 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:14.034945 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-3791a720-ff85-476e-91d9-f22c735124a2 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:13:14.038743 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-3791a720-ff85-476e-91d9-f22c735124a2 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Usage tracker for resource:security_group_rule and tenant:36246a11e99048869f3aed0142881585 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:13:14.041572 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-3791a720-ff85-476e-91d9-f22c735124a2 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:13:14.047380 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-3791a720-ff85-476e-91d9-f22c735124a2 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:13:14.135138 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-3791a720-ff85-476e-91d9-f22c735124a2 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:14.138659 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-3791a720-ff85-476e-91d9-f22c735124a2 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:14.220290 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3791a720-ff85-476e-91d9-f22c735124a2 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16f964b5-10a0-415a-8a3e-f014d9aa3229,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:14.309854 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-3791a720-ff85-476e-91d9-f22c735124a2 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Allocated IP 192.168.233.130 (d470743f-cf84-4a76-a16f-4a8b46087789/73a36fac-6cd5-437b-a568-9d64b642b833/de1d5b43-5319-4cd1-9220-436f63908c24) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:13:14.510351 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-3791a720-ff85-476e-91d9-f22c735124a2 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:14.525150 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-3791a720-ff85-476e-91d9-f22c735124a2 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Transition to ACTIVE for port object de1d5b43-5319-4cd1-9220-436f63908c24 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:13:14.547806 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-3791a720-ff85-476e-91d9-f22c735124a2 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:14.614385 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-3791a720-ff85-476e-91d9-f22c735124a2 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Network d470743f-cf84-4a76-a16f-4a8b46087789 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:13:14.617919 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-3791a720-ff85-476e-91d9-f22c735124a2 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:13:14.620471 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-3791a720-ff85-476e-91d9-f22c735124a2 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:13:14.673362 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3791a720-ff85-476e-91d9-f22c735124a2 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Pushing event updated for resources: {'Port': ['ID=de1d5b43-5319-4cd1-9220-436f63908c24,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:14.697587 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-3791a720-ff85-476e-91d9-f22c735124a2 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:14.698228 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-3791a720-ff85-476e-91d9-f22c735124a2 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:14.723998 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-3791a720-ff85-476e-91d9-f22c735124a2 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8855164 Sep 14 23:13:14.735233 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-1037c678-1a18-4032-a624-4619217b0292 service neutron] Request body: {'port': {'device_id': '8b5f3827-e33f-4526-af93-48c2facd7fef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:13:14.845744 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-340846f5-a676-4b3d-bbc1-2916cc8b6dba None None] Provisioning for port de1d5b43-5319-4cd1-9220-436f63908c24 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:13:14.849662 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-1037c678-1a18-4032-a624-4619217b0292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:14.852241 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-340846f5-a676-4b3d-bbc1-2916cc8b6dba None None] Provisioning complete for port de1d5b43-5319-4cd1-9220-436f63908c24 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:13:14.852700 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-340846f5-a676-4b3d-bbc1-2916cc8b6dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:14.904180 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-340846f5-a676-4b3d-bbc1-2916cc8b6dba None None] Port de1d5b43-5319-4cd1-9220-436f63908c24 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:13:15.159555 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a379327-7c40-4746-8569-4aface2d22a3 req-f61b6acc-d32d-4f31-8508-db1a9a8e1467 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:15.160927 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8a379327-7c40-4746-8569-4aface2d22a3 req-f61b6acc-d32d-4f31-8508-db1a9a8e1467 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] 10.222.0.33 "GET /v2.0/ports?device_id=8b5f3827-e33f-4526-af93-48c2facd7fef HTTP/1.1" status: 200 len: 936 time: 0.0870953 Sep 14 23:13:15.204389 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8a379327-7c40-4746-8569-4aface2d22a3 req-be553f96-a0a9-43b2-bbd6-24d1a80b8958 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] 10.222.0.33 "GET /v2.0/security-groups?id=16f964b5-10a0-415a-8a3e-f014d9aa3229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370326 Sep 14 23:13:15.283617 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-1037c678-1a18-4032-a624-4619217b0292 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de1d5b43-5319-4cd1-9220-436f63908c24 {{(pid=89171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:13:15.291319 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-1037c678-1a18-4032-a624-4619217b0292 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:15.304899 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-1037c678-1a18-4032-a624-4619217b0292 service neutron] Transition to ACTIVE for port object de1d5b43-5319-4cd1-9220-436f63908c24 will not be triggered until provisioned by entity L2. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:13:15.309784 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-1037c678-1a18-4032-a624-4619217b0292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:15.463956 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1037c678-1a18-4032-a624-4619217b0292 service neutron] Pushing event updated for resources: {'Port': ['ID=de1d5b43-5319-4cd1-9220-436f63908c24,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:15.532440 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-1037c678-1a18-4032-a624-4619217b0292 service neutron] Attempting to bind port de1d5b43-5319-4cd1-9220-436f63908c24 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:13:15.532788 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-1037c678-1a18-4032-a624-4619217b0292 service neutron] Attempting to bind port de1d5b43-5319-4cd1-9220-436f63908c24 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '6fbf2d2c-fe11-4c77-a684-e94824613ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd470743f-cf84-4a76-a16f-4a8b46087789'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:13:15.533107 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-1037c678-1a18-4032-a624-4619217b0292 service neutron] Attempting to bind port de1d5b43-5319-4cd1-9220-436f63908c24 on network d470743f-cf84-4a76-a16f-4a8b46087789 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:13:15.537537 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-1037c678-1a18-4032-a624-4619217b0292 service neutron] Port de1d5b43-5319-4cd1-9220-436f63908c24 on network d470743f-cf84-4a76-a16f-4a8b46087789 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:13:15.537846 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-1037c678-1a18-4032-a624-4619217b0292 service neutron] Attempting to bind port de1d5b43-5319-4cd1-9220-436f63908c24 on network d470743f-cf84-4a76-a16f-4a8b46087789 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:13:15.542691 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-1037c678-1a18-4032-a624-4619217b0292 service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:13:15.543015 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-1037c678-1a18-4032-a624-4619217b0292 service neutron] Checking segment: {'id': '6fbf2d2c-fe11-4c77-a684-e94824613ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd470743f-cf84-4a76-a16f-4a8b46087789'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:13:15.543380 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-1037c678-1a18-4032-a624-4619217b0292 service neutron] Bound using segment: {'id': '6fbf2d2c-fe11-4c77-a684-e94824613ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd470743f-cf84-4a76-a16f-4a8b46087789'} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:13:15.543796 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-1037c678-1a18-4032-a624-4619217b0292 service neutron] Bound port: de1d5b43-5319-4cd1-9220-436f63908c24, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fbf2d2c-fe11-4c77-a684-e94824613ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd470743f-cf84-4a76-a16f-4a8b46087789'}}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:13:15.544127 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-1037c678-1a18-4032-a624-4619217b0292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:15.627885 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-1037c678-1a18-4032-a624-4619217b0292 service neutron] For port de1d5b43-5319-4cd1-9220-436f63908c24, host hv-neutron-8577, cleared binding levels {{(pid=89171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:13:15.630747 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-1037c678-1a18-4032-a624-4619217b0292 service neutron] For port de1d5b43-5319-4cd1-9220-436f63908c24, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=de1d5b43-5319-4cd1-9220-436f63908c24,segment=NetworkSegment(6fbf2d2c-fe11-4c77-a684-e94824613ce1),segment_id=6fbf2d2c-fe11-4c77-a684-e94824613ce1)] {{(pid=89171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:13:15.635487 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-1037c678-1a18-4032-a624-4619217b0292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:15.668377 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-1037c678-1a18-4032-a624-4619217b0292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:15.669002 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-1037c678-1a18-4032-a624-4619217b0292 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:15.670341 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-1037c678-1a18-4032-a624-4619217b0292 service neutron] 10.222.0.20 "PUT /v2.0/ports/de1d5b43-5319-4cd1-9220-436f63908c24 HTTP/1.1" status: 200 len: 1098 time: 0.9395828 Sep 14 23:13:15.670755 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5f3827-e33f-4526-af93-48c2facd7fef', 'tag': 'de1d5b43-5319-4cd1-9220-436f63908c24'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:13:15.673005 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19100af4-f706-441f-ab36-5bc835e1ea99" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5f3827-e33f-4526-af93-48c2facd7fef", "tag": "de1d5b43-5319-4cd1-9220-436f63908c24"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:13:15.757123 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9a36fb-8f3e-4dd0-b11a-7d2f41c6d3fc x-openstack-request-id: req-8c9a36fb-8f3e-4dd0-b11a-7d2f41c6d3fc {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:13:15.757826 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5f3827-e33f-4526-af93-48c2facd7fef", "tag": "de1d5b43-5319-4cd1-9220-436f63908c24", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:13:15.757826 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8c9a36fb-8f3e-4dd0-b11a-7d2f41c6d3fc {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:13:15.758009 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c9a36fb-8f3e-4dd0-b11a-7d2f41c6d3fc'] response: {'name': 'network-changed', 'server_uuid': '8b5f3827-e33f-4526-af93-48c2facd7fef', 'tag': 'de1d5b43-5319-4cd1-9220-436f63908c24', 'status': 'completed', 'code': 200} Sep 14 23:13:15.768835 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1037c678-1a18-4032-a624-4619217b0292 service neutron] Pushing event updated for resources: {'Port': ['ID=de1d5b43-5319-4cd1-9220-436f63908c24,revision_number=3']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:15.798518 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-f736139e-3e94-4e32-86bc-60c1c45f0bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:15.799992 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-f736139e-3e94-4e32-86bc-60c1c45f0bd3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=36246a11e99048869f3aed0142881585&device_id=8b5f3827-e33f-4526-af93-48c2facd7fef HTTP/1.1" status: 200 len: 1101 time: 0.0884867 Sep 14 23:13:15.870001 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-637dccd6-f841-4e21-adbe-fb5754beb6df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=de1d5b43-5319-4cd1-9220-436f63908c24 HTTP/1.1" status: 200 len: 217 time: 0.0632358 Sep 14 23:13:15.929860 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-1120b8f6-ad74-4ec9-ba16-227091e77a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:15.931241 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-1120b8f6-ad74-4ec9-ba16-227091e77a20 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=73a36fac-6cd5-437b-a568-9d64b642b833 HTTP/1.1" status: 200 len: 843 time: 0.0559680 Sep 14 23:13:16.015068 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-11e775ea-0be7-47f6-bc1c-33f26d407d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:16.016428 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-11e775ea-0be7-47f6-bc1c-33f26d407d50 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d470743f-cf84-4a76-a16f-4a8b46087789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0790007 Sep 14 23:13:16.143981 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-89546fc5-8a9a-4808-a3cb-6a6c1191cd48 service neutron] 10.222.0.20 "GET /v2.0/networks/d470743f-cf84-4a76-a16f-4a8b46087789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220617 Sep 14 23:13:16.274439 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-cda38db7-9a3a-4abc-adb6-6e9ef4a5b8c1 req-f7754e7c-9266-4782-ae22-2a01ab3c651e service neutron] 10.222.0.20 "GET /v2.0/networks/d470743f-cf84-4a76-a16f-4a8b46087789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236148 Sep 14 23:13:16.396481 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19100af4-f706-441f-ab36-5bc835e1ea99 req-4b387165-3fca-45a0-8fc9-65e931f80293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:16.398131 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-19100af4-f706-441f-ab36-5bc835e1ea99 req-4b387165-3fca-45a0-8fc9-65e931f80293 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=36246a11e99048869f3aed0142881585&device_id=8b5f3827-e33f-4526-af93-48c2facd7fef HTTP/1.1" status: 200 len: 1101 time: 0.0785704 Sep 14 23:13:16.406067 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81852f4-c34f-44e0-971d-a2219fdaaa60 req-603707d6-46b6-4c6c-8d3e-158d83367b06 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:16.407486 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f81852f4-c34f-44e0-971d-a2219fdaaa60 req-603707d6-46b6-4c6c-8d3e-158d83367b06 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] 10.222.0.33 "GET /v2.0/ports?device_id=8b5f3827-e33f-4526-af93-48c2facd7fef HTTP/1.1" status: 200 len: 948 time: 0.0927329 Sep 14 23:13:16.451271 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f81852f4-c34f-44e0-971d-a2219fdaaa60 req-c54ed1bb-974e-401d-8d55-c9c009b5fc12 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] 10.222.0.33 "GET /v2.0/security-groups?id=16f964b5-10a0-415a-8a3e-f014d9aa3229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375657 Sep 14 23:13:16.529405 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19100af4-f706-441f-ab36-5bc835e1ea99 req-04897853-a293-43b6-a4c9-7599147e4e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:16.530755 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-19100af4-f706-441f-ab36-5bc835e1ea99 req-04897853-a293-43b6-a4c9-7599147e4e81 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d470743f-cf84-4a76-a16f-4a8b46087789 HTTP/1.1" status: 200 len: 869 time: 0.1257513 Sep 14 23:13:16.599722 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-19100af4-f706-441f-ab36-5bc835e1ea99 req-81c92b82-8d56-4e4f-acf1-0ad26a19c714 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=de1d5b43-5319-4cd1-9220-436f63908c24 HTTP/1.1" status: 200 len: 217 time: 0.0629108 Sep 14 23:13:16.660465 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19100af4-f706-441f-ab36-5bc835e1ea99 req-a49e1f3e-226a-4136-84f7-a359200faa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:16.661893 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-19100af4-f706-441f-ab36-5bc835e1ea99 req-a49e1f3e-226a-4136-84f7-a359200faa3c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=73a36fac-6cd5-437b-a568-9d64b642b833 HTTP/1.1" status: 200 len: 843 time: 0.0561469 Sep 14 23:13:16.847943 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19100af4-f706-441f-ab36-5bc835e1ea99 req-f4529969-b8ea-45f8-9b1d-3b3bfc2897cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:16.849344 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-19100af4-f706-441f-ab36-5bc835e1ea99 req-f4529969-b8ea-45f8-9b1d-3b3bfc2897cc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d470743f-cf84-4a76-a16f-4a8b46087789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1805594 Sep 14 23:13:16.977020 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-19100af4-f706-441f-ab36-5bc835e1ea99 req-d1acc1ca-7008-413b-845b-c4dee5bb748e service neutron] 10.222.0.20 "GET /v2.0/networks/d470743f-cf84-4a76-a16f-4a8b46087789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214974 Sep 14 23:13:17.103783 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-19100af4-f706-441f-ab36-5bc835e1ea99 req-d1ed76f5-f394-4ca9-bdab-b09b3324dd3a service neutron] 10.222.0.20 "GET /v2.0/networks/d470743f-cf84-4a76-a16f-4a8b46087789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203802 Sep 14 23:13:17.647125 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed76824-4b12-4bd4-8466-e0f896dc0252 req-3aa52d54-3ac3-48be-80d9-6525820533dd tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:17.648475 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9ed76824-4b12-4bd4-8466-e0f896dc0252 req-3aa52d54-3ac3-48be-80d9-6525820533dd tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] 10.222.0.33 "GET /v2.0/ports?device_id=8b5f3827-e33f-4526-af93-48c2facd7fef HTTP/1.1" status: 200 len: 948 time: 0.0853829 Sep 14 23:13:17.695058 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9ed76824-4b12-4bd4-8466-e0f896dc0252 req-81d647c7-369c-4401-8c00-d4ac4d5a8807 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] 10.222.0.33 "GET /v2.0/security-groups?id=16f964b5-10a0-415a-8a3e-f014d9aa3229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409093 Sep 14 23:13:18.686034 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:13:18.888815 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b2a5b-11ff-4ae4-a041-748d49031221 req-78fe8319-444d-47a8-9016-fcf810a0d4c2 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:18.890251 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-022b2a5b-11ff-4ae4-a041-748d49031221 req-78fe8319-444d-47a8-9016-fcf810a0d4c2 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] 10.222.0.33 "GET /v2.0/ports?device_id=8b5f3827-e33f-4526-af93-48c2facd7fef HTTP/1.1" status: 200 len: 948 time: 0.0876837 Sep 14 23:13:18.933212 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-022b2a5b-11ff-4ae4-a041-748d49031221 req-3c12b006-919f-4afe-b2f0-ee2cf2725ff8 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] 10.222.0.33 "GET /v2.0/security-groups?id=16f964b5-10a0-415a-8a3e-f014d9aa3229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374048 Sep 14 23:13:19.372548 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:19.733715 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device de1d5b43-5319-4cd1-9220-436f63908c24 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:13:19.867131 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port de1d5b43-5319-4cd1-9220-436f63908c24, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=de1d5b43-5319-4cd1-9220-436f63908c24,segment=NetworkSegment(6fbf2d2c-fe11-4c77-a684-e94824613ce1),segment_id=6fbf2d2c-fe11-4c77-a684-e94824613ce1)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:13:19.879950 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': 'de1d5b43-5319-4cd1-9220-436f63908c24', 'network_id': 'd470743f-cf84-4a76-a16f-4a8b46087789', 'port_id': 'de1d5b43-5319-4cd1-9220-436f63908c24', 'mac_address': 'fa:16:3e:2c:e1:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73a36fac-6cd5-437b-a568-9d64b642b833', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:13:19.933658 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port de1d5b43-5319-4cd1-9220-436f63908c24 is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:13:19.934032 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:19.951169 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de1d5b43-5319-4cd1-9220-436f63908c24 {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:13:19.967107 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port de1d5b43-5319-4cd1-9220-436f63908c24, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=de1d5b43-5319-4cd1-9220-436f63908c24,segment=NetworkSegment(6fbf2d2c-fe11-4c77-a684-e94824613ce1),segment_id=6fbf2d2c-fe11-4c77-a684-e94824613ce1)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:13:19.971342 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:20.039979 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=de1d5b43-5319-4cd1-9220-436f63908c24,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:20.135014 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f74b2f-396c-431e-9f6d-b493ba54e313 req-e53ea262-049e-4117-965d-9c841b0f062e tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:20.136460 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a8f74b2f-396c-431e-9f6d-b493ba54e313 req-e53ea262-049e-4117-965d-9c841b0f062e tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] 10.222.0.33 "GET /v2.0/ports?device_id=8b5f3827-e33f-4526-af93-48c2facd7fef HTTP/1.1" status: 200 len: 949 time: 0.0902991 Sep 14 23:13:20.162172 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['de1d5b43-5319-4cd1-9220-436f63908c24'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:13:20.180406 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a8f74b2f-396c-431e-9f6d-b493ba54e313 req-7fb71bc2-20b3-43ff-afdb-057c7a36714a tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] 10.222.0.33 "GET /v2.0/security-groups?id=16f964b5-10a0-415a-8a3e-f014d9aa3229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382049 Sep 14 23:13:21.371502 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621d96a-fcd8-4ee5-9d16-dbfa82f67cef req-6708a93d-3466-464a-b250-773564b54888 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:21.372957 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b621d96a-fcd8-4ee5-9d16-dbfa82f67cef req-6708a93d-3466-464a-b250-773564b54888 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] 10.222.0.33 "GET /v2.0/ports?device_id=8b5f3827-e33f-4526-af93-48c2facd7fef HTTP/1.1" status: 200 len: 949 time: 0.0860114 Sep 14 23:13:21.419502 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b621d96a-fcd8-4ee5-9d16-dbfa82f67cef req-651a3b27-196e-46f2-bf7a-19d0f1dc7416 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] 10.222.0.33 "GET /v2.0/security-groups?id=16f964b5-10a0-415a-8a3e-f014d9aa3229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409100 Sep 14 23:13:21.749440 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device de1d5b43-5319-4cd1-9220-436f63908c24 up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:13:21.817846 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port de1d5b43-5319-4cd1-9220-436f63908c24 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:13:21.822957 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port de1d5b43-5319-4cd1-9220-436f63908c24 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:13:21.823323 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:21.939465 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port de1d5b43-5319-4cd1-9220-436f63908c24 is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:13:21.939839 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:21.966234 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5f3827-e33f-4526-af93-48c2facd7fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1d5b43-5319-4cd1-9220-436f63908c24'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:13:21.968580 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa25c33-f2d6-4873-8baf-8b7ca321d445" -d '{"events": [{"server_uuid": "8b5f3827-e33f-4526-af93-48c2facd7fef", "name": "network-vif-plugged", "status": "completed", "tag": "de1d5b43-5319-4cd1-9220-436f63908c24"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:13:21.975946 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port de1d5b43-5319-4cd1-9220-436f63908c24, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=de1d5b43-5319-4cd1-9220-436f63908c24,segment=NetworkSegment(6fbf2d2c-fe11-4c77-a684-e94824613ce1),segment_id=6fbf2d2c-fe11-4c77-a684-e94824613ce1)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:13:21.979724 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:22.016857 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6e3c57-7de8-4ac7-8179-d78c31f1fda7 x-openstack-request-id: req-5a6e3c57-7de8-4ac7-8179-d78c31f1fda7 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:13:22.017352 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5f3827-e33f-4526-af93-48c2facd7fef", "name": "network-vif-plugged", "status": "completed", "tag": "de1d5b43-5319-4cd1-9220-436f63908c24", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:13:22.017603 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5a6e3c57-7de8-4ac7-8179-d78c31f1fda7 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:13:22.017981 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a6e3c57-7de8-4ac7-8179-d78c31f1fda7'] response: {'server_uuid': '8b5f3827-e33f-4526-af93-48c2facd7fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1d5b43-5319-4cd1-9220-436f63908c24', 'code': 200} Sep 14 23:13:22.049764 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=de1d5b43-5319-4cd1-9220-436f63908c24,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:22.242331 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168fa391-37ed-4187-9c08-a1cd17b4ab3a req-0776952f-c52c-4507-bfa7-1edcd4744ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:22.243797 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-168fa391-37ed-4187-9c08-a1cd17b4ab3a req-0776952f-c52c-4507-bfa7-1edcd4744ce4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8b5f3827-e33f-4526-af93-48c2facd7fef HTTP/1.1" status: 200 len: 1103 time: 0.0763817 Sep 14 23:13:22.282384 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-168fa391-37ed-4187-9c08-a1cd17b4ab3a req-841de5b9-9f28-4e99-a843-bb828ba66e4e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=16f964b5-10a0-415a-8a3e-f014d9aa3229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324976 Sep 14 23:13:22.616440 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd98345-8f37-45b3-8806-4e770359f618 req-35ff9d26-f23c-4d0d-a73c-96eeafc0da2f tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:22.617830 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ecd98345-8f37-45b3-8806-4e770359f618 req-35ff9d26-f23c-4d0d-a73c-96eeafc0da2f tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] 10.222.0.33 "GET /v2.0/ports?device_id=8b5f3827-e33f-4526-af93-48c2facd7fef HTTP/1.1" status: 200 len: 950 time: 0.0908318 Sep 14 23:13:22.660371 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ecd98345-8f37-45b3-8806-4e770359f618 req-dcf8fbe8-ec91-4082-be07-0d4e0f7bb895 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] 10.222.0.33 "GET /v2.0/security-groups?id=16f964b5-10a0-415a-8a3e-f014d9aa3229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370078 Sep 14 23:13:23.857488 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e6dd2-3a10-4890-ba00-6979cb874aa6 req-e6861c62-b5bd-4d7b-8570-196f35f908f2 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:23.858934 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f06e6dd2-3a10-4890-ba00-6979cb874aa6 req-e6861c62-b5bd-4d7b-8570-196f35f908f2 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] 10.222.0.33 "GET /v2.0/ports?device_id=8b5f3827-e33f-4526-af93-48c2facd7fef HTTP/1.1" status: 200 len: 950 time: 0.0898118 Sep 14 23:13:23.903096 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f06e6dd2-3a10-4890-ba00-6979cb874aa6 req-0a91c3b0-e71d-4fe5-9056-478c0ceb8891 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] 10.222.0.33 "GET /v2.0/security-groups?id=16f964b5-10a0-415a-8a3e-f014d9aa3229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382819 Sep 14 23:13:25.041654 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12542b34-734e-48ae-ae11-e5d64f4e3166 req-d00d2198-127a-4ef3-9025-729acd9a63c2 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:25.043008 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-12542b34-734e-48ae-ae11-e5d64f4e3166 req-d00d2198-127a-4ef3-9025-729acd9a63c2 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] 10.222.0.33 "GET /v2.0/ports?device_id=8b5f3827-e33f-4526-af93-48c2facd7fef HTTP/1.1" status: 200 len: 950 time: 0.0868678 Sep 14 23:13:25.089472 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-12542b34-734e-48ae-ae11-e5d64f4e3166 req-24602845-fec3-4c47-b04a-e51d839ee4aa tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] 10.222.0.33 "GET /v2.0/security-groups?id=16f964b5-10a0-415a-8a3e-f014d9aa3229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406730 Sep 14 23:13:26.271114 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e3308-1a16-4148-89d0-448c60ac4703 req-60e02720-4923-408f-a864-13e0fd04dc53 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:26.271860 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-568e3308-1a16-4148-89d0-448c60ac4703 req-60e02720-4923-408f-a864-13e0fd04dc53 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Synchronizing usage tracker for tenant:36246a11e99048869f3aed0142881585 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:13:26.288728 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-568e3308-1a16-4148-89d0-448c60ac4703 req-60e02720-4923-408f-a864-13e0fd04dc53 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Unset dirty status for tenant:36246a11e99048869f3aed0142881585 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:13:26.289992 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-568e3308-1a16-4148-89d0-448c60ac4703 req-60e02720-4923-408f-a864-13e0fd04dc53 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b5f3827-e33f-4526-af93-48c2facd7fef HTTP/1.1" status: 200 len: 950 time: 0.1072741 Sep 14 23:13:26.295787 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcb062-c23f-4301-a8c3-a578517947b0 req-326d3e68-3c39-4b6a-bda4-aa25e20cdb8b tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:26.297265 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-35dcb062-c23f-4301-a8c3-a578517947b0 req-326d3e68-3c39-4b6a-bda4-aa25e20cdb8b tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] 10.222.0.33 "GET /v2.0/ports?device_id=8b5f3827-e33f-4526-af93-48c2facd7fef HTTP/1.1" status: 200 len: 950 time: 0.0892553 Sep 14 23:13:26.342642 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-35dcb062-c23f-4301-a8c3-a578517947b0 req-928ae2d6-f277-49d5-8240-a4a696b521b2 tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] 10.222.0.33 "GET /v2.0/security-groups?id=16f964b5-10a0-415a-8a3e-f014d9aa3229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383501 Sep 14 23:13:26.368804 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-568e3308-1a16-4148-89d0-448c60ac4703 req-f597aac1-a36e-4c00-8e31-4053765f935b tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Deleting port de1d5b43-5319-4cd1-9220-436f63908c24 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:13:26.368804 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-568e3308-1a16-4148-89d0-448c60ac4703 req-f597aac1-a36e-4c00-8e31-4053765f935b tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:26.605655 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-568e3308-1a16-4148-89d0-448c60ac4703 req-f597aac1-a36e-4c00-8e31-4053765f935b tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] For port de1d5b43-5319-4cd1-9220-436f63908c24, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=de1d5b43-5319-4cd1-9220-436f63908c24,segment=NetworkSegment(6fbf2d2c-fe11-4c77-a684-e94824613ce1),segment_id=6fbf2d2c-fe11-4c77-a684-e94824613ce1)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:13:26.606110 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-568e3308-1a16-4148-89d0-448c60ac4703 req-f597aac1-a36e-4c00-8e31-4053765f935b tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:26.729514 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-568e3308-1a16-4148-89d0-448c60ac4703 req-f597aac1-a36e-4c00-8e31-4053765f935b tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Calling delete_port for de1d5b43-5319-4cd1-9220-436f63908c24 owned by compute:nova {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:13:26.879876 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-568e3308-1a16-4148-89d0-448c60ac4703 req-f597aac1-a36e-4c00-8e31-4053765f935b tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:26.891323 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['de1d5b43-5319-4cd1-9220-436f63908c24'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:13:26.932599 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597aac1-a36e-4c00-8e31-4053765f935b tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Pushing event deleted for resources: {'Port': ['ID=de1d5b43-5319-4cd1-9220-436f63908c24,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:26.975826 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597aac1-a36e-4c00-8e31-4053765f935b tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:26.976809 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597aac1-a36e-4c00-8e31-4053765f935b tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:26.976809 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597aac1-a36e-4c00-8e31-4053765f935b tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:26.976809 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597aac1-a36e-4c00-8e31-4053765f935b tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:26.977153 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597aac1-a36e-4c00-8e31-4053765f935b tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:26.977477 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597aac1-a36e-4c00-8e31-4053765f935b tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:26.977805 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597aac1-a36e-4c00-8e31-4053765f935b tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:26.978128 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597aac1-a36e-4c00-8e31-4053765f935b tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:26.978450 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597aac1-a36e-4c00-8e31-4053765f935b tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:26.978771 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597aac1-a36e-4c00-8e31-4053765f935b tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:26.979092 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597aac1-a36e-4c00-8e31-4053765f935b tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:26.979409 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597aac1-a36e-4c00-8e31-4053765f935b tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:27.029841 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-568e3308-1a16-4148-89d0-448c60ac4703 req-f597aac1-a36e-4c00-8e31-4053765f935b tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] No DVR routers for this DVR port de1d5b43-5319-4cd1-9220-436f63908c24 on host hv-neutron-8577 {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:13:27.032436 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-568e3308-1a16-4148-89d0-448c60ac4703 req-f597aac1-a36e-4c00-8e31-4053765f935b tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:27.035143 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5f3827-e33f-4526-af93-48c2facd7fef', 'name': 'network-vif-deleted', 'tag': 'de1d5b43-5319-4cd1-9220-436f63908c24'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:13:27.038061 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea28e69c-c0e3-47b6-a519-f8767d98a740" -d '{"events": [{"server_uuid": "8b5f3827-e33f-4526-af93-48c2facd7fef", "name": "network-vif-deleted", "tag": "de1d5b43-5319-4cd1-9220-436f63908c24"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:13:27.054488 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-568e3308-1a16-4148-89d0-448c60ac4703 req-f597aac1-a36e-4c00-8e31-4053765f935b tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] 10.222.0.20 "DELETE /v2.0/ports/de1d5b43-5319-4cd1-9220-436f63908c24 HTTP/1.1" status: 204 len: 173 time: 0.7590694 Sep 14 23:13:27.092257 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b29373-6493-43da-b44f-5861bff18e86 x-openstack-request-id: req-a6b29373-6493-43da-b44f-5861bff18e86 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:13:27.092551 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5f3827-e33f-4526-af93-48c2facd7fef", "name": "network-vif-deleted", "tag": "de1d5b43-5319-4cd1-9220-436f63908c24", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:13:27.093683 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a6b29373-6493-43da-b44f-5861bff18e86 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:13:27.094081 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6b29373-6493-43da-b44f-5861bff18e86'] response: {'server_uuid': '8b5f3827-e33f-4526-af93-48c2facd7fef', 'name': 'network-vif-deleted', 'tag': 'de1d5b43-5319-4cd1-9220-436f63908c24', 'status': 'completed', 'code': 200} Sep 14 23:13:27.529657 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c6b9053f-9340-46c8-b841-477cce7ebe58 req-55a63444-7ca9-44e7-87b1-b5819289838c tempest-ServersAdminNegativeTestJSON-1955746204 tempest-ServersAdminNegativeTestJSON-1955746204-project] 10.222.0.33 "GET /v2.0/ports?device_id=8b5f3827-e33f-4526-af93-48c2facd7fef HTTP/1.1" status: 200 len: 210 time: 0.0556812 Sep 14 23:13:28.891418 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58924) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:13:29.033968 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-edfd33a9-4fa2-4e10-b16b-e88e3bd3d782 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=36246a11e99048869f3aed0142881585&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1413741 Sep 14 23:13:29.036533 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58930) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:13:29.091744 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fbe6e6fe-458e-4b45-88e3-37c30a6a9e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:29.116455 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fbe6e6fe-458e-4b45-88e3-37c30a6a9e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:29.167131 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fbe6e6fe-458e-4b45-88e3-37c30a6a9e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:29.185506 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6e6fe-458e-4b45-88e3-37c30a6a9e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f964b5-10a0-415a-8a3e-f014d9aa3229,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:29.190369 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fbe6e6fe-458e-4b45-88e3-37c30a6a9e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:29.190753 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-fbe6e6fe-458e-4b45-88e3-37c30a6a9e28 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/16f964b5-10a0-415a-8a3e-f014d9aa3229 HTTP/1.1" status: 204 len: 168 time: 0.1533337 Sep 14 23:13:29.459130 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58938) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:13:29.476842 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-63f562dc-276a-4181-bdeb-35146fbc0581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:29.493122 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-63f562dc-276a-4181-bdeb-35146fbc0581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:13:29.497945 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-63f562dc-276a-4181-bdeb-35146fbc0581 admin admin] Usage tracker for resource:security_group_rule and tenant:e0a857885523475f9a63b8e13d6b0e65 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:13:29.500908 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-63f562dc-276a-4181-bdeb-35146fbc0581 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:13:29.507255 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-63f562dc-276a-4181-bdeb-35146fbc0581 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:13:29.589236 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-63f562dc-276a-4181-bdeb-35146fbc0581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:29.592939 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-63f562dc-276a-4181-bdeb-35146fbc0581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:29.640095 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-63f562dc-276a-4181-bdeb-35146fbc0581 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e0a857885523475f9a63b8e13d6b0e65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1796913 Sep 14 23:13:29.640977 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f562dc-276a-4181-bdeb-35146fbc0581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134a15d4-922c-4589-a864-8361ecc948bb,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:29.642807 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58942) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:13:29.702570 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cdce1738-a082-46b2-96c7-aeb46c6021d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:29.727392 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cdce1738-a082-46b2-96c7-aeb46c6021d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:29.777811 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cdce1738-a082-46b2-96c7-aeb46c6021d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:29.791921 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce1738-a082-46b2-96c7-aeb46c6021d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134a15d4-922c-4589-a864-8361ecc948bb,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:29.796220 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device de1d5b43-5319-4cd1-9220-436f63908c24 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:13:29.800163 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cdce1738-a082-46b2-96c7-aeb46c6021d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:29.801313 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-cdce1738-a082-46b2-96c7-aeb46c6021d5 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/134a15d4-922c-4589-a864-8361ecc948bb HTTP/1.1" status: 204 len: 168 time: 0.1574686 Sep 14 23:13:29.840245 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: de1d5b43-5319-4cd1-9220-436f63908c24 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:13:29.840576 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device de1d5b43-5319-4cd1-9220-436f63908c24 not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:13:30.488143 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58966) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:13:30.592684 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-3d4e64a0-00d0-44ce-97cc-df2becff9c6d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1701023511-network', 'tenant_id': '62a18667fd0245fea194ade7ae04c77c'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:13:30.597425 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-3d4e64a0-00d0-44ce-97cc-df2becff9c6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:13:30.601322 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-3d4e64a0-00d0-44ce-97cc-df2becff9c6d admin admin] Usage tracker for resource:network and tenant:62a18667fd0245fea194ade7ae04c77c is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:13:30.604153 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-3d4e64a0-00d0-44ce-97cc-df2becff9c6d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:13:30.610573 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-3d4e64a0-00d0-44ce-97cc-df2becff9c6d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:13:30.620719 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4e64a0-00d0-44ce-97cc-df2becff9c6d admin admin] Made reservation on behalf of 62a18667fd0245fea194ade7ae04c77c for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:13:30.622926 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3d4e64a0-00d0-44ce-97cc-df2becff9c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:30.635163 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3d4e64a0-00d0-44ce-97cc-df2becff9c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:30.649615 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-3d4e64a0-00d0-44ce-97cc-df2becff9c6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:13:30.653368 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-3d4e64a0-00d0-44ce-97cc-df2becff9c6d admin admin] Usage tracker for resource:security_group_rule and tenant:62a18667fd0245fea194ade7ae04c77c is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:13:30.656100 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-3d4e64a0-00d0-44ce-97cc-df2becff9c6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:13:30.661829 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-3d4e64a0-00d0-44ce-97cc-df2becff9c6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:13:30.744393 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3d4e64a0-00d0-44ce-97cc-df2becff9c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:30.748082 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3d4e64a0-00d0-44ce-97cc-df2becff9c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:30.776924 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d4e64a0-00d0-44ce-97cc-df2becff9c6d admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:13:30.784946 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e64a0-00d0-44ce-97cc-df2becff9c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1451ad3-a7aa-401a-8e62-baf98c9ed990,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:30.793320 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3d4e64a0-00d0-44ce-97cc-df2becff9c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:30.793655 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-3d4e64a0-00d0-44ce-97cc-df2becff9c6d admin admin] Added segment dd2f7caf-576c-4943-bc13-b854ec1c1934 of type vlan for network 0e682327-ffe0-4dfa-b1a0-f656af6e20b5 Sep 14 23:13:30.795369 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4e64a0-00d0-44ce-97cc-df2becff9c6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:30.795718 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4e64a0-00d0-44ce-97cc-df2becff9c6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:30.796053 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4e64a0-00d0-44ce-97cc-df2becff9c6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:30.796383 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4e64a0-00d0-44ce-97cc-df2becff9c6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:30.796742 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4e64a0-00d0-44ce-97cc-df2becff9c6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:30.797073 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4e64a0-00d0-44ce-97cc-df2becff9c6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:30.797396 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4e64a0-00d0-44ce-97cc-df2becff9c6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:30.797718 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4e64a0-00d0-44ce-97cc-df2becff9c6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:30.798043 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4e64a0-00d0-44ce-97cc-df2becff9c6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:30.798361 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4e64a0-00d0-44ce-97cc-df2becff9c6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:30.798678 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4e64a0-00d0-44ce-97cc-df2becff9c6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:30.798994 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4e64a0-00d0-44ce-97cc-df2becff9c6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:30.827486 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3d4e64a0-00d0-44ce-97cc-df2becff9c6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:30.854849 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3d4e64a0-00d0-44ce-97cc-df2becff9c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:30.855833 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4e64a0-00d0-44ce-97cc-df2becff9c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:30.856428 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3d4e64a0-00d0-44ce-97cc-df2becff9c6d admin admin] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:30.961950 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e64a0-00d0-44ce-97cc-df2becff9c6d admin admin] Pushing event updated for resources: {'Network': ['ID=0e682327-ffe0-4dfa-b1a0-f656af6e20b5,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:30.965131 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3d4e64a0-00d0-44ce-97cc-df2becff9c6d admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4759283 Sep 14 23:13:30.968205 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58972) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:13:30.971898 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 0e682327-ffe0-4dfa-b1a0-f656af6e20b5 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:13:30.973417 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-b98ba89f-61d6-4a17-b46a-bcdce8768739 admin admin] Request body: {'subnet': {'network_id': '0e682327-ffe0-4dfa-b1a0-f656af6e20b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1701023511-subnet', 'tenant_id': '62a18667fd0245fea194ade7ae04c77c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:13:30.978282 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b98ba89f-61d6-4a17-b46a-bcdce8768739 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:13:30.982134 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b98ba89f-61d6-4a17-b46a-bcdce8768739 admin admin] Usage tracker for resource:subnet and tenant:62a18667fd0245fea194ade7ae04c77c is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:13:30.985243 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b98ba89f-61d6-4a17-b46a-bcdce8768739 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:13:30.991496 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b98ba89f-61d6-4a17-b46a-bcdce8768739 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:13:31.001725 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98ba89f-61d6-4a17-b46a-bcdce8768739 admin admin] Made reservation on behalf of 62a18667fd0245fea194ade7ae04c77c for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:13:31.004456 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b98ba89f-61d6-4a17-b46a-bcdce8768739 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:31.293422 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b98ba89f-61d6-4a17-b46a-bcdce8768739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:31.368936 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ba89f-61d6-4a17-b46a-bcdce8768739 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c6290aa-756e-4c29-8ac6-b8f969d0aac6,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:31.377401 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98ba89f-61d6-4a17-b46a-bcdce8768739 admin admin] Checking segment: {'id': 'dd2f7caf-576c-4943-bc13-b854ec1c1934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0e682327-ffe0-4dfa-b1a0-f656af6e20b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:13:31.377754 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98ba89f-61d6-4a17-b46a-bcdce8768739 admin admin] Network hostable DHCP agents. Network: 0e682327-ffe0-4dfa-b1a0-f656af6e20b5, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:13:31.396158 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98ba89f-61d6-4a17-b46a-bcdce8768739 admin admin] Network 0e682327-ffe0-4dfa-b1a0-f656af6e20b5 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:13:31.405237 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-b98ba89f-61d6-4a17-b46a-bcdce8768739 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 0e682327-ffe0-4dfa-b1a0-f656af6e20b5) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:13:31.409393 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98ba89f-61d6-4a17-b46a-bcdce8768739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:31.409969 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b98ba89f-61d6-4a17-b46a-bcdce8768739 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:31.414804 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776d9c2f-fcd8-4d06-9a81-0080db472aab None None] Network 0e682327-ffe0-4dfa-b1a0-f656af6e20b5 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:13:31.430704 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b98ba89f-61d6-4a17-b46a-bcdce8768739 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4615526 Sep 14 23:13:31.433467 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 58976) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:13:31.438323 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-22fc7a3a-5581-40ff-93d1-b9acf61259a8 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1701023511-router', 'tenant_id': '62a18667fd0245fea194ade7ae04c77c', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:13:31.442758 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-22fc7a3a-5581-40ff-93d1-b9acf61259a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:13:31.446779 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-22fc7a3a-5581-40ff-93d1-b9acf61259a8 admin admin] Usage tracker for resource:router and tenant:62a18667fd0245fea194ade7ae04c77c is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:13:31.449721 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-22fc7a3a-5581-40ff-93d1-b9acf61259a8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:13:31.455821 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-22fc7a3a-5581-40ff-93d1-b9acf61259a8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:13:31.467759 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-22fc7a3a-5581-40ff-93d1-b9acf61259a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:31.469074 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-22fc7a3a-5581-40ff-93d1-b9acf61259a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:31.485013 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-22fc7a3a-5581-40ff-93d1-b9acf61259a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:31.630907 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce3adbd-91ac-4b7b-9abb-4caf1d6b1b84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-0e682327-ffe0-4dfa-b1a0-f656af6e20b5', 'network_id': '0e682327-ffe0-4dfa-b1a0-f656af6e20b5', 'tenant_id': '62a18667fd0245fea194ade7ae04c77c', 'fixed_ips': [{'subnet_id': '8c6290aa-756e-4c29-8ac6-b8f969d0aac6'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:13:31.631783 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3ce3adbd-91ac-4b7b-9abb-4caf1d6b1b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:31.753147 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-22fc7a3a-5581-40ff-93d1-b9acf61259a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:31.786314 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-3ce3adbd-91ac-4b7b-9abb-4caf1d6b1b84 None None] Allocated IP 172.20.0.2 (0e682327-ffe0-4dfa-b1a0-f656af6e20b5/8c6290aa-756e-4c29-8ac6-b8f969d0aac6/79f364b2-eaa0-402e-9366-902129e70574) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:13:31.990177 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3ce3adbd-91ac-4b7b-9abb-4caf1d6b1b84 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:31.999951 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3ce3adbd-91ac-4b7b-9abb-4caf1d6b1b84 None None] Transition to ACTIVE for port object 79f364b2-eaa0-402e-9366-902129e70574 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:13:32.017942 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3ce3adbd-91ac-4b7b-9abb-4caf1d6b1b84 None None] Transition to ACTIVE for port object 79f364b2-eaa0-402e-9366-902129e70574 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:13:32.023899 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3ce3adbd-91ac-4b7b-9abb-4caf1d6b1b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:32.067142 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-22fc7a3a-5581-40ff-93d1-b9acf61259a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:32.091209 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce3adbd-91ac-4b7b-9abb-4caf1d6b1b84 None None] Network 0e682327-ffe0-4dfa-b1a0-f656af6e20b5 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:13:32.094147 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-3ce3adbd-91ac-4b7b-9abb-4caf1d6b1b84 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:13:32.097815 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce3adbd-91ac-4b7b-9abb-4caf1d6b1b84 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:13:32.097995 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-22fc7a3a-5581-40ff-93d1-b9acf61259a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:32.103443 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3adbd-91ac-4b7b-9abb-4caf1d6b1b84 None None] Pushing event updated for resources: {'Port': ['ID=79f364b2-eaa0-402e-9366-902129e70574,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:32.144523 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3adbd-91ac-4b7b-9abb-4caf1d6b1b84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:32.144894 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3adbd-91ac-4b7b-9abb-4caf1d6b1b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:32.145234 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3adbd-91ac-4b7b-9abb-4caf1d6b1b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:32.145564 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3adbd-91ac-4b7b-9abb-4caf1d6b1b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:32.145893 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3adbd-91ac-4b7b-9abb-4caf1d6b1b84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:32.146219 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3adbd-91ac-4b7b-9abb-4caf1d6b1b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:32.146552 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3adbd-91ac-4b7b-9abb-4caf1d6b1b84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:32.146868 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3adbd-91ac-4b7b-9abb-4caf1d6b1b84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:32.147747 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3adbd-91ac-4b7b-9abb-4caf1d6b1b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:32.148068 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3adbd-91ac-4b7b-9abb-4caf1d6b1b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:32.148385 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3adbd-91ac-4b7b-9abb-4caf1d6b1b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:32.148729 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3adbd-91ac-4b7b-9abb-4caf1d6b1b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:32.214248 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-3ce3adbd-91ac-4b7b-9abb-4caf1d6b1b84 None None] Attempting to bind port 79f364b2-eaa0-402e-9366-902129e70574 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:13:32.214613 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-3ce3adbd-91ac-4b7b-9abb-4caf1d6b1b84 None None] Attempting to bind port 79f364b2-eaa0-402e-9366-902129e70574 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'dd2f7caf-576c-4943-bc13-b854ec1c1934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0e682327-ffe0-4dfa-b1a0-f656af6e20b5'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:13:32.214966 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce3adbd-91ac-4b7b-9abb-4caf1d6b1b84 None None] Attempting to bind port 79f364b2-eaa0-402e-9366-902129e70574 on network 0e682327-ffe0-4dfa-b1a0-f656af6e20b5 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:13:32.220157 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce3adbd-91ac-4b7b-9abb-4caf1d6b1b84 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:13:32.220526 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce3adbd-91ac-4b7b-9abb-4caf1d6b1b84 None None] Checking segment: {'id': 'dd2f7caf-576c-4943-bc13-b854ec1c1934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0e682327-ffe0-4dfa-b1a0-f656af6e20b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:13:32.220950 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3ce3adbd-91ac-4b7b-9abb-4caf1d6b1b84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:32.221333 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce3adbd-91ac-4b7b-9abb-4caf1d6b1b84 None None] Bound using segment: {'id': 'dd2f7caf-576c-4943-bc13-b854ec1c1934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0e682327-ffe0-4dfa-b1a0-f656af6e20b5'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:13:32.221785 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-3ce3adbd-91ac-4b7b-9abb-4caf1d6b1b84 None None] Bound port: 79f364b2-eaa0-402e-9366-902129e70574, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2f7caf-576c-4943-bc13-b854ec1c1934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0e682327-ffe0-4dfa-b1a0-f656af6e20b5'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:13:32.222151 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3ce3adbd-91ac-4b7b-9abb-4caf1d6b1b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:32.235375 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-22fc7a3a-5581-40ff-93d1-b9acf61259a8 admin admin] Allocated IP 172.26.5.59 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/e89e2d28-2a04-4590-b7dc-2f1e72ab87e6) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:13:32.308658 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-3ce3adbd-91ac-4b7b-9abb-4caf1d6b1b84 None None] For port 79f364b2-eaa0-402e-9366-902129e70574, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:13:32.311742 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-3ce3adbd-91ac-4b7b-9abb-4caf1d6b1b84 None None] For port 79f364b2-eaa0-402e-9366-902129e70574, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=79f364b2-eaa0-402e-9366-902129e70574,segment=NetworkSegment(dd2f7caf-576c-4943-bc13-b854ec1c1934),segment_id=dd2f7caf-576c-4943-bc13-b854ec1c1934)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:13:32.315551 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3ce3adbd-91ac-4b7b-9abb-4caf1d6b1b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:32.385479 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-22fc7a3a-5581-40ff-93d1-b9acf61259a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:32.396508 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3adbd-91ac-4b7b-9abb-4caf1d6b1b84 None None] Pushing event updated for resources: {'Port': ['ID=79f364b2-eaa0-402e-9366-902129e70574,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:32.420022 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-22fc7a3a-5581-40ff-93d1-b9acf61259a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:32.486516 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fc7a3a-5581-40ff-93d1-b9acf61259a8 admin admin] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:13:32.489557 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-22fc7a3a-5581-40ff-93d1-b9acf61259a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:13:32.493994 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fc7a3a-5581-40ff-93d1-b9acf61259a8 admin admin] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:13:32.523425 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc7a3a-5581-40ff-93d1-b9acf61259a8 admin admin] Pushing event updated for resources: {'Port': ['ID=e89e2d28-2a04-4590-b7dc-2f1e72ab87e6,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:33.022994 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-22fc7a3a-5581-40ff-93d1-b9acf61259a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:33.263206 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8393313-0d2b-4c28-b9bf-b0256e104785 None None] Network 0e682327-ffe0-4dfa-b1a0-f656af6e20b5 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:13:33.358500 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-6c9c30c5-90b7-434d-93b2-619094b715b0 None None] Provisioning for port 79f364b2-eaa0-402e-9366-902129e70574 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:13:33.371237 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-22fc7a3a-5581-40ff-93d1-b9acf61259a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:33.563929 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 79f364b2-eaa0-402e-9366-902129e70574 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:13:33.581253 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22fc7a3a-5581-40ff-93d1-b9acf61259a8 admin admin] Router 7b587b46-4f40-4c75-897d-6ba81339efc0 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 23:13:33.636532 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 79f364b2-eaa0-402e-9366-902129e70574 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:13:33.642229 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 79f364b2-eaa0-402e-9366-902129e70574 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:13:33.642799 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:33.763855 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 79f364b2-eaa0-402e-9366-902129e70574 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:13:33.764228 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:33.771363 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22fc7a3a-5581-40ff-93d1-b9acf61259a8 admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:13:33.781221 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29306271-edd2-47f5-a16c-f4e0597f6295 None None] Sync routers for ids ['7b587b46-4f40-4c75-897d-6ba81339efc0'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:13:33.795151 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-22fc7a3a-5581-40ff-93d1-b9acf61259a8 admin admin] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:33.798928 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-22fc7a3a-5581-40ff-93d1-b9acf61259a8 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3619943 Sep 14 23:13:33.799890 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 58980) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:13:33.806415 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29306271-edd2-47f5-a16c-f4e0597f6295 None None] Routers {'7b587b46-4f40-4c75-897d-6ba81339efc0'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:13:33.807027 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-29306271-edd2-47f5-a16c-f4e0597f6295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:13:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['7b587b46-4f40-4c75-897d-6ba81339efc0'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:13:33.883368 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 79f364b2-eaa0-402e-9366-902129e70574, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=79f364b2-eaa0-402e-9366-902129e70574,segment=NetworkSegment(dd2f7caf-576c-4943-bc13-b854ec1c1934),segment_id=dd2f7caf-576c-4943-bc13-b854ec1c1934)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:13:33.892173 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:33.930746 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-a53c08c3-a709-4a09-8c8d-944513a7bae2 None None] Provisioning complete for port 79f364b2-eaa0-402e-9366-902129e70574 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:13:33.931106 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a53c08c3-a709-4a09-8c8d-944513a7bae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:34.122581 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=79f364b2-eaa0-402e-9366-902129e70574,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:34.145755 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-29306271-edd2-47f5-a16c-f4e0597f6295 None None] Set router 7b587b46-4f40-4c75-897d-6ba81339efc0 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:13:34.376277 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-a53c08c3-a709-4a09-8c8d-944513a7bae2 None None] Current status of the port 79f364b2-eaa0-402e-9366-902129e70574 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:13:34.477040 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-29306271-edd2-47f5-a16c-f4e0597f6295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b587b46-4f40-4c75-897d-6ba81339efc0', 'name': 'tempest-DeleteServersTestJSON-1701023511-router', 'tenant_id': '62a18667fd0245fea194ade7ae04c77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': 'e89e2d28-2a04-4590-b7dc-2f1e72ab87e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:13:31Z', 'updated_at': '2022-09-14T23:13:32Z', 'revision_number': 3, 'project_id': '62a18667fd0245fea194ade7ae04c77c', 'gw_port': {'id': 'e89e2d28-2a04-4590-b7dc-2f1e72ab87e6', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:32:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b587b46-4f40-4c75-897d-6ba81339efc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:13:32Z', 'updated_at': '2022-09-14T23:13:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:13:34.480881 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29306271-edd2-47f5-a16c-f4e0597f6295 None None] Checking router: 7b587b46-4f40-4c75-897d-6ba81339efc0 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:13:34.481223 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29306271-edd2-47f5-a16c-f4e0597f6295 None None] Updating router 7b587b46-4f40-4c75-897d-6ba81339efc0 port e89e2d28-2a04-4590-b7dc-2f1e72ab87e6 binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:13:34.532581 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-29306271-edd2-47f5-a16c-f4e0597f6295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:34.575981 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-802228b6-1f0d-4441-91cb-b3de692af5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:34.784120 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-802228b6-1f0d-4441-91cb-b3de692af5bd admin admin] Allocated IP 172.20.0.1 (0e682327-ffe0-4dfa-b1a0-f656af6e20b5/8c6290aa-756e-4c29-8ac6-b8f969d0aac6/9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:13:34.883699 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-29306271-edd2-47f5-a16c-f4e0597f6295 None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:34.895698 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-29306271-edd2-47f5-a16c-f4e0597f6295 None None] Transition to ACTIVE for port object e89e2d28-2a04-4590-b7dc-2f1e72ab87e6 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:13:34.902824 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-29306271-edd2-47f5-a16c-f4e0597f6295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:34.933347 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-802228b6-1f0d-4441-91cb-b3de692af5bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:34.949433 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-802228b6-1f0d-4441-91cb-b3de692af5bd admin admin] Transition to ACTIVE for port object 9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:13:34.968315 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-29306271-edd2-47f5-a16c-f4e0597f6295 None None] Attempting to bind port e89e2d28-2a04-4590-b7dc-2f1e72ab87e6 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:13:34.968708 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-29306271-edd2-47f5-a16c-f4e0597f6295 None None] Attempting to bind port e89e2d28-2a04-4590-b7dc-2f1e72ab87e6 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:13:34.969067 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29306271-edd2-47f5-a16c-f4e0597f6295 None None] Attempting to bind port e89e2d28-2a04-4590-b7dc-2f1e72ab87e6 on network 681410b9-e86d-4f65-a0f3-ea2093b5104b {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:13:34.973250 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-802228b6-1f0d-4441-91cb-b3de692af5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:34.979427 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29306271-edd2-47f5-a16c-f4e0597f6295 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:13:34.979794 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29306271-edd2-47f5-a16c-f4e0597f6295 None None] Checking segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:13:34.980188 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-29306271-edd2-47f5-a16c-f4e0597f6295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:34.980572 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29306271-edd2-47f5-a16c-f4e0597f6295 None None] Bound using segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:13:34.981052 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-29306271-edd2-47f5-a16c-f4e0597f6295 None None] Bound port: e89e2d28-2a04-4590-b7dc-2f1e72ab87e6, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:13:34.981418 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-29306271-edd2-47f5-a16c-f4e0597f6295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:35.011479 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c118e-ff0a-4a7c-9f1c-ea05447688cb None None] Pushing event updated for resources: {'Port': ['ID=e89e2d28-2a04-4590-b7dc-2f1e72ab87e6,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:35.044910 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802228b6-1f0d-4441-91cb-b3de692af5bd admin admin] Network 0e682327-ffe0-4dfa-b1a0-f656af6e20b5 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:13:35.047521 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-802228b6-1f0d-4441-91cb-b3de692af5bd admin admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:13:35.051331 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802228b6-1f0d-4441-91cb-b3de692af5bd admin admin] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:13:35.067208 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-29306271-edd2-47f5-a16c-f4e0597f6295 None None] For port e89e2d28-2a04-4590-b7dc-2f1e72ab87e6, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:13:35.071630 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-29306271-edd2-47f5-a16c-f4e0597f6295 None None] For port e89e2d28-2a04-4590-b7dc-2f1e72ab87e6, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=e89e2d28-2a04-4590-b7dc-2f1e72ab87e6,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:13:35.076377 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-29306271-edd2-47f5-a16c-f4e0597f6295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:35.090776 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802228b6-1f0d-4441-91cb-b3de692af5bd admin admin] Pushing event updated for resources: {'Port': ['ID=9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:35.113820 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-802228b6-1f0d-4441-91cb-b3de692af5bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:35.141139 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29306271-edd2-47f5-a16c-f4e0597f6295 None None] Routers {'7b587b46-4f40-4c75-897d-6ba81339efc0'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:13:35.141765 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-29306271-edd2-47f5-a16c-f4e0597f6295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:13:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['7b587b46-4f40-4c75-897d-6ba81339efc0'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:13:35.233317 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c118e-ff0a-4a7c-9f1c-ea05447688cb None None] Pushing event updated for resources: {'Port': ['ID=e89e2d28-2a04-4590-b7dc-2f1e72ab87e6,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:35.328900 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-60e6cec0-8e93-4150-93e2-24425273e9f9 None None] Provisioning for port 9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:13:35.336776 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-60e6cec0-8e93-4150-93e2-24425273e9f9 None None] Provisioning complete for port 9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:13:35.337566 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-60e6cec0-8e93-4150-93e2-24425273e9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:35.374421 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-802228b6-1f0d-4441-91cb-b3de692af5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:35.394701 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-29306271-edd2-47f5-a16c-f4e0597f6295 None None] Set router 7b587b46-4f40-4c75-897d-6ba81339efc0 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:13:35.555898 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 79f364b2-eaa0-402e-9366-902129e70574 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:13:35.594508 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-802228b6-1f0d-4441-91cb-b3de692af5bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:35.598918 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-802228b6-1f0d-4441-91cb-b3de692af5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:35.611538 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-60e6cec0-8e93-4150-93e2-24425273e9f9 None None] Port 9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:13:35.766591 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 79f364b2-eaa0-402e-9366-902129e70574 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:13:35.766965 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:35.830924 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802228b6-1f0d-4441-91cb-b3de692af5bd admin admin] Pushing event updated for resources: {'Port': ['ID=9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:35.833439 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-802228b6-1f0d-4441-91cb-b3de692af5bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:35.928798 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-29306271-edd2-47f5-a16c-f4e0597f6295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b587b46-4f40-4c75-897d-6ba81339efc0', 'name': 'tempest-DeleteServersTestJSON-1701023511-router', 'tenant_id': '62a18667fd0245fea194ade7ae04c77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': 'e89e2d28-2a04-4590-b7dc-2f1e72ab87e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:13:31Z', 'updated_at': '2022-09-14T23:13:32Z', 'revision_number': 3, 'project_id': '62a18667fd0245fea194ade7ae04c77c', 'gw_port': {'id': 'e89e2d28-2a04-4590-b7dc-2f1e72ab87e6', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:32:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b587b46-4f40-4c75-897d-6ba81339efc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:13:32Z', 'updated_at': '2022-09-14T23:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:13:35.937497 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29306271-edd2-47f5-a16c-f4e0597f6295 None None] The sync data for ids ['7b587b46-4f40-4c75-897d-6ba81339efc0'] in dv-neutron-857791-1-hyperv is: [{'id': '7b587b46-4f40-4c75-897d-6ba81339efc0', 'name': 'tempest-DeleteServersTestJSON-1701023511-router', 'tenant_id': '62a18667fd0245fea194ade7ae04c77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': 'e89e2d28-2a04-4590-b7dc-2f1e72ab87e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:13:31Z', 'updated_at': '2022-09-14T23:13:32Z', 'revision_number': 3, 'project_id': '62a18667fd0245fea194ade7ae04c77c', 'gw_port': {'id': 'e89e2d28-2a04-4590-b7dc-2f1e72ab87e6', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:32:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b587b46-4f40-4c75-897d-6ba81339efc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:13:32Z', 'updated_at': '2022-09-14T23:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:13:35.940554 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 79f364b2-eaa0-402e-9366-902129e70574 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:13:35.969749 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802228b6-1f0d-4441-91cb-b3de692af5bd admin admin] Network 0e682327-ffe0-4dfa-b1a0-f656af6e20b5 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:13:35.970852 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-802228b6-1f0d-4441-91cb-b3de692af5bd admin admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:13:36.189726 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802228b6-1f0d-4441-91cb-b3de692af5bd admin admin] Router 7b587b46-4f40-4c75-897d-6ba81339efc0 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:13:36.244580 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e3571f5d-6362-46a7-baad-6637d0643e27 None None] Provisioning complete for port 9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:13:36.245092 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e3571f5d-6362-46a7-baad-6637d0643e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:36.299724 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-e3571f5d-6362-46a7-baad-6637d0643e27 None None] Port 9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:13:36.379643 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802228b6-1f0d-4441-91cb-b3de692af5bd admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:13:36.389854 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-802228b6-1f0d-4441-91cb-b3de692af5bd admin admin] 10.222.0.33 "PUT /v2.0/routers/7b587b46-4f40-4c75-897d-6ba81339efc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5882888 Sep 14 23:13:36.913762 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-54574ebe-5718-4993-9033-c8a07c1f7680 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:36.914426 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-54574ebe-5718-4993-9033-c8a07c1f7680 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Synchronizing usage tracker for tenant:62a18667fd0245fea194ade7ae04c77c on resource:network {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:13:36.930037 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-54574ebe-5718-4993-9033-c8a07c1f7680 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Unset dirty status for tenant:62a18667fd0245fea194ade7ae04c77c on resource:network {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:13:36.931171 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-54574ebe-5718-4993-9033-c8a07c1f7680 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/networks?id=0e682327-ffe0-4dfa-b1a0-f656af6e20b5 HTTP/1.1" status: 200 len: 812 time: 0.1616092 Sep 14 23:13:36.946274 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-7a987e4e-6938-418d-8554-34c076f694ea tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/quotas/62a18667fd0245fea194ade7ae04c77c HTTP/1.1" status: 200 len: 375 time: 0.0094445 Sep 14 23:13:37.034091 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-e307c33b-d694-4ca8-b442-e30c514e766a tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=62a18667fd0245fea194ade7ae04c77c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829201 Sep 14 23:13:37.163739 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-628e06cc-67b2-4f87-b282-c27b83c648ae service neutron] 10.222.0.33 "GET /v2.0/networks/0e682327-ffe0-4dfa-b1a0-f656af6e20b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224597 Sep 14 23:13:37.419934 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-5cee699a-adff-4335-b18d-a60e4c968ab7 service neutron] 10.222.0.33 "GET /v2.0/networks/0e682327-ffe0-4dfa-b1a0-f656af6e20b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504730 Sep 14 23:13:37.463822 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8a4af3-afe6-4704-b8aa-83acabba930f None None] Sync routers for ids ['7b587b46-4f40-4c75-897d-6ba81339efc0'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:13:37.477269 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8a4af3-afe6-4704-b8aa-83acabba930f None None] Routers {'7b587b46-4f40-4c75-897d-6ba81339efc0'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:13:37.477888 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-ad8a4af3-afe6-4704-b8aa-83acabba930f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:13:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['7b587b46-4f40-4c75-897d-6ba81339efc0'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:13:37.563255 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e89e2d28-2a04-4590-b7dc-2f1e72ab87e6 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:13:37.631098 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5145b296-3df4-4954-a417-84b6dbbc3ff9 req-68d50f1b-6dba-48cd-8d89-a5e81972a916 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 210 time: 0.0506079 Sep 14 23:13:37.637973 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port e89e2d28-2a04-4590-b7dc-2f1e72ab87e6 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:13:37.643793 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port e89e2d28-2a04-4590-b7dc-2f1e72ab87e6 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:13:37.644282 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:37.697703 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-ad8a4af3-afe6-4704-b8aa-83acabba930f None None] Set router 7b587b46-4f40-4c75-897d-6ba81339efc0 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:13:37.726963 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2d7a1a8e-f926-463b-8978-4bc19779079f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:37.795468 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port e89e2d28-2a04-4590-b7dc-2f1e72ab87e6 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:13:37.795903 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:37.820348 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port e89e2d28-2a04-4590-b7dc-2f1e72ab87e6, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=e89e2d28-2a04-4590-b7dc-2f1e72ab87e6,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:13:37.825995 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:37.905237 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=e89e2d28-2a04-4590-b7dc-2f1e72ab87e6,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:38.028247 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-ad8a4af3-afe6-4704-b8aa-83acabba930f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b587b46-4f40-4c75-897d-6ba81339efc0', 'name': 'tempest-DeleteServersTestJSON-1701023511-router', 'tenant_id': '62a18667fd0245fea194ade7ae04c77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': 'e89e2d28-2a04-4590-b7dc-2f1e72ab87e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:13:31Z', 'updated_at': '2022-09-14T23:13:35Z', 'revision_number': 4, 'project_id': '62a18667fd0245fea194ade7ae04c77c', 'gw_port': {'id': 'e89e2d28-2a04-4590-b7dc-2f1e72ab87e6', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:32:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b587b46-4f40-4c75-897d-6ba81339efc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:13:32Z', 'updated_at': '2022-09-14T23:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f', 'name': '', 'network_id': '0e682327-ffe0-4dfa-b1a0-f656af6e20b5', 'tenant_id': '62a18667fd0245fea194ade7ae04c77c', 'mac_address': 'fa:16:3e:6b:b5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b587b46-4f40-4c75-897d-6ba81339efc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '8c6290aa-756e-4c29-8ac6-b8f969d0aac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:13:34Z', 'updated_at': '2022-09-14T23:13:35Z', 'revision_number': 2, 'project_id': '62a18667fd0245fea194ade7ae04c77c', 'subnets': [{'id': '8c6290aa-756e-4c29-8ac6-b8f969d0aac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:13:38.031975 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8a4af3-afe6-4704-b8aa-83acabba930f None None] Checking router: 7b587b46-4f40-4c75-897d-6ba81339efc0 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:13:38.032310 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8a4af3-afe6-4704-b8aa-83acabba930f None None] Updating router 7b587b46-4f40-4c75-897d-6ba81339efc0 port 9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:13:38.082705 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-ad8a4af3-afe6-4704-b8aa-83acabba930f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:38.420420 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-ad8a4af3-afe6-4704-b8aa-83acabba930f None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:38.432692 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-ad8a4af3-afe6-4704-b8aa-83acabba930f None None] Transition to ACTIVE for port object 9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:13:38.439016 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-ad8a4af3-afe6-4704-b8aa-83acabba930f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:38.632869 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259df26-0168-40a9-8587-bdba20ced2c5 None None] Pushing event updated for resources: {'Port': ['ID=9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:38.695760 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-ad8a4af3-afe6-4704-b8aa-83acabba930f None None] Attempting to bind port 9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:13:38.696125 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-ad8a4af3-afe6-4704-b8aa-83acabba930f None None] Attempting to bind port 9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'dd2f7caf-576c-4943-bc13-b854ec1c1934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0e682327-ffe0-4dfa-b1a0-f656af6e20b5'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:13:38.696484 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8a4af3-afe6-4704-b8aa-83acabba930f None None] Attempting to bind port 9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f on network 0e682327-ffe0-4dfa-b1a0-f656af6e20b5 {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:13:38.698284 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-8b52106b-a978-4649-bf91-d5f945777f15 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:38.699854 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-8b52106b-a978-4649-bf91-d5f945777f15 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.20 "GET /v2.0/networks?id=0e682327-ffe0-4dfa-b1a0-f656af6e20b5 HTTP/1.1" status: 200 len: 812 time: 0.1589279 Sep 14 23:13:38.702063 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8a4af3-afe6-4704-b8aa-83acabba930f None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:13:38.702431 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8a4af3-afe6-4704-b8aa-83acabba930f None None] Checking segment: {'id': 'dd2f7caf-576c-4943-bc13-b854ec1c1934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0e682327-ffe0-4dfa-b1a0-f656af6e20b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:13:38.702820 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-ad8a4af3-afe6-4704-b8aa-83acabba930f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:38.703198 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8a4af3-afe6-4704-b8aa-83acabba930f None None] Bound using segment: {'id': 'dd2f7caf-576c-4943-bc13-b854ec1c1934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0e682327-ffe0-4dfa-b1a0-f656af6e20b5'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:13:38.703998 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-ad8a4af3-afe6-4704-b8aa-83acabba930f None None] Bound port: 9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2f7caf-576c-4943-bc13-b854ec1c1934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0e682327-ffe0-4dfa-b1a0-f656af6e20b5'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:13:38.704368 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-ad8a4af3-afe6-4704-b8aa-83acabba930f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:38.712702 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-81b795fa-aeca-4ecc-b280-a95ca75315ef tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Request body: {'port': {'device_id': 'ab07024f-e761-457b-95ec-f4c39a476115', 'network_id': '0e682327-ffe0-4dfa-b1a0-f656af6e20b5', 'admin_state_up': True, 'tenant_id': '62a18667fd0245fea194ade7ae04c77c'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:13:38.716045 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a259df26-0168-40a9-8587-bdba20ced2c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:38.716377 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a259df26-0168-40a9-8587-bdba20ced2c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:38.716733 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a259df26-0168-40a9-8587-bdba20ced2c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:38.717057 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a259df26-0168-40a9-8587-bdba20ced2c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:38.717373 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a259df26-0168-40a9-8587-bdba20ced2c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:38.717695 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a259df26-0168-40a9-8587-bdba20ced2c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:38.718009 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a259df26-0168-40a9-8587-bdba20ced2c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:38.718320 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a259df26-0168-40a9-8587-bdba20ced2c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:38.718631 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a259df26-0168-40a9-8587-bdba20ced2c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:38.718942 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a259df26-0168-40a9-8587-bdba20ced2c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:38.719249 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a259df26-0168-40a9-8587-bdba20ced2c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:38.719790 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a259df26-0168-40a9-8587-bdba20ced2c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:13:38.807327 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-ad8a4af3-afe6-4704-b8aa-83acabba930f None None] For port 9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:13:38.810539 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-ad8a4af3-afe6-4704-b8aa-83acabba930f None None] For port 9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f,segment=NetworkSegment(dd2f7caf-576c-4943-bc13-b854ec1c1934),segment_id=dd2f7caf-576c-4943-bc13-b854ec1c1934)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:13:38.815809 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-ad8a4af3-afe6-4704-b8aa-83acabba930f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:38.817154 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-393d58fa-3ed7-48ef-b3df-4e8f1082abca req-01a7e791-2dea-405a-b805-eabde3138145 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 210 time: 0.0553989 Sep 14 23:13:38.876932 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8a4af3-afe6-4704-b8aa-83acabba930f None None] Routers {'7b587b46-4f40-4c75-897d-6ba81339efc0'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:13:38.877535 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-ad8a4af3-afe6-4704-b8aa-83acabba930f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:13:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['7b587b46-4f40-4c75-897d-6ba81339efc0'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:13:38.894790 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-81b795fa-aeca-4ecc-b280-a95ca75315ef tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:13:38.899215 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-81b795fa-aeca-4ecc-b280-a95ca75315ef tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Usage tracker for resource:port and tenant:62a18667fd0245fea194ade7ae04c77c is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:13:38.901971 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-81b795fa-aeca-4ecc-b280-a95ca75315ef tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:13:38.907597 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-81b795fa-aeca-4ecc-b280-a95ca75315ef tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:13:38.919735 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-81b795fa-aeca-4ecc-b280-a95ca75315ef tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Made reservation on behalf of 62a18667fd0245fea194ade7ae04c77c for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:13:38.923268 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-81b795fa-aeca-4ecc-b280-a95ca75315ef tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:38.959054 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259df26-0168-40a9-8587-bdba20ced2c5 None None] Pushing event updated for resources: {'Port': ['ID=9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f,revision_number=4']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:39.059466 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-ad8a4af3-afe6-4704-b8aa-83acabba930f None None] Set router 7b587b46-4f40-4c75-897d-6ba81339efc0 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:13:39.087108 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-81b795fa-aeca-4ecc-b280-a95ca75315ef tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Allocated IP 172.20.0.14 (0e682327-ffe0-4dfa-b1a0-f656af6e20b5/8c6290aa-756e-4c29-8ac6-b8f969d0aac6/fbb79abb-68c5-4bda-96a5-c920d3c880d5) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:13:39.296793 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-81b795fa-aeca-4ecc-b280-a95ca75315ef tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:39.312757 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-81b795fa-aeca-4ecc-b280-a95ca75315ef tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Transition to ACTIVE for port object fbb79abb-68c5-4bda-96a5-c920d3c880d5 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:13:39.338151 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-81b795fa-aeca-4ecc-b280-a95ca75315ef tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:39.364006 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-ad8a4af3-afe6-4704-b8aa-83acabba930f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b587b46-4f40-4c75-897d-6ba81339efc0', 'name': 'tempest-DeleteServersTestJSON-1701023511-router', 'tenant_id': '62a18667fd0245fea194ade7ae04c77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': 'e89e2d28-2a04-4590-b7dc-2f1e72ab87e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:13:31Z', 'updated_at': '2022-09-14T23:13:35Z', 'revision_number': 4, 'project_id': '62a18667fd0245fea194ade7ae04c77c', 'gw_port': {'id': 'e89e2d28-2a04-4590-b7dc-2f1e72ab87e6', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b587b46-4f40-4c75-897d-6ba81339efc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:13:32Z', 'updated_at': '2022-09-14T23:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f', 'name': '', 'network_id': '0e682327-ffe0-4dfa-b1a0-f656af6e20b5', 'tenant_id': '62a18667fd0245fea194ade7ae04c77c', 'mac_address': 'fa:16:3e:6b:b5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b587b46-4f40-4c75-897d-6ba81339efc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '8c6290aa-756e-4c29-8ac6-b8f969d0aac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:13:34Z', 'updated_at': '2022-09-14T23:13:38Z', 'revision_number': 4, 'project_id': '62a18667fd0245fea194ade7ae04c77c', 'subnets': [{'id': '8c6290aa-756e-4c29-8ac6-b8f969d0aac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:13:39.368060 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8a4af3-afe6-4704-b8aa-83acabba930f None None] The sync data for ids ['7b587b46-4f40-4c75-897d-6ba81339efc0'] in dv-neutron-857791-1-hyperv is: [{'id': '7b587b46-4f40-4c75-897d-6ba81339efc0', 'name': 'tempest-DeleteServersTestJSON-1701023511-router', 'tenant_id': '62a18667fd0245fea194ade7ae04c77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': 'e89e2d28-2a04-4590-b7dc-2f1e72ab87e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:13:31Z', 'updated_at': '2022-09-14T23:13:35Z', 'revision_number': 4, 'project_id': '62a18667fd0245fea194ade7ae04c77c', 'gw_port': {'id': 'e89e2d28-2a04-4590-b7dc-2f1e72ab87e6', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b587b46-4f40-4c75-897d-6ba81339efc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:13:32Z', 'updated_at': '2022-09-14T23:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f', 'name': '', 'network_id': '0e682327-ffe0-4dfa-b1a0-f656af6e20b5', 'tenant_id': '62a18667fd0245fea194ade7ae04c77c', 'mac_address': 'fa:16:3e:6b:b5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b587b46-4f40-4c75-897d-6ba81339efc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '8c6290aa-756e-4c29-8ac6-b8f969d0aac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:13:34Z', 'updated_at': '2022-09-14T23:13:38Z', 'revision_number': 4, 'project_id': '62a18667fd0245fea194ade7ae04c77c', 'subnets': [{'id': '8c6290aa-756e-4c29-8ac6-b8f969d0aac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:13:39.421387 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-81b795fa-aeca-4ecc-b280-a95ca75315ef tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Network 0e682327-ffe0-4dfa-b1a0-f656af6e20b5 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:13:39.421387 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-81b795fa-aeca-4ecc-b280-a95ca75315ef tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:13:39.424469 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-81b795fa-aeca-4ecc-b280-a95ca75315ef tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:13:39.471693 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b795fa-aeca-4ecc-b280-a95ca75315ef tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Pushing event updated for resources: {'Port': ['ID=fbb79abb-68c5-4bda-96a5-c920d3c880d5,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:39.544663 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-81b795fa-aeca-4ecc-b280-a95ca75315ef tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:39.545606 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-81b795fa-aeca-4ecc-b280-a95ca75315ef tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:39.585963 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-81b795fa-aeca-4ecc-b280-a95ca75315ef tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8775749 Sep 14 23:13:39.600093 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-49e3aafd-facd-4d79-be7b-491ca89e7b73 service neutron] Request body: {'port': {'device_id': 'ab07024f-e761-457b-95ec-f4c39a476115', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:13:39.646608 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e89e2d28-2a04-4590-b7dc-2f1e72ab87e6 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:13:39.728368 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-49e3aafd-facd-4d79-be7b-491ca89e7b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:39.737208 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port e89e2d28-2a04-4590-b7dc-2f1e72ab87e6 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:13:39.737749 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:39.816099 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-510c201f-2e68-4b86-b31e-a44d1e7c0129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:39.823423 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-28ecf591-de5f-4770-b10c-6113ec032064 None None] Provisioning for port fbb79abb-68c5-4bda-96a5-c920d3c880d5 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:13:39.830077 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-28ecf591-de5f-4770-b10c-6113ec032064 None None] Provisioning complete for port fbb79abb-68c5-4bda-96a5-c920d3c880d5 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:13:39.830346 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-28ecf591-de5f-4770-b10c-6113ec032064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:39.923737 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-28ecf591-de5f-4770-b10c-6113ec032064 None None] Port fbb79abb-68c5-4bda-96a5-c920d3c880d5 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:13:39.959571 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port e89e2d28-2a04-4590-b7dc-2f1e72ab87e6 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:13:39.960920 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:13:40.041826 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:13:40.049859 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:13:40.050362 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:40.096807 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f76f6b-1ee1-45e1-9f4a-a6269dac5cd2 req-3ce39e1c-d671-4bcb-aee2-0a6691b8e2cc tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:40.099095 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-15f76f6b-1ee1-45e1-9f4a-a6269dac5cd2 req-3ce39e1c-d671-4bcb-aee2-0a6691b8e2cc tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 932 time: 0.1190476 Sep 14 23:13:40.155032 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-15f76f6b-1ee1-45e1-9f4a-a6269dac5cd2 req-d0fbb231-ced3-4b12-b6c5-b42cf7323506 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Synchronizing usage tracker for tenant:62a18667fd0245fea194ade7ae04c77c on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:13:40.178034 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-15f76f6b-1ee1-45e1-9f4a-a6269dac5cd2 req-d0fbb231-ced3-4b12-b6c5-b42cf7323506 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Unset dirty status for tenant:62a18667fd0245fea194ade7ae04c77c on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:13:40.180966 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-15f76f6b-1ee1-45e1-9f4a-a6269dac5cd2 req-d0fbb231-ced3-4b12-b6c5-b42cf7323506 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753090 Sep 14 23:13:40.192888 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:13:40.193619 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:40.228308 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f,segment=NetworkSegment(dd2f7caf-576c-4943-bc13-b854ec1c1934),segment_id=dd2f7caf-576c-4943-bc13-b854ec1c1934)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:13:40.232493 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:40.268530 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-49e3aafd-facd-4d79-be7b-491ca89e7b73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbb79abb-68c5-4bda-96a5-c920d3c880d5 {{(pid=89171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:13:40.276518 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-49e3aafd-facd-4d79-be7b-491ca89e7b73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:40.294031 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-49e3aafd-facd-4d79-be7b-491ca89e7b73 service neutron] Transition to ACTIVE for port object fbb79abb-68c5-4bda-96a5-c920d3c880d5 will not be triggered until provisioned by entity L2. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:13:40.299747 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-49e3aafd-facd-4d79-be7b-491ca89e7b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:40.307245 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:40.487626 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3aafd-facd-4d79-be7b-491ca89e7b73 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb79abb-68c5-4bda-96a5-c920d3c880d5,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:40.535219 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-49e3aafd-facd-4d79-be7b-491ca89e7b73 service neutron] Attempting to bind port fbb79abb-68c5-4bda-96a5-c920d3c880d5 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:13:40.535558 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-49e3aafd-facd-4d79-be7b-491ca89e7b73 service neutron] Attempting to bind port fbb79abb-68c5-4bda-96a5-c920d3c880d5 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'dd2f7caf-576c-4943-bc13-b854ec1c1934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0e682327-ffe0-4dfa-b1a0-f656af6e20b5'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:13:40.535877 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-49e3aafd-facd-4d79-be7b-491ca89e7b73 service neutron] Attempting to bind port fbb79abb-68c5-4bda-96a5-c920d3c880d5 on network 0e682327-ffe0-4dfa-b1a0-f656af6e20b5 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:13:40.541390 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-49e3aafd-facd-4d79-be7b-491ca89e7b73 service neutron] Port fbb79abb-68c5-4bda-96a5-c920d3c880d5 on network 0e682327-ffe0-4dfa-b1a0-f656af6e20b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:13:40.541706 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-49e3aafd-facd-4d79-be7b-491ca89e7b73 service neutron] Attempting to bind port fbb79abb-68c5-4bda-96a5-c920d3c880d5 on network 0e682327-ffe0-4dfa-b1a0-f656af6e20b5 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:13:40.547451 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-49e3aafd-facd-4d79-be7b-491ca89e7b73 service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:13:40.547770 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-49e3aafd-facd-4d79-be7b-491ca89e7b73 service neutron] Checking segment: {'id': 'dd2f7caf-576c-4943-bc13-b854ec1c1934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0e682327-ffe0-4dfa-b1a0-f656af6e20b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:13:40.548138 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-49e3aafd-facd-4d79-be7b-491ca89e7b73 service neutron] Bound using segment: {'id': 'dd2f7caf-576c-4943-bc13-b854ec1c1934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0e682327-ffe0-4dfa-b1a0-f656af6e20b5'} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:13:40.548560 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-49e3aafd-facd-4d79-be7b-491ca89e7b73 service neutron] Bound port: fbb79abb-68c5-4bda-96a5-c920d3c880d5, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd2f7caf-576c-4943-bc13-b854ec1c1934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0e682327-ffe0-4dfa-b1a0-f656af6e20b5'}}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:13:40.548946 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-49e3aafd-facd-4d79-be7b-491ca89e7b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:40.640021 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-49e3aafd-facd-4d79-be7b-491ca89e7b73 service neutron] For port fbb79abb-68c5-4bda-96a5-c920d3c880d5, host hv-neutron-8577, cleared binding levels {{(pid=89171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:13:40.643524 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-49e3aafd-facd-4d79-be7b-491ca89e7b73 service neutron] For port fbb79abb-68c5-4bda-96a5-c920d3c880d5, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=fbb79abb-68c5-4bda-96a5-c920d3c880d5,segment=NetworkSegment(dd2f7caf-576c-4943-bc13-b854ec1c1934),segment_id=dd2f7caf-576c-4943-bc13-b854ec1c1934)] {{(pid=89171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:13:40.647715 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-49e3aafd-facd-4d79-be7b-491ca89e7b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:40.679771 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-49e3aafd-facd-4d79-be7b-491ca89e7b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:40.680397 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-49e3aafd-facd-4d79-be7b-491ca89e7b73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:40.681801 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-49e3aafd-facd-4d79-be7b-491ca89e7b73 service neutron] 10.222.0.20 "PUT /v2.0/ports/fbb79abb-68c5-4bda-96a5-c920d3c880d5 HTTP/1.1" status: 200 len: 1094 time: 1.0886242 Sep 14 23:13:40.682348 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab07024f-e761-457b-95ec-f4c39a476115', 'tag': 'fbb79abb-68c5-4bda-96a5-c920d3c880d5'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:13:40.684499 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d84f6d-1432-4ad5-ad27-aa97aa847248" -d '{"events": [{"name": "network-changed", "server_uuid": "ab07024f-e761-457b-95ec-f4c39a476115", "tag": "fbb79abb-68c5-4bda-96a5-c920d3c880d5"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:13:40.757775 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c229b0a6-c23b-4632-b765-aa5d058a1fa6 x-openstack-request-id: req-c229b0a6-c23b-4632-b765-aa5d058a1fa6 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:13:40.758403 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab07024f-e761-457b-95ec-f4c39a476115", "tag": "fbb79abb-68c5-4bda-96a5-c920d3c880d5", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:13:40.758403 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c229b0a6-c23b-4632-b765-aa5d058a1fa6 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:13:40.758668 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c229b0a6-c23b-4632-b765-aa5d058a1fa6'] response: {'name': 'network-changed', 'server_uuid': 'ab07024f-e761-457b-95ec-f4c39a476115', 'tag': 'fbb79abb-68c5-4bda-96a5-c920d3c880d5', 'status': 'completed', 'code': 200} Sep 14 23:13:40.779562 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3aafd-facd-4d79-be7b-491ca89e7b73 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb79abb-68c5-4bda-96a5-c920d3c880d5,revision_number=3']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:40.809612 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-303c96da-7ade-4b66-bb82-b576bd00ed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:40.811099 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-303c96da-7ade-4b66-bb82-b576bd00ed57 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62a18667fd0245fea194ade7ae04c77c&device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 1097 time: 0.0931230 Sep 14 23:13:40.842898 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:40.884307 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-668ba125-30ce-464f-9d08-25b5426db74e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbb79abb-68c5-4bda-96a5-c920d3c880d5 HTTP/1.1" status: 200 len: 217 time: 0.0667288 Sep 14 23:13:40.900645 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:40.946987 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-1aee7dab-e1ce-4cc4-b811-c97f133b9c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:40.948447 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-1aee7dab-e1ce-4cc4-b811-c97f133b9c62 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c6290aa-756e-4c29-8ac6-b8f969d0aac6 HTTP/1.1" status: 200 len: 851 time: 0.0584295 Sep 14 23:13:41.033248 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-7b3a1609-4ba8-495a-ac29-5a568e4cb2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:41.034724 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-7b3a1609-4ba8-495a-ac29-5a568e4cb2b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0e682327-ffe0-4dfa-b1a0-f656af6e20b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808864 Sep 14 23:13:41.165231 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-2b4054c7-c0ba-4004-b7d5-9677fe303e75 service neutron] 10.222.0.20 "GET /v2.0/networks/0e682327-ffe0-4dfa-b1a0-f656af6e20b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244786 Sep 14 23:13:41.305957 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9559751a-93c0-4cd0-9472-dd2504c59666 req-b11831d8-b88b-416a-842e-b67fe73d9abb service neutron] 10.222.0.20 "GET /v2.0/networks/0e682327-ffe0-4dfa-b1a0-f656af6e20b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341894 Sep 14 23:13:41.394829 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b77088-0b4c-40dd-9553-cd9fa367edf1 req-02e20e7d-ab1c-4706-9314-df7b01d87642 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:41.396410 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-14b77088-0b4c-40dd-9553-cd9fa367edf1 req-02e20e7d-ab1c-4706-9314-df7b01d87642 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 944 time: 0.1038735 Sep 14 23:13:41.440693 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d84f6d-1432-4ad5-ad27-aa97aa847248 req-ee75f9f0-5692-4267-8fce-d8083dd93b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:41.442286 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f3d84f6d-1432-4ad5-ad27-aa97aa847248 req-ee75f9f0-5692-4267-8fce-d8083dd93b18 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62a18667fd0245fea194ade7ae04c77c&device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 1097 time: 0.0828178 Sep 14 23:13:41.448196 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-14b77088-0b4c-40dd-9553-cd9fa367edf1 req-7b95c6b8-6f1a-4c00-bd4c-a6c09db5a997 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453930 Sep 14 23:13:41.527242 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:13:41.577798 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d84f6d-1432-4ad5-ad27-aa97aa847248 req-d39969cd-45b4-4db0-a365-c1c985b527b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:41.579250 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f3d84f6d-1432-4ad5-ad27-aa97aa847248 req-d39969cd-45b4-4db0-a365-c1c985b527b3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0e682327-ffe0-4dfa-b1a0-f656af6e20b5 HTTP/1.1" status: 200 len: 912 time: 0.1298337 Sep 14 23:13:41.593815 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:13:41.594178 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:41.718757 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:13:41.760645 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f3d84f6d-1432-4ad5-ad27-aa97aa847248 req-70648cf1-87c6-4cd0-b399-e26967fece5f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbb79abb-68c5-4bda-96a5-c920d3c880d5 HTTP/1.1" status: 200 len: 217 time: 0.1753535 Sep 14 23:13:41.822445 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d84f6d-1432-4ad5-ad27-aa97aa847248 req-e02cf87d-74c5-4592-88d2-557a17e9294b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:41.823830 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f3d84f6d-1432-4ad5-ad27-aa97aa847248 req-e02cf87d-74c5-4592-88d2-557a17e9294b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c6290aa-756e-4c29-8ac6-b8f969d0aac6 HTTP/1.1" status: 200 len: 851 time: 0.0566463 Sep 14 23:13:41.909376 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d84f6d-1432-4ad5-ad27-aa97aa847248 req-f2a943eb-b4a2-423b-81fa-45d732e6f1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:41.910852 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f3d84f6d-1432-4ad5-ad27-aa97aa847248 req-f2a943eb-b4a2-423b-81fa-45d732e6f1b0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0e682327-ffe0-4dfa-b1a0-f656af6e20b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806305 Sep 14 23:13:42.042722 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f3d84f6d-1432-4ad5-ad27-aa97aa847248 req-2fe0b7f5-fd65-4a3f-9df3-008f3295766f service neutron] 10.222.0.20 "GET /v2.0/networks/0e682327-ffe0-4dfa-b1a0-f656af6e20b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249602 Sep 14 23:13:42.170977 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f3d84f6d-1432-4ad5-ad27-aa97aa847248 req-b63be779-2d1d-408e-aac6-d4b7222f9861 service neutron] 10.222.0.20 "GET /v2.0/networks/0e682327-ffe0-4dfa-b1a0-f656af6e20b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222029 Sep 14 23:13:42.439387 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:42.645152 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d536f6-5903-4b5d-8da7-16271f340f6f req-a75b38be-2384-429b-9ac2-f53a7fe90e37 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:42.646502 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-47d536f6-5903-4b5d-8da7-16271f340f6f req-a75b38be-2384-429b-9ac2-f53a7fe90e37 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 944 time: 0.0878460 Sep 14 23:13:42.689933 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-47d536f6-5903-4b5d-8da7-16271f340f6f req-77601b37-e6d1-4598-8f37-e6d3e5550709 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371931 Sep 14 23:13:43.857910 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device fbb79abb-68c5-4bda-96a5-c920d3c880d5 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:13:43.887346 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be18d4f-a752-4b92-abd3-be8731bf7e9b req-efd066e0-5311-43d2-a200-890b8f66611d tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:43.888925 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0be18d4f-a752-4b92-abd3-be8731bf7e9b req-efd066e0-5311-43d2-a200-890b8f66611d tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 944 time: 0.0914042 Sep 14 23:13:43.933748 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0be18d4f-a752-4b92-abd3-be8731bf7e9b req-1d7cdd42-ec0a-4285-b3d9-8a18e2d78bdd tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390217 Sep 14 23:13:44.026534 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port fbb79abb-68c5-4bda-96a5-c920d3c880d5, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=fbb79abb-68c5-4bda-96a5-c920d3c880d5,segment=NetworkSegment(dd2f7caf-576c-4943-bc13-b854ec1c1934),segment_id=dd2f7caf-576c-4943-bc13-b854ec1c1934)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:13:44.039532 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': 'fbb79abb-68c5-4bda-96a5-c920d3c880d5', 'network_id': '0e682327-ffe0-4dfa-b1a0-f656af6e20b5', 'port_id': 'fbb79abb-68c5-4bda-96a5-c920d3c880d5', 'mac_address': 'fa:16:3e:d2:bb:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c6290aa-756e-4c29-8ac6-b8f969d0aac6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:13:44.096373 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port fbb79abb-68c5-4bda-96a5-c920d3c880d5 is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:13:44.096777 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:44.113030 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbb79abb-68c5-4bda-96a5-c920d3c880d5 {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:13:44.128386 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port fbb79abb-68c5-4bda-96a5-c920d3c880d5, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=fbb79abb-68c5-4bda-96a5-c920d3c880d5,segment=NetworkSegment(dd2f7caf-576c-4943-bc13-b854ec1c1934),segment_id=dd2f7caf-576c-4943-bc13-b854ec1c1934)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:13:44.133641 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:44.201299 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=fbb79abb-68c5-4bda-96a5-c920d3c880d5,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:44.322597 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['fbb79abb-68c5-4bda-96a5-c920d3c880d5'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:13:45.130867 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a73b3e-25a7-4a3b-af49-f82eb9132377 req-525383cb-8385-4d46-9b20-a485688a7621 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:45.132872 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-31a73b3e-25a7-4a3b-af49-f82eb9132377 req-525383cb-8385-4d46-9b20-a485688a7621 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 945 time: 0.0863380 Sep 14 23:13:45.178154 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-31a73b3e-25a7-4a3b-af49-f82eb9132377 req-464ae5e8-a3a8-4b00-811d-296982ff4068 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397141 Sep 14 23:13:45.854939 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device fbb79abb-68c5-4bda-96a5-c920d3c880d5 up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:13:45.923128 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port fbb79abb-68c5-4bda-96a5-c920d3c880d5 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:13:45.927681 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port fbb79abb-68c5-4bda-96a5-c920d3c880d5 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:13:45.928042 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:46.041514 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port fbb79abb-68c5-4bda-96a5-c920d3c880d5 is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:13:46.041880 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:46.067439 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab07024f-e761-457b-95ec-f4c39a476115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb79abb-68c5-4bda-96a5-c920d3c880d5'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:13:46.070376 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3747e2ed-87d6-47ed-9e9a-21eddb4c8e07" -d '{"events": [{"server_uuid": "ab07024f-e761-457b-95ec-f4c39a476115", "name": "network-vif-plugged", "status": "completed", "tag": "fbb79abb-68c5-4bda-96a5-c920d3c880d5"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:13:46.078190 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port fbb79abb-68c5-4bda-96a5-c920d3c880d5, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=fbb79abb-68c5-4bda-96a5-c920d3c880d5,segment=NetworkSegment(dd2f7caf-576c-4943-bc13-b854ec1c1934),segment_id=dd2f7caf-576c-4943-bc13-b854ec1c1934)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:13:46.082898 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:46.118520 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a45b83a-726d-4b94-a4e8-71710899e969 x-openstack-request-id: req-8a45b83a-726d-4b94-a4e8-71710899e969 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:13:46.119870 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab07024f-e761-457b-95ec-f4c39a476115", "name": "network-vif-plugged", "status": "completed", "tag": "fbb79abb-68c5-4bda-96a5-c920d3c880d5", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:13:46.120177 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8a45b83a-726d-4b94-a4e8-71710899e969 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:13:46.120585 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a45b83a-726d-4b94-a4e8-71710899e969'] response: {'server_uuid': 'ab07024f-e761-457b-95ec-f4c39a476115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb79abb-68c5-4bda-96a5-c920d3c880d5', 'code': 200} Sep 14 23:13:46.153912 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=fbb79abb-68c5-4bda-96a5-c920d3c880d5,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:13:46.341002 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f069ee5-ff70-4ee2-ad91-290069ae01ba req-26c4c2b5-5fd1-489e-bfb7-4a8efaf829e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:46.343240 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7f069ee5-ff70-4ee2-ad91-290069ae01ba req-26c4c2b5-5fd1-489e-bfb7-4a8efaf829e1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 1099 time: 0.0786388 Sep 14 23:13:46.373562 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d05b3b-854d-4ba6-a169-2187f5dd1db4 req-77df1bbf-a872-4f26-b86b-d9bbe69f94a4 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:46.374924 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-27d05b3b-854d-4ba6-a169-2187f5dd1db4 req-77df1bbf-a872-4f26-b86b-d9bbe69f94a4 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 946 time: 0.0871947 Sep 14 23:13:46.386064 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7f069ee5-ff70-4ee2-ad91-290069ae01ba req-47f9a3db-93f4-45e2-96f0-3d86d3fea4d4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367570 Sep 14 23:13:46.419322 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-27d05b3b-854d-4ba6-a169-2187f5dd1db4 req-7dd1e044-b184-4c91-981d-a33cb7205404 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381157 Sep 14 23:13:47.622120 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a98d3b-ccec-46cf-a5f3-81fb806daaab req-dcd94503-dcce-4895-8531-658711d63991 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:47.623564 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a6a98d3b-ccec-46cf-a5f3-81fb806daaab req-dcd94503-dcce-4895-8531-658711d63991 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 946 time: 0.0898852 Sep 14 23:13:47.667000 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a6a98d3b-ccec-46cf-a5f3-81fb806daaab req-f28487ef-704e-4686-a07d-524c49325b3a tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378346 Sep 14 23:13:48.033026 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 59042) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:13:48.072721 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4908f-0c13-4965-a8ca-32433f8eaf0b req-d6333b87-db0c-4eec-a6d0-d0b6a8cf6e06 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:48.074183 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-94e4908f-0c13-4965-a8ca-32433f8eaf0b req-d6333b87-db0c-4eec-a6d0-d0b6a8cf6e06 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 946 time: 0.0888975 Sep 14 23:13:48.121352 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-94e4908f-0c13-4965-a8ca-32433f8eaf0b req-d8c42d02-8c99-4222-96c7-53926e47bf23 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416381 Sep 14 23:13:48.159477 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-55261e04-eace-4ec2-be32-09e6a12d68ee req-476da213-5a73-47b3-8fe3-1fa9a2e1fec8 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1247442 Sep 14 23:13:49.321099 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ca92b-55de-4cfc-8a0f-a9fb240598e5 req-fedaa4b2-6c93-403e-9ce1-3938ace1591e tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:49.322562 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-535ca92b-55de-4cfc-8a0f-a9fb240598e5 req-fedaa4b2-6c93-403e-9ce1-3938ace1591e tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 946 time: 0.0890355 Sep 14 23:13:49.350560 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55261e04-eace-4ec2-be32-09e6a12d68ee req-cd3eda06-dd0d-4340-87b0-435b800ab60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:49.352077 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-55261e04-eace-4ec2-be32-09e6a12d68ee req-cd3eda06-dd0d-4340-87b0-435b800ab60b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62a18667fd0245fea194ade7ae04c77c&device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 1099 time: 0.0779729 Sep 14 23:13:49.368086 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-535ca92b-55de-4cfc-8a0f-a9fb240598e5 req-bc88ad07-a768-4e3a-8fa1-3b147071703d tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393841 Sep 14 23:13:49.411603 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:13:49.485075 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55261e04-eace-4ec2-be32-09e6a12d68ee req-b223f71c-5c98-47f3-a0ef-7d00d066e0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:49.486516 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-55261e04-eace-4ec2-be32-09e6a12d68ee req-b223f71c-5c98-47f3-a0ef-7d00d066e0e6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0e682327-ffe0-4dfa-b1a0-f656af6e20b5 HTTP/1.1" status: 200 len: 912 time: 0.1290579 Sep 14 23:13:49.560231 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-55261e04-eace-4ec2-be32-09e6a12d68ee req-3070c813-f211-4b7e-bd89-73ba5f81d743 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbb79abb-68c5-4bda-96a5-c920d3c880d5 HTTP/1.1" status: 200 len: 217 time: 0.0674312 Sep 14 23:13:49.621338 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55261e04-eace-4ec2-be32-09e6a12d68ee req-10074737-9f49-4861-af10-989961813116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:49.622657 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-55261e04-eace-4ec2-be32-09e6a12d68ee req-10074737-9f49-4861-af10-989961813116 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c6290aa-756e-4c29-8ac6-b8f969d0aac6 HTTP/1.1" status: 200 len: 851 time: 0.0569081 Sep 14 23:13:49.706601 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55261e04-eace-4ec2-be32-09e6a12d68ee req-82034ecb-9a1e-4ed7-bcbc-1660ee852067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:49.708041 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-55261e04-eace-4ec2-be32-09e6a12d68ee req-82034ecb-9a1e-4ed7-bcbc-1660ee852067 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0e682327-ffe0-4dfa-b1a0-f656af6e20b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799849 Sep 14 23:13:49.837161 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-55261e04-eace-4ec2-be32-09e6a12d68ee req-6ac02121-0dca-4c16-b834-7fd3c0c07ae4 service neutron] 10.222.0.20 "GET /v2.0/networks/0e682327-ffe0-4dfa-b1a0-f656af6e20b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222870 Sep 14 23:13:49.969006 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-55261e04-eace-4ec2-be32-09e6a12d68ee req-9a94c8d0-2e16-4c77-86f9-c33428fbd50f service neutron] 10.222.0.20 "GET /v2.0/networks/0e682327-ffe0-4dfa-b1a0-f656af6e20b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262774 Sep 14 23:13:50.568478 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dcdc8-6c9b-4134-a201-98a509a50374 req-f2dddf48-2a73-4d52-8f46-e3a0d7f2c4c8 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:50.570449 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-722dcdc8-6c9b-4134-a201-98a509a50374 req-f2dddf48-2a73-4d52-8f46-e3a0d7f2c4c8 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 946 time: 0.0897586 Sep 14 23:13:50.614404 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-722dcdc8-6c9b-4134-a201-98a509a50374 req-fa23ae72-6641-41a6-846a-694350339969 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384092 Sep 14 23:13:51.807593 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378e2ca-4b25-4586-a060-0778cf5c7aea req-5bcd7346-4343-43a4-8303-5eb12b17285b tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:51.809681 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c378e2ca-4b25-4586-a060-0778cf5c7aea req-5bcd7346-4343-43a4-8303-5eb12b17285b tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 946 time: 0.0853574 Sep 14 23:13:51.855546 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c378e2ca-4b25-4586-a060-0778cf5c7aea req-0c8ab4fe-5ca7-4e31-ab4e-8d16eae23b1b tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409019 Sep 14 23:13:53.053098 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b53f1-7c7a-4fc7-a811-df4b79934c67 req-8b43644a-4e06-4848-938a-d5addf4cb6be tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:53.055114 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b12b53f1-7c7a-4fc7-a811-df4b79934c67 req-8b43644a-4e06-4848-938a-d5addf4cb6be tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 946 time: 0.0884311 Sep 14 23:13:53.097241 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b12b53f1-7c7a-4fc7-a811-df4b79934c67 req-02c4a12c-79de-4a04-8fd0-409e27c8a72e tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365326 Sep 14 23:13:54.297451 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fac576-51f4-4273-a3ad-10c760e63dd6 req-4756f795-a011-4c87-ab19-55d98dbd9a9f tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:54.298891 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-92fac576-51f4-4273-a3ad-10c760e63dd6 req-4756f795-a011-4c87-ab19-55d98dbd9a9f tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 946 time: 0.0912395 Sep 14 23:13:54.343694 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-92fac576-51f4-4273-a3ad-10c760e63dd6 req-570caf03-0d8a-479e-b71b-c8ef7dcc77ff tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391681 Sep 14 23:13:55.543108 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40f92f-709e-46de-a39f-f52cba8dceb2 req-6398991a-451f-43d5-921f-6547f7998c14 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:55.544604 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0e40f92f-709e-46de-a39f-f52cba8dceb2 req-6398991a-451f-43d5-921f-6547f7998c14 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 946 time: 0.0877790 Sep 14 23:13:55.591233 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0e40f92f-709e-46de-a39f-f52cba8dceb2 req-a89e232a-8dcd-4b9f-9fff-b9447c92684a tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410862 Sep 14 23:13:55.684830 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:13:56.792488 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ae4a5-184a-4224-84dc-617fa3c8cc0f req-7d1c0395-02c0-44b3-8af0-871ede344369 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:56.793963 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a54ae4a5-184a-4224-84dc-617fa3c8cc0f req-7d1c0395-02c0-44b3-8af0-871ede344369 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 946 time: 0.0869896 Sep 14 23:13:56.837003 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a54ae4a5-184a-4224-84dc-617fa3c8cc0f req-7975c77f-6d52-48f4-822d-0c74ae71dbff tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374422 Sep 14 23:13:58.033553 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae165f2-2fe9-4009-959a-fa55a6675a0f req-42012255-4ab0-4f1d-be23-a26cbec28927 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:58.034991 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bae165f2-2fe9-4009-959a-fa55a6675a0f req-42012255-4ab0-4f1d-be23-a26cbec28927 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 946 time: 0.0890706 Sep 14 23:13:58.078040 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bae165f2-2fe9-4009-959a-fa55a6675a0f req-f3844194-f2df-42bc-8aae-d00b76f23c9a tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369663 Sep 14 23:13:59.270750 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb3e0b-8101-4d99-a84b-1228c3a3f14b req-cfb9fe27-a6d7-4708-97f4-3c6afc977f65 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:13:59.272177 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0efb3e0b-8101-4d99-a84b-1228c3a3f14b req-cfb9fe27-a6d7-4708-97f4-3c6afc977f65 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 946 time: 0.0860403 Sep 14 23:13:59.320280 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0efb3e0b-8101-4d99-a84b-1228c3a3f14b req-3972a5d6-edcc-4cf2-a6c5-3310e4b7ecbc tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418448 Sep 14 23:14:00.518299 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82c2cf-9781-440d-aa2f-9d443372e776 req-1e2d8c79-7fcb-4b54-b756-10247865c254 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:00.519749 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ff82c2cf-9781-440d-aa2f-9d443372e776 req-1e2d8c79-7fcb-4b54-b756-10247865c254 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 946 time: 0.0873916 Sep 14 23:14:00.563252 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ff82c2cf-9781-440d-aa2f-9d443372e776 req-b5f9f2c7-a44a-484c-9eac-ec8f64fddad3 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372682 Sep 14 23:14:01.762454 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86d260-49b3-46dc-95f7-759541e0e36a req-54e6c79c-ddca-4a93-97b1-e78a0db927c6 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:01.763878 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9a86d260-49b3-46dc-95f7-759541e0e36a req-54e6c79c-ddca-4a93-97b1-e78a0db927c6 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 946 time: 0.0892680 Sep 14 23:14:01.806147 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9a86d260-49b3-46dc-95f7-759541e0e36a req-74ed8d03-fd08-47ff-b852-5f648472db07 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367656 Sep 14 23:14:02.998257 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e484c-724d-43ea-add8-1f027684d329 req-2c4b6c4e-9f11-4d0d-a7bd-8599188f222a tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:02.999667 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-438e484c-724d-43ea-add8-1f027684d329 req-2c4b6c4e-9f11-4d0d-a7bd-8599188f222a tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 946 time: 0.0856004 Sep 14 23:14:03.045683 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-438e484c-724d-43ea-add8-1f027684d329 req-be7f8c67-3e73-4169-a10a-2a65862f90a2 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403676 Sep 14 23:14:04.238860 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f233f-d04a-4869-ad28-c2864dbc1af6 req-48668b07-f8fc-4888-8f5d-9cee4b15bcd0 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:04.240282 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7a4f233f-d04a-4869-ad28-c2864dbc1af6 req-48668b07-f8fc-4888-8f5d-9cee4b15bcd0 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 946 time: 0.0848958 Sep 14 23:14:04.283010 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7a4f233f-d04a-4869-ad28-c2864dbc1af6 req-b98eadb6-e5db-4bd8-91ff-7c86d356b54a tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372136 Sep 14 23:14:05.481963 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512aa5ce-febb-452b-a52e-d104164b01fb req-f478a164-f6c8-4cb6-a03a-f26c56efc091 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:05.483428 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-512aa5ce-febb-452b-a52e-d104164b01fb req-f478a164-f6c8-4cb6-a03a-f26c56efc091 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 946 time: 0.0936213 Sep 14 23:14:05.527131 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-512aa5ce-febb-452b-a52e-d104164b01fb req-7ab85273-6c6d-4290-9510-5b1f9c71c1a7 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379169 Sep 14 23:14:06.724011 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126f85c-ab1a-4b9c-8cde-3aeca2783435 req-f3dd4473-461a-4e86-8e25-f1637a60a1f3 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:06.725480 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1126f85c-ab1a-4b9c-8cde-3aeca2783435 req-f3dd4473-461a-4e86-8e25-f1637a60a1f3 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 946 time: 0.0899985 Sep 14 23:14:06.861336 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1126f85c-ab1a-4b9c-8cde-3aeca2783435 req-c30b518e-3668-4ee6-a343-57157fbe2aac tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297417 Sep 14 23:14:07.710265 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-06d8f2be-8f89-43d4-84df-02e5cfaa7037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:08.056713 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5c64e-e3a5-45b4-ae04-85bcce8aa1e1 req-6148e10c-b0b7-4822-b6a0-5b5d39e5f314 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:08.058130 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-00c5c64e-e3a5-45b4-ae04-85bcce8aa1e1 req-6148e10c-b0b7-4822-b6a0-5b5d39e5f314 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 946 time: 0.0866363 Sep 14 23:14:08.101223 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-00c5c64e-e3a5-45b4-ae04-85bcce8aa1e1 req-12160aa2-5681-4739-86ea-228e26c8fd88 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369961 Sep 14 23:14:09.299311 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f35f70-06e2-45a0-a986-3173736aff5d req-f1cce9ea-dbbc-424d-b65e-626f0285ac37 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:09.301464 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d0f35f70-06e2-45a0-a986-3173736aff5d req-f1cce9ea-dbbc-424d-b65e-626f0285ac37 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 946 time: 0.0888100 Sep 14 23:14:09.365132 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d0f35f70-06e2-45a0-a986-3173736aff5d req-c98e664a-50bd-49aa-b371-2ffe4a5234e2 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555801 Sep 14 23:14:09.759052 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ee5d8903-0378-4175-9b5e-9945c471ffa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:10.554960 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c21280-2453-4e72-8136-32dfa5d370b3 req-19c0533a-1eb4-4c20-ab0c-0c9481f2f3a6 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:10.556409 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-33c21280-2453-4e72-8136-32dfa5d370b3 req-19c0533a-1eb4-4c20-ab0c-0c9481f2f3a6 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 946 time: 0.0907595 Sep 14 23:14:10.599619 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-33c21280-2453-4e72-8136-32dfa5d370b3 req-342366d7-8036-4d74-a78b-3aed6d1d9f3f tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374446 Sep 14 23:14:10.840366 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:10.905245 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:11.796355 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231fb036-3255-4121-8446-78e2a4b308ad req-bfd78901-b9f9-4767-acf6-9f3dbdeab51a tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:11.797816 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-231fb036-3255-4121-8446-78e2a4b308ad req-bfd78901-b9f9-4767-acf6-9f3dbdeab51a tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 946 time: 0.0852382 Sep 14 23:14:11.841656 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-231fb036-3255-4121-8446-78e2a4b308ad req-42015eb6-081b-4cd0-8ef6-4c79c43988f9 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382164 Sep 14 23:14:12.442379 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:13.037081 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8009cb7-19f4-4d8a-9d1f-a5d538216bbc req-60f010af-595a-42b6-a8a4-a273287dfbb0 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:13.038523 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f8009cb7-19f4-4d8a-9d1f-a5d538216bbc req-60f010af-595a-42b6-a8a4-a273287dfbb0 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 946 time: 0.0888679 Sep 14 23:14:13.080856 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f8009cb7-19f4-4d8a-9d1f-a5d538216bbc req-95bd924c-c13b-4a3d-ab82-96128a57a62d tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368319 Sep 14 23:14:14.275196 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60bfbe-dd07-4149-872e-9384979541ff req-6f1d0ea6-de1f-46a9-8901-4b6d3aee898f tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:14.276675 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ee60bfbe-dd07-4149-872e-9384979541ff req-6f1d0ea6-de1f-46a9-8901-4b6d3aee898f tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 946 time: 0.0873020 Sep 14 23:14:14.322522 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ee60bfbe-dd07-4149-872e-9384979541ff req-393109ff-36e4-4945-be6e-308273c27fdd tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402620 Sep 14 23:14:15.519121 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8faf5-56d5-4a87-a201-6d60d1189315 req-36da7803-248a-4349-86c7-4e44c5cf453b tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:15.520562 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e9e8faf5-56d5-4a87-a201-6d60d1189315 req-36da7803-248a-4349-86c7-4e44c5cf453b tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 946 time: 0.0866854 Sep 14 23:14:15.564178 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e9e8faf5-56d5-4a87-a201-6d60d1189315 req-6acf89b9-3cbe-44cc-b70b-a9f2951cc3eb tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379417 Sep 14 23:14:16.762979 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fb2dc-48d3-45f5-a101-91e335e8f828 req-b0de52cf-4891-424a-9d73-70fb113accb2 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:16.764409 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-395fb2dc-48d3-45f5-a101-91e335e8f828 req-b0de52cf-4891-424a-9d73-70fb113accb2 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 946 time: 0.0901616 Sep 14 23:14:16.809791 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-395fb2dc-48d3-45f5-a101-91e335e8f828 req-97a95cde-88b4-4af7-9ed9-9c28ccbd5891 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396914 Sep 14 23:14:17.708706 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f02e7d-0811-44ab-955b-2c822d26cccf req-c0d08f34-f7ff-43da-85d0-221823913471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:17.710201 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-09f02e7d-0811-44ab-955b-2c822d26cccf req-c0d08f34-f7ff-43da-85d0-221823913471 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62a18667fd0245fea194ade7ae04c77c&device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 1099 time: 0.1178517 Sep 14 23:14:17.851310 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f02e7d-0811-44ab-955b-2c822d26cccf req-2fe57f59-b31f-4d88-b020-2fb430d29c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:17.852785 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-09f02e7d-0811-44ab-955b-2c822d26cccf req-2fe57f59-b31f-4d88-b020-2fb430d29c7b service neutron] 10.222.0.20 "GET /v2.0/networks?id=0e682327-ffe0-4dfa-b1a0-f656af6e20b5 HTTP/1.1" status: 200 len: 912 time: 0.1236501 Sep 14 23:14:18.009595 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2f611-0815-421f-850c-c34e92c45adc req-bdd18c45-19a8-4d90-87da-006570f11a8b tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:18.011168 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a8d2f611-0815-421f-850c-c34e92c45adc req-bdd18c45-19a8-4d90-87da-006570f11a8b tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 946 time: 0.0903530 Sep 14 23:14:18.029497 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-09f02e7d-0811-44ab-955b-2c822d26cccf req-b378af80-87f1-4281-bd1a-6fa8b90e665d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbb79abb-68c5-4bda-96a5-c920d3c880d5 HTTP/1.1" status: 200 len: 217 time: 0.1709006 Sep 14 23:14:18.058430 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a8d2f611-0815-421f-850c-c34e92c45adc req-6c12a0ef-c62f-4c15-8d67-dc750e2a5a52 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416200 Sep 14 23:14:18.090576 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f02e7d-0811-44ab-955b-2c822d26cccf req-64fc3a21-dee5-421c-901b-483d5bba99b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:18.092001 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-09f02e7d-0811-44ab-955b-2c822d26cccf req-64fc3a21-dee5-421c-901b-483d5bba99b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c6290aa-756e-4c29-8ac6-b8f969d0aac6 HTTP/1.1" status: 200 len: 851 time: 0.0568838 Sep 14 23:14:18.174853 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f02e7d-0811-44ab-955b-2c822d26cccf req-cda32b39-1b52-414f-9902-018f2421dc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:18.176308 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-09f02e7d-0811-44ab-955b-2c822d26cccf req-cda32b39-1b52-414f-9902-018f2421dc01 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0e682327-ffe0-4dfa-b1a0-f656af6e20b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781698 Sep 14 23:14:18.304303 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-09f02e7d-0811-44ab-955b-2c822d26cccf req-8a418b33-41a2-4cb0-b7f5-d83dd0f99597 service neutron] 10.222.0.20 "GET /v2.0/networks/0e682327-ffe0-4dfa-b1a0-f656af6e20b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214592 Sep 14 23:14:18.432861 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-09f02e7d-0811-44ab-955b-2c822d26cccf req-cc2d26f4-d749-47ae-9ce5-d9359faf3679 service neutron] 10.222.0.20 "GET /v2.0/networks/0e682327-ffe0-4dfa-b1a0-f656af6e20b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229606 Sep 14 23:14:19.252092 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c4262-f0d3-4b15-b8bd-0cba16f2aed1 req-a6df1da8-adb1-48e8-80c4-791d9bd2d2cb tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:19.253562 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4c8c4262-f0d3-4b15-b8bd-0cba16f2aed1 req-a6df1da8-adb1-48e8-80c4-791d9bd2d2cb tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 946 time: 0.0864034 Sep 14 23:14:19.296149 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4c8c4262-f0d3-4b15-b8bd-0cba16f2aed1 req-f6d82416-132a-4bc3-bc5a-677f575c5145 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370412 Sep 14 23:14:19.417360 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:20.499403 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1871f9-bf71-40b5-9361-8695fba18fb1 req-64dbfbce-74b1-4eaf-8af8-d870dd6e337c tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:20.500876 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4c1871f9-bf71-40b5-9361-8695fba18fb1 req-64dbfbce-74b1-4eaf-8af8-d870dd6e337c tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 946 time: 0.0917985 Sep 14 23:14:20.543721 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4c1871f9-bf71-40b5-9361-8695fba18fb1 req-d1e3c494-3711-49ce-9c4f-2c37f5d5311a tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373025 Sep 14 23:14:21.640639 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-55261e04-eace-4ec2-be32-09e6a12d68ee req-b6630c67-8e03-4ec9-8793-d0d1b2daa258 service neutron] 10.222.0.20 "GET /v2.0/ports/fbb79abb-68c5-4bda-96a5-c920d3c880d5/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.0746448 Sep 14 23:14:21.746944 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a427a-92cf-4d12-a9bc-3e20df45a46b req-ca4d6963-8ae2-4892-b45a-4744ded5131e tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:21.748492 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3b3a427a-92cf-4d12-a9bc-3e20df45a46b req-ca4d6963-8ae2-4892-b45a-4744ded5131e tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 946 time: 0.0905685 Sep 14 23:14:21.795572 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3b3a427a-92cf-4d12-a9bc-3e20df45a46b req-b5f7d3d6-825f-4c6b-a2f9-cda9500b5522 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416112 Sep 14 23:14:21.912743 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55261e04-eace-4ec2-be32-09e6a12d68ee req-df13b32d-cc55-4a8a-babb-264a252f7fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:21.914194 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-55261e04-eace-4ec2-be32-09e6a12d68ee req-df13b32d-cc55-4a8a-babb-264a252f7fa3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115&tenant_id=62a18667fd0245fea194ade7ae04c77c HTTP/1.1" status: 200 len: 1099 time: 0.0791187 Sep 14 23:14:22.013055 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55261e04-eace-4ec2-be32-09e6a12d68ee req-2e395090-db78-42e7-b07c-876c88654e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:22.014446 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-55261e04-eace-4ec2-be32-09e6a12d68ee req-2e395090-db78-42e7-b07c-876c88654e50 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62a18667fd0245fea194ade7ae04c77c&device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 1099 time: 0.0776167 Sep 14 23:14:22.143287 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55261e04-eace-4ec2-be32-09e6a12d68ee req-4d05ff29-3088-4cd2-b70b-bc4fdc47682d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:22.144759 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-55261e04-eace-4ec2-be32-09e6a12d68ee req-4d05ff29-3088-4cd2-b70b-bc4fdc47682d service neutron] 10.222.0.20 "GET /v2.0/networks?id=0e682327-ffe0-4dfa-b1a0-f656af6e20b5 HTTP/1.1" status: 200 len: 912 time: 0.1248128 Sep 14 23:14:22.212659 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-55261e04-eace-4ec2-be32-09e6a12d68ee req-01203fea-3733-4f6a-8f31-c57ed2632457 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbb79abb-68c5-4bda-96a5-c920d3c880d5 HTTP/1.1" status: 200 len: 217 time: 0.0620687 Sep 14 23:14:22.272882 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55261e04-eace-4ec2-be32-09e6a12d68ee req-83383f2b-6743-4ac8-8396-b3e2b78c0b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:22.274188 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-55261e04-eace-4ec2-be32-09e6a12d68ee req-83383f2b-6743-4ac8-8396-b3e2b78c0b7f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c6290aa-756e-4c29-8ac6-b8f969d0aac6 HTTP/1.1" status: 200 len: 851 time: 0.0561457 Sep 14 23:14:22.356953 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55261e04-eace-4ec2-be32-09e6a12d68ee req-131f06b5-22f8-452d-9cef-074993c2601b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:22.358416 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-55261e04-eace-4ec2-be32-09e6a12d68ee req-131f06b5-22f8-452d-9cef-074993c2601b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0e682327-ffe0-4dfa-b1a0-f656af6e20b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785763 Sep 14 23:14:22.490952 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-55261e04-eace-4ec2-be32-09e6a12d68ee req-cfebdd7d-db40-4b0a-9bbc-506d055f5f5e service neutron] 10.222.0.20 "GET /v2.0/networks/0e682327-ffe0-4dfa-b1a0-f656af6e20b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262560 Sep 14 23:14:22.618849 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-55261e04-eace-4ec2-be32-09e6a12d68ee req-f7715aed-fcdf-4efc-8067-5f1609ef4ba3 service neutron] 10.222.0.20 "GET /v2.0/networks/0e682327-ffe0-4dfa-b1a0-f656af6e20b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220601 Sep 14 23:14:22.993892 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08e12f-d07d-493e-b0b0-1a485f05f604 req-7aa648e8-7249-4ebd-9b0f-736b9c123b46 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:22.995338 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bb08e12f-d07d-493e-b0b0-1a485f05f604 req-7aa648e8-7249-4ebd-9b0f-736b9c123b46 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 946 time: 0.0857675 Sep 14 23:14:23.038829 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bb08e12f-d07d-493e-b0b0-1a485f05f604 req-3f6ad6f3-3a69-4a68-8944-c45f2cf5acf2 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378549 Sep 14 23:14:24.247520 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef8b62-9c31-499d-adff-5b3058795eec req-ac956f54-f853-4105-beef-e89e53c8a476 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:24.249004 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-41ef8b62-9c31-499d-adff-5b3058795eec req-ac956f54-f853-4105-beef-e89e53c8a476 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 946 time: 0.0956798 Sep 14 23:14:24.292527 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-41ef8b62-9c31-499d-adff-5b3058795eec req-6f5efd08-f3fb-4b8b-b813-ea2fb86aeed4 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378909 Sep 14 23:14:25.492248 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a765dc-8436-428f-810e-35325f8a1106 req-27f07644-0a5d-42eb-8d53-62ffb80fcdc3 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:25.493706 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b1a765dc-8436-428f-810e-35325f8a1106 req-27f07644-0a5d-42eb-8d53-62ffb80fcdc3 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 946 time: 0.0871813 Sep 14 23:14:25.539759 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b1a765dc-8436-428f-810e-35325f8a1106 req-8cd66634-b576-49f1-85c5-95ea65bfd875 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405102 Sep 14 23:14:25.936341 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a9754-097d-4fff-b109-05d6805b08f4 req-43b0826c-e225-43b0-824a-e8b5451f1d37 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:25.937065 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-b36a9754-097d-4fff-b109-05d6805b08f4 req-43b0826c-e225-43b0-824a-e8b5451f1d37 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Synchronizing usage tracker for tenant:62a18667fd0245fea194ade7ae04c77c on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:14:25.953664 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-b36a9754-097d-4fff-b109-05d6805b08f4 req-43b0826c-e225-43b0-824a-e8b5451f1d37 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Unset dirty status for tenant:62a18667fd0245fea194ade7ae04c77c on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:14:25.954879 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b36a9754-097d-4fff-b109-05d6805b08f4 req-43b0826c-e225-43b0-824a-e8b5451f1d37 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115&tenant_id=62a18667fd0245fea194ade7ae04c77c&binding%3Ahost_id=hv-neutron-8577 HTTP/1.1" status: 200 len: 946 time: 0.1057272 Sep 14 23:14:26.089917 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device fbb79abb-68c5-4bda-96a5-c920d3c880d5 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:14:26.101287 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a9754-097d-4fff-b109-05d6805b08f4 req-94a69846-100a-448b-aed9-bc52b12d5e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:26.102769 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b36a9754-097d-4fff-b109-05d6805b08f4 req-94a69846-100a-448b-aed9-bc52b12d5e53 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62a18667fd0245fea194ade7ae04c77c&device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 1099 time: 0.0790486 Sep 14 23:14:26.222674 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port fbb79abb-68c5-4bda-96a5-c920d3c880d5, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=fbb79abb-68c5-4bda-96a5-c920d3c880d5,segment=NetworkSegment(dd2f7caf-576c-4943-bc13-b854ec1c1934),segment_id=dd2f7caf-576c-4943-bc13-b854ec1c1934)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:14:26.237335 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': 'fbb79abb-68c5-4bda-96a5-c920d3c880d5', 'network_id': '0e682327-ffe0-4dfa-b1a0-f656af6e20b5', 'port_id': 'fbb79abb-68c5-4bda-96a5-c920d3c880d5', 'mac_address': 'fa:16:3e:d2:bb:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c6290aa-756e-4c29-8ac6-b8f969d0aac6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:14:26.294593 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port fbb79abb-68c5-4bda-96a5-c920d3c880d5 is: ACTIVE; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:14:26.294975 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:26.313722 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbb79abb-68c5-4bda-96a5-c920d3c880d5 {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:14:26.335389 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port fbb79abb-68c5-4bda-96a5-c920d3c880d5, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=fbb79abb-68c5-4bda-96a5-c920d3c880d5,segment=NetworkSegment(dd2f7caf-576c-4943-bc13-b854ec1c1934),segment_id=dd2f7caf-576c-4943-bc13-b854ec1c1934)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:14:26.339932 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:26.352173 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a9754-097d-4fff-b109-05d6805b08f4 req-a413ab80-f2be-4181-831e-996dcfc42ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:26.354093 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b36a9754-097d-4fff-b109-05d6805b08f4 req-a413ab80-f2be-4181-831e-996dcfc42ec0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0e682327-ffe0-4dfa-b1a0-f656af6e20b5 HTTP/1.1" status: 200 len: 912 time: 0.2453742 Sep 14 23:14:26.425552 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b36a9754-097d-4fff-b109-05d6805b08f4 req-b5cfbd80-ffac-4c16-851c-2aa6e459e7e1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbb79abb-68c5-4bda-96a5-c920d3c880d5 HTTP/1.1" status: 200 len: 217 time: 0.0650597 Sep 14 23:14:26.426723 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['fbb79abb-68c5-4bda-96a5-c920d3c880d5'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:14:26.472226 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=fbb79abb-68c5-4bda-96a5-c920d3c880d5,revision_number=6']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:14:26.487397 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a9754-097d-4fff-b109-05d6805b08f4 req-f29375d9-e684-409d-b8af-75a5d0f9a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:26.488874 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b36a9754-097d-4fff-b109-05d6805b08f4 req-f29375d9-e684-409d-b8af-75a5d0f9a38d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c6290aa-756e-4c29-8ac6-b8f969d0aac6 HTTP/1.1" status: 200 len: 851 time: 0.0579550 Sep 14 23:14:26.569735 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a9754-097d-4fff-b109-05d6805b08f4 req-f01341e3-2080-4ed1-93e5-34081e45e13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:26.571245 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b36a9754-097d-4fff-b109-05d6805b08f4 req-f01341e3-2080-4ed1-93e5-34081e45e13f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0e682327-ffe0-4dfa-b1a0-f656af6e20b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766933 Sep 14 23:14:26.707272 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b36a9754-097d-4fff-b109-05d6805b08f4 req-c44e5a03-056f-44d4-a35a-43de38cc8b4c service neutron] 10.222.0.20 "GET /v2.0/networks/0e682327-ffe0-4dfa-b1a0-f656af6e20b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294506 Sep 14 23:14:26.840789 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b36a9754-097d-4fff-b109-05d6805b08f4 req-f68ab5a5-87d0-4a1a-9936-1d9c5a32629e service neutron] 10.222.0.20 "GET /v2.0/networks/0e682327-ffe0-4dfa-b1a0-f656af6e20b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267850 Sep 14 23:14:27.657316 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e004c-7ebd-4b69-bd0b-8cebad6f17b4 req-61c8624f-c3df-4065-9576-a0c5243e1f9e tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:27.658639 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-384e004c-7ebd-4b69-bd0b-8cebad6f17b4 req-61c8624f-c3df-4065-9576-a0c5243e1f9e tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 945 time: 0.0884926 Sep 14 23:14:27.704625 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-384e004c-7ebd-4b69-bd0b-8cebad6f17b4 req-ec69b990-637e-4ded-9d89-f8f306843e8f tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401549 Sep 14 23:14:28.094610 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device fbb79abb-68c5-4bda-96a5-c920d3c880d5 up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:14:28.163791 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port fbb79abb-68c5-4bda-96a5-c920d3c880d5 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:14:28.164152 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:28.275663 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port fbb79abb-68c5-4bda-96a5-c920d3c880d5 is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:14:28.276033 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:28.301704 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab07024f-e761-457b-95ec-f4c39a476115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb79abb-68c5-4bda-96a5-c920d3c880d5'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:14:28.304557 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be262429-b296-432b-91bb-16d607257164" -d '{"events": [{"server_uuid": "ab07024f-e761-457b-95ec-f4c39a476115", "name": "network-vif-plugged", "status": "completed", "tag": "fbb79abb-68c5-4bda-96a5-c920d3c880d5"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:14:28.311846 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port fbb79abb-68c5-4bda-96a5-c920d3c880d5, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=fbb79abb-68c5-4bda-96a5-c920d3c880d5,segment=NetworkSegment(dd2f7caf-576c-4943-bc13-b854ec1c1934),segment_id=dd2f7caf-576c-4943-bc13-b854ec1c1934)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:14:28.316915 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:28.352820 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a2a674-c75a-48bb-8800-890ab3a6fad7 x-openstack-request-id: req-39a2a674-c75a-48bb-8800-890ab3a6fad7 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:14:28.353107 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab07024f-e761-457b-95ec-f4c39a476115", "name": "network-vif-plugged", "status": "completed", "tag": "fbb79abb-68c5-4bda-96a5-c920d3c880d5", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:14:28.353354 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-39a2a674-c75a-48bb-8800-890ab3a6fad7 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:14:28.353739 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39a2a674-c75a-48bb-8800-890ab3a6fad7'] response: {'server_uuid': 'ab07024f-e761-457b-95ec-f4c39a476115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb79abb-68c5-4bda-96a5-c920d3c880d5', 'code': 200} Sep 14 23:14:28.384827 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=fbb79abb-68c5-4bda-96a5-c920d3c880d5,revision_number=7']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:14:29.046201 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b36682-c05d-4cbf-abbb-5c2afd7aa0d1 req-3a7fea2e-c34e-46f7-a427-7cf0417fd431 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:29.047567 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b7b36682-c05d-4cbf-abbb-5c2afd7aa0d1 req-3a7fea2e-c34e-46f7-a427-7cf0417fd431 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 946 time: 0.0901287 Sep 14 23:14:29.091623 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b7b36682-c05d-4cbf-abbb-5c2afd7aa0d1 req-32561ed1-dbdb-424b-8f94-a093a555a8cc tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1451ad3-a7aa-401a-8e62-baf98c9ed990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384269 Sep 14 23:14:29.252150 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a9754-097d-4fff-b109-05d6805b08f4 req-c1b52066-3a08-49b4-923e-8a2b70d88cc3 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:29.253587 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b36a9754-097d-4fff-b109-05d6805b08f4 req-c1b52066-3a08-49b4-923e-8a2b70d88cc3 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 946 time: 0.0886621 Sep 14 23:14:29.320894 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-b36a9754-097d-4fff-b109-05d6805b08f4 req-6f3e57d2-dc86-4e01-8577-8e95a891c8f4 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Deleting port fbb79abb-68c5-4bda-96a5-c920d3c880d5 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:14:29.321160 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-b36a9754-097d-4fff-b109-05d6805b08f4 req-6f3e57d2-dc86-4e01-8577-8e95a891c8f4 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:29.571767 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-b36a9754-097d-4fff-b109-05d6805b08f4 req-6f3e57d2-dc86-4e01-8577-8e95a891c8f4 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] For port fbb79abb-68c5-4bda-96a5-c920d3c880d5, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=fbb79abb-68c5-4bda-96a5-c920d3c880d5,segment=NetworkSegment(dd2f7caf-576c-4943-bc13-b854ec1c1934),segment_id=dd2f7caf-576c-4943-bc13-b854ec1c1934)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:14:29.572018 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-b36a9754-097d-4fff-b109-05d6805b08f4 req-6f3e57d2-dc86-4e01-8577-8e95a891c8f4 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:29.693331 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-b36a9754-097d-4fff-b109-05d6805b08f4 req-6f3e57d2-dc86-4e01-8577-8e95a891c8f4 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Calling delete_port for fbb79abb-68c5-4bda-96a5-c920d3c880d5 owned by compute:nova {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:14:29.834870 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-b36a9754-097d-4fff-b109-05d6805b08f4 req-6f3e57d2-dc86-4e01-8577-8e95a891c8f4 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:29.846314 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['fbb79abb-68c5-4bda-96a5-c920d3c880d5'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:14:29.887193 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e57d2-dc86-4e01-8577-8e95a891c8f4 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Pushing event deleted for resources: {'Port': ['ID=fbb79abb-68c5-4bda-96a5-c920d3c880d5,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:14:29.929932 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3e57d2-dc86-4e01-8577-8e95a891c8f4 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:14:29.930274 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3e57d2-dc86-4e01-8577-8e95a891c8f4 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:14:29.930606 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3e57d2-dc86-4e01-8577-8e95a891c8f4 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:14:29.930939 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3e57d2-dc86-4e01-8577-8e95a891c8f4 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:14:29.931261 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3e57d2-dc86-4e01-8577-8e95a891c8f4 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:14:29.931588 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3e57d2-dc86-4e01-8577-8e95a891c8f4 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:14:29.931906 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3e57d2-dc86-4e01-8577-8e95a891c8f4 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:14:29.932224 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3e57d2-dc86-4e01-8577-8e95a891c8f4 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:14:29.932544 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3e57d2-dc86-4e01-8577-8e95a891c8f4 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:14:29.932898 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3e57d2-dc86-4e01-8577-8e95a891c8f4 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:14:29.933202 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3e57d2-dc86-4e01-8577-8e95a891c8f4 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:14:29.933515 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3e57d2-dc86-4e01-8577-8e95a891c8f4 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:14:29.983488 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-b36a9754-097d-4fff-b109-05d6805b08f4 req-6f3e57d2-dc86-4e01-8577-8e95a891c8f4 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] No DVR routers for this DVR port fbb79abb-68c5-4bda-96a5-c920d3c880d5 on host hv-neutron-8577 {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:14:29.986247 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-b36a9754-097d-4fff-b109-05d6805b08f4 req-6f3e57d2-dc86-4e01-8577-8e95a891c8f4 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:29.988853 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab07024f-e761-457b-95ec-f4c39a476115', 'name': 'network-vif-deleted', 'tag': 'fbb79abb-68c5-4bda-96a5-c920d3c880d5'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:14:29.991122 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba36e63-8b02-4414-92a3-26984206425d" -d '{"events": [{"server_uuid": "ab07024f-e761-457b-95ec-f4c39a476115", "name": "network-vif-deleted", "tag": "fbb79abb-68c5-4bda-96a5-c920d3c880d5"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:14:30.005364 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b36a9754-097d-4fff-b109-05d6805b08f4 req-6f3e57d2-dc86-4e01-8577-8e95a891c8f4 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.20 "DELETE /v2.0/ports/fbb79abb-68c5-4bda-96a5-c920d3c880d5 HTTP/1.1" status: 204 len: 173 time: 0.7462707 Sep 14 23:14:30.044791 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349874aa-831f-459d-83dc-ec2cd07c1e0e x-openstack-request-id: req-349874aa-831f-459d-83dc-ec2cd07c1e0e {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:14:30.045086 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab07024f-e761-457b-95ec-f4c39a476115", "name": "network-vif-deleted", "tag": "fbb79abb-68c5-4bda-96a5-c920d3c880d5", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:14:30.045415 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-349874aa-831f-459d-83dc-ec2cd07c1e0e {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:14:30.045732 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-349874aa-831f-459d-83dc-ec2cd07c1e0e'] response: {'server_uuid': 'ab07024f-e761-457b-95ec-f4c39a476115', 'name': 'network-vif-deleted', 'tag': 'fbb79abb-68c5-4bda-96a5-c920d3c880d5', 'status': 'completed', 'code': 200} Sep 14 23:14:30.267472 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-aea2130b-82cc-48d8-b4c0-39a9b845ba78 req-988f32a5-6da4-4b40-9e16-5760a0a575a9 tempest-DeleteServersTestJSON-1386626821 tempest-DeleteServersTestJSON-1386626821-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab07024f-e761-457b-95ec-f4c39a476115 HTTP/1.1" status: 200 len: 210 time: 0.0528660 Sep 14 23:14:31.515169 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 59154) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:14:32.121760 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device fbb79abb-68c5-4bda-96a5-c920d3c880d5 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:14:32.137392 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b12f1e67-df3c-4823-aae8-d38d3736815b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:32.155394 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: fbb79abb-68c5-4bda-96a5-c920d3c880d5 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:14:32.155747 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device fbb79abb-68c5-4bda-96a5-c920d3c880d5 not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:14:32.481815 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-b12f1e67-df3c-4823-aae8-d38d3736815b admin admin] Deleting port 9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:14:32.482145 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b12f1e67-df3c-4823-aae8-d38d3736815b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:32.649909 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-b12f1e67-df3c-4823-aae8-d38d3736815b admin admin] For port 9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f,segment=NetworkSegment(dd2f7caf-576c-4943-bc13-b854ec1c1934),segment_id=dd2f7caf-576c-4943-bc13-b854ec1c1934)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:14:32.650565 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b12f1e67-df3c-4823-aae8-d38d3736815b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:32.684835 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:14:32.768597 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-b12f1e67-df3c-4823-aae8-d38d3736815b admin admin] Calling delete_port for 9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:14:33.067184 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b12f1e67-df3c-4823-aae8-d38d3736815b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:33.226837 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f1e67-df3c-4823-aae8-d38d3736815b admin admin] Pushing event deleted for resources: {'Port': ['ID=9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:14:33.491348 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b12f1e67-df3c-4823-aae8-d38d3736815b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:33.853188 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12f1e67-df3c-4823-aae8-d38d3736815b admin admin] Router 7b587b46-4f40-4c75-897d-6ba81339efc0 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:14:34.028108 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12f1e67-df3c-4823-aae8-d38d3736815b admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:14:34.038197 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d903d68d-2d2e-4d44-9577-6db6de90bcc9 None None] Sync routers for ids ['7b587b46-4f40-4c75-897d-6ba81339efc0'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:14:34.041233 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b12f1e67-df3c-4823-aae8-d38d3736815b admin admin] 10.222.0.33 "PUT /v2.0/routers/7b587b46-4f40-4c75-897d-6ba81339efc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5249710 Sep 14 23:14:34.043650 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 59158) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:14:34.048241 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d903d68d-2d2e-4d44-9577-6db6de90bcc9 None None] Routers {'7b587b46-4f40-4c75-897d-6ba81339efc0'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:14:34.048881 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-d903d68d-2d2e-4d44-9577-6db6de90bcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:14:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['7b587b46-4f40-4c75-897d-6ba81339efc0'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:14:34.217420 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ed56e8d0-b49d-47e9-867e-ec152de3eaf1 admin admin] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:34.257410 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-d903d68d-2d2e-4d44-9577-6db6de90bcc9 None None] Set router 7b587b46-4f40-4c75-897d-6ba81339efc0 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:14:34.393710 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ed56e8d0-b49d-47e9-867e-ec152de3eaf1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:34.405583 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-ed56e8d0-b49d-47e9-867e-ec152de3eaf1 admin admin] Deleting port e89e2d28-2a04-4590-b7dc-2f1e72ab87e6 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:14:34.405940 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ed56e8d0-b49d-47e9-867e-ec152de3eaf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:34.546286 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-d903d68d-2d2e-4d44-9577-6db6de90bcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b587b46-4f40-4c75-897d-6ba81339efc0', 'name': 'tempest-DeleteServersTestJSON-1701023511-router', 'tenant_id': '62a18667fd0245fea194ade7ae04c77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': 'e89e2d28-2a04-4590-b7dc-2f1e72ab87e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:13:31Z', 'updated_at': '2022-09-14T23:14:33Z', 'revision_number': 5, 'project_id': '62a18667fd0245fea194ade7ae04c77c', 'gw_port': {'id': 'e89e2d28-2a04-4590-b7dc-2f1e72ab87e6', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b587b46-4f40-4c75-897d-6ba81339efc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:13:32Z', 'updated_at': '2022-09-14T23:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:14:34.550737 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d903d68d-2d2e-4d44-9577-6db6de90bcc9 None None] Checking router: 7b587b46-4f40-4c75-897d-6ba81339efc0 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:14:34.559582 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d903d68d-2d2e-4d44-9577-6db6de90bcc9 None None] Routers {'7b587b46-4f40-4c75-897d-6ba81339efc0'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:14:34.560200 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-d903d68d-2d2e-4d44-9577-6db6de90bcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:14:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['7b587b46-4f40-4c75-897d-6ba81339efc0'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:14:34.697990 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-ed56e8d0-b49d-47e9-867e-ec152de3eaf1 admin admin] For port e89e2d28-2a04-4590-b7dc-2f1e72ab87e6, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=e89e2d28-2a04-4590-b7dc-2f1e72ab87e6,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:14:34.698343 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ed56e8d0-b49d-47e9-867e-ec152de3eaf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:34.709747 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-d903d68d-2d2e-4d44-9577-6db6de90bcc9 None None] Set router 7b587b46-4f40-4c75-897d-6ba81339efc0 gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:14:34.819629 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-ed56e8d0-b49d-47e9-867e-ec152de3eaf1 admin admin] Calling delete_port for e89e2d28-2a04-4590-b7dc-2f1e72ab87e6 owned by network:router_gateway {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:14:34.821651 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-d903d68d-2d2e-4d44-9577-6db6de90bcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b587b46-4f40-4c75-897d-6ba81339efc0', 'name': 'tempest-DeleteServersTestJSON-1701023511-router', 'tenant_id': '62a18667fd0245fea194ade7ae04c77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:13:31Z', 'updated_at': '2022-09-14T23:14:34Z', 'revision_number': 6, 'project_id': '62a18667fd0245fea194ade7ae04c77c', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:14:34.825662 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d903d68d-2d2e-4d44-9577-6db6de90bcc9 None None] The sync data for ids ['7b587b46-4f40-4c75-897d-6ba81339efc0'] in dv-neutron-857791-1-hyperv is: [{'id': '7b587b46-4f40-4c75-897d-6ba81339efc0', 'name': 'tempest-DeleteServersTestJSON-1701023511-router', 'tenant_id': '62a18667fd0245fea194ade7ae04c77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:13:31Z', 'updated_at': '2022-09-14T23:14:34Z', 'revision_number': 6, 'project_id': '62a18667fd0245fea194ade7ae04c77c', 'gw_port_host': None}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:14:34.982808 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ed56e8d0-b49d-47e9-867e-ec152de3eaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:35.028806 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56e8d0-b49d-47e9-867e-ec152de3eaf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e89e2d28-2a04-4590-b7dc-2f1e72ab87e6,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:14:35.126652 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ed56e8d0-b49d-47e9-867e-ec152de3eaf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:35.299193 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ed56e8d0-b49d-47e9-867e-ec152de3eaf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:35.301323 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ed56e8d0-b49d-47e9-867e-ec152de3eaf1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:35.323812 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ed56e8d0-b49d-47e9-867e-ec152de3eaf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:35.324325 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed56e8d0-b49d-47e9-867e-ec152de3eaf1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b587b46-4f40-4c75-897d-6ba81339efc0 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 23:14:35.337412 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ed56e8d0-b49d-47e9-867e-ec152de3eaf1 admin admin] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:35.338528 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ed56e8d0-b49d-47e9-867e-ec152de3eaf1 admin admin] 10.222.0.33 "DELETE /v2.0/routers/7b587b46-4f40-4c75-897d-6ba81339efc0 HTTP/1.1" status: 204 len: 168 time: 1.2940018 Sep 14 23:14:35.340987 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 59162) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:14:35.401566 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e94bd05-7962-4cd0-be6b-a6309c6da811 admin admin] Deleting subnet 8c6290aa-756e-4c29-8ac6-b8f969d0aac6 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:14:35.404426 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8e94bd05-7962-4cd0-be6b-a6309c6da811 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:35.452388 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8e94bd05-7962-4cd0-be6b-a6309c6da811 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:35.527217 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8e94bd05-7962-4cd0-be6b-a6309c6da811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:35.592536 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e89e2d28-2a04-4590-b7dc-2f1e72ab87e6 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:14:35.605099 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8e94bd05-7962-4cd0-be6b-a6309c6da811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:35.632762 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: e89e2d28-2a04-4590-b7dc-2f1e72ab87e6 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:14:35.633106 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e89e2d28-2a04-4590-b7dc-2f1e72ab87e6 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:14:35.633521 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:14:35.643999 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94bd05-7962-4cd0-be6b-a6309c6da811 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c6290aa-756e-4c29-8ac6-b8f969d0aac6,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:14:35.651265 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8e94bd05-7962-4cd0-be6b-a6309c6da811 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:35.660875 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8e94bd05-7962-4cd0-be6b-a6309c6da811 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/8c6290aa-756e-4c29-8ac6-b8f969d0aac6 HTTP/1.1" status: 204 len: 168 time: 0.3166993 Sep 14 23:14:35.661256 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 59166) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:14:35.664324 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7ac944-153b-492f-9d17-c7121a9ac490 None None] Network 0e682327-ffe0-4dfa-b1a0-f656af6e20b5 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:14:35.686509 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:14:35.686830 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 9c6b34d1-3d45-428b-bf50-cc6ed3ceee3f not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:14:35.771631 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b6c36e7f-16dc-4069-88cb-0d6976ea2b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:35.783286 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-b6c36e7f-16dc-4069-88cb-0d6976ea2b66 admin admin] Deleting port 79f364b2-eaa0-402e-9366-902129e70574 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:14:35.783637 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b6c36e7f-16dc-4069-88cb-0d6976ea2b66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:35.936054 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0c223d-5f47-4c0c-a204-aa3fb93a7df2 None None] DHCP port deletion for 0e682327-ffe0-4dfa-b1a0-f656af6e20b5 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:14:35.940291 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-0d0c223d-5f47-4c0c-a204-aa3fb93a7df2 None None] Deleting port 79f364b2-eaa0-402e-9366-902129e70574 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:14:35.940698 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0d0c223d-5f47-4c0c-a204-aa3fb93a7df2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:35.997680 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-b6c36e7f-16dc-4069-88cb-0d6976ea2b66 admin admin] For port 79f364b2-eaa0-402e-9366-902129e70574, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=79f364b2-eaa0-402e-9366-902129e70574,segment=NetworkSegment(dd2f7caf-576c-4943-bc13-b854ec1c1934),segment_id=dd2f7caf-576c-4943-bc13-b854ec1c1934)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:14:35.998274 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b6c36e7f-16dc-4069-88cb-0d6976ea2b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:36.148362 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-0d0c223d-5f47-4c0c-a204-aa3fb93a7df2 None None] For port 79f364b2-eaa0-402e-9366-902129e70574, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=79f364b2-eaa0-402e-9366-902129e70574,segment=NetworkSegment(dd2f7caf-576c-4943-bc13-b854ec1c1934),segment_id=dd2f7caf-576c-4943-bc13-b854ec1c1934)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:14:36.148678 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0d0c223d-5f47-4c0c-a204-aa3fb93a7df2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:36.215390 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-b6c36e7f-16dc-4069-88cb-0d6976ea2b66 admin admin] Calling delete_port for 79f364b2-eaa0-402e-9366-902129e70574 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:14:36.290860 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b6c36e7f-16dc-4069-88cb-0d6976ea2b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:36.305988 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-0d0c223d-5f47-4c0c-a204-aa3fb93a7df2 None None] Calling delete_port for 79f364b2-eaa0-402e-9366-902129e70574 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:14:36.341455 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c36e7f-16dc-4069-88cb-0d6976ea2b66 admin admin] Pushing event deleted for resources: {'Port': ['ID=79f364b2-eaa0-402e-9366-902129e70574,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:14:36.343226 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c36e7f-16dc-4069-88cb-0d6976ea2b66 admin admin] No DVR routers for this DVR port 79f364b2-eaa0-402e-9366-902129e70574 on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:14:36.376894 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-0d0c223d-5f47-4c0c-a204-aa3fb93a7df2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 23:14:36.377270 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-0d0c223d-5f47-4c0c-a204-aa3fb93a7df2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 23:14:36.456689 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b6c36e7f-16dc-4069-88cb-0d6976ea2b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:36.481287 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-b6c36e7f-16dc-4069-88cb-0d6976ea2b66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e682327-ffe0-4dfa-b1a0-f656af6e20b5']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:14:36.493073 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-b6c36e7f-16dc-4069-88cb-0d6976ea2b66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd2f7caf-576c-4943-bc13-b854ec1c1934') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:14:36.493368 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-b6c36e7f-16dc-4069-88cb-0d6976ea2b66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd2f7caf-576c-4943-bc13-b854ec1c1934') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:14:36.504207 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b6c36e7f-16dc-4069-88cb-0d6976ea2b66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:36.519833 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b6c36e7f-16dc-4069-88cb-0d6976ea2b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:36.526267 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6c36e7f-16dc-4069-88cb-0d6976ea2b66 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:14:36.526646 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b6c36e7f-16dc-4069-88cb-0d6976ea2b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:36.590674 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment dd2f7caf-576c-4943-bc13-b854ec1c1934 resource provider aggregate not found Sep 14 23:14:36.611278 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment dd2f7caf-576c-4943-bc13-b854ec1c1934 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd2f7caf-576c-4943-bc13-b854ec1c1934 found for delete ", "request_id": "req-bf83d725-9551-4d39-8670-834d4cf3cdc6"}]} Sep 14 23:14:36.622747 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b6c36e7f-16dc-4069-88cb-0d6976ea2b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:36.638820 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b6c36e7f-16dc-4069-88cb-0d6976ea2b66 admin admin] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:36.648775 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c36e7f-16dc-4069-88cb-0d6976ea2b66 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e682327-ffe0-4dfa-b1a0-f656af6e20b5,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:14:36.661316 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b6c36e7f-16dc-4069-88cb-0d6976ea2b66 admin admin] 10.222.0.33 "DELETE /v2.0/networks/0e682327-ffe0-4dfa-b1a0-f656af6e20b5 HTTP/1.1" status: 204 len: 168 time: 0.9983549 Sep 14 23:14:36.799037 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 59176) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:14:36.846366 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1c8f2308-91b7-44f4-8d2f-e885ce6d2ac0 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=62a18667fd0245fea194ade7ae04c77c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462060 Sep 14 23:14:36.848915 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 59180) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:14:36.878750 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-0d0c223d-5f47-4c0c-a204-aa3fb93a7df2 None None] Deleting port 79f364b2-eaa0-402e-9366-902129e70574 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:14:36.879285 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0d0c223d-5f47-4c0c-a204-aa3fb93a7df2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:36.906562 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fda1f99f-cefe-47d7-86bc-ee61e4f1dcba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:36.935539 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fda1f99f-cefe-47d7-86bc-ee61e4f1dcba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:36.946456 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-0d0c223d-5f47-4c0c-a204-aa3fb93a7df2 None None] The port '79f364b2-eaa0-402e-9366-902129e70574' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 23:14:36.990779 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fda1f99f-cefe-47d7-86bc-ee61e4f1dcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:37.005686 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda1f99f-cefe-47d7-86bc-ee61e4f1dcba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1451ad3-a7aa-401a-8e62-baf98c9ed990,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:14:37.017073 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fda1f99f-cefe-47d7-86bc-ee61e4f1dcba admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:37.018196 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-fda1f99f-cefe-47d7-86bc-ee61e4f1dcba admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c1451ad3-a7aa-401a-8e62-baf98c9ed990 HTTP/1.1" status: 204 len: 168 time: 0.1683829 Sep 14 23:14:37.546174 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 79f364b2-eaa0-402e-9366-902129e70574 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:14:37.579291 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 79f364b2-eaa0-402e-9366-902129e70574 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:14:37.579635 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 79f364b2-eaa0-402e-9366-902129e70574 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:14:37.713746 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-20c2f00d-6a6d-440f-be0e-fb5fd2fc1bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:37.743622 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 59204) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:14:37.871737 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-cd72aed7-b602-4089-ac2c-77ad7d3b85e9 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1924845700-network', 'tenant_id': '915270951c534940b7fb5e52d188573a'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:14:37.876406 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-cd72aed7-b602-4089-ac2c-77ad7d3b85e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:14:37.880260 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-cd72aed7-b602-4089-ac2c-77ad7d3b85e9 admin admin] Usage tracker for resource:network and tenant:915270951c534940b7fb5e52d188573a is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:14:37.883621 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-cd72aed7-b602-4089-ac2c-77ad7d3b85e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:14:37.889686 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-cd72aed7-b602-4089-ac2c-77ad7d3b85e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:14:37.899951 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd72aed7-b602-4089-ac2c-77ad7d3b85e9 admin admin] Made reservation on behalf of 915270951c534940b7fb5e52d188573a for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:14:37.902267 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cd72aed7-b602-4089-ac2c-77ad7d3b85e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:37.913896 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cd72aed7-b602-4089-ac2c-77ad7d3b85e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:37.928048 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-cd72aed7-b602-4089-ac2c-77ad7d3b85e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:14:37.932067 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-cd72aed7-b602-4089-ac2c-77ad7d3b85e9 admin admin] Usage tracker for resource:security_group_rule and tenant:915270951c534940b7fb5e52d188573a is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:14:37.935186 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-cd72aed7-b602-4089-ac2c-77ad7d3b85e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:14:37.940895 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-cd72aed7-b602-4089-ac2c-77ad7d3b85e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:14:38.023368 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cd72aed7-b602-4089-ac2c-77ad7d3b85e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:38.027243 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cd72aed7-b602-4089-ac2c-77ad7d3b85e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:38.062717 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd72aed7-b602-4089-ac2c-77ad7d3b85e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:14:38.069063 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72aed7-b602-4089-ac2c-77ad7d3b85e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d66eb8-c59b-4651-9576-6f81cb8e90ea,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:14:38.078558 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cd72aed7-b602-4089-ac2c-77ad7d3b85e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:38.079044 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-cd72aed7-b602-4089-ac2c-77ad7d3b85e9 admin admin] Added segment 2c984174-b68e-418f-ab73-3c2d08c12f58 of type vlan for network 7a11e99b-1739-442d-90c3-bd261ab26eb2 Sep 14 23:14:38.106971 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cd72aed7-b602-4089-ac2c-77ad7d3b85e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:38.139862 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cd72aed7-b602-4089-ac2c-77ad7d3b85e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:38.140855 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd72aed7-b602-4089-ac2c-77ad7d3b85e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:38.141416 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cd72aed7-b602-4089-ac2c-77ad7d3b85e9 admin admin] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:38.238383 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72aed7-b602-4089-ac2c-77ad7d3b85e9 admin admin] Pushing event updated for resources: {'Network': ['ID=7a11e99b-1739-442d-90c3-bd261ab26eb2,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:14:38.245472 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-cd72aed7-b602-4089-ac2c-77ad7d3b85e9 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4971266 Sep 14 23:14:38.245472 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 59210) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:14:38.248408 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 7a11e99b-1739-442d-90c3-bd261ab26eb2 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:14:38.251343 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-3af090d7-64bb-471a-941b-57c29cab16a6 admin admin] Request body: {'subnet': {'network_id': '7a11e99b-1739-442d-90c3-bd261ab26eb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1924845700-subnet', 'tenant_id': '915270951c534940b7fb5e52d188573a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:14:38.256868 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-3af090d7-64bb-471a-941b-57c29cab16a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:14:38.260768 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-3af090d7-64bb-471a-941b-57c29cab16a6 admin admin] Usage tracker for resource:subnet and tenant:915270951c534940b7fb5e52d188573a is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:14:38.264165 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-3af090d7-64bb-471a-941b-57c29cab16a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:14:38.269944 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-3af090d7-64bb-471a-941b-57c29cab16a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:14:38.280520 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af090d7-64bb-471a-941b-57c29cab16a6 admin admin] Made reservation on behalf of 915270951c534940b7fb5e52d188573a for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:14:38.282752 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3af090d7-64bb-471a-941b-57c29cab16a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:38.484710 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3af090d7-64bb-471a-941b-57c29cab16a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:38.560706 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af090d7-64bb-471a-941b-57c29cab16a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d79fc7a-320c-478d-ab6a-74730ae8b2de,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:14:38.564571 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af090d7-64bb-471a-941b-57c29cab16a6 admin admin] Checking segment: {'id': '2c984174-b68e-418f-ab73-3c2d08c12f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7a11e99b-1739-442d-90c3-bd261ab26eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:14:38.564948 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af090d7-64bb-471a-941b-57c29cab16a6 admin admin] Network hostable DHCP agents. Network: 7a11e99b-1739-442d-90c3-bd261ab26eb2, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:14:38.583003 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af090d7-64bb-471a-941b-57c29cab16a6 admin admin] Network 7a11e99b-1739-442d-90c3-bd261ab26eb2 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:14:38.591658 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-3af090d7-64bb-471a-941b-57c29cab16a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 7a11e99b-1739-442d-90c3-bd261ab26eb2) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:14:38.595562 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af090d7-64bb-471a-941b-57c29cab16a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:38.596173 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3af090d7-64bb-471a-941b-57c29cab16a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:38.600484 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdbf8de-b860-4071-9956-d2e525fc4737 None None] Network 7a11e99b-1739-442d-90c3-bd261ab26eb2 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:14:38.617640 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3af090d7-64bb-471a-941b-57c29cab16a6 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3718240 Sep 14 23:14:38.620177 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 59214) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:14:38.625464 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-ea412652-5d5e-42b8-8393-563a3b4d66e8 admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-1924845700-router', 'tenant_id': '915270951c534940b7fb5e52d188573a', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:14:38.630087 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ea412652-5d5e-42b8-8393-563a3b4d66e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:14:38.635733 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ea412652-5d5e-42b8-8393-563a3b4d66e8 admin admin] Usage tracker for resource:router and tenant:915270951c534940b7fb5e52d188573a is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:14:38.638569 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ea412652-5d5e-42b8-8393-563a3b4d66e8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:14:38.644189 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ea412652-5d5e-42b8-8393-563a3b4d66e8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:14:38.655896 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ea412652-5d5e-42b8-8393-563a3b4d66e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:38.656903 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ea412652-5d5e-42b8-8393-563a3b4d66e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:38.674736 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ea412652-5d5e-42b8-8393-563a3b4d66e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:38.822486 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ab0954-7b58-4ffc-a91c-3ba10a0df55b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-7a11e99b-1739-442d-90c3-bd261ab26eb2', 'network_id': '7a11e99b-1739-442d-90c3-bd261ab26eb2', 'tenant_id': '915270951c534940b7fb5e52d188573a', 'fixed_ips': [{'subnet_id': '3d79fc7a-320c-478d-ab6a-74730ae8b2de'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:14:38.823370 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f7ab0954-7b58-4ffc-a91c-3ba10a0df55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:38.980535 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-f7ab0954-7b58-4ffc-a91c-3ba10a0df55b None None] Allocated IP 172.20.0.2 (7a11e99b-1739-442d-90c3-bd261ab26eb2/3d79fc7a-320c-478d-ab6a-74730ae8b2de/d055bbe7-1bcc-4bd1-9546-3eebc9d11758) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:14:39.070916 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ea412652-5d5e-42b8-8393-563a3b4d66e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:39.185024 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f7ab0954-7b58-4ffc-a91c-3ba10a0df55b None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:39.195269 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f7ab0954-7b58-4ffc-a91c-3ba10a0df55b None None] Transition to ACTIVE for port object d055bbe7-1bcc-4bd1-9546-3eebc9d11758 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:14:39.213580 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f7ab0954-7b58-4ffc-a91c-3ba10a0df55b None None] Transition to ACTIVE for port object d055bbe7-1bcc-4bd1-9546-3eebc9d11758 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:14:39.219383 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f7ab0954-7b58-4ffc-a91c-3ba10a0df55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:39.285620 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ab0954-7b58-4ffc-a91c-3ba10a0df55b None None] Network 7a11e99b-1739-442d-90c3-bd261ab26eb2 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:14:39.288290 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-f7ab0954-7b58-4ffc-a91c-3ba10a0df55b None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:14:39.290855 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ab0954-7b58-4ffc-a91c-3ba10a0df55b None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:14:39.329614 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab0954-7b58-4ffc-a91c-3ba10a0df55b None None] Pushing event updated for resources: {'Port': ['ID=d055bbe7-1bcc-4bd1-9546-3eebc9d11758,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:14:39.382402 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ab0954-7b58-4ffc-a91c-3ba10a0df55b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:14:39.382748 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ab0954-7b58-4ffc-a91c-3ba10a0df55b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:14:39.383085 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ab0954-7b58-4ffc-a91c-3ba10a0df55b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:14:39.383729 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ab0954-7b58-4ffc-a91c-3ba10a0df55b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:14:39.383729 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ab0954-7b58-4ffc-a91c-3ba10a0df55b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:14:39.384047 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ab0954-7b58-4ffc-a91c-3ba10a0df55b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:14:39.384368 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ab0954-7b58-4ffc-a91c-3ba10a0df55b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:14:39.384711 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ab0954-7b58-4ffc-a91c-3ba10a0df55b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:14:39.385034 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ab0954-7b58-4ffc-a91c-3ba10a0df55b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:14:39.385646 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ab0954-7b58-4ffc-a91c-3ba10a0df55b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:14:39.385646 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ab0954-7b58-4ffc-a91c-3ba10a0df55b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:14:39.385967 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ab0954-7b58-4ffc-a91c-3ba10a0df55b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:14:39.396033 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ea412652-5d5e-42b8-8393-563a3b4d66e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:39.419471 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-f7ab0954-7b58-4ffc-a91c-3ba10a0df55b None None] Attempting to bind port d055bbe7-1bcc-4bd1-9546-3eebc9d11758 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:14:39.419836 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-f7ab0954-7b58-4ffc-a91c-3ba10a0df55b None None] Attempting to bind port d055bbe7-1bcc-4bd1-9546-3eebc9d11758 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '2c984174-b68e-418f-ab73-3c2d08c12f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7a11e99b-1739-442d-90c3-bd261ab26eb2'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:14:39.420199 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ab0954-7b58-4ffc-a91c-3ba10a0df55b None None] Attempting to bind port d055bbe7-1bcc-4bd1-9546-3eebc9d11758 on network 7a11e99b-1739-442d-90c3-bd261ab26eb2 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:14:39.425395 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ab0954-7b58-4ffc-a91c-3ba10a0df55b None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:14:39.425765 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ab0954-7b58-4ffc-a91c-3ba10a0df55b None None] Checking segment: {'id': '2c984174-b68e-418f-ab73-3c2d08c12f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7a11e99b-1739-442d-90c3-bd261ab26eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:14:39.426154 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f7ab0954-7b58-4ffc-a91c-3ba10a0df55b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:39.426534 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ab0954-7b58-4ffc-a91c-3ba10a0df55b None None] Bound using segment: {'id': '2c984174-b68e-418f-ab73-3c2d08c12f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7a11e99b-1739-442d-90c3-bd261ab26eb2'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:14:39.426987 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-f7ab0954-7b58-4ffc-a91c-3ba10a0df55b None None] Bound port: d055bbe7-1bcc-4bd1-9546-3eebc9d11758, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c984174-b68e-418f-ab73-3c2d08c12f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7a11e99b-1739-442d-90c3-bd261ab26eb2'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:14:39.427355 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f7ab0954-7b58-4ffc-a91c-3ba10a0df55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:39.429608 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ea412652-5d5e-42b8-8393-563a3b4d66e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:39.522319 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-f7ab0954-7b58-4ffc-a91c-3ba10a0df55b None None] For port d055bbe7-1bcc-4bd1-9546-3eebc9d11758, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:14:39.525779 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-f7ab0954-7b58-4ffc-a91c-3ba10a0df55b None None] For port d055bbe7-1bcc-4bd1-9546-3eebc9d11758, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=d055bbe7-1bcc-4bd1-9546-3eebc9d11758,segment=NetworkSegment(2c984174-b68e-418f-ab73-3c2d08c12f58),segment_id=2c984174-b68e-418f-ab73-3c2d08c12f58)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:14:39.530810 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f7ab0954-7b58-4ffc-a91c-3ba10a0df55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:39.566819 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-ea412652-5d5e-42b8-8393-563a3b4d66e8 admin admin] Allocated IP 172.26.5.32 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/9ba10550-a521-43d5-9d71-a94eba525f94) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:14:39.614413 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab0954-7b58-4ffc-a91c-3ba10a0df55b None None] Pushing event updated for resources: {'Port': ['ID=d055bbe7-1bcc-4bd1-9546-3eebc9d11758,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:14:39.725874 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ea412652-5d5e-42b8-8393-563a3b4d66e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:39.763275 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ea412652-5d5e-42b8-8393-563a3b4d66e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:39.772859 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f4f54e89-ed5e-4ca3-80c8-228506ef984a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:39.825863 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea412652-5d5e-42b8-8393-563a3b4d66e8 admin admin] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:14:39.833468 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-ea412652-5d5e-42b8-8393-563a3b4d66e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:14:39.838876 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea412652-5d5e-42b8-8393-563a3b4d66e8 admin admin] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:14:39.888589 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea412652-5d5e-42b8-8393-563a3b4d66e8 admin admin] Pushing event updated for resources: {'Port': ['ID=9ba10550-a521-43d5-9d71-a94eba525f94,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:14:40.257935 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ea412652-5d5e-42b8-8393-563a3b4d66e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:40.519609 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fd7082-315e-47fa-a30e-373875b7a186 None None] Network 7a11e99b-1739-442d-90c3-bd261ab26eb2 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:14:40.608665 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-318d0723-a39e-4a1a-90ac-0ca936ec7cec None None] Provisioning for port d055bbe7-1bcc-4bd1-9546-3eebc9d11758 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:14:40.732775 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ea412652-5d5e-42b8-8393-563a3b4d66e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:40.845119 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:40.909234 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:40.949794 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea412652-5d5e-42b8-8393-563a3b4d66e8 admin admin] Router cdd7dc49-62ae-4d1a-86fd-f1f3e593535f is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 23:14:41.132890 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea412652-5d5e-42b8-8393-563a3b4d66e8 admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:14:41.141212 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4e158b-a73c-4818-8960-82d7cae3e645 None None] Sync routers for ids ['cdd7dc49-62ae-4d1a-86fd-f1f3e593535f'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:14:41.150139 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4e158b-a73c-4818-8960-82d7cae3e645 None None] Routers {'cdd7dc49-62ae-4d1a-86fd-f1f3e593535f'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:14:41.150733 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-6c4e158b-a73c-4818-8960-82d7cae3e645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:14:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['cdd7dc49-62ae-4d1a-86fd-f1f3e593535f'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:14:41.157001 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ea412652-5d5e-42b8-8393-563a3b4d66e8 admin admin] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:41.158216 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ea412652-5d5e-42b8-8393-563a3b4d66e8 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5368180 Sep 14 23:14:41.160894 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 59218) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:14:41.326514 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-6c4e158b-a73c-4818-8960-82d7cae3e645 None None] Set router cdd7dc49-62ae-4d1a-86fd-f1f3e593535f gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:14:41.590299 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device d055bbe7-1bcc-4bd1-9546-3eebc9d11758 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:14:41.661621 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-6c4e158b-a73c-4818-8960-82d7cae3e645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd7dc49-62ae-4d1a-86fd-f1f3e593535f', 'name': 'tempest-ServerDiskConfigTestJSON-1924845700-router', 'tenant_id': '915270951c534940b7fb5e52d188573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '9ba10550-a521-43d5-9d71-a94eba525f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:14:38Z', 'updated_at': '2022-09-14T23:14:40Z', 'revision_number': 3, 'project_id': '915270951c534940b7fb5e52d188573a', 'gw_port': {'id': '9ba10550-a521-43d5-9d71-a94eba525f94', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:49:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd7dc49-62ae-4d1a-86fd-f1f3e593535f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:14:39Z', 'updated_at': '2022-09-14T23:14:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:14:41.666312 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4e158b-a73c-4818-8960-82d7cae3e645 None None] Checking router: cdd7dc49-62ae-4d1a-86fd-f1f3e593535f for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:14:41.666648 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4e158b-a73c-4818-8960-82d7cae3e645 None None] Updating router cdd7dc49-62ae-4d1a-86fd-f1f3e593535f port 9ba10550-a521-43d5-9d71-a94eba525f94 binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:14:41.703439 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port d055bbe7-1bcc-4bd1-9546-3eebc9d11758 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:14:41.708542 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port d055bbe7-1bcc-4bd1-9546-3eebc9d11758 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:14:41.708758 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:41.728091 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-6c4e158b-a73c-4818-8960-82d7cae3e645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:41.824408 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port d055bbe7-1bcc-4bd1-9546-3eebc9d11758 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:14:41.824858 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:41.840840 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f6abf706-7044-481a-b14b-05b736fe2d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:41.860905 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port d055bbe7-1bcc-4bd1-9546-3eebc9d11758, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=d055bbe7-1bcc-4bd1-9546-3eebc9d11758,segment=NetworkSegment(2c984174-b68e-418f-ab73-3c2d08c12f58),segment_id=2c984174-b68e-418f-ab73-3c2d08c12f58)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:14:41.866413 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:41.939433 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=d055bbe7-1bcc-4bd1-9546-3eebc9d11758,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:14:42.062533 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-6c4e158b-a73c-4818-8960-82d7cae3e645 None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:42.075868 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-6c4e158b-a73c-4818-8960-82d7cae3e645 None None] Transition to ACTIVE for port object 9ba10550-a521-43d5-9d71-a94eba525f94 will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:14:42.082461 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-6c4e158b-a73c-4818-8960-82d7cae3e645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:42.140466 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-6c4e158b-a73c-4818-8960-82d7cae3e645 None None] Attempting to bind port 9ba10550-a521-43d5-9d71-a94eba525f94 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:14:42.140768 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-6c4e158b-a73c-4818-8960-82d7cae3e645 None None] Attempting to bind port 9ba10550-a521-43d5-9d71-a94eba525f94 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:14:42.141128 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4e158b-a73c-4818-8960-82d7cae3e645 None None] Attempting to bind port 9ba10550-a521-43d5-9d71-a94eba525f94 on network 681410b9-e86d-4f65-a0f3-ea2093b5104b {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:14:42.150644 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4e158b-a73c-4818-8960-82d7cae3e645 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:14:42.151250 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4e158b-a73c-4818-8960-82d7cae3e645 None None] Checking segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:14:42.151395 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-6c4e158b-a73c-4818-8960-82d7cae3e645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:42.151782 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4e158b-a73c-4818-8960-82d7cae3e645 None None] Bound using segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:14:42.152239 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-6c4e158b-a73c-4818-8960-82d7cae3e645 None None] Bound port: 9ba10550-a521-43d5-9d71-a94eba525f94, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:14:42.152618 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-6c4e158b-a73c-4818-8960-82d7cae3e645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:42.171199 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-f6abf706-7044-481a-b14b-05b736fe2d90 admin admin] Allocated IP 172.20.0.1 (7a11e99b-1739-442d-90c3-bd261ab26eb2/3d79fc7a-320c-478d-ab6a-74730ae8b2de/89a54112-751f-4a46-a94c-3f004c1ca7f4) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:14:42.203440 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec85eaa3-8729-4050-a014-3a6c0b1d4e15 None None] Pushing event updated for resources: {'Port': ['ID=9ba10550-a521-43d5-9d71-a94eba525f94,revision_number=2']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:14:42.213650 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec85eaa3-8729-4050-a014-3a6c0b1d4e15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:14:42.213993 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec85eaa3-8729-4050-a014-3a6c0b1d4e15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:14:42.214322 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec85eaa3-8729-4050-a014-3a6c0b1d4e15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:14:42.214651 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec85eaa3-8729-4050-a014-3a6c0b1d4e15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:14:42.214974 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec85eaa3-8729-4050-a014-3a6c0b1d4e15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:14:42.215296 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec85eaa3-8729-4050-a014-3a6c0b1d4e15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:14:42.215621 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec85eaa3-8729-4050-a014-3a6c0b1d4e15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:14:42.215937 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec85eaa3-8729-4050-a014-3a6c0b1d4e15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:14:42.216253 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec85eaa3-8729-4050-a014-3a6c0b1d4e15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:14:42.216567 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec85eaa3-8729-4050-a014-3a6c0b1d4e15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:14:42.216906 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec85eaa3-8729-4050-a014-3a6c0b1d4e15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:14:42.217216 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec85eaa3-8729-4050-a014-3a6c0b1d4e15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:14:42.245705 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-6c4e158b-a73c-4818-8960-82d7cae3e645 None None] For port 9ba10550-a521-43d5-9d71-a94eba525f94, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:14:42.249062 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-6c4e158b-a73c-4818-8960-82d7cae3e645 None None] For port 9ba10550-a521-43d5-9d71-a94eba525f94, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=9ba10550-a521-43d5-9d71-a94eba525f94,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:14:42.253795 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-6c4e158b-a73c-4818-8960-82d7cae3e645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:42.312759 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4e158b-a73c-4818-8960-82d7cae3e645 None None] Routers {'cdd7dc49-62ae-4d1a-86fd-f1f3e593535f'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:14:42.313363 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-6c4e158b-a73c-4818-8960-82d7cae3e645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:14:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['cdd7dc49-62ae-4d1a-86fd-f1f3e593535f'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:14:42.319286 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f6abf706-7044-481a-b14b-05b736fe2d90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:42.335661 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-f6abf706-7044-481a-b14b-05b736fe2d90 admin admin] Transition to ACTIVE for port object 89a54112-751f-4a46-a94c-3f004c1ca7f4 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:14:42.359008 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f6abf706-7044-481a-b14b-05b736fe2d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:42.423774 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6abf706-7044-481a-b14b-05b736fe2d90 admin admin] Network 7a11e99b-1739-442d-90c3-bd261ab26eb2 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:14:42.426524 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-f6abf706-7044-481a-b14b-05b736fe2d90 admin admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:14:42.430245 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6abf706-7044-481a-b14b-05b736fe2d90 admin admin] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:14:42.462357 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:42.470912 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec85eaa3-8729-4050-a014-3a6c0b1d4e15 None None] Pushing event updated for resources: {'Port': ['ID=9ba10550-a521-43d5-9d71-a94eba525f94,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:14:42.474873 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6abf706-7044-481a-b14b-05b736fe2d90 admin admin] Pushing event updated for resources: {'Port': ['ID=89a54112-751f-4a46-a94c-3f004c1ca7f4,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:14:42.500815 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f6abf706-7044-481a-b14b-05b736fe2d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:42.517606 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-6c4e158b-a73c-4818-8960-82d7cae3e645 None None] Set router cdd7dc49-62ae-4d1a-86fd-f1f3e593535f gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:14:42.690606 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-2fc75fed-6a0e-4d36-a760-a49d3efb3778 None None] Provisioning for port 89a54112-751f-4a46-a94c-3f004c1ca7f4 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:14:42.698453 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-2fc75fed-6a0e-4d36-a760-a49d3efb3778 None None] Provisioning complete for port 89a54112-751f-4a46-a94c-3f004c1ca7f4 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:14:42.699311 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2fc75fed-6a0e-4d36-a760-a49d3efb3778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:42.766341 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-2fc75fed-6a0e-4d36-a760-a49d3efb3778 None None] Port 89a54112-751f-4a46-a94c-3f004c1ca7f4 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:14:42.768122 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f6abf706-7044-481a-b14b-05b736fe2d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:42.820049 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-6c4e158b-a73c-4818-8960-82d7cae3e645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd7dc49-62ae-4d1a-86fd-f1f3e593535f', 'name': 'tempest-ServerDiskConfigTestJSON-1924845700-router', 'tenant_id': '915270951c534940b7fb5e52d188573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '9ba10550-a521-43d5-9d71-a94eba525f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:14:38Z', 'updated_at': '2022-09-14T23:14:40Z', 'revision_number': 3, 'project_id': '915270951c534940b7fb5e52d188573a', 'gw_port': {'id': '9ba10550-a521-43d5-9d71-a94eba525f94', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:49:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd7dc49-62ae-4d1a-86fd-f1f3e593535f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:14:39Z', 'updated_at': '2022-09-14T23:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:14:42.823938 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4e158b-a73c-4818-8960-82d7cae3e645 None None] The sync data for ids ['cdd7dc49-62ae-4d1a-86fd-f1f3e593535f'] in dv-neutron-857791-1-hyperv is: [{'id': 'cdd7dc49-62ae-4d1a-86fd-f1f3e593535f', 'name': 'tempest-ServerDiskConfigTestJSON-1924845700-router', 'tenant_id': '915270951c534940b7fb5e52d188573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '9ba10550-a521-43d5-9d71-a94eba525f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:14:38Z', 'updated_at': '2022-09-14T23:14:40Z', 'revision_number': 3, 'project_id': '915270951c534940b7fb5e52d188573a', 'gw_port': {'id': '9ba10550-a521-43d5-9d71-a94eba525f94', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:49:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd7dc49-62ae-4d1a-86fd-f1f3e593535f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:14:39Z', 'updated_at': '2022-09-14T23:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:14:43.010608 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f6abf706-7044-481a-b14b-05b736fe2d90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:43.015889 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f6abf706-7044-481a-b14b-05b736fe2d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:43.125218 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6abf706-7044-481a-b14b-05b736fe2d90 admin admin] Pushing event updated for resources: {'Port': ['ID=89a54112-751f-4a46-a94c-3f004c1ca7f4,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:14:43.130137 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f6abf706-7044-481a-b14b-05b736fe2d90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:43.267449 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6abf706-7044-481a-b14b-05b736fe2d90 admin admin] Network 7a11e99b-1739-442d-90c3-bd261ab26eb2 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:14:43.268523 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-f6abf706-7044-481a-b14b-05b736fe2d90 admin admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:14:43.479893 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6abf706-7044-481a-b14b-05b736fe2d90 admin admin] Router cdd7dc49-62ae-4d1a-86fd-f1f3e593535f has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:14:43.608927 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-2fb04f65-9e75-4105-924d-97592a8fe80d None None] Provisioning complete for port 89a54112-751f-4a46-a94c-3f004c1ca7f4 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:14:43.609883 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2fb04f65-9e75-4105-924d-97592a8fe80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:43.640956 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 9ba10550-a521-43d5-9d71-a94eba525f94 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:14:43.721299 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-2fb04f65-9e75-4105-924d-97592a8fe80d None None] Port 89a54112-751f-4a46-a94c-3f004c1ca7f4 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:14:43.738133 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 9ba10550-a521-43d5-9d71-a94eba525f94 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:14:43.743533 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 9ba10550-a521-43d5-9d71-a94eba525f94 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:14:43.744153 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:43.783467 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6abf706-7044-481a-b14b-05b736fe2d90 admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:14:43.792707 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f6abf706-7044-481a-b14b-05b736fe2d90 admin admin] 10.222.0.33 "PUT /v2.0/routers/cdd7dc49-62ae-4d1a-86fd-f1f3e593535f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6308298 Sep 14 23:14:43.862622 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 9ba10550-a521-43d5-9d71-a94eba525f94 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:14:43.863000 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:43.879053 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 9ba10550-a521-43d5-9d71-a94eba525f94, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=9ba10550-a521-43d5-9d71-a94eba525f94,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:14:43.883473 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:43.884214 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device d055bbe7-1bcc-4bd1-9546-3eebc9d11758 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:14:44.001583 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=9ba10550-a521-43d5-9d71-a94eba525f94,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:14:44.015178 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port d055bbe7-1bcc-4bd1-9546-3eebc9d11758 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:14:44.015645 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:44.135513 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port d055bbe7-1bcc-4bd1-9546-3eebc9d11758 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:14:44.370147 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6ed04e-b20d-4546-9206-98284aac1d7a None None] Sync routers for ids ['cdd7dc49-62ae-4d1a-86fd-f1f3e593535f'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:14:44.378986 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6ed04e-b20d-4546-9206-98284aac1d7a None None] Routers {'cdd7dc49-62ae-4d1a-86fd-f1f3e593535f'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:14:44.379586 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-9c6ed04e-b20d-4546-9206-98284aac1d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:14:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['cdd7dc49-62ae-4d1a-86fd-f1f3e593535f'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:14:44.435959 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-9bded6eb-1774-4269-bc62-4be2834e229d tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:44.437431 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-9bded6eb-1774-4269-bc62-4be2834e229d tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/networks?id=7a11e99b-1739-442d-90c3-bd261ab26eb2 HTTP/1.1" status: 200 len: 815 time: 0.1471584 Sep 14 23:14:44.452136 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-75dc3652-cfe0-4104-bf70-cfce18716f69 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/quotas/915270951c534940b7fb5e52d188573a HTTP/1.1" status: 200 len: 375 time: 0.0091345 Sep 14 23:14:44.547844 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-f2c6bbb2-60dd-43df-8bf0-511fb472602c tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=915270951c534940b7fb5e52d188573a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0904789 Sep 14 23:14:44.555591 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-9c6ed04e-b20d-4546-9206-98284aac1d7a None None] Set router cdd7dc49-62ae-4d1a-86fd-f1f3e593535f gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:14:44.780575 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-5c8738f7-079e-4da6-b7e1-d586ba402e3f service neutron] 10.222.0.33 "GET /v2.0/networks/7a11e99b-1739-442d-90c3-bd261ab26eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254813 Sep 14 23:14:44.864565 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-9c6ed04e-b20d-4546-9206-98284aac1d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd7dc49-62ae-4d1a-86fd-f1f3e593535f', 'name': 'tempest-ServerDiskConfigTestJSON-1924845700-router', 'tenant_id': '915270951c534940b7fb5e52d188573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '9ba10550-a521-43d5-9d71-a94eba525f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:14:38Z', 'updated_at': '2022-09-14T23:14:42Z', 'revision_number': 4, 'project_id': '915270951c534940b7fb5e52d188573a', 'gw_port': {'id': '9ba10550-a521-43d5-9d71-a94eba525f94', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd7dc49-62ae-4d1a-86fd-f1f3e593535f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:14:39Z', 'updated_at': '2022-09-14T23:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '89a54112-751f-4a46-a94c-3f004c1ca7f4', 'name': '', 'network_id': '7a11e99b-1739-442d-90c3-bd261ab26eb2', 'tenant_id': '915270951c534940b7fb5e52d188573a', 'mac_address': 'fa:16:3e:27:f3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd7dc49-62ae-4d1a-86fd-f1f3e593535f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '3d79fc7a-320c-478d-ab6a-74730ae8b2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:14:42Z', 'updated_at': '2022-09-14T23:14:42Z', 'revision_number': 2, 'project_id': '915270951c534940b7fb5e52d188573a', 'subnets': [{'id': '3d79fc7a-320c-478d-ab6a-74730ae8b2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:14:44.868901 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6ed04e-b20d-4546-9206-98284aac1d7a None None] Checking router: cdd7dc49-62ae-4d1a-86fd-f1f3e593535f for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:14:44.869555 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6ed04e-b20d-4546-9206-98284aac1d7a None None] Updating router cdd7dc49-62ae-4d1a-86fd-f1f3e593535f port 89a54112-751f-4a46-a94c-3f004c1ca7f4 binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:14:44.909388 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-de5e8d04-c29d-4b20-98f1-5cea7bb19008 service neutron] 10.222.0.33 "GET /v2.0/networks/7a11e99b-1739-442d-90c3-bd261ab26eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255026 Sep 14 23:14:44.923906 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9c6ed04e-b20d-4546-9206-98284aac1d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:45.175929 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4e4a0c04-dc0a-4ab5-b088-4992bc28d1d4 req-c7ad2784-5739-4029-afdc-acc37422c7ed tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 210 time: 0.1227288 Sep 14 23:14:45.311176 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9c6ed04e-b20d-4546-9206-98284aac1d7a None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:45.322461 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-9c6ed04e-b20d-4546-9206-98284aac1d7a None None] Transition to ACTIVE for port object 89a54112-751f-4a46-a94c-3f004c1ca7f4 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:14:45.330037 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9c6ed04e-b20d-4546-9206-98284aac1d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:45.545920 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c70c9-34de-4ec8-bcee-31f073f21b75 None None] Pushing event updated for resources: {'Port': ['ID=89a54112-751f-4a46-a94c-3f004c1ca7f4,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:14:45.571521 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 9ba10550-a521-43d5-9d71-a94eba525f94 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:14:45.594657 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-9c6ed04e-b20d-4546-9206-98284aac1d7a None None] Attempting to bind port 89a54112-751f-4a46-a94c-3f004c1ca7f4 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:14:45.595022 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-9c6ed04e-b20d-4546-9206-98284aac1d7a None None] Attempting to bind port 89a54112-751f-4a46-a94c-3f004c1ca7f4 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '2c984174-b68e-418f-ab73-3c2d08c12f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7a11e99b-1739-442d-90c3-bd261ab26eb2'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:14:45.595372 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6ed04e-b20d-4546-9206-98284aac1d7a None None] Attempting to bind port 89a54112-751f-4a46-a94c-3f004c1ca7f4 on network 7a11e99b-1739-442d-90c3-bd261ab26eb2 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:14:45.621111 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6ed04e-b20d-4546-9206-98284aac1d7a None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:14:45.621476 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6ed04e-b20d-4546-9206-98284aac1d7a None None] Checking segment: {'id': '2c984174-b68e-418f-ab73-3c2d08c12f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7a11e99b-1739-442d-90c3-bd261ab26eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:14:45.621866 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9c6ed04e-b20d-4546-9206-98284aac1d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:45.622254 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6ed04e-b20d-4546-9206-98284aac1d7a None None] Bound using segment: {'id': '2c984174-b68e-418f-ab73-3c2d08c12f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7a11e99b-1739-442d-90c3-bd261ab26eb2'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:14:45.622711 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-9c6ed04e-b20d-4546-9206-98284aac1d7a None None] Bound port: 89a54112-751f-4a46-a94c-3f004c1ca7f4, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c984174-b68e-418f-ab73-3c2d08c12f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7a11e99b-1739-442d-90c3-bd261ab26eb2'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:14:45.623073 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9c6ed04e-b20d-4546-9206-98284aac1d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:45.726103 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 9ba10550-a521-43d5-9d71-a94eba525f94 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:14:45.726559 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:45.764598 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-9c6ed04e-b20d-4546-9206-98284aac1d7a None None] For port 89a54112-751f-4a46-a94c-3f004c1ca7f4, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:14:45.783090 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-9c6ed04e-b20d-4546-9206-98284aac1d7a None None] For port 89a54112-751f-4a46-a94c-3f004c1ca7f4, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=89a54112-751f-4a46-a94c-3f004c1ca7f4,segment=NetworkSegment(2c984174-b68e-418f-ab73-3c2d08c12f58),segment_id=2c984174-b68e-418f-ab73-3c2d08c12f58)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:14:45.789828 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9c6ed04e-b20d-4546-9206-98284aac1d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:45.854784 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6ed04e-b20d-4546-9206-98284aac1d7a None None] Routers {'cdd7dc49-62ae-4d1a-86fd-f1f3e593535f'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:14:45.855387 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-9c6ed04e-b20d-4546-9206-98284aac1d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:14:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['cdd7dc49-62ae-4d1a-86fd-f1f3e593535f'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:14:45.982131 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c70c9-34de-4ec8-bcee-31f073f21b75 None None] Pushing event updated for resources: {'Port': ['ID=89a54112-751f-4a46-a94c-3f004c1ca7f4,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:14:46.076302 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 9ba10550-a521-43d5-9d71-a94eba525f94 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:14:46.101978 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-9c6ed04e-b20d-4546-9206-98284aac1d7a None None] Set router cdd7dc49-62ae-4d1a-86fd-f1f3e593535f gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:14:46.163283 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-469069b5-1471-4d2b-b413-04a358e6f0b7 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:46.164045 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-469069b5-1471-4d2b-b413-04a358e6f0b7 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Synchronizing usage tracker for tenant:915270951c534940b7fb5e52d188573a on resource:network {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:14:46.181922 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-469069b5-1471-4d2b-b413-04a358e6f0b7 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Unset dirty status for tenant:915270951c534940b7fb5e52d188573a on resource:network {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:14:46.183137 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-469069b5-1471-4d2b-b413-04a358e6f0b7 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.20 "GET /v2.0/networks?id=7a11e99b-1739-442d-90c3-bd261ab26eb2 HTTP/1.1" status: 200 len: 815 time: 0.1692533 Sep 14 23:14:46.195441 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3e2cf9ef-c88f-4546-9d91-63489ef03173 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Request body: {'port': {'device_id': '4637f302-9184-46e5-9b24-2427067a0c63', 'network_id': '7a11e99b-1739-442d-90c3-bd261ab26eb2', 'admin_state_up': True, 'tenant_id': '915270951c534940b7fb5e52d188573a'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:14:46.351136 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3e2cf9ef-c88f-4546-9d91-63489ef03173 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:14:46.355167 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3e2cf9ef-c88f-4546-9d91-63489ef03173 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Usage tracker for resource:port and tenant:915270951c534940b7fb5e52d188573a is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:14:46.358006 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3e2cf9ef-c88f-4546-9d91-63489ef03173 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:14:46.364524 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3e2cf9ef-c88f-4546-9d91-63489ef03173 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:14:46.368141 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9020b390-8eac-49ea-8f71-8387b0e00be8 req-c65b52d0-f2ec-4f14-89ae-99c18213f4bd tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 210 time: 0.0720148 Sep 14 23:14:46.376473 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3e2cf9ef-c88f-4546-9d91-63489ef03173 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Made reservation on behalf of 915270951c534940b7fb5e52d188573a for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:14:46.381819 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3e2cf9ef-c88f-4546-9d91-63489ef03173 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:46.439268 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-9c6ed04e-b20d-4546-9206-98284aac1d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd7dc49-62ae-4d1a-86fd-f1f3e593535f', 'name': 'tempest-ServerDiskConfigTestJSON-1924845700-router', 'tenant_id': '915270951c534940b7fb5e52d188573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '9ba10550-a521-43d5-9d71-a94eba525f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:14:38Z', 'updated_at': '2022-09-14T23:14:42Z', 'revision_number': 4, 'project_id': '915270951c534940b7fb5e52d188573a', 'gw_port': {'id': '9ba10550-a521-43d5-9d71-a94eba525f94', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd7dc49-62ae-4d1a-86fd-f1f3e593535f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:14:39Z', 'updated_at': '2022-09-14T23:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '89a54112-751f-4a46-a94c-3f004c1ca7f4', 'name': '', 'network_id': '7a11e99b-1739-442d-90c3-bd261ab26eb2', 'tenant_id': '915270951c534940b7fb5e52d188573a', 'mac_address': 'fa:16:3e:27:f3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd7dc49-62ae-4d1a-86fd-f1f3e593535f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '3d79fc7a-320c-478d-ab6a-74730ae8b2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:14:42Z', 'updated_at': '2022-09-14T23:14:45Z', 'revision_number': 4, 'project_id': '915270951c534940b7fb5e52d188573a', 'subnets': [{'id': '3d79fc7a-320c-478d-ab6a-74730ae8b2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:14:46.443923 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6ed04e-b20d-4546-9206-98284aac1d7a None None] The sync data for ids ['cdd7dc49-62ae-4d1a-86fd-f1f3e593535f'] in dv-neutron-857791-1-hyperv is: [{'id': 'cdd7dc49-62ae-4d1a-86fd-f1f3e593535f', 'name': 'tempest-ServerDiskConfigTestJSON-1924845700-router', 'tenant_id': '915270951c534940b7fb5e52d188573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '9ba10550-a521-43d5-9d71-a94eba525f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:14:38Z', 'updated_at': '2022-09-14T23:14:42Z', 'revision_number': 4, 'project_id': '915270951c534940b7fb5e52d188573a', 'gw_port': {'id': '9ba10550-a521-43d5-9d71-a94eba525f94', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd7dc49-62ae-4d1a-86fd-f1f3e593535f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:14:39Z', 'updated_at': '2022-09-14T23:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '89a54112-751f-4a46-a94c-3f004c1ca7f4', 'name': '', 'network_id': '7a11e99b-1739-442d-90c3-bd261ab26eb2', 'tenant_id': '915270951c534940b7fb5e52d188573a', 'mac_address': 'fa:16:3e:27:f3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd7dc49-62ae-4d1a-86fd-f1f3e593535f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '3d79fc7a-320c-478d-ab6a-74730ae8b2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:14:42Z', 'updated_at': '2022-09-14T23:14:45Z', 'revision_number': 4, 'project_id': '915270951c534940b7fb5e52d188573a', 'subnets': [{'id': '3d79fc7a-320c-478d-ab6a-74730ae8b2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:14:46.572327 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3e2cf9ef-c88f-4546-9d91-63489ef03173 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Allocated IP 172.20.0.13 (7a11e99b-1739-442d-90c3-bd261ab26eb2/3d79fc7a-320c-478d-ab6a-74730ae8b2de/020ddf65-520c-456f-bff5-1d3a870061b3) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:14:46.789218 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3e2cf9ef-c88f-4546-9d91-63489ef03173 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:46.805931 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3e2cf9ef-c88f-4546-9d91-63489ef03173 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Transition to ACTIVE for port object 020ddf65-520c-456f-bff5-1d3a870061b3 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:14:46.829728 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3e2cf9ef-c88f-4546-9d91-63489ef03173 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:46.900453 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3e2cf9ef-c88f-4546-9d91-63489ef03173 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Network 7a11e99b-1739-442d-90c3-bd261ab26eb2 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:14:46.903732 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3e2cf9ef-c88f-4546-9d91-63489ef03173 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:14:46.907570 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3e2cf9ef-c88f-4546-9d91-63489ef03173 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:14:46.956953 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2cf9ef-c88f-4546-9d91-63489ef03173 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Pushing event updated for resources: {'Port': ['ID=020ddf65-520c-456f-bff5-1d3a870061b3,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:14:46.981289 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3e2cf9ef-c88f-4546-9d91-63489ef03173 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:46.981942 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3e2cf9ef-c88f-4546-9d91-63489ef03173 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:47.006259 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3e2cf9ef-c88f-4546-9d91-63489ef03173 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8148913 Sep 14 23:14:47.018628 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3faf839f-0fa1-4ad7-845c-f5971d9eefd4 service neutron] Request body: {'port': {'device_id': '4637f302-9184-46e5-9b24-2427067a0c63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:14:47.141149 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3faf839f-0fa1-4ad7-845c-f5971d9eefd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:47.171463 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-87335c01-4ef6-408e-aae9-eb5177fe7a9d None None] Provisioning for port 020ddf65-520c-456f-bff5-1d3a870061b3 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:14:47.177055 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-87335c01-4ef6-408e-aae9-eb5177fe7a9d None None] Provisioning complete for port 020ddf65-520c-456f-bff5-1d3a870061b3 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:14:47.177408 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-87335c01-4ef6-408e-aae9-eb5177fe7a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:47.233899 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-87335c01-4ef6-408e-aae9-eb5177fe7a9d None None] Port 020ddf65-520c-456f-bff5-1d3a870061b3 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:14:47.498135 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3faf839f-0fa1-4ad7-845c-f5971d9eefd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 020ddf65-520c-456f-bff5-1d3a870061b3 {{(pid=89171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:14:47.506167 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3faf839f-0fa1-4ad7-845c-f5971d9eefd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:47.520834 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3faf839f-0fa1-4ad7-845c-f5971d9eefd4 service neutron] Transition to ACTIVE for port object 020ddf65-520c-456f-bff5-1d3a870061b3 will not be triggered until provisioned by entity L2. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:14:47.527029 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3faf839f-0fa1-4ad7-845c-f5971d9eefd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:47.591554 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 89a54112-751f-4a46-a94c-3f004c1ca7f4 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:14:47.594090 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53457a35-bc57-41a7-ad6c-e38c99ce28a9 req-8b90fe22-a01b-40e2-b633-37fab1ef18fb tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:47.596810 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-53457a35-bc57-41a7-ad6c-e38c99ce28a9 req-8b90fe22-a01b-40e2-b633-37fab1ef18fb tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 944 time: 0.1104915 Sep 14 23:14:47.644415 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-53457a35-bc57-41a7-ad6c-e38c99ce28a9 req-a6d7f286-ac52-4f6b-8f84-85623619d39b tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419817 Sep 14 23:14:47.672910 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 89a54112-751f-4a46-a94c-3f004c1ca7f4 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:14:47.678575 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 89a54112-751f-4a46-a94c-3f004c1ca7f4 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:14:47.679017 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:47.736249 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf839f-0fa1-4ad7-845c-f5971d9eefd4 service neutron] Pushing event updated for resources: {'Port': ['ID=020ddf65-520c-456f-bff5-1d3a870061b3,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:14:47.836733 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 89a54112-751f-4a46-a94c-3f004c1ca7f4 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:14:47.837026 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:47.871742 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3faf839f-0fa1-4ad7-845c-f5971d9eefd4 service neutron] Attempting to bind port 020ddf65-520c-456f-bff5-1d3a870061b3 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:14:47.872066 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3faf839f-0fa1-4ad7-845c-f5971d9eefd4 service neutron] Attempting to bind port 020ddf65-520c-456f-bff5-1d3a870061b3 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '2c984174-b68e-418f-ab73-3c2d08c12f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7a11e99b-1739-442d-90c3-bd261ab26eb2'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:14:47.872378 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3faf839f-0fa1-4ad7-845c-f5971d9eefd4 service neutron] Attempting to bind port 020ddf65-520c-456f-bff5-1d3a870061b3 on network 7a11e99b-1739-442d-90c3-bd261ab26eb2 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:14:47.872497 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 89a54112-751f-4a46-a94c-3f004c1ca7f4, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=89a54112-751f-4a46-a94c-3f004c1ca7f4,segment=NetworkSegment(2c984174-b68e-418f-ab73-3c2d08c12f58),segment_id=2c984174-b68e-418f-ab73-3c2d08c12f58)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:14:47.876756 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:47.877330 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3faf839f-0fa1-4ad7-845c-f5971d9eefd4 service neutron] Port 020ddf65-520c-456f-bff5-1d3a870061b3 on network 7a11e99b-1739-442d-90c3-bd261ab26eb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:14:47.877673 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3faf839f-0fa1-4ad7-845c-f5971d9eefd4 service neutron] Attempting to bind port 020ddf65-520c-456f-bff5-1d3a870061b3 on network 7a11e99b-1739-442d-90c3-bd261ab26eb2 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:14:47.884692 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3faf839f-0fa1-4ad7-845c-f5971d9eefd4 service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:14:47.885026 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3faf839f-0fa1-4ad7-845c-f5971d9eefd4 service neutron] Checking segment: {'id': '2c984174-b68e-418f-ab73-3c2d08c12f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7a11e99b-1739-442d-90c3-bd261ab26eb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:14:47.885403 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3faf839f-0fa1-4ad7-845c-f5971d9eefd4 service neutron] Bound using segment: {'id': '2c984174-b68e-418f-ab73-3c2d08c12f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7a11e99b-1739-442d-90c3-bd261ab26eb2'} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:14:47.885856 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3faf839f-0fa1-4ad7-845c-f5971d9eefd4 service neutron] Bound port: 020ddf65-520c-456f-bff5-1d3a870061b3, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c984174-b68e-418f-ab73-3c2d08c12f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7a11e99b-1739-442d-90c3-bd261ab26eb2'}}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:14:47.886198 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3faf839f-0fa1-4ad7-845c-f5971d9eefd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:47.943481 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=89a54112-751f-4a46-a94c-3f004c1ca7f4,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:14:47.974292 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3faf839f-0fa1-4ad7-845c-f5971d9eefd4 service neutron] For port 020ddf65-520c-456f-bff5-1d3a870061b3, host hv-neutron-8577, cleared binding levels {{(pid=89171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:14:47.977629 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3faf839f-0fa1-4ad7-845c-f5971d9eefd4 service neutron] For port 020ddf65-520c-456f-bff5-1d3a870061b3, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=020ddf65-520c-456f-bff5-1d3a870061b3,segment=NetworkSegment(2c984174-b68e-418f-ab73-3c2d08c12f58),segment_id=2c984174-b68e-418f-ab73-3c2d08c12f58)] {{(pid=89171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:14:47.981648 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3faf839f-0fa1-4ad7-845c-f5971d9eefd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:47.985040 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3faf839f-0fa1-4ad7-845c-f5971d9eefd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:47.985645 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3faf839f-0fa1-4ad7-845c-f5971d9eefd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:47.987438 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-3faf839f-0fa1-4ad7-845c-f5971d9eefd4 service neutron] 10.222.0.20 "PUT /v2.0/ports/020ddf65-520c-456f-bff5-1d3a870061b3 HTTP/1.1" status: 200 len: 1094 time: 0.9740536 Sep 14 23:14:48.017070 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4637f302-9184-46e5-9b24-2427067a0c63', 'tag': '020ddf65-520c-456f-bff5-1d3a870061b3'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:14:48.019374 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be98b21-861c-4280-981f-66c9f630d334" -d '{"events": [{"name": "network-changed", "server_uuid": "4637f302-9184-46e5-9b24-2427067a0c63", "tag": "020ddf65-520c-456f-bff5-1d3a870061b3"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:14:48.075821 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf457207-af63-4e03-afbc-c83aca7ea046 x-openstack-request-id: req-bf457207-af63-4e03-afbc-c83aca7ea046 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:14:48.076098 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4637f302-9184-46e5-9b24-2427067a0c63", "tag": "020ddf65-520c-456f-bff5-1d3a870061b3", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:14:48.076334 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-bf457207-af63-4e03-afbc-c83aca7ea046 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:14:48.076732 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf457207-af63-4e03-afbc-c83aca7ea046'] response: {'name': 'network-changed', 'server_uuid': '4637f302-9184-46e5-9b24-2427067a0c63', 'tag': '020ddf65-520c-456f-bff5-1d3a870061b3', 'status': 'completed', 'code': 200} Sep 14 23:14:48.118923 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf839f-0fa1-4ad7-845c-f5971d9eefd4 service neutron] Pushing event updated for resources: {'Port': ['ID=020ddf65-520c-456f-bff5-1d3a870061b3,revision_number=3']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:14:48.134082 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-fc198382-b6c9-4838-afc0-e50cff54ecbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:48.135654 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-fc198382-b6c9-4838-afc0-e50cff54ecbd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=915270951c534940b7fb5e52d188573a&device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 1097 time: 0.1087828 Sep 14 23:14:48.204186 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-f7a75d70-5a6f-41c7-ab94-c65416fd5aee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=020ddf65-520c-456f-bff5-1d3a870061b3 HTTP/1.1" status: 200 len: 217 time: 0.0622828 Sep 14 23:14:48.265357 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-605d0090-1185-4f51-9197-cc229ed366de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:48.266722 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-605d0090-1185-4f51-9197-cc229ed366de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d79fc7a-320c-478d-ab6a-74730ae8b2de HTTP/1.1" status: 200 len: 854 time: 0.0563588 Sep 14 23:14:48.348674 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-83152eb5-af53-435a-ab83-713b9ab92fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:48.350721 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-83152eb5-af53-435a-ab83-713b9ab92fab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a11e99b-1739-442d-90c3-bd261ab26eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779884 Sep 14 23:14:48.480924 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-1697aec2-0cc1-4df9-a255-23ac14fca385 service neutron] 10.222.0.20 "GET /v2.0/networks/7a11e99b-1739-442d-90c3-bd261ab26eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235425 Sep 14 23:14:48.606281 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8170f395-5fa9-4ac8-8b05-86dbcfe3e88b req-969e58cb-2068-42f4-9d64-b1ff36a244c1 service neutron] 10.222.0.20 "GET /v2.0/networks/7a11e99b-1739-442d-90c3-bd261ab26eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198921 Sep 14 23:14:48.728204 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be98b21-861c-4280-981f-66c9f630d334 req-cc6f5e97-fed3-476a-b5a8-29aae19a7f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:48.729694 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8be98b21-861c-4280-981f-66c9f630d334 req-cc6f5e97-fed3-476a-b5a8-29aae19a7f7a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=915270951c534940b7fb5e52d188573a&device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 1097 time: 0.0768428 Sep 14 23:14:48.851928 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a24140-b586-441a-95f7-bf7e58b85b2e req-64c305dc-36c0-4b16-a4d8-c423b65aced4 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:48.853423 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-23a24140-b586-441a-95f7-bf7e58b85b2e req-64c305dc-36c0-4b16-a4d8-c423b65aced4 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 944 time: 0.0947647 Sep 14 23:14:48.860288 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be98b21-861c-4280-981f-66c9f630d334 req-47dc368f-34d1-42ae-8713-8b34614d4bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:48.861736 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8be98b21-861c-4280-981f-66c9f630d334 req-47dc368f-34d1-42ae-8713-8b34614d4bd2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7a11e99b-1739-442d-90c3-bd261ab26eb2 HTTP/1.1" status: 200 len: 915 time: 0.1253777 Sep 14 23:14:48.899202 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-23a24140-b586-441a-95f7-bf7e58b85b2e req-1d702d51-921e-4aa7-b73e-e510ca952bd9 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400662 Sep 14 23:14:48.932537 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8be98b21-861c-4280-981f-66c9f630d334 req-d858ab23-9cc7-41cb-be1c-410918e13401 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=020ddf65-520c-456f-bff5-1d3a870061b3 HTTP/1.1" status: 200 len: 217 time: 0.0637066 Sep 14 23:14:48.992539 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be98b21-861c-4280-981f-66c9f630d334 req-ad277ee1-a384-44a9-b324-d5a3d0c56122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:48.993940 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8be98b21-861c-4280-981f-66c9f630d334 req-ad277ee1-a384-44a9-b324-d5a3d0c56122 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d79fc7a-320c-478d-ab6a-74730ae8b2de HTTP/1.1" status: 200 len: 854 time: 0.0557270 Sep 14 23:14:49.076561 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be98b21-861c-4280-981f-66c9f630d334 req-b3f066e4-6f2f-4c50-9ce2-0d3ded245799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:49.078010 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8be98b21-861c-4280-981f-66c9f630d334 req-b3f066e4-6f2f-4c50-9ce2-0d3ded245799 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a11e99b-1739-442d-90c3-bd261ab26eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776999 Sep 14 23:14:49.204602 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8be98b21-861c-4280-981f-66c9f630d334 req-faf6edc7-c08c-4488-b256-dc7223d5b2bb service neutron] 10.222.0.20 "GET /v2.0/networks/7a11e99b-1739-442d-90c3-bd261ab26eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197090 Sep 14 23:14:49.331132 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8be98b21-861c-4280-981f-66c9f630d334 req-566bf41e-79c2-405c-9fc2-156b2e5f00ba service neutron] 10.222.0.20 "GET /v2.0/networks/7a11e99b-1739-442d-90c3-bd261ab26eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198869 Sep 14 23:14:49.414191 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:49.556853 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 89a54112-751f-4a46-a94c-3f004c1ca7f4 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:14:49.622560 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 89a54112-751f-4a46-a94c-3f004c1ca7f4 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:14:49.622925 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:49.737933 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 89a54112-751f-4a46-a94c-3f004c1ca7f4 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:14:50.096830 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69983948-5b4d-446d-9ec5-a1a6786fdc78 req-047c838d-1d01-452b-8fc3-a5a0cfec6afa tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:50.098181 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-69983948-5b4d-446d-9ec5-a1a6786fdc78 req-047c838d-1d01-452b-8fc3-a5a0cfec6afa tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 944 time: 0.0890522 Sep 14 23:14:50.141896 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-69983948-5b4d-446d-9ec5-a1a6786fdc78 req-c10747f2-eef0-4ac6-849f-34ad6c6afdae tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378449 Sep 14 23:14:50.196116 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 020ddf65-520c-456f-bff5-1d3a870061b3 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:14:50.327083 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 020ddf65-520c-456f-bff5-1d3a870061b3, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=020ddf65-520c-456f-bff5-1d3a870061b3,segment=NetworkSegment(2c984174-b68e-418f-ab73-3c2d08c12f58),segment_id=2c984174-b68e-418f-ab73-3c2d08c12f58)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:14:50.339871 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': '020ddf65-520c-456f-bff5-1d3a870061b3', 'network_id': '7a11e99b-1739-442d-90c3-bd261ab26eb2', 'port_id': '020ddf65-520c-456f-bff5-1d3a870061b3', 'mac_address': 'fa:16:3e:f4:e5:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d79fc7a-320c-478d-ab6a-74730ae8b2de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:14:50.397340 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 020ddf65-520c-456f-bff5-1d3a870061b3 is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:14:50.397714 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:50.413942 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 020ddf65-520c-456f-bff5-1d3a870061b3 {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:14:50.429042 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 020ddf65-520c-456f-bff5-1d3a870061b3, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=020ddf65-520c-456f-bff5-1d3a870061b3,segment=NetworkSegment(2c984174-b68e-418f-ab73-3c2d08c12f58),segment_id=2c984174-b68e-418f-ab73-3c2d08c12f58)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:14:50.433188 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:50.500282 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=020ddf65-520c-456f-bff5-1d3a870061b3,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:14:50.640724 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['020ddf65-520c-456f-bff5-1d3a870061b3'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:14:51.334620 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d06ff-ff48-4022-911a-2f618f12fce9 req-4f91b779-d814-4b48-9c52-77702cb86d9c tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:51.336073 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4a8d06ff-ff48-4022-911a-2f618f12fce9 req-4f91b779-d814-4b48-9c52-77702cb86d9c tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 945 time: 0.0879312 Sep 14 23:14:51.379660 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4a8d06ff-ff48-4022-911a-2f618f12fce9 req-3aa1c7c6-5a53-4018-aea9-f4ddd503ddad tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377803 Sep 14 23:14:52.198736 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 020ddf65-520c-456f-bff5-1d3a870061b3 up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:14:52.264904 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port 020ddf65-520c-456f-bff5-1d3a870061b3 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:14:52.269349 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port 020ddf65-520c-456f-bff5-1d3a870061b3 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:14:52.269714 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:52.388691 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 020ddf65-520c-456f-bff5-1d3a870061b3 is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:14:52.389062 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:52.416002 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4637f302-9184-46e5-9b24-2427067a0c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020ddf65-520c-456f-bff5-1d3a870061b3'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:14:52.418284 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f850a46-16bc-4b7b-8c30-a69486bdb911" -d '{"events": [{"server_uuid": "4637f302-9184-46e5-9b24-2427067a0c63", "name": "network-vif-plugged", "status": "completed", "tag": "020ddf65-520c-456f-bff5-1d3a870061b3"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:14:52.426211 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 020ddf65-520c-456f-bff5-1d3a870061b3, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=020ddf65-520c-456f-bff5-1d3a870061b3,segment=NetworkSegment(2c984174-b68e-418f-ab73-3c2d08c12f58),segment_id=2c984174-b68e-418f-ab73-3c2d08c12f58)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:14:52.431842 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:14:52.465181 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8f8c6b-ae91-4f3c-83ea-abf989655749 x-openstack-request-id: req-9e8f8c6b-ae91-4f3c-83ea-abf989655749 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:14:52.465462 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4637f302-9184-46e5-9b24-2427067a0c63", "name": "network-vif-plugged", "status": "completed", "tag": "020ddf65-520c-456f-bff5-1d3a870061b3", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:14:52.465770 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9e8f8c6b-ae91-4f3c-83ea-abf989655749 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:14:52.466156 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e8f8c6b-ae91-4f3c-83ea-abf989655749'] response: {'server_uuid': '4637f302-9184-46e5-9b24-2427067a0c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020ddf65-520c-456f-bff5-1d3a870061b3', 'code': 200} Sep 14 23:14:52.508955 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=020ddf65-520c-456f-bff5-1d3a870061b3,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:14:52.602697 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95b30c-f6a5-4ea4-8164-3efc98cefaaa req-857502b4-38f9-40b3-8c8e-bec0f089870c tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:52.604171 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4c95b30c-f6a5-4ea4-8164-3efc98cefaaa req-857502b4-38f9-40b3-8c8e-bec0f089870c tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.1007290 Sep 14 23:14:52.649440 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4c95b30c-f6a5-4ea4-8164-3efc98cefaaa req-48cef752-4ec8-44b8-a2dd-8506dea7d592 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379527 Sep 14 23:14:52.704382 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a871773-264a-425f-b27b-bae89baf9c2f req-07ddfa80-a585-4ddd-89d5-335fcc374377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:52.705895 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7a871773-264a-425f-b27b-bae89baf9c2f req-07ddfa80-a585-4ddd-89d5-335fcc374377 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 1099 time: 0.0762155 Sep 14 23:14:52.745742 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7a871773-264a-425f-b27b-bae89baf9c2f req-594ab799-72b8-42c8-9749-6c36807de8ce service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335917 Sep 14 23:14:53.852343 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755b4ef-f973-47af-8c51-dfe5efb86d9c req-9580aaf5-dce4-4107-8e34-05e434a99668 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:53.853816 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8755b4ef-f973-47af-8c51-dfe5efb86d9c req-9580aaf5-dce4-4107-8e34-05e434a99668 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0921803 Sep 14 23:14:53.897767 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8755b4ef-f973-47af-8c51-dfe5efb86d9c req-311d1c64-e53d-4497-9371-f5edbc9aedcc tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382538 Sep 14 23:14:55.090809 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a30b3-9283-4f56-b268-8169d1a05f05 req-88bd84d3-447d-47c2-b91c-03847e3443fb tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:55.092258 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4d9a30b3-9283-4f56-b268-8169d1a05f05 req-88bd84d3-447d-47c2-b91c-03847e3443fb tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0860233 Sep 14 23:14:55.134790 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4d9a30b3-9283-4f56-b268-8169d1a05f05 req-f0812ac8-6c37-4d97-bf2e-b18d4a38ca63 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369308 Sep 14 23:14:55.329952 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a8d21-9ab9-4947-b404-0d35e02ba3a5 req-19f69031-ac71-4405-b98f-546304a4ad41 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:55.331456 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-143a8d21-9ab9-4947-b404-0d35e02ba3a5 req-19f69031-ac71-4405-b98f-546304a4ad41 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0890419 Sep 14 23:14:55.375550 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-143a8d21-9ab9-4947-b404-0d35e02ba3a5 req-00b317b8-d7ed-46b7-a1a1-440acfce39ac tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379193 Sep 14 23:14:55.726598 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82322a22-bdc6-49d7-853a-b37986ad4407 req-0e736ef0-7fb6-4fee-819d-193e9ab68023 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:55.728042 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-82322a22-bdc6-49d7-853a-b37986ad4407 req-0e736ef0-7fb6-4fee-819d-193e9ab68023 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0853238 Sep 14 23:14:55.775028 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-82322a22-bdc6-49d7-853a-b37986ad4407 req-7192f1d7-a80d-41ee-b306-cc5afc063e80 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413494 Sep 14 23:14:55.968033 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c4149-a562-4e4a-bcc6-5d50b4ba3468 req-2cd87803-bbed-4524-80d4-120eb7019b16 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:55.969507 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a59c4149-a562-4e4a-bcc6-5d50b4ba3468 req-2cd87803-bbed-4524-80d4-120eb7019b16 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0866096 Sep 14 23:14:56.012974 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a59c4149-a562-4e4a-bcc6-5d50b4ba3468 req-b16e23f4-e5c6-4aa0-8c6e-4a3afd4ffa75 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373850 Sep 14 23:14:56.427371 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef639ebb-4e36-4bd3-bb3a-a2f76443b844 req-33b87ca8-922b-461c-89ff-e6435e4940cb tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:56.428847 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ef639ebb-4e36-4bd3-bb3a-a2f76443b844 req-33b87ca8-922b-461c-89ff-e6435e4940cb tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0957103 Sep 14 23:14:56.478264 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-64041404-8104-4780-816d-cdde12db085a req-14a5f64f-8f40-44d7-8bfa-bbf0c39ae4ae service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1873209 Sep 14 23:14:56.482320 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ef639ebb-4e36-4bd3-bb3a-a2f76443b844 req-3bc61493-14c4-4b67-b2d3-6d16b4d8bf28 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476251 Sep 14 23:14:57.693895 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0db8c-2371-46d3-9ec0-700a167d7010 req-d57fcb7c-25ff-422e-9a56-0dc91ff046bb tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:57.695360 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-94f0db8c-2371-46d3-9ec0-700a167d7010 req-d57fcb7c-25ff-422e-9a56-0dc91ff046bb tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0964849 Sep 14 23:14:57.725271 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64041404-8104-4780-816d-cdde12db085a req-27620aac-1631-4a1e-ae64-8f1542dca30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:57.726790 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-64041404-8104-4780-816d-cdde12db085a req-27620aac-1631-4a1e-ae64-8f1542dca30d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=915270951c534940b7fb5e52d188573a&device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 1099 time: 0.0806136 Sep 14 23:14:57.742301 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-94f0db8c-2371-46d3-9ec0-700a167d7010 req-2253f985-a99a-4bd1-85d6-faaffec813b3 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413549 Sep 14 23:14:57.863877 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64041404-8104-4780-816d-cdde12db085a req-39f49d35-d62f-44dc-9365-4002afaf6a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:57.865380 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-64041404-8104-4780-816d-cdde12db085a req-39f49d35-d62f-44dc-9365-4002afaf6a63 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7a11e99b-1739-442d-90c3-bd261ab26eb2 HTTP/1.1" status: 200 len: 915 time: 0.1331947 Sep 14 23:14:57.930916 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-64041404-8104-4780-816d-cdde12db085a req-838998a8-116b-43f0-81a1-4486e592b0c7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=020ddf65-520c-456f-bff5-1d3a870061b3 HTTP/1.1" status: 200 len: 217 time: 0.0595732 Sep 14 23:14:57.993448 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64041404-8104-4780-816d-cdde12db085a req-9439ba6e-165e-4a89-9431-4c54c6c0c0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:57.994740 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-64041404-8104-4780-816d-cdde12db085a req-9439ba6e-165e-4a89-9431-4c54c6c0c0c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d79fc7a-320c-478d-ab6a-74730ae8b2de HTTP/1.1" status: 200 len: 854 time: 0.0586898 Sep 14 23:14:58.074297 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64041404-8104-4780-816d-cdde12db085a req-ba9adba1-858c-4ac1-8a93-4e8abd0d16ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:58.075743 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-64041404-8104-4780-816d-cdde12db085a req-ba9adba1-858c-4ac1-8a93-4e8abd0d16ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a11e99b-1739-442d-90c3-bd261ab26eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753551 Sep 14 23:14:58.218136 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-64041404-8104-4780-816d-cdde12db085a req-c3ec12f3-73f0-47ef-9063-8f6e254839ad service neutron] 10.222.0.20 "GET /v2.0/networks/7a11e99b-1739-442d-90c3-bd261ab26eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317518 Sep 14 23:14:58.348334 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-64041404-8104-4780-816d-cdde12db085a req-4293582a-f930-4b90-b095-d9c02364d31f service neutron] 10.222.0.20 "GET /v2.0/networks/7a11e99b-1739-442d-90c3-bd261ab26eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238346 Sep 14 23:14:58.942424 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6002fb-64bd-4cd6-b73f-57995cb95a46 req-f1646e77-addd-40c4-90e0-970e68c4cc0f tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:14:58.943926 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2f6002fb-64bd-4cd6-b73f-57995cb95a46 req-f1646e77-addd-40c4-90e0-970e68c4cc0f tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0865705 Sep 14 23:14:58.987091 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2f6002fb-64bd-4cd6-b73f-57995cb95a46 req-88df16d5-2a4d-4c3d-a30d-2e9cd3c95f64 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375273 Sep 14 23:15:00.184922 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec13e6e-ccac-4be2-bbb9-13a24918e44e req-f8ca34c6-e4e3-4c63-ab1a-922da17d52ce tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:00.186370 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bec13e6e-ccac-4be2-bbb9-13a24918e44e req-f8ca34c6-e4e3-4c63-ab1a-922da17d52ce tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0906432 Sep 14 23:15:00.229901 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bec13e6e-ccac-4be2-bbb9-13a24918e44e req-5a3d61b1-5056-4ac8-9d26-6258916d8271 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380001 Sep 14 23:15:01.422862 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f1597-b0a0-40c1-b2a6-f74312177704 req-6afaa7cf-afc3-465d-9390-b430321f4f30 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:01.424293 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-be4f1597-b0a0-40c1-b2a6-f74312177704 req-6afaa7cf-afc3-465d-9390-b430321f4f30 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0863173 Sep 14 23:15:01.470320 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-be4f1597-b0a0-40c1-b2a6-f74312177704 req-6b3f1ac4-0f53-4885-8883-a6dda1c99f5f tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404003 Sep 14 23:15:02.670002 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42f5c0-7e2d-45e8-8bf6-d0a11647e9ea req-406e611f-4b96-4a1a-8a80-f586e1b8267e tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:02.671405 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6b42f5c0-7e2d-45e8-8bf6-d0a11647e9ea req-406e611f-4b96-4a1a-8a80-f586e1b8267e tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0888388 Sep 14 23:15:02.716572 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6b42f5c0-7e2d-45e8-8bf6-d0a11647e9ea req-8ef129f8-f22d-4981-ab2f-07b7b808db6e tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388656 Sep 14 23:15:04.005062 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8af608-286c-4e7e-a987-64383079424b req-b3470bf7-8145-4ac7-a2f7-9fb5f33059ce tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:04.006408 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2f8af608-286c-4e7e-a987-64383079424b req-b3470bf7-8145-4ac7-a2f7-9fb5f33059ce tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.1799188 Sep 14 23:15:04.049381 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2f8af608-286c-4e7e-a987-64383079424b req-4276112b-8cc3-4e23-9689-3a612f121336 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373704 Sep 14 23:15:05.244502 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d2ae8-b27b-49db-afa7-e7b0b098800b req-6796f1a8-2f99-430d-9f44-6b33362fb703 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:05.245960 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-507d2ae8-b27b-49db-afa7-e7b0b098800b req-6796f1a8-2f99-430d-9f44-6b33362fb703 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0884180 Sep 14 23:15:05.288920 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-507d2ae8-b27b-49db-afa7-e7b0b098800b req-1d552fd1-a08c-4db0-803f-3be7acd79f05 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373940 Sep 14 23:15:06.485508 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175665d-0861-4f92-a141-d30f919403d4 req-ac316c17-00ad-4eb0-8641-6a4708267c78 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:06.486969 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6175665d-0861-4f92-a141-d30f919403d4 req-ac316c17-00ad-4eb0-8641-6a4708267c78 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0866840 Sep 14 23:15:06.530216 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6175665d-0861-4f92-a141-d30f919403d4 req-9c165218-6375-4c94-b7f6-7ed192964226 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375714 Sep 14 23:15:07.720372 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-339aaf61-e88d-48ea-8dde-6268c3450ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:07.730303 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb90ab-c530-4ba3-b75b-6437b2e3f8a2 req-02a7732b-7598-4b84-86a2-6f18064b6ca4 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:07.731769 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6ddb90ab-c530-4ba3-b75b-6437b2e3f8a2 req-02a7732b-7598-4b84-86a2-6f18064b6ca4 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0935082 Sep 14 23:15:07.775643 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6ddb90ab-c530-4ba3-b75b-6437b2e3f8a2 req-0da804de-62f6-4672-8936-ec367001b920 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380456 Sep 14 23:15:08.971784 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391061d-efa4-43e0-ae91-71d830dae08a req-ea2ade47-7308-4544-a401-1a86bacffa3d tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:08.973263 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2391061d-efa4-43e0-ae91-71d830dae08a req-ea2ade47-7308-4544-a401-1a86bacffa3d tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0895000 Sep 14 23:15:09.016483 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2391061d-efa4-43e0-ae91-71d830dae08a req-371be0e5-d0b4-4768-83f2-52a0c26f1a97 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376942 Sep 14 23:15:09.684920 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:15:09.761627 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d68fef0c-aa9b-4ec5-ad65-8b59fce641a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:10.358118 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bbb96-5e12-4cf0-8836-f087e4131705 req-a38a1635-61bc-445f-a95e-f84ca79120bd tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:10.359728 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-581bbb96-5e12-4cf0-8836-f087e4131705 req-a38a1635-61bc-445f-a95e-f84ca79120bd tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0854998 Sep 14 23:15:10.403432 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-581bbb96-5e12-4cf0-8836-f087e4131705 req-70758f1c-ee2f-43eb-8de9-09efa08a3f09 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375257 Sep 14 23:15:10.845205 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:10.911667 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:11.607382 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de39a97-bef2-471e-a6cd-a419939699a5 req-a40e28be-aa0b-4073-8a42-9d9ef47419fa tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:11.608822 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3de39a97-bef2-471e-a6cd-a419939699a5 req-a40e28be-aa0b-4073-8a42-9d9ef47419fa tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0889580 Sep 14 23:15:11.652220 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3de39a97-bef2-471e-a6cd-a419939699a5 req-441a204b-dc92-4a16-8ee8-079fdc5f2125 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374641 Sep 14 23:15:12.448506 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:12.847578 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe908a-fda6-428d-a48d-08c9a40db252 req-77b51193-cb1b-4537-8c67-4f3300a3a9cd tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:12.849560 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bdbe908a-fda6-428d-a48d-08c9a40db252 req-77b51193-cb1b-4537-8c67-4f3300a3a9cd tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0886681 Sep 14 23:15:12.891395 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bdbe908a-fda6-428d-a48d-08c9a40db252 req-102921cf-37d5-42c2-aca4-9a7c00c95394 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362668 Sep 14 23:15:14.086135 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977df3d-5362-43d2-acd7-f7e0efa853a0 req-d53846c0-981c-4363-af22-33dcbd290ace tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:14.087577 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e977df3d-5362-43d2-acd7-f7e0efa853a0 req-d53846c0-981c-4363-af22-33dcbd290ace tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0850954 Sep 14 23:15:14.134521 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e977df3d-5362-43d2-acd7-f7e0efa853a0 req-da5623cb-3a17-4e68-b12e-c9c8f84a55d3 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413446 Sep 14 23:15:15.329910 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffd326-6f00-4102-8d48-c5c5cbc79b34 req-ccda5234-68e0-4df8-b6f6-9621452125b7 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:15.331336 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-39ffd326-6f00-4102-8d48-c5c5cbc79b34 req-ccda5234-68e0-4df8-b6f6-9621452125b7 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0881114 Sep 14 23:15:15.375650 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-39ffd326-6f00-4102-8d48-c5c5cbc79b34 req-9b629b33-cd3f-498a-8045-c6bbf863b51e tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378158 Sep 14 23:15:16.569724 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd61659-86b0-43bf-9ea0-8b5a675ca997 req-bab500aa-9b84-4a99-9e75-8011103a6179 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:16.571152 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bdd61659-86b0-43bf-9ea0-8b5a675ca997 req-bab500aa-9b84-4a99-9e75-8011103a6179 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0849972 Sep 14 23:15:16.617650 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bdd61659-86b0-43bf-9ea0-8b5a675ca997 req-68683b87-0898-46c4-a765-652b56c3c263 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408781 Sep 14 23:15:17.811969 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e8038-f3c5-4f6a-a469-066d6710f1db req-5e0762f9-3149-4945-982e-6435ad9129a2 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:17.813442 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9c0e8038-f3c5-4f6a-a469-066d6710f1db req-5e0762f9-3149-4945-982e-6435ad9129a2 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0862892 Sep 14 23:15:17.856073 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9c0e8038-f3c5-4f6a-a469-066d6710f1db req-e94e0739-fcc7-4f9a-835d-cfb0725268a0 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370841 Sep 14 23:15:18.460271 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956cb3b-2489-47c8-87c1-5d15ab6cd9bd req-ddc6bcca-db74-49de-ae2e-e78cb34462c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:18.461757 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c956cb3b-2489-47c8-87c1-5d15ab6cd9bd req-ddc6bcca-db74-49de-ae2e-e78cb34462c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=915270951c534940b7fb5e52d188573a&device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 1099 time: 0.0812421 Sep 14 23:15:18.604002 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956cb3b-2489-47c8-87c1-5d15ab6cd9bd req-a7457db2-735b-4eed-880b-79c57a46465c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:18.605450 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c956cb3b-2489-47c8-87c1-5d15ab6cd9bd req-a7457db2-735b-4eed-880b-79c57a46465c service neutron] 10.222.0.20 "GET /v2.0/networks?id=7a11e99b-1739-442d-90c3-bd261ab26eb2 HTTP/1.1" status: 200 len: 915 time: 0.1233432 Sep 14 23:15:18.672110 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c956cb3b-2489-47c8-87c1-5d15ab6cd9bd req-1031f076-1649-4160-9774-68fe59c84f97 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=020ddf65-520c-456f-bff5-1d3a870061b3 HTTP/1.1" status: 200 len: 217 time: 0.0582829 Sep 14 23:15:18.735207 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956cb3b-2489-47c8-87c1-5d15ab6cd9bd req-8ae7d159-eacf-4af4-8e9c-7000c8ff4209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:18.736564 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c956cb3b-2489-47c8-87c1-5d15ab6cd9bd req-8ae7d159-eacf-4af4-8e9c-7000c8ff4209 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d79fc7a-320c-478d-ab6a-74730ae8b2de HTTP/1.1" status: 200 len: 854 time: 0.0576677 Sep 14 23:15:18.815511 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956cb3b-2489-47c8-87c1-5d15ab6cd9bd req-a1258752-211b-49d4-95fd-9bc66895a7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:18.817491 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c956cb3b-2489-47c8-87c1-5d15ab6cd9bd req-a1258752-211b-49d4-95fd-9bc66895a7be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a11e99b-1739-442d-90c3-bd261ab26eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739923 Sep 14 23:15:18.944266 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c956cb3b-2489-47c8-87c1-5d15ab6cd9bd req-189e52b0-4af6-4c34-b45e-917c26caa241 service neutron] 10.222.0.20 "GET /v2.0/networks/7a11e99b-1739-442d-90c3-bd261ab26eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213238 Sep 14 23:15:19.055605 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24020a31-dc21-4014-9ccc-561f0bca66e7 req-beaee04e-2c51-4098-a6f9-3da02af3ac1d tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:19.057092 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-24020a31-dc21-4014-9ccc-561f0bca66e7 req-beaee04e-2c51-4098-a6f9-3da02af3ac1d tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0911458 Sep 14 23:15:19.076024 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c956cb3b-2489-47c8-87c1-5d15ab6cd9bd req-3b6a7e3f-b13d-490c-882b-918a771ca96f service neutron] 10.222.0.20 "GET /v2.0/networks/7a11e99b-1739-442d-90c3-bd261ab26eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249804 Sep 14 23:15:19.102202 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-24020a31-dc21-4014-9ccc-561f0bca66e7 req-dc593966-9e1c-4b63-b8f7-9005a6114c47 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393384 Sep 14 23:15:19.447198 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:20.293513 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f546c-7337-4086-93a6-b9e421a6f8f7 req-4a4946c1-b014-4981-b610-a1f49115062e tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:20.294949 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-018f546c-7337-4086-93a6-b9e421a6f8f7 req-4a4946c1-b014-4981-b610-a1f49115062e tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0855589 Sep 14 23:15:20.341454 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-018f546c-7337-4086-93a6-b9e421a6f8f7 req-af73b958-4525-4397-a2bd-f4f14513d5e5 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409536 Sep 14 23:15:21.538081 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a7932-4ba1-4ecc-9c4e-a3310eb364d6 req-909396dd-fec2-4788-9ea7-257374169af1 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:21.539593 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-337a7932-4ba1-4ecc-9c4e-a3310eb364d6 req-909396dd-fec2-4788-9ea7-257374169af1 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0870092 Sep 14 23:15:21.582097 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-337a7932-4ba1-4ecc-9c4e-a3310eb364d6 req-c949f66f-a4af-489e-baa7-4cc69919e79e tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366893 Sep 14 23:15:22.780321 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52051c-a314-4f7e-abec-a778337d3311 req-26bb1a9a-dc09-47ee-8b0d-70876bee1d78 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:22.781788 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-db52051c-a314-4f7e-abec-a778337d3311 req-26bb1a9a-dc09-47ee-8b0d-70876bee1d78 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0916893 Sep 14 23:15:22.824797 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-db52051c-a314-4f7e-abec-a778337d3311 req-e7c254e9-7156-447a-8a13-db7fa1bcdd07 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374694 Sep 14 23:15:24.016291 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8282bec-d966-408c-9ccd-13ae50f86585 req-c5aa3e1c-2b0c-424f-874d-2cc63cf5717a tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:24.017734 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a8282bec-d966-408c-9ccd-13ae50f86585 req-c5aa3e1c-2b0c-424f-874d-2cc63cf5717a tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0850053 Sep 14 23:15:24.064526 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a8282bec-d966-408c-9ccd-13ae50f86585 req-ea3f591d-f830-4bff-8590-160ef16930dd tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403712 Sep 14 23:15:25.263485 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58950b9-35ce-46a3-ae5a-dd4b34f61182 req-e12e9505-d798-43d2-b8a3-12b03981c6bc tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:25.264933 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a58950b9-35ce-46a3-ae5a-dd4b34f61182 req-e12e9505-d798-43d2-b8a3-12b03981c6bc tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0864127 Sep 14 23:15:25.307612 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a58950b9-35ce-46a3-ae5a-dd4b34f61182 req-c703428f-8490-4a62-b924-b67b9c8d671d tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371311 Sep 14 23:15:26.601653 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c25e74-be3b-4574-a362-aa81b28a9537 req-d4ff5e45-7663-46a1-a364-3d7a5814256d tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:26.602993 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-61c25e74-be3b-4574-a362-aa81b28a9537 req-d4ff5e45-7663-46a1-a364-3d7a5814256d tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.1832173 Sep 14 23:15:26.646706 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-61c25e74-be3b-4574-a362-aa81b28a9537 req-20eb01a5-4116-49a2-aa44-64c39b287fad tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380356 Sep 14 23:15:27.841099 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96748c-70d6-4a96-af71-6a9c229018c1 req-c747f956-a345-4f2e-9df9-0c7fab2c65c0 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:27.842454 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fe96748c-70d6-4a96-af71-6a9c229018c1 req-c747f956-a345-4f2e-9df9-0c7fab2c65c0 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0869834 Sep 14 23:15:27.888549 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fe96748c-70d6-4a96-af71-6a9c229018c1 req-9cb5576c-10eb-4abb-806f-4aae2de511bf tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399363 Sep 14 23:15:29.084778 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae8ec3-95ac-44c8-808d-8d302e59e17d req-7a513997-1ae4-4d3c-a14a-6b0f024c27d3 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:29.086216 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-baae8ec3-95ac-44c8-808d-8d302e59e17d req-7a513997-1ae4-4d3c-a14a-6b0f024c27d3 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0860481 Sep 14 23:15:29.133728 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-baae8ec3-95ac-44c8-808d-8d302e59e17d req-a16a6547-22de-4e35-b1c2-14f9d306529a tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419464 Sep 14 23:15:30.117832 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-64041404-8104-4780-816d-cdde12db085a req-7f31c26c-d5fa-4a3c-870b-8dfa63584463 service neutron] 10.222.0.20 "GET /v2.0/ports/020ddf65-520c-456f-bff5-1d3a870061b3/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.1648495 Sep 14 23:15:30.338577 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730d112-a1a5-4e30-a4a3-e4b20ac12e3f req-22782294-f3a0-45a2-852b-a2af11ca5577 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:30.340022 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5730d112-a1a5-4e30-a4a3-e4b20ac12e3f req-22782294-f3a0-45a2-852b-a2af11ca5577 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0901074 Sep 14 23:15:30.385578 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5730d112-a1a5-4e30-a4a3-e4b20ac12e3f req-8c4310a9-6dd4-4389-8f82-e3bafcfd5266 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391829 Sep 14 23:15:30.386905 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64041404-8104-4780-816d-cdde12db085a req-c4ed8540-ceb4-47b4-bd5c-22540ca15d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:30.388537 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-64041404-8104-4780-816d-cdde12db085a req-c4ed8540-ceb4-47b4-bd5c-22540ca15d7b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63&tenant_id=915270951c534940b7fb5e52d188573a HTTP/1.1" status: 200 len: 1099 time: 0.0795441 Sep 14 23:15:30.489579 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64041404-8104-4780-816d-cdde12db085a req-488870d3-d93d-406c-a626-6c71e5b5a07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:30.491051 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-64041404-8104-4780-816d-cdde12db085a req-488870d3-d93d-406c-a626-6c71e5b5a07b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=915270951c534940b7fb5e52d188573a&device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 1099 time: 0.0819204 Sep 14 23:15:30.620015 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64041404-8104-4780-816d-cdde12db085a req-a3289230-a7ec-43ab-bcd6-e6cfb60ee5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:30.621481 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-64041404-8104-4780-816d-cdde12db085a req-a3289230-a7ec-43ab-bcd6-e6cfb60ee5c1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7a11e99b-1739-442d-90c3-bd261ab26eb2 HTTP/1.1" status: 200 len: 915 time: 0.1253839 Sep 14 23:15:30.687999 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-64041404-8104-4780-816d-cdde12db085a req-b92aa70a-ec28-4bcf-9ce2-ce54134c9fb6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=020ddf65-520c-456f-bff5-1d3a870061b3 HTTP/1.1" status: 200 len: 217 time: 0.0605745 Sep 14 23:15:30.752486 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64041404-8104-4780-816d-cdde12db085a req-ca2a68a4-2b09-45f7-b240-7eb5f0dcfd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:30.753943 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-64041404-8104-4780-816d-cdde12db085a req-ca2a68a4-2b09-45f7-b240-7eb5f0dcfd39 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d79fc7a-320c-478d-ab6a-74730ae8b2de HTTP/1.1" status: 200 len: 854 time: 0.0603578 Sep 14 23:15:30.849005 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64041404-8104-4780-816d-cdde12db085a req-7ea59369-6d97-46ec-b38e-980d7568289d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:30.850530 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-64041404-8104-4780-816d-cdde12db085a req-7ea59369-6d97-46ec-b38e-980d7568289d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a11e99b-1739-442d-90c3-bd261ab26eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0903983 Sep 14 23:15:30.982407 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-64041404-8104-4780-816d-cdde12db085a req-ac93748e-e90a-4889-9295-3352a03ad76d service neutron] 10.222.0.20 "GET /v2.0/networks/7a11e99b-1739-442d-90c3-bd261ab26eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259692 Sep 14 23:15:31.110360 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-64041404-8104-4780-816d-cdde12db085a req-4ab62d93-0320-455d-9007-4105a1954517 service neutron] 10.222.0.20 "GET /v2.0/networks/7a11e99b-1739-442d-90c3-bd261ab26eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222148 Sep 14 23:15:31.580536 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922025fe-680c-482f-8f58-791c5a7c090b req-36f1a82b-066c-4ae9-a11d-3c9b5fe5cd0a tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:31.582035 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-922025fe-680c-482f-8f58-791c5a7c090b req-36f1a82b-066c-4ae9-a11d-3c9b5fe5cd0a tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0862560 Sep 14 23:15:31.628249 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-922025fe-680c-482f-8f58-791c5a7c090b req-b1ce8807-abc2-4b7d-b130-9a6022f0000e tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406075 Sep 14 23:15:32.832837 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b05f7-2697-4b14-8367-d1ef0e1848f8 req-63b43d13-eb93-4ba6-832f-28adb88eefbc tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:32.834299 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e45b05f7-2697-4b14-8367-d1ef0e1848f8 req-63b43d13-eb93-4ba6-832f-28adb88eefbc tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0871491 Sep 14 23:15:32.877777 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e45b05f7-2697-4b14-8367-d1ef0e1848f8 req-bd0514b9-374b-44d3-bfa3-34da4751ae11 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373209 Sep 14 23:15:33.191581 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387a891-66e6-4a6e-82b8-fc2dc7c8feab req-5b0729af-f7f8-4701-b848-767293d14cfb tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:33.193605 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1387a891-66e6-4a6e-82b8-fc2dc7c8feab req-5b0729af-f7f8-4701-b848-767293d14cfb tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0913060 Sep 14 23:15:33.202858 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b01e6-3faa-4e83-9211-c521c89fd115 req-d82b8ac0-8441-4be7-ac02-4e67880ba1ab tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:33.203557 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-6e1b01e6-3faa-4e83-9211-c521c89fd115 req-d82b8ac0-8441-4be7-ac02-4e67880ba1ab tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Synchronizing usage tracker for tenant:915270951c534940b7fb5e52d188573a on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:15:33.220579 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-6e1b01e6-3faa-4e83-9211-c521c89fd115 req-d82b8ac0-8441-4be7-ac02-4e67880ba1ab tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Unset dirty status for tenant:915270951c534940b7fb5e52d188573a on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:15:33.221757 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6e1b01e6-3faa-4e83-9211-c521c89fd115 req-d82b8ac0-8441-4be7-ac02-4e67880ba1ab tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63&tenant_id=915270951c534940b7fb5e52d188573a&binding%3Ahost_id=hv-neutron-8577 HTTP/1.1" status: 200 len: 946 time: 0.1131825 Sep 14 23:15:33.239259 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1387a891-66e6-4a6e-82b8-fc2dc7c8feab req-30f56cb3-9347-403d-ab38-e2396d44265d tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395126 Sep 14 23:15:33.364767 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b01e6-3faa-4e83-9211-c521c89fd115 req-f4d8ed63-c49e-4526-b58e-4189c8e86ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:33.366243 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6e1b01e6-3faa-4e83-9211-c521c89fd115 req-f4d8ed63-c49e-4526-b58e-4189c8e86ed0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=915270951c534940b7fb5e52d188573a&device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 1099 time: 0.0782559 Sep 14 23:15:33.495659 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b01e6-3faa-4e83-9211-c521c89fd115 req-ff2205ea-3b21-47d4-943e-e6d26c35fdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:33.497047 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6e1b01e6-3faa-4e83-9211-c521c89fd115 req-ff2205ea-3b21-47d4-943e-e6d26c35fdf7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7a11e99b-1739-442d-90c3-bd261ab26eb2 HTTP/1.1" status: 200 len: 915 time: 0.1256616 Sep 14 23:15:33.565907 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6e1b01e6-3faa-4e83-9211-c521c89fd115 req-d53f1bc6-9077-4b7f-88d3-2e6224a5aa95 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=020ddf65-520c-456f-bff5-1d3a870061b3 HTTP/1.1" status: 200 len: 217 time: 0.0634654 Sep 14 23:15:33.756000 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b01e6-3faa-4e83-9211-c521c89fd115 req-ce259f39-0e51-4e9f-abc1-8f1618ed4ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:33.757339 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6e1b01e6-3faa-4e83-9211-c521c89fd115 req-ce259f39-0e51-4e9f-abc1-8f1618ed4ac6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d79fc7a-320c-478d-ab6a-74730ae8b2de HTTP/1.1" status: 200 len: 854 time: 0.0568511 Sep 14 23:15:33.841427 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b01e6-3faa-4e83-9211-c521c89fd115 req-ba5876ff-06b8-4a7e-ab6c-636c8efface8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:33.842876 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6e1b01e6-3faa-4e83-9211-c521c89fd115 req-ba5876ff-06b8-4a7e-ab6c-636c8efface8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a11e99b-1739-442d-90c3-bd261ab26eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788991 Sep 14 23:15:33.970632 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6e1b01e6-3faa-4e83-9211-c521c89fd115 req-57d6e213-c32e-42ac-b424-ac3773f654e5 service neutron] 10.222.0.20 "GET /v2.0/networks/7a11e99b-1739-442d-90c3-bd261ab26eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213441 Sep 14 23:15:34.188575 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6e1b01e6-3faa-4e83-9211-c521c89fd115 req-07de7703-83e0-480a-b2e6-5deb37b11374 service neutron] 10.222.0.20 "GET /v2.0/networks/7a11e99b-1739-442d-90c3-bd261ab26eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114956 Sep 14 23:15:34.439592 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f7a6c-76b2-4204-9583-1fe69d56c7f6 req-50d320c2-a9ec-449f-991e-50371ec6d446 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:34.440966 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-576f7a6c-76b2-4204-9583-1fe69d56c7f6 req-50d320c2-a9ec-449f-991e-50371ec6d446 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0863869 Sep 14 23:15:34.487806 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-576f7a6c-76b2-4204-9583-1fe69d56c7f6 req-98c89ff6-6fba-4db7-ae0f-59eed3132525 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407188 Sep 14 23:15:35.682301 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef3f0a-b534-41a1-9328-645bb6519fc0 req-9e1e3382-dc87-4fd9-b838-a4d64d9e7d73 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:35.683740 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6cef3f0a-b534-41a1-9328-645bb6519fc0 req-9e1e3382-dc87-4fd9-b838-a4d64d9e7d73 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0855799 Sep 14 23:15:35.727802 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6cef3f0a-b534-41a1-9328-645bb6519fc0 req-c863edd3-7233-4f29-bd5b-109b8f756fe3 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385528 Sep 14 23:15:35.921115 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa82f4-95f1-4f65-acc0-2148a35837ce req-266f0ee1-2c04-4914-b02e-ab9e854bab42 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:35.922577 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d3aa82f4-95f1-4f65-acc0-2148a35837ce req-266f0ee1-2c04-4914-b02e-ab9e854bab42 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0879464 Sep 14 23:15:35.965676 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d3aa82f4-95f1-4f65-acc0-2148a35837ce req-27f61bf0-0f08-419f-b9fc-5722b87d89e6 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370753 Sep 14 23:15:36.059895 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 59394) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:15:36.064998 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-9cc94d4e-98cc-450e-a022-91ca02a4a245 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1914906140', 'description': 'tempest-description--814171025'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:15:36.071534 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-9cc94d4e-98cc-450e-a022-91ca02a4a245 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:15:36.075350 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9cc94d4e-98cc-450e-a022-91ca02a4a245 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Usage tracker for resource:security_group and tenant:915270951c534940b7fb5e52d188573a is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:15:36.078218 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9cc94d4e-98cc-450e-a022-91ca02a4a245 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:15:36.084219 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-9cc94d4e-98cc-450e-a022-91ca02a4a245 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:15:36.093642 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9cc94d4e-98cc-450e-a022-91ca02a4a245 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:36.112594 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-9cc94d4e-98cc-450e-a022-91ca02a4a245 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:15:36.116982 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9cc94d4e-98cc-450e-a022-91ca02a4a245 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Usage tracker for resource:security_group_rule and tenant:915270951c534940b7fb5e52d188573a is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:15:36.119779 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-9cc94d4e-98cc-450e-a022-91ca02a4a245 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:15:36.125530 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-9cc94d4e-98cc-450e-a022-91ca02a4a245 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:15:36.195706 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9cc94d4e-98cc-450e-a022-91ca02a4a245 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:36.199396 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9cc94d4e-98cc-450e-a022-91ca02a4a245 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:36.239992 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc94d4e-98cc-450e-a022-91ca02a4a245 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4084b24f-4f75-4926-94a1-8ff961033742,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:15:36.243805 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9cc94d4e-98cc-450e-a022-91ca02a4a245 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:36.245016 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9cc94d4e-98cc-450e-a022-91ca02a4a245 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1841230 Sep 14 23:15:36.248070 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 59398) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:15:36.249641 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc94d4e-98cc-450e-a022-91ca02a4a245 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:36.249979 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc94d4e-98cc-450e-a022-91ca02a4a245 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:36.250313 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc94d4e-98cc-450e-a022-91ca02a4a245 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:36.250639 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc94d4e-98cc-450e-a022-91ca02a4a245 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:36.250960 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc94d4e-98cc-450e-a022-91ca02a4a245 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:36.251281 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc94d4e-98cc-450e-a022-91ca02a4a245 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:36.251618 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc94d4e-98cc-450e-a022-91ca02a4a245 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:36.251918 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc94d4e-98cc-450e-a022-91ca02a4a245 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:36.252225 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc94d4e-98cc-450e-a022-91ca02a4a245 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:36.252540 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc94d4e-98cc-450e-a022-91ca02a4a245 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:36.252880 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc94d4e-98cc-450e-a022-91ca02a4a245 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:36.253192 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc94d4e-98cc-450e-a022-91ca02a4a245 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:36.253513 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-9588ef89-c020-4add-bdec-acdd95bbbbf0 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Request body: {'security_group_rule': {'security_group_id': '4084b24f-4f75-4926-94a1-8ff961033742', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:15:36.259790 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-9588ef89-c020-4add-bdec-acdd95bbbbf0 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:15:36.263703 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9588ef89-c020-4add-bdec-acdd95bbbbf0 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Usage tracker for resource:security_group_rule and tenant:915270951c534940b7fb5e52d188573a is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:15:36.266642 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9588ef89-c020-4add-bdec-acdd95bbbbf0 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:15:36.272720 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-9588ef89-c020-4add-bdec-acdd95bbbbf0 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:15:36.288407 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9588ef89-c020-4add-bdec-acdd95bbbbf0 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:36.348411 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9588ef89-c020-4add-bdec-acdd95bbbbf0 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:36.352035 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9588ef89-c020-4add-bdec-acdd95bbbbf0 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:36.375499 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9588ef89-c020-4add-bdec-acdd95bbbbf0 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5795e1ec-b060-4f6f-8d42-d6fbf86dfb9d,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:15:36.386136 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9588ef89-c020-4add-bdec-acdd95bbbbf0 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:36.386487 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9588ef89-c020-4add-bdec-acdd95bbbbf0 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:36.386879 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9588ef89-c020-4add-bdec-acdd95bbbbf0 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:36.387230 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9588ef89-c020-4add-bdec-acdd95bbbbf0 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:36.387559 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9588ef89-c020-4add-bdec-acdd95bbbbf0 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:36.387887 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9588ef89-c020-4add-bdec-acdd95bbbbf0 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:36.388212 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9588ef89-c020-4add-bdec-acdd95bbbbf0 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:36.388534 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9588ef89-c020-4add-bdec-acdd95bbbbf0 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:36.388949 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9588ef89-c020-4add-bdec-acdd95bbbbf0 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:36.389274 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9588ef89-c020-4add-bdec-acdd95bbbbf0 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:36.389598 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9588ef89-c020-4add-bdec-acdd95bbbbf0 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:36.389916 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9588ef89-c020-4add-bdec-acdd95bbbbf0 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:36.392895 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9588ef89-c020-4add-bdec-acdd95bbbbf0 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:36.394039 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9588ef89-c020-4add-bdec-acdd95bbbbf0 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1449506 Sep 14 23:15:36.396791 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 59402) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:15:36.401431 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-c9405ce3-5d3a-4a4b-ba59-3d81e20ccf66 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Request body: {'security_group_rule': {'security_group_id': '4084b24f-4f75-4926-94a1-8ff961033742', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:15:36.407273 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c9405ce3-5d3a-4a4b-ba59-3d81e20ccf66 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:15:36.411696 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c9405ce3-5d3a-4a4b-ba59-3d81e20ccf66 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Usage tracker for resource:security_group_rule and tenant:915270951c534940b7fb5e52d188573a is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:15:36.414607 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c9405ce3-5d3a-4a4b-ba59-3d81e20ccf66 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:15:36.420214 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c9405ce3-5d3a-4a4b-ba59-3d81e20ccf66 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:15:36.437394 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c9405ce3-5d3a-4a4b-ba59-3d81e20ccf66 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:36.500689 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c9405ce3-5d3a-4a4b-ba59-3d81e20ccf66 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:36.503834 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c9405ce3-5d3a-4a4b-ba59-3d81e20ccf66 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:36.526239 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9405ce3-5d3a-4a4b-ba59-3d81e20ccf66 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03c57e35-9728-4cc9-a119-672ca10525e6,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:15:36.534492 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c9405ce3-5d3a-4a4b-ba59-3d81e20ccf66 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:36.536261 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c9405ce3-5d3a-4a4b-ba59-3d81e20ccf66 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1386554 Sep 14 23:15:36.539370 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 59406) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:15:36.544105 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-faf99a01-b919-45a0-98d8-234a5bf26ad2 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:15:36.549668 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-faf99a01-b919-45a0-98d8-234a5bf26ad2 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:15:36.554009 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-faf99a01-b919-45a0-98d8-234a5bf26ad2 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Usage tracker for resource:floatingip and tenant:915270951c534940b7fb5e52d188573a is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:15:36.556797 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-faf99a01-b919-45a0-98d8-234a5bf26ad2 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:15:36.562384 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-faf99a01-b919-45a0-98d8-234a5bf26ad2 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:15:36.572391 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-faf99a01-b919-45a0-98d8-234a5bf26ad2 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks [] for floatingip, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:36.704443 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-faf99a01-b919-45a0-98d8-234a5bf26ad2 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:36.834029 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-faf99a01-b919-45a0-98d8-234a5bf26ad2 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Allocated IP 172.26.5.14 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/115ec69b-307d-4808-a780-6775ea8e59ba) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:15:36.980636 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-faf99a01-b919-45a0-98d8-234a5bf26ad2 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:37.009025 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-faf99a01-b919-45a0-98d8-234a5bf26ad2 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:37.069192 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf99a01-b919-45a0-98d8-234a5bf26ad2 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:15:37.071856 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-faf99a01-b919-45a0-98d8-234a5bf26ad2 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:15:37.075369 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf99a01-b919-45a0-98d8-234a5bf26ad2 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:15:37.115860 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf99a01-b919-45a0-98d8-234a5bf26ad2 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Pushing event updated for resources: {'Port': ['ID=115ec69b-307d-4808-a780-6775ea8e59ba,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:15:37.156903 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-faf99a01-b919-45a0-98d8-234a5bf26ad2 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:37.217539 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-faf99a01-b919-45a0-98d8-234a5bf26ad2 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:37.416850 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-faf99a01-b919-45a0-98d8-234a5bf26ad2 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:37.421382 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-faf99a01-b919-45a0-98d8-234a5bf26ad2 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:37.620136 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-faf99a01-b919-45a0-98d8-234a5bf26ad2 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:37.623959 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf99a01-b919-45a0-98d8-234a5bf26ad2 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Pushing event updated for resources: {'Port': ['ID=115ec69b-307d-4808-a780-6775ea8e59ba,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:15:37.644885 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-faf99a01-b919-45a0-98d8-234a5bf26ad2 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:37.646329 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-faf99a01-b919-45a0-98d8-234a5bf26ad2 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1057730 Sep 14 23:15:37.713679 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bd26dd87-e6d6-43ec-b826-04a750392e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:37.816854 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90cfd5-9c41-4cc0-aaa4-4a778070b2b6 req-5e093a66-2e96-43e0-afd3-73e8ee4153e2 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:37.818281 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ed90cfd5-9c41-4cc0-aaa4-4a778070b2b6 req-5e093a66-2e96-43e0-afd3-73e8ee4153e2 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0886452 Sep 14 23:15:37.861607 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ed90cfd5-9c41-4cc0-aaa4-4a778070b2b6 req-6429ee27-a829-47af-9be1-3e655e83d518 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377395 Sep 14 23:15:38.349229 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-cdc8eddc-d30e-44f2-8e65-e1446b90cdc1 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:38.350650 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-cdc8eddc-d30e-44f2-8e65-e1446b90cdc1 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/networks?id=7a11e99b-1739-442d-90c3-bd261ab26eb2 HTTP/1.1" status: 200 len: 815 time: 0.1515477 Sep 14 23:15:38.365432 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-56f2a678-7ed5-4e44-afb7-13242388b66b tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/quotas/915270951c534940b7fb5e52d188573a HTTP/1.1" status: 200 len: 375 time: 0.0094218 Sep 14 23:15:38.457481 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-c56456a5-5575-4f3f-b4ca-85db1dee9c55 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=915270951c534940b7fb5e52d188573a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0867176 Sep 14 23:15:38.467998 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-760bd650-b1bd-4b8b-8067-8fb9a40c71ae service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 23:15:38.469158 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-760bd650-b1bd-4b8b-8067-8fb9a40c71ae service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053723 Sep 14 23:15:38.603613 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-fba404b0-1e98-4811-bac9-a97c458b82cd service neutron] 10.222.0.33 "GET /v2.0/networks/7a11e99b-1739-442d-90c3-bd261ab26eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286263 Sep 14 23:15:38.733404 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-6c2f6bab-da2c-4158-a33d-bae4e82f4e67 service neutron] 10.222.0.33 "GET /v2.0/networks/7a11e99b-1739-442d-90c3-bd261ab26eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240451 Sep 14 23:15:38.923954 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c329a30e-e371-41bf-874d-1967540f9fb5 req-ae4689b1-1010-4d84-bf97-532bef82bc3c tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 210 time: 0.0604134 Sep 14 23:15:39.761910 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-00647f1c-d9ae-4ee4-bee2-ef09a49f7b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:39.899448 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737751fe-ea09-4ee0-a65d-36a7f704af6a req-5dbb88cf-46b8-43f1-bd86-e13320ad1264 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:39.900905 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-737751fe-ea09-4ee0-a65d-36a7f704af6a req-5dbb88cf-46b8-43f1-bd86-e13320ad1264 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.20 "GET /v2.0/ports?device_id=4637f302-9184-46e5-9b24-2427067a0c63 HTTP/1.1" status: 200 len: 946 time: 0.0894153 Sep 14 23:15:39.949764 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-10c22a9d-d4f0-4f35-9a07-58f22aa11743 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:39.952553 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-10c22a9d-d4f0-4f35-9a07-58f22aa11743 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.20 "GET /v2.0/networks?id=7a11e99b-1739-442d-90c3-bd261ab26eb2 HTTP/1.1" status: 200 len: 815 time: 0.1491497 Sep 14 23:15:39.964388 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-b77650fa-1066-4e48-b8c6-c3fb6a34e69d tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Request body: {'port': {'device_id': 'b844de0e-ba35-4c34-ae86-e5ad71cdb27c', 'network_id': '7a11e99b-1739-442d-90c3-bd261ab26eb2', 'admin_state_up': True, 'tenant_id': '915270951c534940b7fb5e52d188573a'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:15:39.992659 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [req-737751fe-ea09-4ee0-a65d-36a7f704af6a req-d7bd4833-44dd-4c34-af84-ed1c9152d57b tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Deleting port 020ddf65-520c-456f-bff5-1d3a870061b3 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:15:39.993249 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-737751fe-ea09-4ee0-a65d-36a7f704af6a req-d7bd4833-44dd-4c34-af84-ed1c9152d57b tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:40.102459 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ef0561f1-422d-489a-a6d3-7fc65f8295db req-e63457db-6ec0-448e-9d0f-10dc66505c0c tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 210 time: 0.0557959 Sep 14 23:15:40.112072 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-b77650fa-1066-4e48-b8c6-c3fb6a34e69d tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:15:40.121963 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-b77650fa-1066-4e48-b8c6-c3fb6a34e69d tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:15:40.131980 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-b77650fa-1066-4e48-b8c6-c3fb6a34e69d tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Made reservation on behalf of 915270951c534940b7fb5e52d188573a for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:15:40.135707 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-b77650fa-1066-4e48-b8c6-c3fb6a34e69d tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:40.296954 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-b77650fa-1066-4e48-b8c6-c3fb6a34e69d tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Allocated IP 172.20.0.10 (7a11e99b-1739-442d-90c3-bd261ab26eb2/3d79fc7a-320c-478d-ab6a-74730ae8b2de/6db6f2f2-7954-478b-998b-16c529319c7f) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:15:40.299276 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-737751fe-ea09-4ee0-a65d-36a7f704af6a req-d7bd4833-44dd-4c34-af84-ed1c9152d57b tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] For port 020ddf65-520c-456f-bff5-1d3a870061b3, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=020ddf65-520c-456f-bff5-1d3a870061b3,segment=NetworkSegment(2c984174-b68e-418f-ab73-3c2d08c12f58),segment_id=2c984174-b68e-418f-ab73-3c2d08c12f58)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:15:40.299635 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-737751fe-ea09-4ee0-a65d-36a7f704af6a req-d7bd4833-44dd-4c34-af84-ed1c9152d57b tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:40.423476 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [req-737751fe-ea09-4ee0-a65d-36a7f704af6a req-d7bd4833-44dd-4c34-af84-ed1c9152d57b tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Calling delete_port for 020ddf65-520c-456f-bff5-1d3a870061b3 owned by compute:nova {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:15:40.501738 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-b77650fa-1066-4e48-b8c6-c3fb6a34e69d tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:40.573218 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-737751fe-ea09-4ee0-a65d-36a7f704af6a req-d7bd4833-44dd-4c34-af84-ed1c9152d57b tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:40.573454 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-b77650fa-1066-4e48-b8c6-c3fb6a34e69d tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Transition to ACTIVE for port object 6db6f2f2-7954-478b-998b-16c529319c7f will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:15:40.586858 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['020ddf65-520c-456f-bff5-1d3a870061b3'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:15:40.604038 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-b77650fa-1066-4e48-b8c6-c3fb6a34e69d tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:40.625128 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd4833-44dd-4c34-af84-ed1c9152d57b tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Pushing event deleted for resources: {'Port': ['ID=020ddf65-520c-456f-bff5-1d3a870061b3,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:15:40.635517 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['020ddf65-520c-456f-bff5-1d3a870061b3'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:15:40.676895 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-b77650fa-1066-4e48-b8c6-c3fb6a34e69d tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Network 7a11e99b-1739-442d-90c3-bd261ab26eb2 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:15:40.681150 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-b77650fa-1066-4e48-b8c6-c3fb6a34e69d tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:15:40.685122 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-b77650fa-1066-4e48-b8c6-c3fb6a34e69d tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:15:40.736825 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77650fa-1066-4e48-b8c6-c3fb6a34e69d tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Pushing event updated for resources: {'Port': ['ID=6db6f2f2-7954-478b-998b-16c529319c7f,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:15:40.763102 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-b77650fa-1066-4e48-b8c6-c3fb6a34e69d tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:40.763913 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-b77650fa-1066-4e48-b8c6-c3fb6a34e69d tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:40.794324 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-b77650fa-1066-4e48-b8c6-c3fb6a34e69d tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8338692 Sep 14 23:15:40.806782 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-1d5285bc-f5bf-455a-a3b6-f4f7fa18627e service neutron] Request body: {'port': {'device_id': 'b844de0e-ba35-4c34-ae86-e5ad71cdb27c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:15:40.830173 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [req-737751fe-ea09-4ee0-a65d-36a7f704af6a req-d7bd4833-44dd-4c34-af84-ed1c9152d57b tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] No DVR routers for this DVR port 020ddf65-520c-456f-bff5-1d3a870061b3 on host hv-neutron-8577 {{(pid=89170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:15:40.832758 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-737751fe-ea09-4ee0-a65d-36a7f704af6a req-d7bd4833-44dd-4c34-af84-ed1c9152d57b tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:40.835188 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4637f302-9184-46e5-9b24-2427067a0c63', 'name': 'network-vif-deleted', 'tag': '020ddf65-520c-456f-bff5-1d3a870061b3'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:15:40.837496 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa67772d-f610-42f4-9078-97f10aae2c04" -d '{"events": [{"server_uuid": "4637f302-9184-46e5-9b24-2427067a0c63", "name": "network-vif-deleted", "tag": "020ddf65-520c-456f-bff5-1d3a870061b3"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:15:40.853440 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-737751fe-ea09-4ee0-a65d-36a7f704af6a req-d7bd4833-44dd-4c34-af84-ed1c9152d57b tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.20 "DELETE /v2.0/ports/020ddf65-520c-456f-bff5-1d3a870061b3 HTTP/1.1" status: 204 len: 173 time: 0.9452736 Sep 14 23:15:40.861136 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:40.926908 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:40.955275 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-1d5285bc-f5bf-455a-a3b6-f4f7fa18627e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:40.979713 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3388b3f-ab5f-4bcc-a73e-1385b6715f62 x-openstack-request-id: req-d3388b3f-ab5f-4bcc-a73e-1385b6715f62 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:15:40.980010 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4637f302-9184-46e5-9b24-2427067a0c63", "name": "network-vif-deleted", "tag": "020ddf65-520c-456f-bff5-1d3a870061b3", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:15:40.980304 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d3388b3f-ab5f-4bcc-a73e-1385b6715f62 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:15:40.980789 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3388b3f-ab5f-4bcc-a73e-1385b6715f62'] response: {'server_uuid': '4637f302-9184-46e5-9b24-2427067a0c63', 'name': 'network-vif-deleted', 'tag': '020ddf65-520c-456f-bff5-1d3a870061b3', 'status': 'completed', 'code': 200} Sep 14 23:15:41.129948 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e14d6d64-2111-4351-bd69-95b494198823 None None] Provisioning for port 6db6f2f2-7954-478b-998b-16c529319c7f completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:15:41.135712 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e14d6d64-2111-4351-bd69-95b494198823 None None] Provisioning complete for port 6db6f2f2-7954-478b-998b-16c529319c7f triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:15:41.136089 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e14d6d64-2111-4351-bd69-95b494198823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:41.194810 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-e14d6d64-2111-4351-bd69-95b494198823 None None] Port 6db6f2f2-7954-478b-998b-16c529319c7f cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:15:41.313168 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c68c5-0816-46a9-a792-8226d89ab492 req-c3295583-1968-40d7-89d7-063a28c20c68 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:41.314497 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-1d5285bc-f5bf-455a-a3b6-f4f7fa18627e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db6f2f2-7954-478b-998b-16c529319c7f {{(pid=89171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:15:41.315395 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-790c68c5-0816-46a9-a792-8226d89ab492 req-c3295583-1968-40d7-89d7-063a28c20c68 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Synchronizing usage tracker for tenant:915270951c534940b7fb5e52d188573a on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:15:41.322193 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-1d5285bc-f5bf-455a-a3b6-f4f7fa18627e service neutron] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:41.334935 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-790c68c5-0816-46a9-a792-8226d89ab492 req-c3295583-1968-40d7-89d7-063a28c20c68 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Unset dirty status for tenant:915270951c534940b7fb5e52d188573a on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:15:41.336243 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-790c68c5-0816-46a9-a792-8226d89ab492 req-c3295583-1968-40d7-89d7-063a28c20c68 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 932 time: 0.1143677 Sep 14 23:15:41.339249 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-1d5285bc-f5bf-455a-a3b6-f4f7fa18627e service neutron] Transition to ACTIVE for port object 6db6f2f2-7954-478b-998b-16c529319c7f will not be triggered until provisioned by entity L2. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:15:41.345012 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-1d5285bc-f5bf-455a-a3b6-f4f7fa18627e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:41.386534 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-790c68c5-0816-46a9-a792-8226d89ab492 req-40cd36fa-d0df-4d6c-a563-179995fd8518 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429695 Sep 14 23:15:41.556940 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5285bc-f5bf-455a-a3b6-f4f7fa18627e service neutron] Pushing event updated for resources: {'Port': ['ID=6db6f2f2-7954-478b-998b-16c529319c7f,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:15:41.586859 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-1d5285bc-f5bf-455a-a3b6-f4f7fa18627e service neutron] Attempting to bind port 6db6f2f2-7954-478b-998b-16c529319c7f on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:15:41.587187 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-1d5285bc-f5bf-455a-a3b6-f4f7fa18627e service neutron] Attempting to bind port 6db6f2f2-7954-478b-998b-16c529319c7f by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '2c984174-b68e-418f-ab73-3c2d08c12f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7a11e99b-1739-442d-90c3-bd261ab26eb2'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:15:41.587508 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-1d5285bc-f5bf-455a-a3b6-f4f7fa18627e service neutron] Attempting to bind port 6db6f2f2-7954-478b-998b-16c529319c7f on network 7a11e99b-1739-442d-90c3-bd261ab26eb2 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:15:41.591931 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-1d5285bc-f5bf-455a-a3b6-f4f7fa18627e service neutron] Port 6db6f2f2-7954-478b-998b-16c529319c7f on network 7a11e99b-1739-442d-90c3-bd261ab26eb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:15:41.592242 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-1d5285bc-f5bf-455a-a3b6-f4f7fa18627e service neutron] Attempting to bind port 6db6f2f2-7954-478b-998b-16c529319c7f on network 7a11e99b-1739-442d-90c3-bd261ab26eb2 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:15:41.597268 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-1d5285bc-f5bf-455a-a3b6-f4f7fa18627e service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:15:41.597549 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-1d5285bc-f5bf-455a-a3b6-f4f7fa18627e service neutron] Checking segment: {'id': '2c984174-b68e-418f-ab73-3c2d08c12f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7a11e99b-1739-442d-90c3-bd261ab26eb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:15:41.597905 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-1d5285bc-f5bf-455a-a3b6-f4f7fa18627e service neutron] Bound using segment: {'id': '2c984174-b68e-418f-ab73-3c2d08c12f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7a11e99b-1739-442d-90c3-bd261ab26eb2'} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:15:41.598360 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-1d5285bc-f5bf-455a-a3b6-f4f7fa18627e service neutron] Bound port: 6db6f2f2-7954-478b-998b-16c529319c7f, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c984174-b68e-418f-ab73-3c2d08c12f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7a11e99b-1739-442d-90c3-bd261ab26eb2'}}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:15:41.598701 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-1d5285bc-f5bf-455a-a3b6-f4f7fa18627e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:41.687387 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-1d5285bc-f5bf-455a-a3b6-f4f7fa18627e service neutron] For port 6db6f2f2-7954-478b-998b-16c529319c7f, host hv-neutron-8577, cleared binding levels {{(pid=89171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:15:41.690757 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-1d5285bc-f5bf-455a-a3b6-f4f7fa18627e service neutron] For port 6db6f2f2-7954-478b-998b-16c529319c7f, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6db6f2f2-7954-478b-998b-16c529319c7f,segment=NetworkSegment(2c984174-b68e-418f-ab73-3c2d08c12f58),segment_id=2c984174-b68e-418f-ab73-3c2d08c12f58)] {{(pid=89171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:15:41.695104 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-1d5285bc-f5bf-455a-a3b6-f4f7fa18627e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:41.725616 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-1d5285bc-f5bf-455a-a3b6-f4f7fa18627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:41.726223 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-1d5285bc-f5bf-455a-a3b6-f4f7fa18627e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:41.727579 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-1d5285bc-f5bf-455a-a3b6-f4f7fa18627e service neutron] 10.222.0.20 "PUT /v2.0/ports/6db6f2f2-7954-478b-998b-16c529319c7f HTTP/1.1" status: 200 len: 1094 time: 0.9254622 Sep 14 23:15:41.727996 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b844de0e-ba35-4c34-ae86-e5ad71cdb27c', 'tag': '6db6f2f2-7954-478b-998b-16c529319c7f'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:15:41.730334 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b5c512-ab7d-444b-ab37-4ea20d3512d0" -d '{"events": [{"name": "network-changed", "server_uuid": "b844de0e-ba35-4c34-ae86-e5ad71cdb27c", "tag": "6db6f2f2-7954-478b-998b-16c529319c7f"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:15:41.814532 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55911275-34f5-4386-852c-231c732c4953 x-openstack-request-id: req-55911275-34f5-4386-852c-231c732c4953 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:15:41.814817 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b844de0e-ba35-4c34-ae86-e5ad71cdb27c", "tag": "6db6f2f2-7954-478b-998b-16c529319c7f", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:15:41.815079 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-55911275-34f5-4386-852c-231c732c4953 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:15:41.815449 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55911275-34f5-4386-852c-231c732c4953'] response: {'name': 'network-changed', 'server_uuid': 'b844de0e-ba35-4c34-ae86-e5ad71cdb27c', 'tag': '6db6f2f2-7954-478b-998b-16c529319c7f', 'status': 'completed', 'code': 200} Sep 14 23:15:41.821939 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5285bc-f5bf-455a-a3b6-f4f7fa18627e service neutron] Pushing event updated for resources: {'Port': ['ID=6db6f2f2-7954-478b-998b-16c529319c7f,revision_number=3']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:15:41.854406 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-c1108316-9825-472d-b018-c0c77674ffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:41.855811 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-c1108316-9825-472d-b018-c0c77674ffc9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=915270951c534940b7fb5e52d188573a&device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 1097 time: 0.0871594 Sep 14 23:15:41.930012 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-dbdd026f-8795-4b94-8743-1db964e20f03 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6db6f2f2-7954-478b-998b-16c529319c7f HTTP/1.1" status: 200 len: 217 time: 0.0677629 Sep 14 23:15:41.994793 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-bb592759-c6a8-4eaf-972b-79bf05c8dc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:41.996208 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-bb592759-c6a8-4eaf-972b-79bf05c8dc6b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d79fc7a-320c-478d-ab6a-74730ae8b2de HTTP/1.1" status: 200 len: 854 time: 0.0602829 Sep 14 23:15:42.077617 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-722cf758-eeb1-4628-90d4-cddaec4e023d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:42.079091 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-722cf758-eeb1-4628-90d4-cddaec4e023d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a11e99b-1739-442d-90c3-bd261ab26eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769608 Sep 14 23:15:42.209574 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-22ff1ac2-6185-41b0-a766-a7c5d44033cd service neutron] 10.222.0.20 "GET /v2.0/networks/7a11e99b-1739-442d-90c3-bd261ab26eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232471 Sep 14 23:15:42.339810 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c55ac2fe-2dfe-46fa-bb54-8e96725ad36d req-0c14571c-0e27-4544-8da4-00672417726d service neutron] 10.222.0.20 "GET /v2.0/networks/7a11e99b-1739-442d-90c3-bd261ab26eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239133 Sep 14 23:15:42.454078 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:42.561072 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5c512-ab7d-444b-ab37-4ea20d3512d0 req-df01e31e-3b43-46f7-ae00-1002899df665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:42.562474 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-69b5c512-ab7d-444b-ab37-4ea20d3512d0 req-df01e31e-3b43-46f7-ae00-1002899df665 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=915270951c534940b7fb5e52d188573a&device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 1097 time: 0.1830168 Sep 14 23:15:42.595495 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37c364-1507-4b1a-a4dc-825f63cd028c req-56e3840f-2d6e-41ed-94cf-87e14ae6785c tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:42.596975 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0c37c364-1507-4b1a-a4dc-825f63cd028c req-56e3840f-2d6e-41ed-94cf-87e14ae6785c tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 944 time: 0.0914824 Sep 14 23:15:42.640811 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0c37c364-1507-4b1a-a4dc-825f63cd028c req-51fa194f-d791-4ed3-ba2c-15a62d687df0 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373492 Sep 14 23:15:42.694214 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5c512-ab7d-444b-ab37-4ea20d3512d0 req-9163ef55-a081-4c3a-9297-ca2710affa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:42.695658 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-69b5c512-ab7d-444b-ab37-4ea20d3512d0 req-9163ef55-a081-4c3a-9297-ca2710affa14 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7a11e99b-1739-442d-90c3-bd261ab26eb2 HTTP/1.1" status: 200 len: 915 time: 0.1263404 Sep 14 23:15:42.765065 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-69b5c512-ab7d-444b-ab37-4ea20d3512d0 req-2bc68bed-1532-43bc-8402-d96237630f77 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6db6f2f2-7954-478b-998b-16c529319c7f HTTP/1.1" status: 200 len: 217 time: 0.0625880 Sep 14 23:15:42.824711 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5c512-ab7d-444b-ab37-4ea20d3512d0 req-a031f1c9-ad93-4c76-95be-5971c9eba61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:42.826022 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-69b5c512-ab7d-444b-ab37-4ea20d3512d0 req-a031f1c9-ad93-4c76-95be-5971c9eba61a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d79fc7a-320c-478d-ab6a-74730ae8b2de HTTP/1.1" status: 200 len: 854 time: 0.0549862 Sep 14 23:15:42.907319 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5c512-ab7d-444b-ab37-4ea20d3512d0 req-69a27159-1033-420f-ac62-0518e2286511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:42.908812 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-69b5c512-ab7d-444b-ab37-4ea20d3512d0 req-69a27159-1033-420f-ac62-0518e2286511 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a11e99b-1739-442d-90c3-bd261ab26eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767665 Sep 14 23:15:43.037054 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-69b5c512-ab7d-444b-ab37-4ea20d3512d0 req-312a9c2b-89b0-45c7-be6e-5bb734eae2cd service neutron] 10.222.0.20 "GET /v2.0/networks/7a11e99b-1739-442d-90c3-bd261ab26eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220088 Sep 14 23:15:43.171326 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-69b5c512-ab7d-444b-ab37-4ea20d3512d0 req-cb154f4e-3779-4d44-9ccc-4297f8545882 service neutron] 10.222.0.20 "GET /v2.0/networks/7a11e99b-1739-442d-90c3-bd261ab26eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283493 Sep 14 23:15:43.844081 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19c241-c1ac-4f70-b931-494b17bad122 req-dba8a56b-2f5b-4cec-9a6b-55269cabd923 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:43.845473 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9b19c241-c1ac-4f70-b931-494b17bad122 req-dba8a56b-2f5b-4cec-9a6b-55269cabd923 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 944 time: 0.0928671 Sep 14 23:15:43.890957 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9b19c241-c1ac-4f70-b931-494b17bad122 req-0068b869-5995-401b-b20a-91a5bb3ec0d7 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393634 Sep 14 23:15:44.555397 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 6db6f2f2-7954-478b-998b-16c529319c7f details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:15:44.557711 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 020ddf65-520c-456f-bff5-1d3a870061b3 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:15:44.593603 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: 020ddf65-520c-456f-bff5-1d3a870061b3 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:15:44.593932 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 020ddf65-520c-456f-bff5-1d3a870061b3 not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:15:44.744599 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 6db6f2f2-7954-478b-998b-16c529319c7f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6db6f2f2-7954-478b-998b-16c529319c7f,segment=NetworkSegment(2c984174-b68e-418f-ab73-3c2d08c12f58),segment_id=2c984174-b68e-418f-ab73-3c2d08c12f58)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:15:44.757708 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': '6db6f2f2-7954-478b-998b-16c529319c7f', 'network_id': '7a11e99b-1739-442d-90c3-bd261ab26eb2', 'port_id': '6db6f2f2-7954-478b-998b-16c529319c7f', 'mac_address': 'fa:16:3e:1d:f8:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d79fc7a-320c-478d-ab6a-74730ae8b2de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:15:44.812000 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 6db6f2f2-7954-478b-998b-16c529319c7f is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:15:44.812364 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:44.829806 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db6f2f2-7954-478b-998b-16c529319c7f {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:15:44.846063 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 6db6f2f2-7954-478b-998b-16c529319c7f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6db6f2f2-7954-478b-998b-16c529319c7f,segment=NetworkSegment(2c984174-b68e-418f-ab73-3c2d08c12f58),segment_id=2c984174-b68e-418f-ab73-3c2d08c12f58)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:15:44.850015 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:44.914656 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=6db6f2f2-7954-478b-998b-16c529319c7f,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:15:44.921634 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:44.921975 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:44.922327 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:44.922634 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:44.922954 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:44.923279 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:44.923594 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:44.923906 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:44.924220 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:44.924531 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:44.925121 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:44.925213 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:15:45.041592 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['6db6f2f2-7954-478b-998b-16c529319c7f'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:15:45.092072 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd960c96-3c33-4cb2-96b2-614427fd32f0 req-02975c97-b5a9-43f8-9ad8-fe03dbd81dc2 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:45.093544 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-dd960c96-3c33-4cb2-96b2-614427fd32f0 req-02975c97-b5a9-43f8-9ad8-fe03dbd81dc2 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 945 time: 0.0863230 Sep 14 23:15:45.140867 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-dd960c96-3c33-4cb2-96b2-614427fd32f0 req-eb85e0ff-aab3-4e28-9666-80d16a7fa3db tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415411 Sep 14 23:15:46.337565 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50eda4c-5d99-4a92-aee9-01213bad09c9 req-39f5403c-4fc4-4cc6-84e8-06b47aef7d8f tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:46.339024 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a50eda4c-5d99-4a92-aee9-01213bad09c9 req-39f5403c-4fc4-4cc6-84e8-06b47aef7d8f tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 945 time: 0.0863166 Sep 14 23:15:46.383365 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a50eda4c-5d99-4a92-aee9-01213bad09c9 req-e9a404bc-eb8c-496e-b1e3-ae5f0a81eb73 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387013 Sep 14 23:15:46.571324 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 6db6f2f2-7954-478b-998b-16c529319c7f up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:15:46.637122 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port 6db6f2f2-7954-478b-998b-16c529319c7f completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:15:46.641672 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port 6db6f2f2-7954-478b-998b-16c529319c7f triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:15:46.642030 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:46.684232 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:15:46.757361 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 6db6f2f2-7954-478b-998b-16c529319c7f is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:15:46.757737 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:46.783055 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b844de0e-ba35-4c34-ae86-e5ad71cdb27c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db6f2f2-7954-478b-998b-16c529319c7f'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:15:46.785957 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3b1d8f-d3da-45d6-85b3-6432b2637bdb" -d '{"events": [{"server_uuid": "b844de0e-ba35-4c34-ae86-e5ad71cdb27c", "name": "network-vif-plugged", "status": "completed", "tag": "6db6f2f2-7954-478b-998b-16c529319c7f"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:15:46.793436 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 6db6f2f2-7954-478b-998b-16c529319c7f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6db6f2f2-7954-478b-998b-16c529319c7f,segment=NetworkSegment(2c984174-b68e-418f-ab73-3c2d08c12f58),segment_id=2c984174-b68e-418f-ab73-3c2d08c12f58)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:15:46.797711 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:46.867706 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=6db6f2f2-7954-478b-998b-16c529319c7f,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:15:46.888921 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ab6b26-2714-4c58-9271-c10bbfd1f6c3 x-openstack-request-id: req-c7ab6b26-2714-4c58-9271-c10bbfd1f6c3 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:15:46.889207 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b844de0e-ba35-4c34-ae86-e5ad71cdb27c", "name": "network-vif-plugged", "status": "completed", "tag": "6db6f2f2-7954-478b-998b-16c529319c7f", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:15:46.889471 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c7ab6b26-2714-4c58-9271-c10bbfd1f6c3 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:15:46.889855 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7ab6b26-2714-4c58-9271-c10bbfd1f6c3'] response: {'server_uuid': 'b844de0e-ba35-4c34-ae86-e5ad71cdb27c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db6f2f2-7954-478b-998b-16c529319c7f', 'code': 200} Sep 14 23:15:47.117036 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabeafd-17d1-4b45-b29a-87732a914900 req-bc3b1334-1682-4edc-b61d-5a8ee961d999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:47.118450 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9aabeafd-17d1-4b45-b29a-87732a914900 req-bc3b1334-1682-4edc-b61d-5a8ee961d999 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 1099 time: 0.0796762 Sep 14 23:15:47.156831 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9aabeafd-17d1-4b45-b29a-87732a914900 req-e58e3cf1-22f9-4192-b9f9-546f20a231a5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327485 Sep 14 23:15:47.580961 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a46517-f073-47c8-a6a6-ead3f376a895 req-4bf1b912-a183-4ff5-8fb9-466a2b28f948 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:47.583032 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-78a46517-f073-47c8-a6a6-ead3f376a895 req-4bf1b912-a183-4ff5-8fb9-466a2b28f948 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 946 time: 0.0911088 Sep 14 23:15:47.625217 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-78a46517-f073-47c8-a6a6-ead3f376a895 req-e8d392ba-42d2-4695-9ff8-0823e825a16b tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366306 Sep 14 23:15:48.818919 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b5345-a7ff-4794-a9da-cbab248dcce8 req-816fc763-046f-4b73-98af-e2a4316dcc20 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:48.820356 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9a1b5345-a7ff-4794-a9da-cbab248dcce8 req-816fc763-046f-4b73-98af-e2a4316dcc20 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 946 time: 0.0853221 Sep 14 23:15:48.867103 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9a1b5345-a7ff-4794-a9da-cbab248dcce8 req-bdf62fdb-7ffa-48b9-903e-a248456d75f6 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411801 Sep 14 23:15:49.058708 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6dadfe-860d-449d-ac55-0a80485a7fe0 req-f2927035-74d0-4868-a766-3693a4d6243a tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:49.060133 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8e6dadfe-860d-449d-ac55-0a80485a7fe0 req-f2927035-74d0-4868-a766-3693a4d6243a tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 946 time: 0.0860991 Sep 14 23:15:49.102960 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8e6dadfe-860d-449d-ac55-0a80485a7fe0 req-843585de-0617-4373-ac66-5305900e048f tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372078 Sep 14 23:15:49.444380 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:15:49.460811 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-0e1bc459-46c7-46ac-ba8b-3b83a1cbd50f req-57df72b8-9098-44d4-a63e-6405723c71c4 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0832570 Sep 14 23:15:49.512116 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1ce74-5197-4b83-bbf8-46f38d9ab996 req-c1b0de5e-4da2-4210-b6fa-75edf96451b9 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:49.513595 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3ac1ce74-5197-4b83-bbf8-46f38d9ab996 req-c1b0de5e-4da2-4210-b6fa-75edf96451b9 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 946 time: 0.0952976 Sep 14 23:15:49.557820 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3ac1ce74-5197-4b83-bbf8-46f38d9ab996 req-c0f4d51c-75b5-491b-9ae8-0045fd3ecdcc tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385890 Sep 14 23:15:50.540265 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bc459-46c7-46ac-ba8b-3b83a1cbd50f req-9565c767-b2ba-4986-92b3-35050000f869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:50.541751 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-0e1bc459-46c7-46ac-ba8b-3b83a1cbd50f req-9565c767-b2ba-4986-92b3-35050000f869 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=915270951c534940b7fb5e52d188573a&device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 1099 time: 0.0777678 Sep 14 23:15:50.671106 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bc459-46c7-46ac-ba8b-3b83a1cbd50f req-ffe2bc38-97e1-45c5-9978-ad3241aa1007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:50.672831 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-0e1bc459-46c7-46ac-ba8b-3b83a1cbd50f req-ffe2bc38-97e1-45c5-9978-ad3241aa1007 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7a11e99b-1739-442d-90c3-bd261ab26eb2 HTTP/1.1" status: 200 len: 915 time: 0.1257281 Sep 14 23:15:50.743231 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-0e1bc459-46c7-46ac-ba8b-3b83a1cbd50f req-00dd6f17-3e9f-4dbc-b1b5-73c2a93d745f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6db6f2f2-7954-478b-998b-16c529319c7f HTTP/1.1" status: 200 len: 217 time: 0.0645268 Sep 14 23:15:50.756143 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f603cf8-a627-4efd-9119-4109e19c9e32 req-4363d9db-6aeb-4dc2-87ad-4e1c353a4850 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:50.757945 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0f603cf8-a627-4efd-9119-4109e19c9e32 req-4363d9db-6aeb-4dc2-87ad-4e1c353a4850 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 946 time: 0.0862508 Sep 14 23:15:50.804926 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bc459-46c7-46ac-ba8b-3b83a1cbd50f req-0fd8f4b6-32dd-426d-b8a3-1d581110de49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:50.805321 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0f603cf8-a627-4efd-9119-4109e19c9e32 req-91ece60f-5626-4e14-993c-ac475d8fe3e2 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417092 Sep 14 23:15:50.806372 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-0e1bc459-46c7-46ac-ba8b-3b83a1cbd50f req-0fd8f4b6-32dd-426d-b8a3-1d581110de49 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d79fc7a-320c-478d-ab6a-74730ae8b2de HTTP/1.1" status: 200 len: 854 time: 0.0581963 Sep 14 23:15:50.890618 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bc459-46c7-46ac-ba8b-3b83a1cbd50f req-e3d408a6-6c54-4e7c-aff8-b495ea8a10f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:50.892171 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-0e1bc459-46c7-46ac-ba8b-3b83a1cbd50f req-e3d408a6-6c54-4e7c-aff8-b495ea8a10f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a11e99b-1739-442d-90c3-bd261ab26eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804977 Sep 14 23:15:51.020489 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-0e1bc459-46c7-46ac-ba8b-3b83a1cbd50f req-0aa7c643-1bc4-44e8-b4e3-6a5bc5f459af service neutron] 10.222.0.20 "GET /v2.0/networks/7a11e99b-1739-442d-90c3-bd261ab26eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224380 Sep 14 23:15:51.147113 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-0e1bc459-46c7-46ac-ba8b-3b83a1cbd50f req-ba5ec841-5783-4482-bada-22c6f4dc5582 service neutron] 10.222.0.20 "GET /v2.0/networks/7a11e99b-1739-442d-90c3-bd261ab26eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211975 Sep 14 23:15:52.001125 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711df00a-1cac-4f10-8ab7-8ac99b1ddb38 req-537a0474-ad67-41e8-aaef-edc3c916e4f7 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:52.002559 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-711df00a-1cac-4f10-8ab7-8ac99b1ddb38 req-537a0474-ad67-41e8-aaef-edc3c916e4f7 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 946 time: 0.0860608 Sep 14 23:15:52.045585 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-711df00a-1cac-4f10-8ab7-8ac99b1ddb38 req-cd515370-0c27-4a46-9346-8e9acd7ef6b0 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369871 Sep 14 23:15:53.241193 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cf1b5-4a41-473a-8755-2e56eaaad624 req-64540fa7-2acf-4ad7-95e0-f59ee22a0c62 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:53.242613 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4d8cf1b5-4a41-473a-8755-2e56eaaad624 req-64540fa7-2acf-4ad7-95e0-f59ee22a0c62 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 946 time: 0.0890622 Sep 14 23:15:53.285817 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4d8cf1b5-4a41-473a-8755-2e56eaaad624 req-06153d76-2b9b-431a-9002-ec1df6673af9 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375772 Sep 14 23:15:54.478569 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e499377-7e6f-423f-9bd3-5b0650d5d6c4 req-af68e02a-f6e7-4aaf-b8f4-d9c6c1311c17 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:54.480017 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4e499377-7e6f-423f-9bd3-5b0650d5d6c4 req-af68e02a-f6e7-4aaf-b8f4-d9c6c1311c17 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 946 time: 0.0861032 Sep 14 23:15:54.534046 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4e499377-7e6f-423f-9bd3-5b0650d5d6c4 req-a3d24882-5183-4d2e-bf6c-3a7ced0a641f tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481436 Sep 14 23:15:55.731178 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1989d5f-a2d1-4763-9a4c-a05695a87c9a req-f5c1ceb9-b3c9-46fd-935c-c90569ae0e63 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:55.732649 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a1989d5f-a2d1-4763-9a4c-a05695a87c9a req-f5c1ceb9-b3c9-46fd-935c-c90569ae0e63 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 946 time: 0.0861850 Sep 14 23:15:55.776561 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a1989d5f-a2d1-4763-9a4c-a05695a87c9a req-13ece5c8-3a60-4b16-9f94-7c0d3a0c79c5 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378571 Sep 14 23:15:56.976547 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a176c8-3e8a-4c97-87f7-61c7507cb2e1 req-473665d7-adb6-4167-830c-fb68be81c64c tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:56.978006 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-74a176c8-3e8a-4c97-87f7-61c7507cb2e1 req-473665d7-adb6-4167-830c-fb68be81c64c tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 946 time: 0.0905142 Sep 14 23:15:57.021275 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-74a176c8-3e8a-4c97-87f7-61c7507cb2e1 req-f3afb1db-db85-4beb-8a09-010fc490c65b tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374379 Sep 14 23:15:58.216208 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a277ed0-cba3-4a02-8687-1453d9de8600 req-0c5c3f2b-bd52-424f-b53f-357782f4e92d tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:58.217669 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5a277ed0-cba3-4a02-8687-1453d9de8600 req-0c5c3f2b-bd52-424f-b53f-357782f4e92d tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 946 time: 0.0863492 Sep 14 23:15:58.264234 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5a277ed0-cba3-4a02-8687-1453d9de8600 req-3cc887b1-d41c-4860-b2d1-5ba9e7922092 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404465 Sep 14 23:15:59.457578 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d995fe7-cd05-4dcf-aa6c-f52a095c9e02 req-772407b1-d83c-4d4f-a4a1-f3bb7845ac36 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:15:59.459013 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6d995fe7-cd05-4dcf-aa6c-f52a095c9e02 req-772407b1-d83c-4d4f-a4a1-f3bb7845ac36 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 946 time: 0.0863132 Sep 14 23:15:59.502636 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6d995fe7-cd05-4dcf-aa6c-f52a095c9e02 req-812c0818-53ab-4e52-8a05-7db4853e5e6c tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380783 Sep 14 23:16:00.706941 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a7c71-61e9-4909-8ca2-f9c4e7acae1f req-08d0b000-8f7f-4874-b900-d435d1380528 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:00.708388 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-128a7c71-61e9-4909-8ca2-f9c4e7acae1f req-08d0b000-8f7f-4874-b900-d435d1380528 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 946 time: 0.0905221 Sep 14 23:16:00.751689 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-128a7c71-61e9-4909-8ca2-f9c4e7acae1f req-6519e294-ef64-41d9-a6f0-53582e5d4e58 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376899 Sep 14 23:16:01.944184 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822b907-f4a4-4498-8334-6249ec79351a req-e28464a0-7e1a-47ac-840f-369f5d803296 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:01.945645 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c822b907-f4a4-4498-8334-6249ec79351a req-e28464a0-7e1a-47ac-840f-369f5d803296 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 946 time: 0.0858777 Sep 14 23:16:01.991671 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c822b907-f4a4-4498-8334-6249ec79351a req-ba208064-a09b-4308-8e35-a563e56cb530 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404727 Sep 14 23:16:03.187066 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebc4ae-2bc2-41b7-87fa-04e811330ba0 req-207b6706-4d80-4c6e-bcf2-f33bfb3e2799 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:03.188533 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-17ebc4ae-2bc2-41b7-87fa-04e811330ba0 req-207b6706-4d80-4c6e-bcf2-f33bfb3e2799 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 946 time: 0.0859318 Sep 14 23:16:03.231268 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-17ebc4ae-2bc2-41b7-87fa-04e811330ba0 req-44707c34-ea4b-44e7-86d6-1f4eba1ad5c7 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371656 Sep 14 23:16:04.197752 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [req-43ebb62c-aae6-4975-ad98-734e7f218b69 req-45d00000-f027-4acc-acc2-63d22b1391e2 tempest-TestNetworkBasicOps-966208400 tempest-TestNetworkBasicOps-966208400-project] (89170) timed out ('10.222.0.20', 59646) {{(pid=89170) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 14 23:16:04.430383 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f058e-736c-467c-a54e-8fdb030fe0d0 req-5393cbe2-edad-419f-b062-358dd3f7623b tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:04.431805 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cf4f058e-736c-467c-a54e-8fdb030fe0d0 req-5393cbe2-edad-419f-b062-358dd3f7623b tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 946 time: 0.0897703 Sep 14 23:16:04.476280 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cf4f058e-736c-467c-a54e-8fdb030fe0d0 req-a05f0e1c-45b6-4bc8-800b-daaaa764e8ab tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386953 Sep 14 23:16:05.667654 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f111f60-4bf1-408a-8ce5-e4ce68c9ac30 req-da78037e-59b6-4694-bd49-55a76f4fce4c tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:05.669088 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0f111f60-4bf1-408a-8ce5-e4ce68c9ac30 req-da78037e-59b6-4694-bd49-55a76f4fce4c tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 946 time: 0.0850990 Sep 14 23:16:05.715119 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0f111f60-4bf1-408a-8ce5-e4ce68c9ac30 req-70c2c583-481c-43e2-8be1-9a94eff62f33 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404618 Sep 14 23:16:06.909211 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9067c6b-ee70-4f96-9536-8781b8dcbf4f req-55a0f472-18ba-44a3-9f6f-383b95700c1f tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:06.910678 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b9067c6b-ee70-4f96-9536-8781b8dcbf4f req-55a0f472-18ba-44a3-9f6f-383b95700c1f tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 946 time: 0.0857332 Sep 14 23:16:06.953346 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b9067c6b-ee70-4f96-9536-8781b8dcbf4f req-31f8a58e-634d-4333-b1cf-33afcddddf93 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370653 Sep 14 23:16:07.715529 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f910f83d-b599-411a-ad2d-5442a7e7d609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:08.150802 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0314eeb-7786-4c12-b14f-4a155ac56523 req-4f24e9f6-6867-4d75-b219-c1956d3bd448 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:08.152252 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c0314eeb-7786-4c12-b14f-4a155ac56523 req-4f24e9f6-6867-4d75-b219-c1956d3bd448 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 946 time: 0.0902784 Sep 14 23:16:08.196064 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c0314eeb-7786-4c12-b14f-4a155ac56523 req-1d97e3ff-9c5f-435e-ab02-f1dd90b8550a tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382020 Sep 14 23:16:09.388619 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e463c-eb2c-4183-951b-56a382d66a79 req-fe4cc64e-aff9-45ee-a1d9-130e9bc511c5 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:09.390098 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-362e463c-eb2c-4183-951b-56a382d66a79 req-fe4cc64e-aff9-45ee-a1d9-130e9bc511c5 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 946 time: 0.0865097 Sep 14 23:16:09.531445 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-362e463c-eb2c-4183-951b-56a382d66a79 req-947a9f40-61a3-419a-bb62-af1aca9e9e82 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348202 Sep 14 23:16:09.764751 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0893f8bb-e1b6-4468-95cb-1f1ffc65d362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:10.729114 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cde608-8154-472b-9a89-e15c178fdab0 req-26356d4c-f457-4c85-9028-0e1ea3e57f58 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:10.730538 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b8cde608-8154-472b-9a89-e15c178fdab0 req-26356d4c-f457-4c85-9028-0e1ea3e57f58 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 946 time: 0.0858481 Sep 14 23:16:10.773587 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b8cde608-8154-472b-9a89-e15c178fdab0 req-a6e51d6b-2ef6-4ce1-bd55-6fe46c04937d tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372779 Sep 14 23:16:10.852514 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:10.908359 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:11.970125 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee7af2-ee14-42a0-a8de-5ae3c71b1ba1 req-0db937ec-aade-4c71-b13d-9910ab3978f4 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:11.971559 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d4ee7af2-ee14-42a0-a8de-5ae3c71b1ba1 req-0db937ec-aade-4c71-b13d-9910ab3978f4 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 946 time: 0.0872710 Sep 14 23:16:12.015281 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d4ee7af2-ee14-42a0-a8de-5ae3c71b1ba1 req-8544272a-ddb3-4214-be97-6553e0d2e3c0 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379822 Sep 14 23:16:12.455161 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:13.214087 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084b9da-ca88-4262-93bc-2b14a970c861 req-59adb7f4-3691-4ebe-b48b-fb6df72aff6b tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:13.215524 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f084b9da-ca88-4262-93bc-2b14a970c861 req-59adb7f4-3691-4ebe-b48b-fb6df72aff6b tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 946 time: 0.0921631 Sep 14 23:16:13.258649 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f084b9da-ca88-4262-93bc-2b14a970c861 req-956e83c9-ef4e-4bbe-bd32-4689b7193489 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373628 Sep 14 23:16:14.454257 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aadc01-add4-4eac-add1-ddc6801c7720 req-0f678007-e80d-48ff-85d3-44535cabe5be tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:14.455706 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d1aadc01-add4-4eac-add1-ddc6801c7720 req-0f678007-e80d-48ff-85d3-44535cabe5be tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 946 time: 0.0883987 Sep 14 23:16:14.499466 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d1aadc01-add4-4eac-add1-ddc6801c7720 req-894abc0d-1f4d-46d8-9e5e-eb49a9d3fa09 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375860 Sep 14 23:16:15.701274 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade003e-7795-4e08-a322-cc70967e36bc req-9fc31db6-1355-4d7f-8347-638a8ff99e5b tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:15.702711 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-dade003e-7795-4e08-a322-cc70967e36bc req-9fc31db6-1355-4d7f-8347-638a8ff99e5b tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 946 time: 0.0882044 Sep 14 23:16:15.746369 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-dade003e-7795-4e08-a322-cc70967e36bc req-f0587a05-d88a-4ddd-955a-8f562d314960 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381579 Sep 14 23:16:16.943270 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d621dc-7fd8-45f2-bbac-91d89aac0b6d req-7908437e-94d8-41d9-b522-bf65c1c04269 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:16.944734 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-83d621dc-7fd8-45f2-bbac-91d89aac0b6d req-7908437e-94d8-41d9-b522-bf65c1c04269 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 946 time: 0.0895786 Sep 14 23:16:16.987576 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-83d621dc-7fd8-45f2-bbac-91d89aac0b6d req-6dfc27a3-c251-446a-98c2-21ca3b937ca3 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372040 Sep 14 23:16:18.189911 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f56371-1965-4a9f-99ae-ecadd16a4ab1 req-3b7cd806-e01c-41d1-b211-b5c6b46b8a5f tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:18.191346 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-18f56371-1965-4a9f-99ae-ecadd16a4ab1 req-3b7cd806-e01c-41d1-b211-b5c6b46b8a5f tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 946 time: 0.0889189 Sep 14 23:16:18.234927 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-18f56371-1965-4a9f-99ae-ecadd16a4ab1 req-1f4b6eaa-61db-48c8-abc9-7a34f7fd1767 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374234 Sep 14 23:16:19.433904 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1decd-e0e1-48ac-8628-970941da3ef9 req-c875b2d7-87bd-4733-951e-540ffdeab6cb tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:19.435354 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-84b1decd-e0e1-48ac-8628-970941da3ef9 req-c875b2d7-87bd-4733-951e-540ffdeab6cb tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 946 time: 0.0896597 Sep 14 23:16:19.475509 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:19.480461 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-84b1decd-e0e1-48ac-8628-970941da3ef9 req-a511d576-f102-4b85-9bee-9fe355b40e01 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395055 Sep 14 23:16:19.758963 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b2b4b-4c3c-4ec0-bda4-11227a760375 req-4dc1b084-c4fc-40d3-a869-74711626d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:19.760441 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-260b2b4b-4c3c-4ec0-bda4-11227a760375 req-4dc1b084-c4fc-40d3-a869-74711626d846 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=915270951c534940b7fb5e52d188573a&device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 1099 time: 0.1732590 Sep 14 23:16:19.899111 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b2b4b-4c3c-4ec0-bda4-11227a760375 req-eaaf9574-331d-477c-883b-b7ba8c181e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:19.900434 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-260b2b4b-4c3c-4ec0-bda4-11227a760375 req-eaaf9574-331d-477c-883b-b7ba8c181e7c service neutron] 10.222.0.20 "GET /v2.0/networks?id=7a11e99b-1739-442d-90c3-bd261ab26eb2 HTTP/1.1" status: 200 len: 915 time: 0.1217260 Sep 14 23:16:19.968340 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-260b2b4b-4c3c-4ec0-bda4-11227a760375 req-a9cffab0-37ec-42aa-a1f4-0ef6cd13d5e1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6db6f2f2-7954-478b-998b-16c529319c7f HTTP/1.1" status: 200 len: 217 time: 0.0621710 Sep 14 23:16:20.029185 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b2b4b-4c3c-4ec0-bda4-11227a760375 req-967ab611-0074-45c4-89b5-25949667a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:20.030595 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-260b2b4b-4c3c-4ec0-bda4-11227a760375 req-967ab611-0074-45c4-89b5-25949667a363 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d79fc7a-320c-478d-ab6a-74730ae8b2de HTTP/1.1" status: 200 len: 854 time: 0.0560575 Sep 14 23:16:20.113909 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b2b4b-4c3c-4ec0-bda4-11227a760375 req-0954769b-670c-431b-8f0c-bc09f49c6dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:20.115870 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-260b2b4b-4c3c-4ec0-bda4-11227a760375 req-0954769b-670c-431b-8f0c-bc09f49c6dba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a11e99b-1739-442d-90c3-bd261ab26eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791724 Sep 14 23:16:20.243100 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-260b2b4b-4c3c-4ec0-bda4-11227a760375 req-ffddab46-e287-41fa-99c2-36132c30c492 service neutron] 10.222.0.20 "GET /v2.0/networks/7a11e99b-1739-442d-90c3-bd261ab26eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213663 Sep 14 23:16:20.370018 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-260b2b4b-4c3c-4ec0-bda4-11227a760375 req-c60cb19d-954f-4361-9bf2-ab7c82de8eff service neutron] 10.222.0.20 "GET /v2.0/networks/7a11e99b-1739-442d-90c3-bd261ab26eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213701 Sep 14 23:16:20.672969 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e203b-0309-41ec-9e25-23882e36f27d req-2ddef8f0-37f5-4d19-805c-cb18e0c88484 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:20.674404 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fa4e203b-0309-41ec-9e25-23882e36f27d req-2ddef8f0-37f5-4d19-805c-cb18e0c88484 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 946 time: 0.0860801 Sep 14 23:16:20.722256 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fa4e203b-0309-41ec-9e25-23882e36f27d req-995b35ea-f444-4c93-86b2-295e7d295dc6 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417528 Sep 14 23:16:21.918089 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351e0a0-9a38-4352-a314-a4e6c968aa1d req-d1bb1118-e85a-47a9-947d-07bca9192d1e tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:21.919513 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8351e0a0-9a38-4352-a314-a4e6c968aa1d req-d1bb1118-e85a-47a9-947d-07bca9192d1e tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 946 time: 0.0885661 Sep 14 23:16:21.962318 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8351e0a0-9a38-4352-a314-a4e6c968aa1d req-d16bfbe5-4385-4267-881b-0ffc0bb82c4d tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372834 Sep 14 23:16:22.839061 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-0e1bc459-46c7-46ac-ba8b-3b83a1cbd50f req-66855fd9-3b91-46ea-8267-51a604b52328 service neutron] 10.222.0.20 "GET /v2.0/ports/6db6f2f2-7954-478b-998b-16c529319c7f/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.0714939 Sep 14 23:16:23.108772 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bc459-46c7-46ac-ba8b-3b83a1cbd50f req-73b07f97-26a2-4728-9315-5dd6f8b17cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:23.110409 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-0e1bc459-46c7-46ac-ba8b-3b83a1cbd50f req-73b07f97-26a2-4728-9315-5dd6f8b17cf9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c&tenant_id=915270951c534940b7fb5e52d188573a HTTP/1.1" status: 200 len: 1099 time: 0.0810621 Sep 14 23:16:23.162668 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3ab83-849d-4c0c-a81c-a315a454c9eb req-ae55f7fb-e7a0-4e80-8264-dc904e7f9b06 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:23.164105 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9ff3ab83-849d-4c0c-a81c-a315a454c9eb req-ae55f7fb-e7a0-4e80-8264-dc904e7f9b06 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 946 time: 0.0912712 Sep 14 23:16:23.206826 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bc459-46c7-46ac-ba8b-3b83a1cbd50f req-39dcedb7-df75-40ad-a72e-e39f0b0ece96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:23.207227 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9ff3ab83-849d-4c0c-a81c-a315a454c9eb req-3f0187cc-1389-48fa-bb89-58ec077562e5 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373702 Sep 14 23:16:23.208833 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-0e1bc459-46c7-46ac-ba8b-3b83a1cbd50f req-39dcedb7-df75-40ad-a72e-e39f0b0ece96 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=915270951c534940b7fb5e52d188573a&device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 1099 time: 0.0768068 Sep 14 23:16:23.336456 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bc459-46c7-46ac-ba8b-3b83a1cbd50f req-6d941f43-b38a-4bc7-aa27-96ffe16db4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:23.337920 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-0e1bc459-46c7-46ac-ba8b-3b83a1cbd50f req-6d941f43-b38a-4bc7-aa27-96ffe16db4a8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7a11e99b-1739-442d-90c3-bd261ab26eb2 HTTP/1.1" status: 200 len: 915 time: 0.1233518 Sep 14 23:16:23.407978 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-0e1bc459-46c7-46ac-ba8b-3b83a1cbd50f req-a18a5354-4617-4895-973e-d18251259490 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6db6f2f2-7954-478b-998b-16c529319c7f HTTP/1.1" status: 200 len: 217 time: 0.0640657 Sep 14 23:16:23.469156 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bc459-46c7-46ac-ba8b-3b83a1cbd50f req-9b904129-31f6-4a6f-984a-7bac1d928432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:23.470592 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-0e1bc459-46c7-46ac-ba8b-3b83a1cbd50f req-9b904129-31f6-4a6f-984a-7bac1d928432 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d79fc7a-320c-478d-ab6a-74730ae8b2de HTTP/1.1" status: 200 len: 854 time: 0.0558009 Sep 14 23:16:23.554011 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bc459-46c7-46ac-ba8b-3b83a1cbd50f req-edb82fb8-061a-4ff5-bad2-44efad13934b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:23.555506 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-0e1bc459-46c7-46ac-ba8b-3b83a1cbd50f req-edb82fb8-061a-4ff5-bad2-44efad13934b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a11e99b-1739-442d-90c3-bd261ab26eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797412 Sep 14 23:16:23.683410 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-0e1bc459-46c7-46ac-ba8b-3b83a1cbd50f req-ae532e76-3e55-4480-be0a-c15b1af99915 service neutron] 10.222.0.20 "GET /v2.0/networks/7a11e99b-1739-442d-90c3-bd261ab26eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222045 Sep 14 23:16:23.690663 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:16:23.909925 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-0e1bc459-46c7-46ac-ba8b-3b83a1cbd50f req-b1ba6d50-dd65-48e9-b078-516d8a1b512b service neutron] 10.222.0.20 "GET /v2.0/networks/7a11e99b-1739-442d-90c3-bd261ab26eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209687 Sep 14 23:16:24.402242 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf7bd3-1d14-45e1-aa69-5bb15228d187 req-04b5b763-878a-408b-89f9-71f423eb7cc5 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:24.403702 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e8bf7bd3-1d14-45e1-aa69-5bb15228d187 req-04b5b763-878a-408b-89f9-71f423eb7cc5 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 946 time: 0.0859563 Sep 14 23:16:24.450507 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e8bf7bd3-1d14-45e1-aa69-5bb15228d187 req-ce2c3473-6926-4e82-a46e-7200be64b5b9 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411847 Sep 14 23:16:25.648447 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bad41-10df-45ff-ae9d-83133917e9c1 req-c57acda3-09d2-4b58-8861-e51e68928a9f tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:25.649831 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fa0bad41-10df-45ff-ae9d-83133917e9c1 req-c57acda3-09d2-4b58-8861-e51e68928a9f tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 946 time: 0.0872483 Sep 14 23:16:25.697085 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fa0bad41-10df-45ff-ae9d-83133917e9c1 req-d2097ed0-d8f3-4a32-947e-26f171bff468 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414321 Sep 14 23:16:26.011913 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26059cbf-f064-420c-96fa-06d5e4780494 req-cc63a3fc-b6d8-4eb6-8bc0-82bc8ca14a46 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:26.013385 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-26059cbf-f064-420c-96fa-06d5e4780494 req-cc63a3fc-b6d8-4eb6-8bc0-82bc8ca14a46 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 946 time: 0.0922010 Sep 14 23:16:26.015911 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b07b9-c8f4-49f1-8669-1871e9fa451e req-22b92984-773b-4640-9aa5-ed4932d80a74 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:26.016592 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-d46b07b9-c8f4-49f1-8669-1871e9fa451e req-22b92984-773b-4640-9aa5-ed4932d80a74 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Synchronizing usage tracker for tenant:915270951c534940b7fb5e52d188573a on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:16:26.028567 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-d46b07b9-c8f4-49f1-8669-1871e9fa451e req-22b92984-773b-4640-9aa5-ed4932d80a74 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Unset dirty status for tenant:915270951c534940b7fb5e52d188573a on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:16:26.029663 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d46b07b9-c8f4-49f1-8669-1871e9fa451e req-22b92984-773b-4640-9aa5-ed4932d80a74 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.20 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c&tenant_id=915270951c534940b7fb5e52d188573a&binding%3Ahost_id=hv-neutron-8577 HTTP/1.1" status: 200 len: 946 time: 0.1026168 Sep 14 23:16:26.059094 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-26059cbf-f064-420c-96fa-06d5e4780494 req-b3fdfb1a-9b28-4e0f-9246-20b3da50984c tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401049 Sep 14 23:16:26.174393 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b07b9-c8f4-49f1-8669-1871e9fa451e req-a433d1f8-f266-4175-9195-dbf3e2f63d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:26.175816 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d46b07b9-c8f4-49f1-8669-1871e9fa451e req-a433d1f8-f266-4175-9195-dbf3e2f63d3f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=915270951c534940b7fb5e52d188573a&device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 1099 time: 0.0790498 Sep 14 23:16:26.301980 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b07b9-c8f4-49f1-8669-1871e9fa451e req-9ce5bc4c-e2e9-4432-89a0-15d544b99356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:26.303309 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d46b07b9-c8f4-49f1-8669-1871e9fa451e req-9ce5bc4c-e2e9-4432-89a0-15d544b99356 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7a11e99b-1739-442d-90c3-bd261ab26eb2 HTTP/1.1" status: 200 len: 915 time: 0.1216605 Sep 14 23:16:26.368739 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d46b07b9-c8f4-49f1-8669-1871e9fa451e req-fd92ca36-ee33-4d35-991d-1b77bc412d82 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6db6f2f2-7954-478b-998b-16c529319c7f HTTP/1.1" status: 200 len: 217 time: 0.0597072 Sep 14 23:16:26.431275 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b07b9-c8f4-49f1-8669-1871e9fa451e req-e3de89b8-c018-4b46-b61d-14b21a6f241a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:26.432717 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d46b07b9-c8f4-49f1-8669-1871e9fa451e req-e3de89b8-c018-4b46-b61d-14b21a6f241a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d79fc7a-320c-478d-ab6a-74730ae8b2de HTTP/1.1" status: 200 len: 854 time: 0.0587575 Sep 14 23:16:26.514919 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b07b9-c8f4-49f1-8669-1871e9fa451e req-5d1760df-d2aa-41b6-b466-8c53517e1c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:26.516410 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d46b07b9-c8f4-49f1-8669-1871e9fa451e req-5d1760df-d2aa-41b6-b466-8c53517e1c96 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a11e99b-1739-442d-90c3-bd261ab26eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777805 Sep 14 23:16:26.643343 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d46b07b9-c8f4-49f1-8669-1871e9fa451e req-b73bf908-cf2c-4f2a-9713-32919f31e5ff service neutron] 10.222.0.20 "GET /v2.0/networks/7a11e99b-1739-442d-90c3-bd261ab26eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208060 Sep 14 23:16:26.772204 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d46b07b9-c8f4-49f1-8669-1871e9fa451e req-d69d278d-0bb9-4975-9c30-52255693d3c2 service neutron] 10.222.0.20 "GET /v2.0/networks/7a11e99b-1739-442d-90c3-bd261ab26eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232383 Sep 14 23:16:26.776893 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 6db6f2f2-7954-478b-998b-16c529319c7f details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:16:26.781521 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 6db6f2f2-7954-478b-998b-16c529319c7f no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:16:26.998729 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 6db6f2f2-7954-478b-998b-16c529319c7f is: ACTIVE; New status is: DOWN {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:16:26.999095 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:27.037012 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 6db6f2f2-7954-478b-998b-16c529319c7f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6db6f2f2-7954-478b-998b-16c529319c7f,segment=NetworkSegment(2c984174-b68e-418f-ab73-3c2d08c12f58),segment_id=2c984174-b68e-418f-ab73-3c2d08c12f58)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:16:27.051537 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b844de0e-ba35-4c34-ae86-e5ad71cdb27c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6db6f2f2-7954-478b-998b-16c529319c7f'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:16:27.054330 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122f88a6-f55b-4a7b-be3e-33fce9ef9c58" -d '{"events": [{"server_uuid": "b844de0e-ba35-4c34-ae86-e5ad71cdb27c", "name": "network-vif-unplugged", "status": "completed", "tag": "6db6f2f2-7954-478b-998b-16c529319c7f"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:16:27.063385 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': '6db6f2f2-7954-478b-998b-16c529319c7f', 'network_id': '7a11e99b-1739-442d-90c3-bd261ab26eb2', 'port_id': '6db6f2f2-7954-478b-998b-16c529319c7f', 'mac_address': 'fa:16:3e:1d:f8:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d79fc7a-320c-478d-ab6a-74730ae8b2de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:16:27.065561 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 6db6f2f2-7954-478b-998b-16c529319c7f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6db6f2f2-7954-478b-998b-16c529319c7f,segment=NetworkSegment(2c984174-b68e-418f-ab73-3c2d08c12f58),segment_id=2c984174-b68e-418f-ab73-3c2d08c12f58)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:16:27.103381 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:27.151045 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Sep 2022 23:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5fef85-016b-45e7-8d7a-1c7c5fc45288 x-openstack-request-id: req-db5fef85-016b-45e7-8d7a-1c7c5fc45288 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:16:27.151400 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b844de0e-ba35-4c34-ae86-e5ad71cdb27c", "name": "network-vif-unplugged", "status": "completed", "tag": "6db6f2f2-7954-478b-998b-16c529319c7f", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:16:27.151574 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-db5fef85-016b-45e7-8d7a-1c7c5fc45288 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:16:27.151942 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db5fef85-016b-45e7-8d7a-1c7c5fc45288'] response: {'server_uuid': 'b844de0e-ba35-4c34-ae86-e5ad71cdb27c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6db6f2f2-7954-478b-998b-16c529319c7f', 'code': 200} Sep 14 23:16:27.185003 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 6db6f2f2-7954-478b-998b-16c529319c7f is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:16:27.185377 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:27.208917 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db6f2f2-7954-478b-998b-16c529319c7f {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:16:27.225092 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=6db6f2f2-7954-478b-998b-16c529319c7f,revision_number=6']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:27.229606 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 6db6f2f2-7954-478b-998b-16c529319c7f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6db6f2f2-7954-478b-998b-16c529319c7f,segment=NetworkSegment(2c984174-b68e-418f-ab73-3c2d08c12f58),segment_id=2c984174-b68e-418f-ab73-3c2d08c12f58)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:16:27.233799 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:27.305144 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['6db6f2f2-7954-478b-998b-16c529319c7f'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:16:27.313611 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9676b8-71bc-4817-8a93-2ccdaa7b1b46 req-108701cd-535c-4011-a232-198f1307bc5d tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:27.315142 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-af9676b8-71bc-4817-8a93-2ccdaa7b1b46 req-108701cd-535c-4011-a232-198f1307bc5d tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 945 time: 0.1269162 Sep 14 23:16:27.349191 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=6db6f2f2-7954-478b-998b-16c529319c7f,revision_number=7']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:27.417738 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-af9676b8-71bc-4817-8a93-2ccdaa7b1b46 req-6b376c9a-cb76-442a-929c-56021d60ad73 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967257 Sep 14 23:16:28.621402 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08040ab3-8e77-4b2b-84e9-db2f5d889fd8 req-ef720e01-430e-4c43-9713-a1a2032345e3 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:28.622857 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-08040ab3-8e77-4b2b-84e9-db2f5d889fd8 req-ef720e01-430e-4c43-9713-a1a2032345e3 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 945 time: 0.0861373 Sep 14 23:16:28.665729 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-08040ab3-8e77-4b2b-84e9-db2f5d889fd8 req-ed6b4ccd-e625-42b1-8629-a34778871313 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373173 Sep 14 23:16:28.805013 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 6db6f2f2-7954-478b-998b-16c529319c7f up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:16:28.866002 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabd8f7-7eb6-46f5-a785-1cc022a1d573 req-b1f3afef-abb7-42d5-8808-77ff3ac3e630 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:28.867467 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2aabd8f7-7eb6-46f5-a785-1cc022a1d573 req-b1f3afef-abb7-42d5-8808-77ff3ac3e630 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 945 time: 0.0938227 Sep 14 23:16:28.880164 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port 6db6f2f2-7954-478b-998b-16c529319c7f triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:16:28.880528 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:28.910442 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2aabd8f7-7eb6-46f5-a785-1cc022a1d573 req-79167805-b9a7-4399-991b-86bc8aa54f88 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371790 Sep 14 23:16:28.994486 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 6db6f2f2-7954-478b-998b-16c529319c7f is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:16:28.994865 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:29.027159 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 6db6f2f2-7954-478b-998b-16c529319c7f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6db6f2f2-7954-478b-998b-16c529319c7f,segment=NetworkSegment(2c984174-b68e-418f-ab73-3c2d08c12f58),segment_id=2c984174-b68e-418f-ab73-3c2d08c12f58)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:16:29.031321 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:29.101626 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=6db6f2f2-7954-478b-998b-16c529319c7f,revision_number=8']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:29.107557 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de483fae-0dfc-4c7b-94aa-e12bb058ee3c req-e1ea7338-4480-43e0-a94f-4a5e9955ae6f tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:29.110573 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-de483fae-0dfc-4c7b-94aa-e12bb058ee3c req-e1ea7338-4480-43e0-a94f-4a5e9955ae6f tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 946 time: 0.0909960 Sep 14 23:16:29.153192 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b844de0e-ba35-4c34-ae86-e5ad71cdb27c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db6f2f2-7954-478b-998b-16c529319c7f'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:16:29.155527 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97caafe6-560e-4436-ae97-61e8f4b8ce16" -d '{"events": [{"server_uuid": "b844de0e-ba35-4c34-ae86-e5ad71cdb27c", "name": "network-vif-plugged", "status": "completed", "tag": "6db6f2f2-7954-478b-998b-16c529319c7f"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:16:29.158819 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-de483fae-0dfc-4c7b-94aa-e12bb058ee3c req-266002af-21c8-416e-a5c9-720f1475b976 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430884 Sep 14 23:16:29.197313 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3fe0e1-d572-437e-b239-7345d8252bc8 x-openstack-request-id: req-7a3fe0e1-d572-437e-b239-7345d8252bc8 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:16:29.197607 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b844de0e-ba35-4c34-ae86-e5ad71cdb27c", "name": "network-vif-plugged", "status": "completed", "tag": "6db6f2f2-7954-478b-998b-16c529319c7f", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:16:29.197859 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7a3fe0e1-d572-437e-b239-7345d8252bc8 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:16:29.198252 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a3fe0e1-d572-437e-b239-7345d8252bc8'] response: {'server_uuid': 'b844de0e-ba35-4c34-ae86-e5ad71cdb27c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db6f2f2-7954-478b-998b-16c529319c7f', 'code': 200} Sep 14 23:16:29.713673 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d8d5b-e54f-4ae4-b8c3-94d7c77c3d1b req-0822ec8f-6af4-4313-a4eb-8f37faeac884 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:29.715146 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-250d8d5b-e54f-4ae4-b8c3-94d7c77c3d1b req-0822ec8f-6af4-4313-a4eb-8f37faeac884 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 946 time: 0.0872185 Sep 14 23:16:29.757974 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-250d8d5b-e54f-4ae4-b8c3-94d7c77c3d1b req-08b28fc0-a3db-438a-be83-fe923a51784a tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371940 Sep 14 23:16:30.965343 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a632f-37e9-4ee3-82d0-578474cfd047 req-c6c5d862-4c4a-438f-b872-674d508413c1 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:30.966759 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6c3a632f-37e9-4ee3-82d0-578474cfd047 req-c6c5d862-4c4a-438f-b872-674d508413c1 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 946 time: 0.0913017 Sep 14 23:16:31.009674 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6c3a632f-37e9-4ee3-82d0-578474cfd047 req-a6206e17-4fea-4f11-b4be-200799405ead tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d66eb8-c59b-4651-9576-6f81cb8e90ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371568 Sep 14 23:16:31.120881 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c79ecc-4b46-49f0-836a-6561422f2ea4 req-46b478ae-b5f7-44b6-b514-b39a606278e6 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:31.122212 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-19c79ecc-4b46-49f0-836a-6561422f2ea4 req-46b478ae-b5f7-44b6-b514-b39a606278e6 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.20 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 946 time: 0.0893967 Sep 14 23:16:31.198271 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-19c79ecc-4b46-49f0-836a-6561422f2ea4 req-65a56132-a11c-420d-a0a8-a365f58cc2cc tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Deleting port 6db6f2f2-7954-478b-998b-16c529319c7f {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:16:31.198610 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-19c79ecc-4b46-49f0-836a-6561422f2ea4 req-65a56132-a11c-420d-a0a8-a365f58cc2cc tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:31.440190 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-19c79ecc-4b46-49f0-836a-6561422f2ea4 req-65a56132-a11c-420d-a0a8-a365f58cc2cc tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] For port 6db6f2f2-7954-478b-998b-16c529319c7f, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6db6f2f2-7954-478b-998b-16c529319c7f,segment=NetworkSegment(2c984174-b68e-418f-ab73-3c2d08c12f58),segment_id=2c984174-b68e-418f-ab73-3c2d08c12f58)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:16:31.440543 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-19c79ecc-4b46-49f0-836a-6561422f2ea4 req-65a56132-a11c-420d-a0a8-a365f58cc2cc tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:31.566473 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-19c79ecc-4b46-49f0-836a-6561422f2ea4 req-65a56132-a11c-420d-a0a8-a365f58cc2cc tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Calling delete_port for 6db6f2f2-7954-478b-998b-16c529319c7f owned by compute:nova {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:16:31.708627 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-19c79ecc-4b46-49f0-836a-6561422f2ea4 req-65a56132-a11c-420d-a0a8-a365f58cc2cc tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:31.719643 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['6db6f2f2-7954-478b-998b-16c529319c7f'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:16:31.757905 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a56132-a11c-420d-a0a8-a365f58cc2cc tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Pushing event deleted for resources: {'Port': ['ID=6db6f2f2-7954-478b-998b-16c529319c7f,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:31.946011 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c79ecc-4b46-49f0-836a-6561422f2ea4 req-65a56132-a11c-420d-a0a8-a365f58cc2cc tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] No DVR routers for this DVR port 6db6f2f2-7954-478b-998b-16c529319c7f on host hv-neutron-8577 {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:16:31.948435 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-19c79ecc-4b46-49f0-836a-6561422f2ea4 req-65a56132-a11c-420d-a0a8-a365f58cc2cc tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:31.950913 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b844de0e-ba35-4c34-ae86-e5ad71cdb27c', 'name': 'network-vif-deleted', 'tag': '6db6f2f2-7954-478b-998b-16c529319c7f'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:16:31.953225 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83250dea-a4a0-4d48-8b28-945a346348bb" -d '{"events": [{"server_uuid": "b844de0e-ba35-4c34-ae86-e5ad71cdb27c", "name": "network-vif-deleted", "tag": "6db6f2f2-7954-478b-998b-16c529319c7f"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:16:31.966160 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-19c79ecc-4b46-49f0-836a-6561422f2ea4 req-65a56132-a11c-420d-a0a8-a365f58cc2cc tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.20 "DELETE /v2.0/ports/6db6f2f2-7954-478b-998b-16c529319c7f HTTP/1.1" status: 204 len: 173 time: 0.8384230 Sep 14 23:16:31.996160 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5716b29f-b4b1-4516-9bfb-afd9bc8dbdd4 x-openstack-request-id: req-5716b29f-b4b1-4516-9bfb-afd9bc8dbdd4 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:16:31.996471 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b844de0e-ba35-4c34-ae86-e5ad71cdb27c", "name": "network-vif-deleted", "tag": "6db6f2f2-7954-478b-998b-16c529319c7f", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:16:31.996904 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5716b29f-b4b1-4516-9bfb-afd9bc8dbdd4 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:16:31.997444 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5716b29f-b4b1-4516-9bfb-afd9bc8dbdd4'] response: {'server_uuid': 'b844de0e-ba35-4c34-ae86-e5ad71cdb27c', 'name': 'network-vif-deleted', 'tag': '6db6f2f2-7954-478b-998b-16c529319c7f', 'status': 'completed', 'code': 200} Sep 14 23:16:32.182825 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f4783f30-b1b2-4b27-aada-9d9e0dd7e24f req-abba23a9-54ed-4c1c-bd19-3eff616bb7f5 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/ports?device_id=b844de0e-ba35-4c34-ae86-e5ad71cdb27c HTTP/1.1" status: 200 len: 210 time: 0.0491014 Sep 14 23:16:33.313298 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 59590) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:16:33.464859 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1b0c915a-1eea-4448-b4f7-04528c125c8c tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:33.494545 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1b0c915a-1eea-4448-b4f7-04528c125c8c tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:33.545219 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1b0c915a-1eea-4448-b4f7-04528c125c8c tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:33.563087 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c915a-1eea-4448-b4f7-04528c125c8c tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4084b24f-4f75-4926-94a1-8ff961033742,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:33.568765 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1b0c915a-1eea-4448-b4f7-04528c125c8c tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:33.570460 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1b0c915a-1eea-4448-b4f7-04528c125c8c tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "DELETE /v2.0/security-groups/4084b24f-4f75-4926-94a1-8ff961033742 HTTP/1.1" status: 204 len: 168 time: 0.2561371 Sep 14 23:16:33.572985 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 59594) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:16:33.588767 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-72a601af-6c4b-43d9-bb95-ccb0f62f1458 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] show failed (client error): The resource could not be found. Sep 14 23:16:33.589734 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-72a601af-6c4b-43d9-bb95-ccb0f62f1458 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "GET /v2.0/security-groups/4084b24f-4f75-4926-94a1-8ff961033742 HTTP/1.1" status: 404 len: 347 time: 0.0158789 Sep 14 23:16:33.592239 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 59598) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:16:33.746804 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-3823eced-3fb4-430c-bb2a-3ed3318e4313 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Deleting port 115ec69b-307d-4808-a780-6775ea8e59ba {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:16:33.747057 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3823eced-3fb4-430c-bb2a-3ed3318e4313 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:33.911539 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3823eced-3fb4-430c-bb2a-3ed3318e4313 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:33.911861 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3823eced-3fb4-430c-bb2a-3ed3318e4313 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:34.031713 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-3823eced-3fb4-430c-bb2a-3ed3318e4313 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Calling delete_port for 115ec69b-307d-4808-a780-6775ea8e59ba owned by network:floatingip {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:16:34.171943 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3823eced-3fb4-430c-bb2a-3ed3318e4313 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:34.221677 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3823eced-3fb4-430c-bb2a-3ed3318e4313 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Pushing event deleted for resources: {'Port': ['ID=115ec69b-307d-4808-a780-6775ea8e59ba,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:34.314077 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3823eced-3fb4-430c-bb2a-3ed3318e4313 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks [] for floatingip, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:34.327852 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3823eced-3fb4-430c-bb2a-3ed3318e4313 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:34.329005 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3823eced-3fb4-430c-bb2a-3ed3318e4313 tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] 10.222.0.33 "DELETE /v2.0/floatingips/24bcdbab-3dad-41fe-9b3a-2e7202b36565 HTTP/1.1" status: 204 len: 168 time: 0.7358804 Sep 14 23:16:34.469167 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 59606) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:16:34.819693 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 6db6f2f2-7954-478b-998b-16c529319c7f no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:16:34.886454 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: 6db6f2f2-7954-478b-998b-16c529319c7f {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:16:34.886797 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 6db6f2f2-7954-478b-998b-16c529319c7f not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:16:34.997576 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b7175e76-c707-4680-8517-181a8ba0813f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:35.330805 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-b7175e76-c707-4680-8517-181a8ba0813f admin admin] Deleting port 89a54112-751f-4a46-a94c-3f004c1ca7f4 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:16:35.331142 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b7175e76-c707-4680-8517-181a8ba0813f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:35.498204 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-b7175e76-c707-4680-8517-181a8ba0813f admin admin] For port 89a54112-751f-4a46-a94c-3f004c1ca7f4, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=89a54112-751f-4a46-a94c-3f004c1ca7f4,segment=NetworkSegment(2c984174-b68e-418f-ab73-3c2d08c12f58),segment_id=2c984174-b68e-418f-ab73-3c2d08c12f58)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:16:35.498891 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b7175e76-c707-4680-8517-181a8ba0813f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:35.617734 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-b7175e76-c707-4680-8517-181a8ba0813f admin admin] Calling delete_port for 89a54112-751f-4a46-a94c-3f004c1ca7f4 owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:16:36.020630 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b7175e76-c707-4680-8517-181a8ba0813f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:36.067065 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7175e76-c707-4680-8517-181a8ba0813f admin admin] Pushing event deleted for resources: {'Port': ['ID=89a54112-751f-4a46-a94c-3f004c1ca7f4,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:36.336718 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b7175e76-c707-4680-8517-181a8ba0813f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:36.689742 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7175e76-c707-4680-8517-181a8ba0813f admin admin] Router cdd7dc49-62ae-4d1a-86fd-f1f3e593535f has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:16:36.867225 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7175e76-c707-4680-8517-181a8ba0813f admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:16:36.876266 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a470bb4-4038-446a-88d5-ae42bd5bebda None None] Sync routers for ids ['cdd7dc49-62ae-4d1a-86fd-f1f3e593535f'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:16:36.880028 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b7175e76-c707-4680-8517-181a8ba0813f admin admin] 10.222.0.33 "PUT /v2.0/routers/cdd7dc49-62ae-4d1a-86fd-f1f3e593535f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4088848 Sep 14 23:16:36.882220 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 59610) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:16:36.885765 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a470bb4-4038-446a-88d5-ae42bd5bebda None None] Routers {'cdd7dc49-62ae-4d1a-86fd-f1f3e593535f'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:16:36.886358 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-6a470bb4-4038-446a-88d5-ae42bd5bebda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:16:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['cdd7dc49-62ae-4d1a-86fd-f1f3e593535f'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:16:37.087047 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-6a470bb4-4038-446a-88d5-ae42bd5bebda None None] Set router cdd7dc49-62ae-4d1a-86fd-f1f3e593535f gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:16:37.168720 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c6761d72-3e24-4f6a-877c-a20ffe601d49 admin admin] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:37.341706 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c6761d72-3e24-4f6a-877c-a20ffe601d49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:37.351781 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-c6761d72-3e24-4f6a-877c-a20ffe601d49 admin admin] Deleting port 9ba10550-a521-43d5-9d71-a94eba525f94 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:16:37.352112 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c6761d72-3e24-4f6a-877c-a20ffe601d49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:37.364557 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-6a470bb4-4038-446a-88d5-ae42bd5bebda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd7dc49-62ae-4d1a-86fd-f1f3e593535f', 'name': 'tempest-ServerDiskConfigTestJSON-1924845700-router', 'tenant_id': '915270951c534940b7fb5e52d188573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '9ba10550-a521-43d5-9d71-a94eba525f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:14:38Z', 'updated_at': '2022-09-14T23:16:35Z', 'revision_number': 5, 'project_id': '915270951c534940b7fb5e52d188573a', 'gw_port': {'id': '9ba10550-a521-43d5-9d71-a94eba525f94', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd7dc49-62ae-4d1a-86fd-f1f3e593535f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:14:39Z', 'updated_at': '2022-09-14T23:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:16:37.368422 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a470bb4-4038-446a-88d5-ae42bd5bebda None None] Checking router: cdd7dc49-62ae-4d1a-86fd-f1f3e593535f for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:16:37.376670 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a470bb4-4038-446a-88d5-ae42bd5bebda None None] Routers {'cdd7dc49-62ae-4d1a-86fd-f1f3e593535f'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:16:37.377302 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-6a470bb4-4038-446a-88d5-ae42bd5bebda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:16:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['cdd7dc49-62ae-4d1a-86fd-f1f3e593535f'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:16:37.529993 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-6a470bb4-4038-446a-88d5-ae42bd5bebda None None] Set router cdd7dc49-62ae-4d1a-86fd-f1f3e593535f gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:16:37.530709 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-c6761d72-3e24-4f6a-877c-a20ffe601d49 admin admin] For port 9ba10550-a521-43d5-9d71-a94eba525f94, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=9ba10550-a521-43d5-9d71-a94eba525f94,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:16:37.531068 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c6761d72-3e24-4f6a-877c-a20ffe601d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:37.636567 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-6a470bb4-4038-446a-88d5-ae42bd5bebda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd7dc49-62ae-4d1a-86fd-f1f3e593535f', 'name': 'tempest-ServerDiskConfigTestJSON-1924845700-router', 'tenant_id': '915270951c534940b7fb5e52d188573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:14:38Z', 'updated_at': '2022-09-14T23:16:37Z', 'revision_number': 6, 'project_id': '915270951c534940b7fb5e52d188573a', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:16:37.640443 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a470bb4-4038-446a-88d5-ae42bd5bebda None None] The sync data for ids ['cdd7dc49-62ae-4d1a-86fd-f1f3e593535f'] in dv-neutron-857791-1-hyperv is: [{'id': 'cdd7dc49-62ae-4d1a-86fd-f1f3e593535f', 'name': 'tempest-ServerDiskConfigTestJSON-1924845700-router', 'tenant_id': '915270951c534940b7fb5e52d188573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:14:38Z', 'updated_at': '2022-09-14T23:16:37Z', 'revision_number': 6, 'project_id': '915270951c534940b7fb5e52d188573a', 'gw_port_host': None}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:16:37.653905 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-c6761d72-3e24-4f6a-877c-a20ffe601d49 admin admin] Calling delete_port for 9ba10550-a521-43d5-9d71-a94eba525f94 owned by network:router_gateway {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:16:37.716598 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ad423340-f33f-4e62-bd39-1c83c1881f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:37.821336 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c6761d72-3e24-4f6a-877c-a20ffe601d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:37.869011 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6761d72-3e24-4f6a-877c-a20ffe601d49 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ba10550-a521-43d5-9d71-a94eba525f94,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:37.914608 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6761d72-3e24-4f6a-877c-a20ffe601d49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:37.914948 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6761d72-3e24-4f6a-877c-a20ffe601d49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:37.915278 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6761d72-3e24-4f6a-877c-a20ffe601d49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:37.915597 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6761d72-3e24-4f6a-877c-a20ffe601d49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:37.915919 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6761d72-3e24-4f6a-877c-a20ffe601d49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:37.916236 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6761d72-3e24-4f6a-877c-a20ffe601d49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:37.916549 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6761d72-3e24-4f6a-877c-a20ffe601d49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:37.916883 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6761d72-3e24-4f6a-877c-a20ffe601d49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:37.917194 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6761d72-3e24-4f6a-877c-a20ffe601d49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:37.917501 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6761d72-3e24-4f6a-877c-a20ffe601d49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:37.917810 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6761d72-3e24-4f6a-877c-a20ffe601d49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:37.918117 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6761d72-3e24-4f6a-877c-a20ffe601d49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:37.971974 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c6761d72-3e24-4f6a-877c-a20ffe601d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:38.146089 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c6761d72-3e24-4f6a-877c-a20ffe601d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:38.148143 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c6761d72-3e24-4f6a-877c-a20ffe601d49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:38.169814 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c6761d72-3e24-4f6a-877c-a20ffe601d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:38.170421 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6761d72-3e24-4f6a-877c-a20ffe601d49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdd7dc49-62ae-4d1a-86fd-f1f3e593535f {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 23:16:38.182693 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c6761d72-3e24-4f6a-877c-a20ffe601d49 admin admin] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:38.183796 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c6761d72-3e24-4f6a-877c-a20ffe601d49 admin admin] 10.222.0.33 "DELETE /v2.0/routers/cdd7dc49-62ae-4d1a-86fd-f1f3e593535f HTTP/1.1" status: 204 len: 168 time: 1.3006859 Sep 14 23:16:38.186323 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 59614) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:16:38.246269 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-1edc0524-1b03-4ded-89c8-41b5eea84327 admin admin] Deleting subnet 3d79fc7a-320c-478d-ab6a-74730ae8b2de {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:16:38.249069 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1edc0524-1b03-4ded-89c8-41b5eea84327 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:38.296968 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1edc0524-1b03-4ded-89c8-41b5eea84327 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:38.377478 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1edc0524-1b03-4ded-89c8-41b5eea84327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:38.450112 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1edc0524-1b03-4ded-89c8-41b5eea84327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:38.490739 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc0524-1b03-4ded-89c8-41b5eea84327 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d79fc7a-320c-478d-ab6a-74730ae8b2de,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:38.495320 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1edc0524-1b03-4ded-89c8-41b5eea84327 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:38.500454 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf8e327-ea64-4d7c-bdc5-2efef0a766dd None None] Network 7a11e99b-1739-442d-90c3-bd261ab26eb2 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:16:38.501246 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1edc0524-1b03-4ded-89c8-41b5eea84327 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/3d79fc7a-320c-478d-ab6a-74730ae8b2de HTTP/1.1" status: 204 len: 168 time: 0.3140113 Sep 14 23:16:38.503683 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 59618) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:16:38.725867 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2a00dfb-7f39-4d0d-b9a1-9719bcd1964e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:38.737692 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-e2a00dfb-7f39-4d0d-b9a1-9719bcd1964e admin admin] Deleting port d055bbe7-1bcc-4bd1-9546-3eebc9d11758 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:16:38.737972 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2a00dfb-7f39-4d0d-b9a1-9719bcd1964e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:38.787428 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ac5f06-ddf1-4510-84b4-9fdd8ad9f9a0 None None] DHCP port deletion for 7a11e99b-1739-442d-90c3-bd261ab26eb2 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:16:38.791210 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-e6ac5f06-ddf1-4510-84b4-9fdd8ad9f9a0 None None] Deleting port d055bbe7-1bcc-4bd1-9546-3eebc9d11758 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:16:38.791739 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e6ac5f06-ddf1-4510-84b4-9fdd8ad9f9a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:38.941819 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-e2a00dfb-7f39-4d0d-b9a1-9719bcd1964e admin admin] For port d055bbe7-1bcc-4bd1-9546-3eebc9d11758, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=d055bbe7-1bcc-4bd1-9546-3eebc9d11758,segment=NetworkSegment(2c984174-b68e-418f-ab73-3c2d08c12f58),segment_id=2c984174-b68e-418f-ab73-3c2d08c12f58)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:16:38.943027 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2a00dfb-7f39-4d0d-b9a1-9719bcd1964e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:38.991714 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-e6ac5f06-ddf1-4510-84b4-9fdd8ad9f9a0 None None] For port d055bbe7-1bcc-4bd1-9546-3eebc9d11758, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=d055bbe7-1bcc-4bd1-9546-3eebc9d11758,segment=NetworkSegment(2c984174-b68e-418f-ab73-3c2d08c12f58),segment_id=2c984174-b68e-418f-ab73-3c2d08c12f58)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:16:38.992014 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e6ac5f06-ddf1-4510-84b4-9fdd8ad9f9a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:39.061712 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-e2a00dfb-7f39-4d0d-b9a1-9719bcd1964e admin admin] Calling delete_port for d055bbe7-1bcc-4bd1-9546-3eebc9d11758 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:16:39.111749 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-e6ac5f06-ddf1-4510-84b4-9fdd8ad9f9a0 None None] Calling delete_port for d055bbe7-1bcc-4bd1-9546-3eebc9d11758 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:16:39.136368 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2a00dfb-7f39-4d0d-b9a1-9719bcd1964e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:39.184766 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a00dfb-7f39-4d0d-b9a1-9719bcd1964e admin admin] Pushing event deleted for resources: {'Port': ['ID=d055bbe7-1bcc-4bd1-9546-3eebc9d11758,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:39.185481 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-e6ac5f06-ddf1-4510-84b4-9fdd8ad9f9a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 23:16:39.185846 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-e6ac5f06-ddf1-4510-84b4-9fdd8ad9f9a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 23:16:39.188295 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a00dfb-7f39-4d0d-b9a1-9719bcd1964e admin admin] No DVR routers for this DVR port d055bbe7-1bcc-4bd1-9546-3eebc9d11758 on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:16:39.299681 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2a00dfb-7f39-4d0d-b9a1-9719bcd1964e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:39.323825 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-e2a00dfb-7f39-4d0d-b9a1-9719bcd1964e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a11e99b-1739-442d-90c3-bd261ab26eb2']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:16:39.335375 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-e2a00dfb-7f39-4d0d-b9a1-9719bcd1964e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c984174-b68e-418f-ab73-3c2d08c12f58') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:16:39.335667 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-e2a00dfb-7f39-4d0d-b9a1-9719bcd1964e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c984174-b68e-418f-ab73-3c2d08c12f58') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:16:39.346534 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2a00dfb-7f39-4d0d-b9a1-9719bcd1964e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:39.362516 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2a00dfb-7f39-4d0d-b9a1-9719bcd1964e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:39.369209 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a00dfb-7f39-4d0d-b9a1-9719bcd1964e admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:16:39.369582 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2a00dfb-7f39-4d0d-b9a1-9719bcd1964e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:39.433577 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 2c984174-b68e-418f-ab73-3c2d08c12f58 resource provider aggregate not found Sep 14 23:16:39.453866 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 2c984174-b68e-418f-ab73-3c2d08c12f58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c984174-b68e-418f-ab73-3c2d08c12f58 found for delete ", "request_id": "req-d01099ea-bf85-4b7b-962b-5d473a49f906"}]} Sep 14 23:16:39.465142 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2a00dfb-7f39-4d0d-b9a1-9719bcd1964e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:39.481268 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2a00dfb-7f39-4d0d-b9a1-9719bcd1964e admin admin] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:39.493458 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a00dfb-7f39-4d0d-b9a1-9719bcd1964e admin admin] Pushing event deleted for resources: {'Network': ['ID=7a11e99b-1739-442d-90c3-bd261ab26eb2,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:39.504829 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e2a00dfb-7f39-4d0d-b9a1-9719bcd1964e admin admin] 10.222.0.33 "DELETE /v2.0/networks/7a11e99b-1739-442d-90c3-bd261ab26eb2 HTTP/1.1" status: 204 len: 168 time: 1.0001876 Sep 14 23:16:39.604478 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 9ba10550-a521-43d5-9d71-a94eba525f94 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:16:39.614409 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 59628) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:16:39.646153 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 9ba10550-a521-43d5-9d71-a94eba525f94 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:16:39.646488 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 9ba10550-a521-43d5-9d71-a94eba525f94 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:16:39.646912 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 89a54112-751f-4a46-a94c-3f004c1ca7f4 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:16:39.664010 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2a25c545-4bb7-44e7-b4a9-a98c3fa16d77 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=915270951c534940b7fb5e52d188573a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484784 Sep 14 23:16:39.666510 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 59632) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:16:39.679648 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 89a54112-751f-4a46-a94c-3f004c1ca7f4 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:16:39.679982 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 89a54112-751f-4a46-a94c-3f004c1ca7f4 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:16:39.680398 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device d055bbe7-1bcc-4bd1-9546-3eebc9d11758 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:16:39.706771 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-e6ac5f06-ddf1-4510-84b4-9fdd8ad9f9a0 None None] Deleting port d055bbe7-1bcc-4bd1-9546-3eebc9d11758 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:16:39.707136 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e6ac5f06-ddf1-4510-84b4-9fdd8ad9f9a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:39.728357 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cd905ab7-e889-4bd9-a9bf-1b859714cbf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:39.745687 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: d055bbe7-1bcc-4bd1-9546-3eebc9d11758 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:16:39.746024 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device d055bbe7-1bcc-4bd1-9546-3eebc9d11758 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:16:39.754246 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cd905ab7-e889-4bd9-a9bf-1b859714cbf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:39.782629 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-e6ac5f06-ddf1-4510-84b4-9fdd8ad9f9a0 None None] The port 'd055bbe7-1bcc-4bd1-9546-3eebc9d11758' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 23:16:39.798948 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6de1e89f-0c46-4326-a540-4dac740eeb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:39.809405 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cd905ab7-e889-4bd9-a9bf-1b859714cbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:39.825054 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd905ab7-e889-4bd9-a9bf-1b859714cbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d66eb8-c59b-4651-9576-6f81cb8e90ea,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:39.833831 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd905ab7-e889-4bd9-a9bf-1b859714cbf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:39.834175 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd905ab7-e889-4bd9-a9bf-1b859714cbf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:39.834512 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd905ab7-e889-4bd9-a9bf-1b859714cbf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:39.834840 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd905ab7-e889-4bd9-a9bf-1b859714cbf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:39.835166 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd905ab7-e889-4bd9-a9bf-1b859714cbf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:39.835490 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd905ab7-e889-4bd9-a9bf-1b859714cbf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:39.835817 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd905ab7-e889-4bd9-a9bf-1b859714cbf9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:39.836133 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd905ab7-e889-4bd9-a9bf-1b859714cbf9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:39.836451 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd905ab7-e889-4bd9-a9bf-1b859714cbf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:39.836788 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd905ab7-e889-4bd9-a9bf-1b859714cbf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:39.837104 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd905ab7-e889-4bd9-a9bf-1b859714cbf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:39.837415 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd905ab7-e889-4bd9-a9bf-1b859714cbf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:39.840317 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cd905ab7-e889-4bd9-a9bf-1b859714cbf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:39.841458 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-cd905ab7-e889-4bd9-a9bf-1b859714cbf9 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/56d66eb8-c59b-4651-9576-6f81cb8e90ea HTTP/1.1" status: 204 len: 168 time: 0.1740217 Sep 14 23:16:40.543114 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 59656) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:16:40.646883 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-149c38a9-ae2c-45ec-8a9d-2d9393f65dec admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2042877244-network', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:16:40.651958 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-149c38a9-ae2c-45ec-8a9d-2d9393f65dec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:16:40.655803 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-149c38a9-ae2c-45ec-8a9d-2d9393f65dec admin admin] Usage tracker for resource:network and tenant:e4d21a1b6fe849018736345b3eefd6fe is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:16:40.658634 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-149c38a9-ae2c-45ec-8a9d-2d9393f65dec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:16:40.665173 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-149c38a9-ae2c-45ec-8a9d-2d9393f65dec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:16:40.673772 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149c38a9-ae2c-45ec-8a9d-2d9393f65dec admin admin] Made reservation on behalf of e4d21a1b6fe849018736345b3eefd6fe for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:16:40.676135 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-149c38a9-ae2c-45ec-8a9d-2d9393f65dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:40.688307 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-149c38a9-ae2c-45ec-8a9d-2d9393f65dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:40.702137 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-149c38a9-ae2c-45ec-8a9d-2d9393f65dec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:16:40.705870 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-149c38a9-ae2c-45ec-8a9d-2d9393f65dec admin admin] Usage tracker for resource:security_group_rule and tenant:e4d21a1b6fe849018736345b3eefd6fe is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:16:40.708638 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-149c38a9-ae2c-45ec-8a9d-2d9393f65dec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:16:40.714451 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-149c38a9-ae2c-45ec-8a9d-2d9393f65dec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:16:40.796959 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-149c38a9-ae2c-45ec-8a9d-2d9393f65dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:40.800516 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-149c38a9-ae2c-45ec-8a9d-2d9393f65dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:40.833212 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-149c38a9-ae2c-45ec-8a9d-2d9393f65dec admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:16:40.842449 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c38a9-ae2c-45ec-8a9d-2d9393f65dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e529497-737c-46c4-9f9b-65d935883f93,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:40.849196 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-149c38a9-ae2c-45ec-8a9d-2d9393f65dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:40.849648 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-149c38a9-ae2c-45ec-8a9d-2d9393f65dec admin admin] Added segment e4ea54ce-ecb9-41ab-ade8-9fccfa22180c of type vlan for network c2a7590a-83fb-4f56-9770-1694ce10ee2e Sep 14 23:16:40.859528 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:40.878718 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-149c38a9-ae2c-45ec-8a9d-2d9393f65dec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:40.914830 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-149c38a9-ae2c-45ec-8a9d-2d9393f65dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:40.915853 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149c38a9-ae2c-45ec-8a9d-2d9393f65dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:40.915970 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:40.916452 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-149c38a9-ae2c-45ec-8a9d-2d9393f65dec admin admin] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:41.018732 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c38a9-ae2c-45ec-8a9d-2d9393f65dec admin admin] Pushing event updated for resources: {'Network': ['ID=c2a7590a-83fb-4f56-9770-1694ce10ee2e,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:41.023076 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-149c38a9-ae2c-45ec-8a9d-2d9393f65dec admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4789410 Sep 14 23:16:41.026180 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 59662) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:16:41.029794 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network c2a7590a-83fb-4f56-9770-1694ce10ee2e details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:16:41.031497 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-6239bc9e-ccad-4a33-8eab-147c7615f31e admin admin] Request body: {'subnet': {'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2042877244-subnet', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:16:41.036966 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6239bc9e-ccad-4a33-8eab-147c7615f31e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:16:41.040820 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6239bc9e-ccad-4a33-8eab-147c7615f31e admin admin] Usage tracker for resource:subnet and tenant:e4d21a1b6fe849018736345b3eefd6fe is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:16:41.043618 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6239bc9e-ccad-4a33-8eab-147c7615f31e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:16:41.049458 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6239bc9e-ccad-4a33-8eab-147c7615f31e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:16:41.058870 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6239bc9e-ccad-4a33-8eab-147c7615f31e admin admin] Made reservation on behalf of e4d21a1b6fe849018736345b3eefd6fe for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:16:41.061329 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6239bc9e-ccad-4a33-8eab-147c7615f31e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:41.263352 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6239bc9e-ccad-4a33-8eab-147c7615f31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:41.336655 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6239bc9e-ccad-4a33-8eab-147c7615f31e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7db522d1-2850-4268-bfa9-4e290182b1fb,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:41.348026 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6239bc9e-ccad-4a33-8eab-147c7615f31e admin admin] Checking segment: {'id': 'e4ea54ce-ecb9-41ab-ade8-9fccfa22180c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:16:41.348975 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6239bc9e-ccad-4a33-8eab-147c7615f31e admin admin] Network hostable DHCP agents. Network: c2a7590a-83fb-4f56-9770-1694ce10ee2e, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:16:41.368062 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6239bc9e-ccad-4a33-8eab-147c7615f31e admin admin] Network c2a7590a-83fb-4f56-9770-1694ce10ee2e is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:16:41.376473 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-6239bc9e-ccad-4a33-8eab-147c7615f31e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, c2a7590a-83fb-4f56-9770-1694ce10ee2e) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:16:41.382401 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6239bc9e-ccad-4a33-8eab-147c7615f31e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:41.384644 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6239bc9e-ccad-4a33-8eab-147c7615f31e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:41.385344 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a004dfc-e533-4c4e-b638-51ddcf400976 None None] Network c2a7590a-83fb-4f56-9770-1694ce10ee2e requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:16:41.500518 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6239bc9e-ccad-4a33-8eab-147c7615f31e admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4733224 Sep 14 23:16:41.503260 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 59666) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:16:41.509032 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-10cc0d36-7ff9-4ea6-8338-14bbb24f2bcb admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2042877244-router', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:16:41.513833 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-10cc0d36-7ff9-4ea6-8338-14bbb24f2bcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:16:41.517695 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-10cc0d36-7ff9-4ea6-8338-14bbb24f2bcb admin admin] Usage tracker for resource:router and tenant:e4d21a1b6fe849018736345b3eefd6fe is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:16:41.521182 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-10cc0d36-7ff9-4ea6-8338-14bbb24f2bcb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:16:41.527143 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-10cc0d36-7ff9-4ea6-8338-14bbb24f2bcb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:16:41.540358 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-10cc0d36-7ff9-4ea6-8338-14bbb24f2bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:41.541436 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-10cc0d36-7ff9-4ea6-8338-14bbb24f2bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:41.556179 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-10cc0d36-7ff9-4ea6-8338-14bbb24f2bcb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:41.615173 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9e75d7-8c31-44d8-bfcf-bf3e013306e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'fixed_ips': [{'subnet_id': '7db522d1-2850-4268-bfa9-4e290182b1fb'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:16:41.615989 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8e9e75d7-8c31-44d8-bfcf-bf3e013306e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:41.768888 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-8e9e75d7-8c31-44d8-bfcf-bf3e013306e3 None None] Allocated IP 172.20.0.2 (c2a7590a-83fb-4f56-9770-1694ce10ee2e/7db522d1-2850-4268-bfa9-4e290182b1fb/5d8eb7ec-2b5f-473c-aa13-a9801bbd0112) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:16:41.821646 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-10cc0d36-7ff9-4ea6-8338-14bbb24f2bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:42.000445 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8e9e75d7-8c31-44d8-bfcf-bf3e013306e3 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:42.011819 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-8e9e75d7-8c31-44d8-bfcf-bf3e013306e3 None None] Transition to ACTIVE for port object 5d8eb7ec-2b5f-473c-aa13-a9801bbd0112 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:16:42.031563 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-8e9e75d7-8c31-44d8-bfcf-bf3e013306e3 None None] Transition to ACTIVE for port object 5d8eb7ec-2b5f-473c-aa13-a9801bbd0112 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:16:42.037769 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8e9e75d7-8c31-44d8-bfcf-bf3e013306e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:42.107459 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9e75d7-8c31-44d8-bfcf-bf3e013306e3 None None] Network c2a7590a-83fb-4f56-9770-1694ce10ee2e is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:16:42.108631 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-8e9e75d7-8c31-44d8-bfcf-bf3e013306e3 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:16:42.111664 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9e75d7-8c31-44d8-bfcf-bf3e013306e3 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:16:42.154813 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e75d7-8c31-44d8-bfcf-bf3e013306e3 None None] Pushing event updated for resources: {'Port': ['ID=5d8eb7ec-2b5f-473c-aa13-a9801bbd0112,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:42.226933 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-8e9e75d7-8c31-44d8-bfcf-bf3e013306e3 None None] Attempting to bind port 5d8eb7ec-2b5f-473c-aa13-a9801bbd0112 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:16:42.227298 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-8e9e75d7-8c31-44d8-bfcf-bf3e013306e3 None None] Attempting to bind port 5d8eb7ec-2b5f-473c-aa13-a9801bbd0112 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'e4ea54ce-ecb9-41ab-ade8-9fccfa22180c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:16:42.227659 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9e75d7-8c31-44d8-bfcf-bf3e013306e3 None None] Attempting to bind port 5d8eb7ec-2b5f-473c-aa13-a9801bbd0112 on network c2a7590a-83fb-4f56-9770-1694ce10ee2e {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:16:42.232786 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9e75d7-8c31-44d8-bfcf-bf3e013306e3 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:16:42.233157 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9e75d7-8c31-44d8-bfcf-bf3e013306e3 None None] Checking segment: {'id': 'e4ea54ce-ecb9-41ab-ade8-9fccfa22180c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:16:42.233548 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8e9e75d7-8c31-44d8-bfcf-bf3e013306e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:42.233935 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9e75d7-8c31-44d8-bfcf-bf3e013306e3 None None] Bound using segment: {'id': 'e4ea54ce-ecb9-41ab-ade8-9fccfa22180c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:16:42.234636 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-8e9e75d7-8c31-44d8-bfcf-bf3e013306e3 None None] Bound port: 5d8eb7ec-2b5f-473c-aa13-a9801bbd0112, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ea54ce-ecb9-41ab-ade8-9fccfa22180c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:16:42.235002 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8e9e75d7-8c31-44d8-bfcf-bf3e013306e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:42.236250 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-10cc0d36-7ff9-4ea6-8338-14bbb24f2bcb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:42.265539 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-10cc0d36-7ff9-4ea6-8338-14bbb24f2bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:42.322234 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-8e9e75d7-8c31-44d8-bfcf-bf3e013306e3 None None] For port 5d8eb7ec-2b5f-473c-aa13-a9801bbd0112, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:16:42.325565 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-8e9e75d7-8c31-44d8-bfcf-bf3e013306e3 None None] For port 5d8eb7ec-2b5f-473c-aa13-a9801bbd0112, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=5d8eb7ec-2b5f-473c-aa13-a9801bbd0112,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:16:42.331436 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8e9e75d7-8c31-44d8-bfcf-bf3e013306e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:42.400192 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-10cc0d36-7ff9-4ea6-8338-14bbb24f2bcb admin admin] Allocated IP 172.26.5.59 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/5033ecb2-cb54-40e6-a97a-6fe8f3c55036) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:16:42.431242 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e75d7-8c31-44d8-bfcf-bf3e013306e3 None None] Pushing event updated for resources: {'Port': ['ID=5d8eb7ec-2b5f-473c-aa13-a9801bbd0112,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:42.459467 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:42.554623 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-10cc0d36-7ff9-4ea6-8338-14bbb24f2bcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:42.592930 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-10cc0d36-7ff9-4ea6-8338-14bbb24f2bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:42.665067 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cc0d36-7ff9-4ea6-8338-14bbb24f2bcb admin admin] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:16:42.668050 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-10cc0d36-7ff9-4ea6-8338-14bbb24f2bcb admin admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:16:42.671803 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cc0d36-7ff9-4ea6-8338-14bbb24f2bcb admin admin] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:16:42.704922 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc0d36-7ff9-4ea6-8338-14bbb24f2bcb admin admin] Pushing event updated for resources: {'Port': ['ID=5033ecb2-cb54-40e6-a97a-6fe8f3c55036,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:43.086848 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-10cc0d36-7ff9-4ea6-8338-14bbb24f2bcb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:43.334267 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392728db-d373-4f41-8735-c276427b852e None None] Network c2a7590a-83fb-4f56-9770-1694ce10ee2e requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:16:43.434603 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-10cc0d36-7ff9-4ea6-8338-14bbb24f2bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:43.492082 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-00c5ae3e-97ab-4ac9-8a3a-29154f29ee33 None None] Provisioning for port 5d8eb7ec-2b5f-473c-aa13-a9801bbd0112 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:16:43.642272 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 5d8eb7ec-2b5f-473c-aa13-a9801bbd0112 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:16:43.720498 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 5d8eb7ec-2b5f-473c-aa13-a9801bbd0112 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:16:43.726273 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 5d8eb7ec-2b5f-473c-aa13-a9801bbd0112 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:16:43.726646 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:43.792848 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cc0d36-7ff9-4ea6-8338-14bbb24f2bcb admin admin] Router d63ff6ec-3fa7-4c29-bcea-54d64c19848b is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 23:16:43.859309 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-739d89aa-f9ed-434b-801a-e6d2a297e48d None None] Provisioning complete for port 5d8eb7ec-2b5f-473c-aa13-a9801bbd0112 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:16:43.859672 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-739d89aa-f9ed-434b-801a-e6d2a297e48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:43.887472 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 5d8eb7ec-2b5f-473c-aa13-a9801bbd0112 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:16:43.887765 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:43.956525 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 5d8eb7ec-2b5f-473c-aa13-a9801bbd0112, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=5d8eb7ec-2b5f-473c-aa13-a9801bbd0112,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:16:43.963041 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:43.980826 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cc0d36-7ff9-4ea6-8338-14bbb24f2bcb admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:16:44.005001 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-10cc0d36-7ff9-4ea6-8338-14bbb24f2bcb admin admin] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:44.006502 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-10cc0d36-7ff9-4ea6-8338-14bbb24f2bcb admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5022023 Sep 14 23:16:44.009170 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 59670) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:16:44.010677 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7843c865-a906-479f-9895-8438151089e7 None None] Sync routers for ids ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:16:44.088526 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7843c865-a906-479f-9895-8438151089e7 None None] Routers {'d63ff6ec-3fa7-4c29-bcea-54d64c19848b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:16:44.089611 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-7843c865-a906-479f-9895-8438151089e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:16:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:16:44.186123 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-739d89aa-f9ed-434b-801a-e6d2a297e48d None None] Current status of the port 5d8eb7ec-2b5f-473c-aa13-a9801bbd0112 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:16:44.201145 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=5d8eb7ec-2b5f-473c-aa13-a9801bbd0112,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:44.321202 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-7843c865-a906-479f-9895-8438151089e7 None None] Set router d63ff6ec-3fa7-4c29-bcea-54d64c19848b gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:16:44.652732 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-7843c865-a906-479f-9895-8438151089e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'name': 'tempest-ServerActionsTestJSON-2042877244-router', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:16:41Z', 'updated_at': '2022-09-14T23:16:42Z', 'revision_number': 3, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'gw_port': {'id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:42Z', 'updated_at': '2022-09-14T23:16:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:16:44.656956 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7843c865-a906-479f-9895-8438151089e7 None None] Checking router: d63ff6ec-3fa7-4c29-bcea-54d64c19848b for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:16:44.657302 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7843c865-a906-479f-9895-8438151089e7 None None] Updating router d63ff6ec-3fa7-4c29-bcea-54d64c19848b port 5033ecb2-cb54-40e6-a97a-6fe8f3c55036 binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:16:44.689633 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bd1d146a-51c2-4123-a0da-89434b0dee33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:44.714453 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7843c865-a906-479f-9895-8438151089e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:44.896034 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-bd1d146a-51c2-4123-a0da-89434b0dee33 admin admin] Allocated IP 172.20.0.1 (c2a7590a-83fb-4f56-9770-1694ce10ee2e/7db522d1-2850-4268-bfa9-4e290182b1fb/bca772a7-41b1-428c-a79c-a81f91834c6d) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:16:45.047314 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7843c865-a906-479f-9895-8438151089e7 None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:45.059998 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-7843c865-a906-479f-9895-8438151089e7 None None] Transition to ACTIVE for port object 5033ecb2-cb54-40e6-a97a-6fe8f3c55036 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:16:45.068356 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7843c865-a906-479f-9895-8438151089e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:45.131106 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-7843c865-a906-479f-9895-8438151089e7 None None] Attempting to bind port 5033ecb2-cb54-40e6-a97a-6fe8f3c55036 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:16:45.131474 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-7843c865-a906-479f-9895-8438151089e7 None None] Attempting to bind port 5033ecb2-cb54-40e6-a97a-6fe8f3c55036 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:16:45.131834 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7843c865-a906-479f-9895-8438151089e7 None None] Attempting to bind port 5033ecb2-cb54-40e6-a97a-6fe8f3c55036 on network 681410b9-e86d-4f65-a0f3-ea2093b5104b {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:16:45.142202 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7843c865-a906-479f-9895-8438151089e7 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:16:45.142576 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7843c865-a906-479f-9895-8438151089e7 None None] Checking segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:16:45.142973 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7843c865-a906-479f-9895-8438151089e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:45.143374 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7843c865-a906-479f-9895-8438151089e7 None None] Bound using segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:16:45.143838 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-7843c865-a906-479f-9895-8438151089e7 None None] Bound port: 5033ecb2-cb54-40e6-a97a-6fe8f3c55036, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:16:45.144230 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7843c865-a906-479f-9895-8438151089e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:45.155554 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bd1d146a-51c2-4123-a0da-89434b0dee33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:45.171011 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-bd1d146a-51c2-4123-a0da-89434b0dee33 admin admin] Transition to ACTIVE for port object bca772a7-41b1-428c-a79c-a81f91834c6d will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:16:45.191010 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c622906-369f-4e6f-b177-fa9e174b304e None None] Pushing event updated for resources: {'Port': ['ID=5033ecb2-cb54-40e6-a97a-6fe8f3c55036,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:45.196194 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bd1d146a-51c2-4123-a0da-89434b0dee33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:45.202942 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c622906-369f-4e6f-b177-fa9e174b304e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:45.203291 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c622906-369f-4e6f-b177-fa9e174b304e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:45.203631 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c622906-369f-4e6f-b177-fa9e174b304e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:45.203966 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c622906-369f-4e6f-b177-fa9e174b304e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:45.204290 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c622906-369f-4e6f-b177-fa9e174b304e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:45.204646 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c622906-369f-4e6f-b177-fa9e174b304e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:45.204964 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c622906-369f-4e6f-b177-fa9e174b304e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:45.205290 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c622906-369f-4e6f-b177-fa9e174b304e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:45.205610 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c622906-369f-4e6f-b177-fa9e174b304e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:45.205931 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c622906-369f-4e6f-b177-fa9e174b304e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:45.206251 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c622906-369f-4e6f-b177-fa9e174b304e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:45.206566 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c622906-369f-4e6f-b177-fa9e174b304e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:45.235500 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-7843c865-a906-479f-9895-8438151089e7 None None] For port 5033ecb2-cb54-40e6-a97a-6fe8f3c55036, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:16:45.238517 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-7843c865-a906-479f-9895-8438151089e7 None None] For port 5033ecb2-cb54-40e6-a97a-6fe8f3c55036, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=5033ecb2-cb54-40e6-a97a-6fe8f3c55036,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:16:45.243091 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7843c865-a906-479f-9895-8438151089e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:45.260366 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1d146a-51c2-4123-a0da-89434b0dee33 admin admin] Network c2a7590a-83fb-4f56-9770-1694ce10ee2e is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:16:45.263114 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-bd1d146a-51c2-4123-a0da-89434b0dee33 admin admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:16:45.266967 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1d146a-51c2-4123-a0da-89434b0dee33 admin admin] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:16:45.306745 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7843c865-a906-479f-9895-8438151089e7 None None] Routers {'d63ff6ec-3fa7-4c29-bcea-54d64c19848b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:16:45.307775 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-7843c865-a906-479f-9895-8438151089e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:16:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:16:45.311438 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d146a-51c2-4123-a0da-89434b0dee33 admin admin] Pushing event updated for resources: {'Port': ['ID=bca772a7-41b1-428c-a79c-a81f91834c6d,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:45.332162 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bd1d146a-51c2-4123-a0da-89434b0dee33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:45.405581 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c622906-369f-4e6f-b177-fa9e174b304e None None] Pushing event updated for resources: {'Port': ['ID=5033ecb2-cb54-40e6-a97a-6fe8f3c55036,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:45.511890 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-7843c865-a906-479f-9895-8438151089e7 None None] Set router d63ff6ec-3fa7-4c29-bcea-54d64c19848b gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:16:45.598094 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bd1d146a-51c2-4123-a0da-89434b0dee33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:45.635698 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 5d8eb7ec-2b5f-473c-aa13-a9801bbd0112 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:16:45.719055 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-11653752-8cfd-41fe-bf8c-e54a1813a375 None None] Provisioning for port bca772a7-41b1-428c-a79c-a81f91834c6d completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:16:45.747585 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-11653752-8cfd-41fe-bf8c-e54a1813a375 None None] Provisioning complete for port bca772a7-41b1-428c-a79c-a81f91834c6d triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:16:45.747948 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-11653752-8cfd-41fe-bf8c-e54a1813a375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:45.814891 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bd1d146a-51c2-4123-a0da-89434b0dee33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:45.819447 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bd1d146a-51c2-4123-a0da-89434b0dee33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:45.835618 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-11653752-8cfd-41fe-bf8c-e54a1813a375 None None] Port bca772a7-41b1-428c-a79c-a81f91834c6d cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:16:45.881913 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 5d8eb7ec-2b5f-473c-aa13-a9801bbd0112 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:16:45.882279 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:45.928965 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bd1d146a-51c2-4123-a0da-89434b0dee33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:45.933365 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d146a-51c2-4123-a0da-89434b0dee33 admin admin] Pushing event updated for resources: {'Port': ['ID=bca772a7-41b1-428c-a79c-a81f91834c6d,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:46.013277 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-7843c865-a906-479f-9895-8438151089e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'name': 'tempest-ServerActionsTestJSON-2042877244-router', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:16:41Z', 'updated_at': '2022-09-14T23:16:42Z', 'revision_number': 3, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'gw_port': {'id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:42Z', 'updated_at': '2022-09-14T23:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:16:46.022863 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7843c865-a906-479f-9895-8438151089e7 None None] The sync data for ids ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'] in dv-neutron-857791-1-hyperv is: [{'id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'name': 'tempest-ServerActionsTestJSON-2042877244-router', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:16:41Z', 'updated_at': '2022-09-14T23:16:42Z', 'revision_number': 3, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'gw_port': {'id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:42Z', 'updated_at': '2022-09-14T23:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:16:46.031745 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 5d8eb7ec-2b5f-473c-aa13-a9801bbd0112 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:16:46.070194 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1d146a-51c2-4123-a0da-89434b0dee33 admin admin] Network c2a7590a-83fb-4f56-9770-1694ce10ee2e is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:16:46.071344 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-bd1d146a-51c2-4123-a0da-89434b0dee33 admin admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:16:46.279981 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1d146a-51c2-4123-a0da-89434b0dee33 admin admin] Router d63ff6ec-3fa7-4c29-bcea-54d64c19848b has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:16:46.358644 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3c402bff-12b1-4ac9-9196-787725d611c7 None None] Provisioning complete for port bca772a7-41b1-428c-a79c-a81f91834c6d triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:16:46.358898 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3c402bff-12b1-4ac9-9196-787725d611c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:46.423957 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-3c402bff-12b1-4ac9-9196-787725d611c7 None None] Port bca772a7-41b1-428c-a79c-a81f91834c6d cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:16:46.480269 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1d146a-51c2-4123-a0da-89434b0dee33 admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:16:46.490111 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-bd1d146a-51c2-4123-a0da-89434b0dee33 admin admin] 10.222.0.33 "PUT /v2.0/routers/d63ff6ec-3fa7-4c29-bcea-54d64c19848b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4799178 Sep 14 23:16:46.811258 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 59680) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:16:46.816496 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-fe24071d-77da-47ab-ab07-3797504fc287 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1186992589', 'description': 'tempest-description--1537637001'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:16:46.822807 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-fe24071d-77da-47ab-ab07-3797504fc287 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:16:46.826644 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-fe24071d-77da-47ab-ab07-3797504fc287 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Usage tracker for resource:security_group and tenant:e4d21a1b6fe849018736345b3eefd6fe is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:16:46.829493 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-fe24071d-77da-47ab-ab07-3797504fc287 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:16:46.835207 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-fe24071d-77da-47ab-ab07-3797504fc287 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:16:46.847456 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fe24071d-77da-47ab-ab07-3797504fc287 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:46.871264 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-fe24071d-77da-47ab-ab07-3797504fc287 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:16:46.874994 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-fe24071d-77da-47ab-ab07-3797504fc287 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Usage tracker for resource:security_group_rule and tenant:e4d21a1b6fe849018736345b3eefd6fe is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:16:46.877881 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-fe24071d-77da-47ab-ab07-3797504fc287 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:16:46.883826 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-fe24071d-77da-47ab-ab07-3797504fc287 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:16:46.955848 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fe24071d-77da-47ab-ab07-3797504fc287 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:46.959874 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fe24071d-77da-47ab-ab07-3797504fc287 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:47.001145 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24071d-77da-47ab-ab07-3797504fc287 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81d9f9fb-ea37-4da4-b541-b2a099b60a1b,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:47.003788 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fe24071d-77da-47ab-ab07-3797504fc287 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:47.005024 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-fe24071d-77da-47ab-ab07-3797504fc287 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1927786 Sep 14 23:16:47.007992 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 59684) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:16:47.012835 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-f35a15d1-9be8-405e-8752-24adadac7aa6 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Request body: {'security_group_rule': {'security_group_id': '81d9f9fb-ea37-4da4-b541-b2a099b60a1b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:16:47.018583 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-f35a15d1-9be8-405e-8752-24adadac7aa6 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:16:47.022866 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-f35a15d1-9be8-405e-8752-24adadac7aa6 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Usage tracker for resource:security_group_rule and tenant:e4d21a1b6fe849018736345b3eefd6fe is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:16:47.025686 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-f35a15d1-9be8-405e-8752-24adadac7aa6 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:16:47.031307 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-f35a15d1-9be8-405e-8752-24adadac7aa6 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:16:47.047872 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f35a15d1-9be8-405e-8752-24adadac7aa6 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:47.107036 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f35a15d1-9be8-405e-8752-24adadac7aa6 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:47.110625 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f35a15d1-9be8-405e-8752-24adadac7aa6 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:47.132995 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a15d1-9be8-405e-8752-24adadac7aa6 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=752c72db-fc0a-4aaf-bf0b-ea969283e0ed,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:47.140779 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f35a15d1-9be8-405e-8752-24adadac7aa6 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:47.141971 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f35a15d1-9be8-405e-8752-24adadac7aa6 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1330872 Sep 14 23:16:47.144436 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 59688) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:16:47.149626 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-44477caf-a9b6-48bb-be48-101f200670ce tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Request body: {'security_group_rule': {'security_group_id': '81d9f9fb-ea37-4da4-b541-b2a099b60a1b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:16:47.155218 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-44477caf-a9b6-48bb-be48-101f200670ce tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:16:47.158980 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-44477caf-a9b6-48bb-be48-101f200670ce tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Usage tracker for resource:security_group_rule and tenant:e4d21a1b6fe849018736345b3eefd6fe is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:16:47.162454 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-44477caf-a9b6-48bb-be48-101f200670ce tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:16:47.168134 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-44477caf-a9b6-48bb-be48-101f200670ce tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:16:47.184251 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-44477caf-a9b6-48bb-be48-101f200670ce tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:47.243891 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-44477caf-a9b6-48bb-be48-101f200670ce tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:47.247201 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-44477caf-a9b6-48bb-be48-101f200670ce tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:47.272119 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44477caf-a9b6-48bb-be48-101f200670ce tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bb3fd94-6eed-45ce-adda-3cb826081b09,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:47.281170 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-44477caf-a9b6-48bb-be48-101f200670ce tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:47.282459 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-44477caf-a9b6-48bb-be48-101f200670ce tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1366103 Sep 14 23:16:47.285520 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 59692) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:16:47.291064 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-2c032bf4-7f79-4f12-97ab-f0e3d4daec10 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:16:47.297096 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2c032bf4-7f79-4f12-97ab-f0e3d4daec10 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:16:47.300919 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2c032bf4-7f79-4f12-97ab-f0e3d4daec10 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Usage tracker for resource:floatingip and tenant:e4d21a1b6fe849018736345b3eefd6fe is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:16:47.303911 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2c032bf4-7f79-4f12-97ab-f0e3d4daec10 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:16:47.309884 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2c032bf4-7f79-4f12-97ab-f0e3d4daec10 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:16:47.437655 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2c032bf4-7f79-4f12-97ab-f0e3d4daec10 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks [] for floatingip, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:47.562224 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077a8f12-c88c-494b-bac2-7a039da97a46 None None] Sync routers for ids ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:16:47.573134 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077a8f12-c88c-494b-bac2-7a039da97a46 None None] Routers {'d63ff6ec-3fa7-4c29-bcea-54d64c19848b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:16:47.573945 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-077a8f12-c88c-494b-bac2-7a039da97a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:16:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:16:47.579369 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2c032bf4-7f79-4f12-97ab-f0e3d4daec10 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:47.643403 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 5033ecb2-cb54-40e6-a97a-6fe8f3c55036 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:16:47.730240 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-2c032bf4-7f79-4f12-97ab-f0e3d4daec10 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Allocated IP 172.26.5.26 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/652b6cff-a8d3-405e-9759-76f75e871868) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:16:47.758835 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-077a8f12-c88c-494b-bac2-7a039da97a46 None None] Set router d63ff6ec-3fa7-4c29-bcea-54d64c19848b gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:16:47.761148 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 5033ecb2-cb54-40e6-a97a-6fe8f3c55036 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:16:47.766228 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 5033ecb2-cb54-40e6-a97a-6fe8f3c55036 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:16:47.766668 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:47.883241 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 5033ecb2-cb54-40e6-a97a-6fe8f3c55036 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:16:47.883874 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:47.896083 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2c032bf4-7f79-4f12-97ab-f0e3d4daec10 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:47.901070 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 5033ecb2-cb54-40e6-a97a-6fe8f3c55036, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=5033ecb2-cb54-40e6-a97a-6fe8f3c55036,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:16:47.907162 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:47.934587 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2c032bf4-7f79-4f12-97ab-f0e3d4daec10 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:47.975992 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=5033ecb2-cb54-40e6-a97a-6fe8f3c55036,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:48.005864 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c032bf4-7f79-4f12-97ab-f0e3d4daec10 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:16:48.008901 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-2c032bf4-7f79-4f12-97ab-f0e3d4daec10 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:16:48.011412 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c032bf4-7f79-4f12-97ab-f0e3d4daec10 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:16:48.046087 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c032bf4-7f79-4f12-97ab-f0e3d4daec10 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Pushing event updated for resources: {'Port': ['ID=652b6cff-a8d3-405e-9759-76f75e871868,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:48.096545 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2c032bf4-7f79-4f12-97ab-f0e3d4daec10 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:48.106116 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-077a8f12-c88c-494b-bac2-7a039da97a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'name': 'tempest-ServerActionsTestJSON-2042877244-router', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:16:41Z', 'updated_at': '2022-09-14T23:16:45Z', 'revision_number': 4, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'gw_port': {'id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:42Z', 'updated_at': '2022-09-14T23:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'bca772a7-41b1-428c-a79c-a81f91834c6d', 'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'mac_address': 'fa:16:3e:bb:f7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:44Z', 'updated_at': '2022-09-14T23:16:45Z', 'revision_number': 2, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'subnets': [{'id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:16:48.110185 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077a8f12-c88c-494b-bac2-7a039da97a46 None None] Checking router: d63ff6ec-3fa7-4c29-bcea-54d64c19848b for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:16:48.110526 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077a8f12-c88c-494b-bac2-7a039da97a46 None None] Updating router d63ff6ec-3fa7-4c29-bcea-54d64c19848b port bca772a7-41b1-428c-a79c-a81f91834c6d binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:16:48.161227 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2c032bf4-7f79-4f12-97ab-f0e3d4daec10 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:48.162064 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-077a8f12-c88c-494b-bac2-7a039da97a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:48.369974 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2c032bf4-7f79-4f12-97ab-f0e3d4daec10 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:48.374705 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2c032bf4-7f79-4f12-97ab-f0e3d4daec10 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:48.481449 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2c032bf4-7f79-4f12-97ab-f0e3d4daec10 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:48.485729 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c032bf4-7f79-4f12-97ab-f0e3d4daec10 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Pushing event updated for resources: {'Port': ['ID=652b6cff-a8d3-405e-9759-76f75e871868,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:48.506817 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2c032bf4-7f79-4f12-97ab-f0e3d4daec10 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:48.507078 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-077a8f12-c88c-494b-bac2-7a039da97a46 None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:48.508344 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2c032bf4-7f79-4f12-97ab-f0e3d4daec10 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2213066 Sep 14 23:16:48.522738 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-077a8f12-c88c-494b-bac2-7a039da97a46 None None] Transition to ACTIVE for port object bca772a7-41b1-428c-a79c-a81f91834c6d will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:16:48.529054 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-077a8f12-c88c-494b-bac2-7a039da97a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:48.669756 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-be139b82-6edb-4080-9169-5c29e78331f3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Synchronizing usage tracker for tenant:e4d21a1b6fe849018736345b3eefd6fe on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:16:48.687280 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-be139b82-6edb-4080-9169-5c29e78331f3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Unset dirty status for tenant:e4d21a1b6fe849018736345b3eefd6fe on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:16:48.688508 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-be139b82-6edb-4080-9169-5c29e78331f3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1186992589&fields=id&tenant_id=e4d21a1b6fe849018736345b3eefd6fe HTTP/1.1" status: 200 len: 267 time: 0.0574114 Sep 14 23:16:48.710545 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677b5c1-f408-425c-a3dd-f5ff4660b621 None None] Pushing event updated for resources: {'Port': ['ID=bca772a7-41b1-428c-a79c-a81f91834c6d,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:48.736521 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e677b5c1-f408-425c-a3dd-f5ff4660b621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:48.736874 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e677b5c1-f408-425c-a3dd-f5ff4660b621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:48.737199 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e677b5c1-f408-425c-a3dd-f5ff4660b621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:48.737521 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e677b5c1-f408-425c-a3dd-f5ff4660b621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:48.737835 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e677b5c1-f408-425c-a3dd-f5ff4660b621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:48.738152 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e677b5c1-f408-425c-a3dd-f5ff4660b621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:48.738490 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e677b5c1-f408-425c-a3dd-f5ff4660b621 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:48.738804 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e677b5c1-f408-425c-a3dd-f5ff4660b621 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:48.739116 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e677b5c1-f408-425c-a3dd-f5ff4660b621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:48.739425 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e677b5c1-f408-425c-a3dd-f5ff4660b621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:48.739733 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e677b5c1-f408-425c-a3dd-f5ff4660b621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:48.740040 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e677b5c1-f408-425c-a3dd-f5ff4660b621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:16:48.752126 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-077a8f12-c88c-494b-bac2-7a039da97a46 None None] Attempting to bind port bca772a7-41b1-428c-a79c-a81f91834c6d on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:16:48.752483 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-077a8f12-c88c-494b-bac2-7a039da97a46 None None] Attempting to bind port bca772a7-41b1-428c-a79c-a81f91834c6d by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'e4ea54ce-ecb9-41ab-ade8-9fccfa22180c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:16:48.752867 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077a8f12-c88c-494b-bac2-7a039da97a46 None None] Attempting to bind port bca772a7-41b1-428c-a79c-a81f91834c6d on network c2a7590a-83fb-4f56-9770-1694ce10ee2e {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:16:48.757994 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077a8f12-c88c-494b-bac2-7a039da97a46 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:16:48.758353 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077a8f12-c88c-494b-bac2-7a039da97a46 None None] Checking segment: {'id': 'e4ea54ce-ecb9-41ab-ade8-9fccfa22180c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:16:48.758732 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-077a8f12-c88c-494b-bac2-7a039da97a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:48.759112 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077a8f12-c88c-494b-bac2-7a039da97a46 None None] Bound using segment: {'id': 'e4ea54ce-ecb9-41ab-ade8-9fccfa22180c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:16:48.759554 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-077a8f12-c88c-494b-bac2-7a039da97a46 None None] Bound port: bca772a7-41b1-428c-a79c-a81f91834c6d, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ea54ce-ecb9-41ab-ade8-9fccfa22180c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:16:48.759907 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-077a8f12-c88c-494b-bac2-7a039da97a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:48.839635 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-5d106382-705d-4fbc-b8a2-57509ed5b15b tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:48.840313 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-5d106382-705d-4fbc-b8a2-57509ed5b15b tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Synchronizing usage tracker for tenant:e4d21a1b6fe849018736345b3eefd6fe on resource:network {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:16:48.846350 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-077a8f12-c88c-494b-bac2-7a039da97a46 None None] For port bca772a7-41b1-428c-a79c-a81f91834c6d, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:16:48.849898 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-077a8f12-c88c-494b-bac2-7a039da97a46 None None] For port bca772a7-41b1-428c-a79c-a81f91834c6d, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=bca772a7-41b1-428c-a79c-a81f91834c6d,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:16:48.854478 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-077a8f12-c88c-494b-bac2-7a039da97a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:48.857986 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-5d106382-705d-4fbc-b8a2-57509ed5b15b tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Unset dirty status for tenant:e4d21a1b6fe849018736345b3eefd6fe on resource:network {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:16:48.859845 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-5d106382-705d-4fbc-b8a2-57509ed5b15b tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/networks?id=c2a7590a-83fb-4f56-9770-1694ce10ee2e HTTP/1.1" status: 200 len: 812 time: 0.1641095 Sep 14 23:16:48.875082 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-fb8f331f-64a3-4de5-9834-f7b01b726932 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/quotas/e4d21a1b6fe849018736345b3eefd6fe HTTP/1.1" status: 200 len: 375 time: 0.0094109 Sep 14 23:16:48.915377 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077a8f12-c88c-494b-bac2-7a039da97a46 None None] Routers {'d63ff6ec-3fa7-4c29-bcea-54d64c19848b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:16:48.916008 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-077a8f12-c88c-494b-bac2-7a039da97a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:16:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:16:48.967697 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-5c00f83b-4aae-44e6-bc57-ff9139a1fc1d tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=e4d21a1b6fe849018736345b3eefd6fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0869682 Sep 14 23:16:49.002012 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677b5c1-f408-425c-a3dd-f5ff4660b621 None None] Pushing event updated for resources: {'Port': ['ID=bca772a7-41b1-428c-a79c-a81f91834c6d,revision_number=4']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:49.101494 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-077a8f12-c88c-494b-bac2-7a039da97a46 None None] Set router d63ff6ec-3fa7-4c29-bcea-54d64c19848b gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:16:49.150746 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-42dd6822-ec8c-4090-ac86-4d5eedad1f77 service neutron] 10.222.0.33 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711786 Sep 14 23:16:49.280805 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-945b45fc-12e3-4b53-9395-41838ef4753d service neutron] 10.222.0.33 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237953 Sep 14 23:16:49.415732 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-077a8f12-c88c-494b-bac2-7a039da97a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'name': 'tempest-ServerActionsTestJSON-2042877244-router', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:16:41Z', 'updated_at': '2022-09-14T23:16:45Z', 'revision_number': 4, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'gw_port': {'id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:42Z', 'updated_at': '2022-09-14T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'bca772a7-41b1-428c-a79c-a81f91834c6d', 'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'mac_address': 'fa:16:3e:bb:f7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:44Z', 'updated_at': '2022-09-14T23:16:48Z', 'revision_number': 4, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'subnets': [{'id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:16:49.419944 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077a8f12-c88c-494b-bac2-7a039da97a46 None None] The sync data for ids ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'] in dv-neutron-857791-1-hyperv is: [{'id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'name': 'tempest-ServerActionsTestJSON-2042877244-router', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:16:41Z', 'updated_at': '2022-09-14T23:16:45Z', 'revision_number': 4, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'gw_port': {'id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:42Z', 'updated_at': '2022-09-14T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'bca772a7-41b1-428c-a79c-a81f91834c6d', 'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'mac_address': 'fa:16:3e:bb:f7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:44Z', 'updated_at': '2022-09-14T23:16:48Z', 'revision_number': 4, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'subnets': [{'id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:16:49.506012 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-04756a7d-9bf7-4cf1-a3d9-2b30296d86a2 req-b499cad0-7792-4a6d-b109-f0a1128e1f7b tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 210 time: 0.0736947 Sep 14 23:16:49.510151 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:49.709141 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 5033ecb2-cb54-40e6-a97a-6fe8f3c55036 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:16:49.793986 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 5033ecb2-cb54-40e6-a97a-6fe8f3c55036 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:16:49.794290 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:49.916768 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 5033ecb2-cb54-40e6-a97a-6fe8f3c55036 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:16:49.918189 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device bca772a7-41b1-428c-a79c-a81f91834c6d up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:16:49.992803 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port bca772a7-41b1-428c-a79c-a81f91834c6d completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:16:49.998612 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port bca772a7-41b1-428c-a79c-a81f91834c6d triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:16:49.999140 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:50.123906 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port bca772a7-41b1-428c-a79c-a81f91834c6d is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:16:50.124292 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:50.159416 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port bca772a7-41b1-428c-a79c-a81f91834c6d, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=bca772a7-41b1-428c-a79c-a81f91834c6d,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:16:50.164507 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:50.232754 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=bca772a7-41b1-428c-a79c-a81f91834c6d,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:50.624961 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-3b857c02-c32e-4d7e-8f21-28bc338d0e5c tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:50.626533 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-3b857c02-c32e-4d7e-8f21-28bc338d0e5c tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.20 "GET /v2.0/networks?id=c2a7590a-83fb-4f56-9770-1694ce10ee2e HTTP/1.1" status: 200 len: 812 time: 0.1787145 Sep 14 23:16:50.680258 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-8a87bb13-3864-4c9b-bad0-2fd406bdc118 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Synchronizing usage tracker for tenant:e4d21a1b6fe849018736345b3eefd6fe on resource:security_group {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:16:50.685308 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-327e3f73-364f-44b6-bc56-1a95617fb967 req-75796276-144b-440d-8644-cef787b18d3f tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 210 time: 0.0571835 Sep 14 23:16:50.692447 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-8a87bb13-3864-4c9b-bad0-2fd406bdc118 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Unset dirty status for tenant:e4d21a1b6fe849018736345b3eefd6fe on resource:security_group {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:16:50.693588 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-8a87bb13-3864-4c9b-bad0-2fd406bdc118 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4d21a1b6fe849018736345b3eefd6fe HTTP/1.1" status: 200 len: 380 time: 0.0589731 Sep 14 23:16:50.704076 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-b30c60cb-8b74-436c-b5b4-4e5528d6fed7 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Request body: {'port': {'device_id': '54c6af52-f2ce-4de2-94ac-ce92e39b0674', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'admin_state_up': True, 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'security_groups': ['81d9f9fb-ea37-4da4-b541-b2a099b60a1b']}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:16:50.844160 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-b30c60cb-8b74-436c-b5b4-4e5528d6fed7 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:16:50.848413 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-b30c60cb-8b74-436c-b5b4-4e5528d6fed7 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Usage tracker for resource:port and tenant:e4d21a1b6fe849018736345b3eefd6fe is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:16:50.851170 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-b30c60cb-8b74-436c-b5b4-4e5528d6fed7 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:16:50.856710 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-b30c60cb-8b74-436c-b5b4-4e5528d6fed7 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:16:50.866468 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-b30c60cb-8b74-436c-b5b4-4e5528d6fed7 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Made reservation on behalf of e4d21a1b6fe849018736345b3eefd6fe for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:16:50.869907 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-b30c60cb-8b74-436c-b5b4-4e5528d6fed7 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:51.030743 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-b30c60cb-8b74-436c-b5b4-4e5528d6fed7 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Allocated IP 172.20.0.13 (c2a7590a-83fb-4f56-9770-1694ce10ee2e/7db522d1-2850-4268-bfa9-4e290182b1fb/1ef70121-f140-4e8a-9e79-e7caa192618a) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:16:51.212457 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-b30c60cb-8b74-436c-b5b4-4e5528d6fed7 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:51.227208 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-b30c60cb-8b74-436c-b5b4-4e5528d6fed7 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Transition to ACTIVE for port object 1ef70121-f140-4e8a-9e79-e7caa192618a will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:16:51.249685 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-b30c60cb-8b74-436c-b5b4-4e5528d6fed7 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:51.417728 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-b30c60cb-8b74-436c-b5b4-4e5528d6fed7 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Network c2a7590a-83fb-4f56-9770-1694ce10ee2e is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:16:51.420501 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-b30c60cb-8b74-436c-b5b4-4e5528d6fed7 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:16:51.424459 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-b30c60cb-8b74-436c-b5b4-4e5528d6fed7 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:16:51.461056 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c60cb-8b74-436c-b5b4-4e5528d6fed7 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Pushing event updated for resources: {'Port': ['ID=1ef70121-f140-4e8a-9e79-e7caa192618a,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:51.494586 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-b30c60cb-8b74-436c-b5b4-4e5528d6fed7 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:51.495202 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-b30c60cb-8b74-436c-b5b4-4e5528d6fed7 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:51.516986 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-b30c60cb-8b74-436c-b5b4-4e5528d6fed7 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8170586 Sep 14 23:16:51.528202 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-7aac9401-8b7e-4e17-b0b0-bd43a9fe2d5a service neutron] Request body: {'port': {'device_id': '54c6af52-f2ce-4de2-94ac-ce92e39b0674', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:16:51.620561 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device bca772a7-41b1-428c-a79c-a81f91834c6d up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:16:51.644981 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-7aac9401-8b7e-4e17-b0b0-bd43a9fe2d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:51.690670 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-7e11122a-6626-4706-b1f4-e838da8801ab None None] Provisioning for port 1ef70121-f140-4e8a-9e79-e7caa192618a completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:16:51.698290 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-7e11122a-6626-4706-b1f4-e838da8801ab None None] Provisioning complete for port 1ef70121-f140-4e8a-9e79-e7caa192618a triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:16:51.698664 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7e11122a-6626-4706-b1f4-e838da8801ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:51.745809 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port bca772a7-41b1-428c-a79c-a81f91834c6d triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:16:51.746179 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:51.804014 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-7e11122a-6626-4706-b1f4-e838da8801ab None None] Port 1ef70121-f140-4e8a-9e79-e7caa192618a cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:16:51.870772 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port bca772a7-41b1-428c-a79c-a81f91834c6d is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:16:51.896314 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83052c7-e2de-4a60-a485-cec83899374a req-a2c8a6e6-02a7-450c-bf29-62335747b6be tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:51.897813 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b83052c7-e2de-4a60-a485-cec83899374a req-a2c8a6e6-02a7-450c-bf29-62335747b6be tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 932 time: 0.0987117 Sep 14 23:16:51.941745 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b83052c7-e2de-4a60-a485-cec83899374a req-92e050df-4a67-4b7b-b8f3-5a155a03316a tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381966 Sep 14 23:16:51.993288 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-7aac9401-8b7e-4e17-b0b0-bd43a9fe2d5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef70121-f140-4e8a-9e79-e7caa192618a {{(pid=89171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:16:52.001283 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-7aac9401-8b7e-4e17-b0b0-bd43a9fe2d5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:52.015154 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-7aac9401-8b7e-4e17-b0b0-bd43a9fe2d5a service neutron] Transition to ACTIVE for port object 1ef70121-f140-4e8a-9e79-e7caa192618a will not be triggered until provisioned by entity L2. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:16:52.019030 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-7aac9401-8b7e-4e17-b0b0-bd43a9fe2d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:52.208399 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac9401-8b7e-4e17-b0b0-bd43a9fe2d5a service neutron] Pushing event updated for resources: {'Port': ['ID=1ef70121-f140-4e8a-9e79-e7caa192618a,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:52.239018 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-7aac9401-8b7e-4e17-b0b0-bd43a9fe2d5a service neutron] Attempting to bind port 1ef70121-f140-4e8a-9e79-e7caa192618a on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:16:52.239338 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-7aac9401-8b7e-4e17-b0b0-bd43a9fe2d5a service neutron] Attempting to bind port 1ef70121-f140-4e8a-9e79-e7caa192618a by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'e4ea54ce-ecb9-41ab-ade8-9fccfa22180c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:16:52.239653 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-7aac9401-8b7e-4e17-b0b0-bd43a9fe2d5a service neutron] Attempting to bind port 1ef70121-f140-4e8a-9e79-e7caa192618a on network c2a7590a-83fb-4f56-9770-1694ce10ee2e {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:16:52.244137 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-7aac9401-8b7e-4e17-b0b0-bd43a9fe2d5a service neutron] Port 1ef70121-f140-4e8a-9e79-e7caa192618a on network c2a7590a-83fb-4f56-9770-1694ce10ee2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:16:52.244388 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-7aac9401-8b7e-4e17-b0b0-bd43a9fe2d5a service neutron] Attempting to bind port 1ef70121-f140-4e8a-9e79-e7caa192618a on network c2a7590a-83fb-4f56-9770-1694ce10ee2e {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:16:52.249339 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-7aac9401-8b7e-4e17-b0b0-bd43a9fe2d5a service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:16:52.249665 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-7aac9401-8b7e-4e17-b0b0-bd43a9fe2d5a service neutron] Checking segment: {'id': 'e4ea54ce-ecb9-41ab-ade8-9fccfa22180c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:16:52.250039 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-7aac9401-8b7e-4e17-b0b0-bd43a9fe2d5a service neutron] Bound using segment: {'id': 'e4ea54ce-ecb9-41ab-ade8-9fccfa22180c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e'} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:16:52.250439 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-7aac9401-8b7e-4e17-b0b0-bd43a9fe2d5a service neutron] Bound port: 1ef70121-f140-4e8a-9e79-e7caa192618a, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ea54ce-ecb9-41ab-ade8-9fccfa22180c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e'}}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:16:52.250768 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-7aac9401-8b7e-4e17-b0b0-bd43a9fe2d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:52.339197 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-7aac9401-8b7e-4e17-b0b0-bd43a9fe2d5a service neutron] For port 1ef70121-f140-4e8a-9e79-e7caa192618a, host hv-neutron-8577, cleared binding levels {{(pid=89171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:16:52.342147 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-7aac9401-8b7e-4e17-b0b0-bd43a9fe2d5a service neutron] For port 1ef70121-f140-4e8a-9e79-e7caa192618a, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1ef70121-f140-4e8a-9e79-e7caa192618a,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:16:52.346991 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-7aac9401-8b7e-4e17-b0b0-bd43a9fe2d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:52.377455 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-7aac9401-8b7e-4e17-b0b0-bd43a9fe2d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:52.378060 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-7aac9401-8b7e-4e17-b0b0-bd43a9fe2d5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:52.379414 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-7aac9401-8b7e-4e17-b0b0-bd43a9fe2d5a service neutron] 10.222.0.20 "PUT /v2.0/ports/1ef70121-f140-4e8a-9e79-e7caa192618a HTTP/1.1" status: 200 len: 1094 time: 0.8556736 Sep 14 23:16:52.379833 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c6af52-f2ce-4de2-94ac-ce92e39b0674', 'tag': '1ef70121-f140-4e8a-9e79-e7caa192618a'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:16:52.382122 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7dfd55-aeca-401d-8242-2eef41ee6a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "54c6af52-f2ce-4de2-94ac-ce92e39b0674", "tag": "1ef70121-f140-4e8a-9e79-e7caa192618a"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:16:52.479853 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac9401-8b7e-4e17-b0b0-bd43a9fe2d5a service neutron] Pushing event updated for resources: {'Port': ['ID=1ef70121-f140-4e8a-9e79-e7caa192618a,revision_number=3']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:52.491620 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff2994c-56db-4420-b9cc-83913bfc28a1 x-openstack-request-id: req-6ff2994c-56db-4420-b9cc-83913bfc28a1 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:16:52.491902 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c6af52-f2ce-4de2-94ac-ce92e39b0674", "tag": "1ef70121-f140-4e8a-9e79-e7caa192618a", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:16:52.492147 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6ff2994c-56db-4420-b9cc-83913bfc28a1 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:16:52.492530 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ff2994c-56db-4420-b9cc-83913bfc28a1'] response: {'name': 'network-changed', 'server_uuid': '54c6af52-f2ce-4de2-94ac-ce92e39b0674', 'tag': '1ef70121-f140-4e8a-9e79-e7caa192618a', 'status': 'completed', 'code': 200} Sep 14 23:16:52.514512 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-927edd1f-c793-4dc4-b638-dbcfa6654cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:52.515999 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-927edd1f-c793-4dc4-b638-dbcfa6654cae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4d21a1b6fe849018736345b3eefd6fe&device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 1097 time: 0.0955527 Sep 14 23:16:52.584588 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-c485f2d9-8d9a-4ada-9df2-a4fd1c991565 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ef70121-f140-4e8a-9e79-e7caa192618a HTTP/1.1" status: 200 len: 217 time: 0.0612090 Sep 14 23:16:52.648566 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-96fe3601-4ded-44b1-bdfb-938ee3630bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:52.649994 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-96fe3601-4ded-44b1-bdfb-938ee3630bca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7db522d1-2850-4268-bfa9-4e290182b1fb HTTP/1.1" status: 200 len: 851 time: 0.0601869 Sep 14 23:16:52.729456 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-36ab859c-98f0-4dca-a11b-5a860581bab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:52.730904 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-36ab859c-98f0-4dca-a11b-5a860581bab8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2a7590a-83fb-4f56-9770-1694ce10ee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756059 Sep 14 23:16:52.859403 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-b6b542cf-173e-4e9c-a533-353cc83fc30d service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211243 Sep 14 23:16:52.986820 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-36c6e31c-93a2-40bc-bddb-db2cdb7dddb7 req-480e4102-b6e4-40c9-93ce-6e023ff096a9 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223478 Sep 14 23:16:53.113805 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7dfd55-aeca-401d-8242-2eef41ee6a3d req-7d3ba275-6c18-4f9a-afbe-a9bf0889d6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:53.115217 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bb7dfd55-aeca-401d-8242-2eef41ee6a3d req-7d3ba275-6c18-4f9a-afbe-a9bf0889d6dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4d21a1b6fe849018736345b3eefd6fe&device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 1097 time: 0.0823839 Sep 14 23:16:53.139459 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bfe7e-732f-43b6-987b-cb3ef127f8ff req-16f9a3e7-e69a-420f-a133-4e5965cd7a83 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:53.140990 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-072bfe7e-732f-43b6-987b-cb3ef127f8ff req-16f9a3e7-e69a-420f-a133-4e5965cd7a83 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 944 time: 0.0874927 Sep 14 23:16:53.190516 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-072bfe7e-732f-43b6-987b-cb3ef127f8ff req-9fbb729d-761c-4471-b102-8c08787f1b56 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433667 Sep 14 23:16:53.346508 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7dfd55-aeca-401d-8242-2eef41ee6a3d req-64400c45-adca-4dee-8f09-ff5fb1279c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:53.347995 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bb7dfd55-aeca-401d-8242-2eef41ee6a3d req-64400c45-adca-4dee-8f09-ff5fb1279c3a service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2a7590a-83fb-4f56-9770-1694ce10ee2e HTTP/1.1" status: 200 len: 912 time: 0.2267938 Sep 14 23:16:53.415183 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bb7dfd55-aeca-401d-8242-2eef41ee6a3d req-cba780cd-fe98-4fb4-97ff-01897868d042 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ef70121-f140-4e8a-9e79-e7caa192618a HTTP/1.1" status: 200 len: 217 time: 0.0603988 Sep 14 23:16:53.478255 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7dfd55-aeca-401d-8242-2eef41ee6a3d req-1edc7fb4-f4e2-46aa-a22c-bd65c2524115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:53.479644 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bb7dfd55-aeca-401d-8242-2eef41ee6a3d req-1edc7fb4-f4e2-46aa-a22c-bd65c2524115 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7db522d1-2850-4268-bfa9-4e290182b1fb HTTP/1.1" status: 200 len: 851 time: 0.0586469 Sep 14 23:16:53.561258 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7dfd55-aeca-401d-8242-2eef41ee6a3d req-a3c33d53-5de1-4d7a-b9eb-9278d4638f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:53.562795 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bb7dfd55-aeca-401d-8242-2eef41ee6a3d req-a3c33d53-5de1-4d7a-b9eb-9278d4638f53 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2a7590a-83fb-4f56-9770-1694ce10ee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761361 Sep 14 23:16:53.691482 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bb7dfd55-aeca-401d-8242-2eef41ee6a3d req-f6522c1d-f2cf-4b50-920d-60de2627152d service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220183 Sep 14 23:16:53.821610 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bb7dfd55-aeca-401d-8242-2eef41ee6a3d req-59495aa6-7407-476d-bb3b-1e0945b0ac15 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239519 Sep 14 23:16:54.389052 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03450f5d-d513-4232-b595-9efccced271e req-4a5353e3-1704-4692-b2ca-02bfaf148c22 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:54.390515 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-03450f5d-d513-4232-b595-9efccced271e req-4a5353e3-1704-4692-b2ca-02bfaf148c22 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 944 time: 0.0906734 Sep 14 23:16:54.434436 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-03450f5d-d513-4232-b595-9efccced271e req-d11675a1-ce7e-41da-bd16-94e42fe0ec7c tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374334 Sep 14 23:16:54.975590 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 1ef70121-f140-4e8a-9e79-e7caa192618a details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:16:55.106176 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 1ef70121-f140-4e8a-9e79-e7caa192618a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1ef70121-f140-4e8a-9e79-e7caa192618a,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:16:55.119714 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': '1ef70121-f140-4e8a-9e79-e7caa192618a', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'port_id': '1ef70121-f140-4e8a-9e79-e7caa192618a', 'mac_address': 'fa:16:3e:92:5b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:16:55.172430 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 1ef70121-f140-4e8a-9e79-e7caa192618a is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:16:55.172836 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:55.192171 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef70121-f140-4e8a-9e79-e7caa192618a {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:16:55.206879 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 1ef70121-f140-4e8a-9e79-e7caa192618a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1ef70121-f140-4e8a-9e79-e7caa192618a,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:16:55.211608 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:55.276941 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=1ef70121-f140-4e8a-9e79-e7caa192618a,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:55.415518 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['1ef70121-f140-4e8a-9e79-e7caa192618a'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:16:55.633496 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d94a16-df2a-430b-8468-a94c40f9fe4f req-93d1f7e5-1a67-4b99-9197-5385808a7138 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:55.634938 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b8d94a16-df2a-430b-8468-a94c40f9fe4f req-93d1f7e5-1a67-4b99-9197-5385808a7138 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 945 time: 0.0911524 Sep 14 23:16:55.682896 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b8d94a16-df2a-430b-8468-a94c40f9fe4f req-814100d0-3b6e-40c6-bde8-0c19d90c07a0 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421457 Sep 14 23:16:56.876837 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b083c0-585b-4a55-9125-ff4462f9493f req-fdabebdb-e2d4-4d56-98cd-650183fd10a8 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:56.878296 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-56b083c0-585b-4a55-9125-ff4462f9493f req-fdabebdb-e2d4-4d56-98cd-650183fd10a8 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 945 time: 0.0885587 Sep 14 23:16:56.923754 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-56b083c0-585b-4a55-9125-ff4462f9493f req-a4ba9934-7282-4fdd-8600-e2c2ae999208 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391665 Sep 14 23:16:56.975180 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 1ef70121-f140-4e8a-9e79-e7caa192618a up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:16:57.040847 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port 1ef70121-f140-4e8a-9e79-e7caa192618a completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:16:57.045356 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port 1ef70121-f140-4e8a-9e79-e7caa192618a triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:16:57.045725 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:57.159841 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 1ef70121-f140-4e8a-9e79-e7caa192618a is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:16:57.160773 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:57.186936 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c6af52-f2ce-4de2-94ac-ce92e39b0674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef70121-f140-4e8a-9e79-e7caa192618a'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:16:57.189230 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f13a204-181f-4090-93ff-86211f273909" -d '{"events": [{"server_uuid": "54c6af52-f2ce-4de2-94ac-ce92e39b0674", "name": "network-vif-plugged", "status": "completed", "tag": "1ef70121-f140-4e8a-9e79-e7caa192618a"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:16:57.197019 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 1ef70121-f140-4e8a-9e79-e7caa192618a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1ef70121-f140-4e8a-9e79-e7caa192618a,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:16:57.200881 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:16:57.236312 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f02905-fad7-4b99-80a9-a427d57b4630 x-openstack-request-id: req-b9f02905-fad7-4b99-80a9-a427d57b4630 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:16:57.236718 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c6af52-f2ce-4de2-94ac-ce92e39b0674", "name": "network-vif-plugged", "status": "completed", "tag": "1ef70121-f140-4e8a-9e79-e7caa192618a", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:16:57.236971 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b9f02905-fad7-4b99-80a9-a427d57b4630 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:16:57.237357 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9f02905-fad7-4b99-80a9-a427d57b4630'] response: {'server_uuid': '54c6af52-f2ce-4de2-94ac-ce92e39b0674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef70121-f140-4e8a-9e79-e7caa192618a', 'code': 200} Sep 14 23:16:57.269042 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=1ef70121-f140-4e8a-9e79-e7caa192618a,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:16:57.461766 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b891e-7f9e-47cd-9b27-cfa05d136293 req-60f5443c-6bbc-43f1-8cb5-949d52d4d24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:57.463241 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6e9b891e-7f9e-47cd-9b27-cfa05d136293 req-60f5443c-6bbc-43f1-8cb5-949d52d4d24d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 1099 time: 0.0789292 Sep 14 23:16:57.505274 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6e9b891e-7f9e-47cd-9b27-cfa05d136293 req-0d5b94a6-4324-480f-b94e-8bc902fb2af0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364118 Sep 14 23:16:58.119935 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e1207-5218-4fbf-9b87-80af2742629a req-6264a3dd-d5ab-49e6-bfde-d0a2cd45fefa tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:58.121414 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-190e1207-5218-4fbf-9b87-80af2742629a req-6264a3dd-d5ab-49e6-bfde-d0a2cd45fefa tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 946 time: 0.0875688 Sep 14 23:16:58.163989 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-190e1207-5218-4fbf-9b87-80af2742629a req-1f9fd590-4310-4ace-ac8d-0ef6fd4383a3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370121 Sep 14 23:16:59.373420 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f41c2d-520b-4506-b77a-07317896108d req-3ec4ae2a-200b-494a-9196-61f09b94492d tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:59.374796 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-95f41c2d-520b-4506-b77a-07317896108d req-3ec4ae2a-200b-494a-9196-61f09b94492d tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 946 time: 0.0979886 Sep 14 23:16:59.419183 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-95f41c2d-520b-4506-b77a-07317896108d req-604a66e5-33bd-4bdb-b70c-54dc967c28e9 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382533 Sep 14 23:16:59.607002 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08618b-a47c-49c7-aed0-532867063d3b req-fbe1e311-b9a9-4fff-a568-21fb5654aea3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:16:59.608775 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bd08618b-a47c-49c7-aed0-532867063d3b req-fbe1e311-b9a9-4fff-a568-21fb5654aea3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 946 time: 0.0860183 Sep 14 23:16:59.619480 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 59750) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:16:59.624576 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-60cd3470-a31c-46b8-9654-207c0ca3bcb4 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Request body: {'floatingip': {'port_id': '1ef70121-f140-4e8a-9e79-e7caa192618a'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:16:59.702310 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-60cd3470-a31c-46b8-9654-207c0ca3bcb4 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks [] for floatingip, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:00.408155 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-60cd3470-a31c-46b8-9654-207c0ca3bcb4 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:00.412432 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-60cd3470-a31c-46b8-9654-207c0ca3bcb4 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:00.582535 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.l3_db [None req-60cd3470-a31c-46b8-9654-207c0ca3bcb4 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Floating IP 1fff5fac-3d26-4066-a1e6-4769bc5994ac associated. External IP: 172.26.5.26, port: 1ef70121-f140-4e8a-9e79-e7caa192618a. Sep 14 23:17:00.689701 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:17:00.926824 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60cd3470-a31c-46b8-9654-207c0ca3bcb4 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Router d63ff6ec-3fa7-4c29-bcea-54d64c19848b has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:17:01.098237 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60cd3470-a31c-46b8-9654-207c0ca3bcb4 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:17:01.102552 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-60cd3470-a31c-46b8-9654-207c0ca3bcb4 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:01.107815 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2473fcea-4472-48d3-bd9d-082cd82de779 None None] Sync routers for ids ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:17:01.117227 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2473fcea-4472-48d3-bd9d-082cd82de779 None None] Routers {'d63ff6ec-3fa7-4c29-bcea-54d64c19848b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:17:01.117816 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-2473fcea-4472-48d3-bd9d-082cd82de779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:16:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:17:01.162658 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-60cd3470-a31c-46b8-9654-207c0ca3bcb4 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "PUT /v2.0/floatingips/1fff5fac-3d26-4066-a1e6-4769bc5994ac HTTP/1.1" status: 200 len: 991 time: 1.5395975 Sep 14 23:17:01.162658 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c6af52-f2ce-4de2-94ac-ce92e39b0674', 'tag': '1ef70121-f140-4e8a-9e79-e7caa192618a'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:17:01.163316 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da339128-0ad1-4c9e-b409-dbacbab3558a" -d '{"events": [{"name": "network-changed", "server_uuid": "54c6af52-f2ce-4de2-94ac-ce92e39b0674", "tag": "1ef70121-f140-4e8a-9e79-e7caa192618a"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:17:01.203234 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d1aa25-3d53-4550-9d95-d0a6e56f5cf3 x-openstack-request-id: req-d0d1aa25-3d53-4550-9d95-d0a6e56f5cf3 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:17:01.203514 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c6af52-f2ce-4de2-94ac-ce92e39b0674", "tag": "1ef70121-f140-4e8a-9e79-e7caa192618a", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:17:01.203760 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d0d1aa25-3d53-4550-9d95-d0a6e56f5cf3 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:17:01.204154 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0d1aa25-3d53-4550-9d95-d0a6e56f5cf3'] response: {'name': 'network-changed', 'server_uuid': '54c6af52-f2ce-4de2-94ac-ce92e39b0674', 'tag': '1ef70121-f140-4e8a-9e79-e7caa192618a', 'status': 'completed', 'code': 200} Sep 14 23:17:01.300263 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da339128-0ad1-4c9e-b409-dbacbab3558a req-586e8f95-86a0-4e92-b705-41d6fff0b569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:01.302345 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-da339128-0ad1-4c9e-b409-dbacbab3558a req-586e8f95-86a0-4e92-b705-41d6fff0b569 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4d21a1b6fe849018736345b3eefd6fe&device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 1099 time: 0.0776794 Sep 14 23:17:01.322261 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-2473fcea-4472-48d3-bd9d-082cd82de779 None None] Set router d63ff6ec-3fa7-4c29-bcea-54d64c19848b gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:17:01.432002 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da339128-0ad1-4c9e-b409-dbacbab3558a req-161f6882-aec7-4ed0-8c2a-0a46857bab17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:01.433484 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-da339128-0ad1-4c9e-b409-dbacbab3558a req-161f6882-aec7-4ed0-8c2a-0a46857bab17 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2a7590a-83fb-4f56-9770-1694ce10ee2e HTTP/1.1" status: 200 len: 912 time: 0.1253636 Sep 14 23:17:01.537714 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-da339128-0ad1-4c9e-b409-dbacbab3558a req-5cff0956-fcc4-4851-95af-670eb989ffa5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ef70121-f140-4e8a-9e79-e7caa192618a HTTP/1.1" status: 200 len: 999 time: 0.0982456 Sep 14 23:17:01.597921 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da339128-0ad1-4c9e-b409-dbacbab3558a req-db5e8174-ba5f-43b5-a77f-08a9757d16ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:01.599379 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-da339128-0ad1-4c9e-b409-dbacbab3558a req-db5e8174-ba5f-43b5-a77f-08a9757d16ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7db522d1-2850-4268-bfa9-4e290182b1fb HTTP/1.1" status: 200 len: 851 time: 0.0565157 Sep 14 23:17:01.666483 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-2473fcea-4472-48d3-bd9d-082cd82de779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'name': 'tempest-ServerActionsTestJSON-2042877244-router', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:16:41Z', 'updated_at': '2022-09-14T23:16:45Z', 'revision_number': 4, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'gw_port': {'id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:42Z', 'updated_at': '2022-09-14T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '1fff5fac-3d26-4066-a1e6-4769bc5994ac', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'floating_ip_address': '172.26.5.26', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'port_id': '1ef70121-f140-4e8a-9e79-e7caa192618a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'mac_address': 'fa:16:3e:92:5b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c6af52-f2ce-4de2-94ac-ce92e39b0674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:16:48Z', 'updated_at': '2022-09-14T23:17:00Z', 'revision_number': 1, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca772a7-41b1-428c-a79c-a81f91834c6d', 'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'mac_address': 'fa:16:3e:bb:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:44Z', 'updated_at': '2022-09-14T23:16:50Z', 'revision_number': 5, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'subnets': [{'id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:17:01.670584 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2473fcea-4472-48d3-bd9d-082cd82de779 None None] Checking router: d63ff6ec-3fa7-4c29-bcea-54d64c19848b for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:17:01.679450 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2473fcea-4472-48d3-bd9d-082cd82de779 None None] Routers {'d63ff6ec-3fa7-4c29-bcea-54d64c19848b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:17:01.680102 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-2473fcea-4472-48d3-bd9d-082cd82de779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:16:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:17:01.686671 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da339128-0ad1-4c9e-b409-dbacbab3558a req-11acefa6-9156-4014-8b76-5c3018ccdf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:01.688143 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-da339128-0ad1-4c9e-b409-dbacbab3558a req-11acefa6-9156-4014-8b76-5c3018ccdf05 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2a7590a-83fb-4f56-9770-1694ce10ee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834889 Sep 14 23:17:01.863805 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-2473fcea-4472-48d3-bd9d-082cd82de779 None None] Set router d63ff6ec-3fa7-4c29-bcea-54d64c19848b gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:17:01.930837 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-da339128-0ad1-4c9e-b409-dbacbab3558a req-bf704266-54b0-4c24-bfd9-79a77fe9a513 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362635 Sep 14 23:17:02.062360 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-da339128-0ad1-4c9e-b409-dbacbab3558a req-f3eafaa4-5d29-4721-a0d4-06cb8c118bf8 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251595 Sep 14 23:17:02.210309 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-2473fcea-4472-48d3-bd9d-082cd82de779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'name': 'tempest-ServerActionsTestJSON-2042877244-router', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:16:41Z', 'updated_at': '2022-09-14T23:16:45Z', 'revision_number': 4, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'gw_port': {'id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:42Z', 'updated_at': '2022-09-14T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '1fff5fac-3d26-4066-a1e6-4769bc5994ac', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'floating_ip_address': '172.26.5.26', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'port_id': '1ef70121-f140-4e8a-9e79-e7caa192618a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'mac_address': 'fa:16:3e:92:5b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c6af52-f2ce-4de2-94ac-ce92e39b0674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:16:48Z', 'updated_at': '2022-09-14T23:17:00Z', 'revision_number': 1, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca772a7-41b1-428c-a79c-a81f91834c6d', 'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'mac_address': 'fa:16:3e:bb:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:44Z', 'updated_at': '2022-09-14T23:16:50Z', 'revision_number': 5, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'subnets': [{'id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:17:02.214193 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2473fcea-4472-48d3-bd9d-082cd82de779 None None] The sync data for ids ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'] in dv-neutron-857791-1-hyperv is: [{'id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'name': 'tempest-ServerActionsTestJSON-2042877244-router', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:16:41Z', 'updated_at': '2022-09-14T23:16:45Z', 'revision_number': 4, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'gw_port': {'id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:42Z', 'updated_at': '2022-09-14T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '1fff5fac-3d26-4066-a1e6-4769bc5994ac', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'floating_ip_address': '172.26.5.26', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'port_id': '1ef70121-f140-4e8a-9e79-e7caa192618a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'mac_address': 'fa:16:3e:92:5b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c6af52-f2ce-4de2-94ac-ce92e39b0674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:16:48Z', 'updated_at': '2022-09-14T23:17:00Z', 'revision_number': 1, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca772a7-41b1-428c-a79c-a81f91834c6d', 'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'mac_address': 'fa:16:3e:bb:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:44Z', 'updated_at': '2022-09-14T23:16:50Z', 'revision_number': 5, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'subnets': [{'id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:17:02.403019 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c19449b-ea61-4212-bbd4-5070968d3e44 None None] New status for floating IP 1fff5fac-3d26-4066-a1e6-4769bc5994ac: ACTIVE {{(pid=89173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:17:07.718498 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-35949d08-4c5c-4ad1-a4c8-e9f8536373bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:09.775558 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-81685a99-74ab-4eb0-9cf6-2c515215baa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:10.857747 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:10.907351 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:12.460829 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:19.488381 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:20.620302 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-65948ece-f0c1-44da-8f64-686e965201fc req-ff240ac2-98c1-432d-b90d-fe47253b4a3b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760841 Sep 14 23:17:20.766422 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65948ece-f0c1-44da-8f64-686e965201fc req-7c2817ac-0a95-4cfe-8fcf-43e5eb08508a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:20.767890 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-65948ece-f0c1-44da-8f64-686e965201fc req-7c2817ac-0a95-4cfe-8fcf-43e5eb08508a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4d21a1b6fe849018736345b3eefd6fe&device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 1099 time: 0.0812447 Sep 14 23:17:20.912115 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65948ece-f0c1-44da-8f64-686e965201fc req-e25e6b71-22da-43ab-ace2-4129b78c5cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:20.913591 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-65948ece-f0c1-44da-8f64-686e965201fc req-e25e6b71-22da-43ab-ace2-4129b78c5cb0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2a7590a-83fb-4f56-9770-1694ce10ee2e HTTP/1.1" status: 200 len: 912 time: 0.1260252 Sep 14 23:17:21.013710 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-65948ece-f0c1-44da-8f64-686e965201fc req-61f7e0f6-3bc5-4c76-9543-41af2e2e8210 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ef70121-f140-4e8a-9e79-e7caa192618a HTTP/1.1" status: 200 len: 1001 time: 0.0935180 Sep 14 23:17:21.073310 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65948ece-f0c1-44da-8f64-686e965201fc req-b4fa9301-1896-45ab-b5d7-5eab6caf00a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:21.074602 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-65948ece-f0c1-44da-8f64-686e965201fc req-b4fa9301-1896-45ab-b5d7-5eab6caf00a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7db522d1-2850-4268-bfa9-4e290182b1fb HTTP/1.1" status: 200 len: 851 time: 0.0545235 Sep 14 23:17:21.159524 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65948ece-f0c1-44da-8f64-686e965201fc req-8d252796-728f-4bfa-ad79-55396e4e14a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:21.160908 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-65948ece-f0c1-44da-8f64-686e965201fc req-8d252796-728f-4bfa-ad79-55396e4e14a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2a7590a-83fb-4f56-9770-1694ce10ee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789618 Sep 14 23:17:21.290642 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-65948ece-f0c1-44da-8f64-686e965201fc req-654ad889-007a-44f4-b02b-77e4260d3981 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206770 Sep 14 23:17:21.418312 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-65948ece-f0c1-44da-8f64-686e965201fc req-605d19c3-554b-4966-a951-040339c1df72 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213920 Sep 14 23:17:34.817823 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d5196-4fc1-4df7-b73b-a38a33d74abe req-4197e335-8325-499d-8419-36f9fc8c971d tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:34.819286 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-319d5196-4fc1-4df7-b73b-a38a33d74abe req-4197e335-8325-499d-8419-36f9fc8c971d tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 946 time: 0.0890980 Sep 14 23:17:34.862280 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-319d5196-4fc1-4df7-b73b-a38a33d74abe req-ee051de1-f35a-47f4-9f0f-1fc62467f2ec tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374465 Sep 14 23:17:35.061361 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3818c-fb62-4bfd-9ef5-f6e9aed556b0 req-2b384abb-a42e-462e-a393-ff2a6b09bfd9 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:35.062777 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-83f3818c-fb62-4bfd-9ef5-f6e9aed556b0 req-2b384abb-a42e-462e-a393-ff2a6b09bfd9 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 946 time: 0.0890915 Sep 14 23:17:35.105401 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-83f3818c-fb62-4bfd-9ef5-f6e9aed556b0 req-467057b6-a5ac-4eaa-a401-01b409ef0dd8 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364778 Sep 14 23:17:35.298611 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00937d-c2b9-49ad-90ce-7e2e0c061208 req-718a4e7e-6065-4634-bc42-91ccca53cb98 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:35.300527 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0c00937d-c2b9-49ad-90ce-7e2e0c061208 req-718a4e7e-6065-4634-bc42-91ccca53cb98 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 946 time: 0.0854137 Sep 14 23:17:35.343542 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0c00937d-c2b9-49ad-90ce-7e2e0c061208 req-c18432f9-8e00-44eb-b808-a8784654b999 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372882 Sep 14 23:17:35.691230 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-692eb414-7bf7-48f3-a3bf-5b2b7d5058ba req-52efdb02-dce1-4b3e-b1ed-04b7c31047c8 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0755434 Sep 14 23:17:35.749426 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c213e-45d3-45f3-94b6-e531ea9c5932 req-b23782dc-e438-4355-8666-dad6a06a3505 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:35.750877 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-808c213e-45d3-45f3-94b6-e531ea9c5932 req-b23782dc-e438-4355-8666-dad6a06a3505 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 946 time: 0.0928168 Sep 14 23:17:35.794854 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-808c213e-45d3-45f3-94b6-e531ea9c5932 req-a0a22bad-d6f1-4de3-ae18-afcfd99095ee tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383992 Sep 14 23:17:36.841840 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692eb414-7bf7-48f3-a3bf-5b2b7d5058ba req-775041c2-7254-4e69-9477-43cf20e665ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:36.843344 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-692eb414-7bf7-48f3-a3bf-5b2b7d5058ba req-775041c2-7254-4e69-9477-43cf20e665ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4d21a1b6fe849018736345b3eefd6fe&device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 1099 time: 0.0809476 Sep 14 23:17:36.974535 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692eb414-7bf7-48f3-a3bf-5b2b7d5058ba req-f54f3385-b1af-4779-b99a-48b31b6eb7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:36.975979 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-692eb414-7bf7-48f3-a3bf-5b2b7d5058ba req-f54f3385-b1af-4779-b99a-48b31b6eb7ac service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2a7590a-83fb-4f56-9770-1694ce10ee2e HTTP/1.1" status: 200 len: 912 time: 0.1271105 Sep 14 23:17:36.993437 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eede409-d089-46f1-ad09-cd58542f9a32 req-6cb22df4-d663-40ac-a507-3579982ecf39 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:36.994880 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8eede409-d089-46f1-ad09-cd58542f9a32 req-6cb22df4-d663-40ac-a507-3579982ecf39 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 946 time: 0.0888579 Sep 14 23:17:37.076177 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-692eb414-7bf7-48f3-a3bf-5b2b7d5058ba req-62e96294-912d-4e59-99f6-b237850bfad5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ef70121-f140-4e8a-9e79-e7caa192618a HTTP/1.1" status: 200 len: 1001 time: 0.0946596 Sep 14 23:17:37.135855 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8eede409-d089-46f1-ad09-cd58542f9a32 req-d5d15f17-9386-4110-8bd0-bd7354024239 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351368 Sep 14 23:17:37.142378 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692eb414-7bf7-48f3-a3bf-5b2b7d5058ba req-f7ac126d-5a4d-4c34-b9e3-5ef80c97a166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:37.143850 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-692eb414-7bf7-48f3-a3bf-5b2b7d5058ba req-f7ac126d-5a4d-4c34-b9e3-5ef80c97a166 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7db522d1-2850-4268-bfa9-4e290182b1fb HTTP/1.1" status: 200 len: 851 time: 0.0617700 Sep 14 23:17:37.223295 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692eb414-7bf7-48f3-a3bf-5b2b7d5058ba req-1cfeb8c4-6741-4aa9-8951-7c5dd3e3b5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:37.224766 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-692eb414-7bf7-48f3-a3bf-5b2b7d5058ba req-1cfeb8c4-6741-4aa9-8951-7c5dd3e3b5a3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2a7590a-83fb-4f56-9770-1694ce10ee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755305 Sep 14 23:17:37.455885 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-692eb414-7bf7-48f3-a3bf-5b2b7d5058ba req-78e97ec8-4409-4e4d-aba5-a445246466ed service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243578 Sep 14 23:17:37.586736 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-692eb414-7bf7-48f3-a3bf-5b2b7d5058ba req-5763908a-67e3-4b6a-8094-31e4ce7f431f service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248837 Sep 14 23:17:37.688710 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:17:37.721617 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9d5d6271-dd04-4ddb-bf80-4bf005eedfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:38.328300 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2417fb-e43a-41b6-b923-f24b4df1b74a req-1d73e9a4-c9c7-4424-898b-de3cc52547ad tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:38.329765 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bd2417fb-e43a-41b6-b923-f24b4df1b74a req-1d73e9a4-c9c7-4424-898b-de3cc52547ad tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 946 time: 0.0855846 Sep 14 23:17:38.374236 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bd2417fb-e43a-41b6-b923-f24b4df1b74a req-5783ddc0-b6ee-4c9c-8196-9c2f0aae2fe9 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383470 Sep 14 23:17:39.573519 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66414798-cdf2-45df-9f1f-ecd94c2d65e2 req-3df0d964-a2c0-4426-9674-8255f67a5d2a tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:39.574975 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-66414798-cdf2-45df-9f1f-ecd94c2d65e2 req-3df0d964-a2c0-4426-9674-8255f67a5d2a tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 946 time: 0.0896826 Sep 14 23:17:39.619926 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-66414798-cdf2-45df-9f1f-ecd94c2d65e2 req-2c9b9a6b-dcd5-4ce6-ae64-ecb4c5034efa tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394070 Sep 14 23:17:39.766319 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2ff6fbd5-6b82-4a04-bd78-dc907c91a1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:40.826635 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfc65c-408b-4dec-ba45-1dcef0bd25d4 req-5764d2cd-f6a7-4791-be92-9aa40d0f6c2f tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:40.828078 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-13bfc65c-408b-4dec-ba45-1dcef0bd25d4 req-5764d2cd-f6a7-4791-be92-9aa40d0f6c2f tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 946 time: 0.0925245 Sep 14 23:17:40.862260 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:40.874790 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-13bfc65c-408b-4dec-ba45-1dcef0bd25d4 req-88aacb95-8e5f-4629-8e31-9cd432457b26 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409069 Sep 14 23:17:40.910837 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:42.068169 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07ecb3-7d64-4cdd-98cd-6e085330e258 req-2263075f-873d-4810-8444-325258147199 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:42.069647 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6a07ecb3-7d64-4cdd-98cd-6e085330e258 req-2263075f-873d-4810-8444-325258147199 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 946 time: 0.0873063 Sep 14 23:17:42.113077 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6a07ecb3-7d64-4cdd-98cd-6e085330e258 req-cd3f06fd-2d33-4cdf-bf63-9c7028c76817 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371778 Sep 14 23:17:42.463573 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:43.311325 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450b567-61fe-44d4-88fb-5cdcc2011edc req-a35b1b7b-bd93-4655-8a08-5c0819b7dfac tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:43.312830 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a450b567-61fe-44d4-88fb-5cdcc2011edc req-a35b1b7b-bd93-4655-8a08-5c0819b7dfac tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 946 time: 0.0908680 Sep 14 23:17:43.359234 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a450b567-61fe-44d4-88fb-5cdcc2011edc req-39aed693-e013-44b6-9f81-c0a4d44c375b tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396702 Sep 14 23:17:44.564212 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1633d2c-2bd4-4dd3-a99a-7d4ea82e9ffb req-fdeaa513-932e-48ec-9d27-6667f0ab9647 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:44.565679 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e1633d2c-2bd4-4dd3-a99a-7d4ea82e9ffb req-fdeaa513-932e-48ec-9d27-6667f0ab9647 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 946 time: 0.0894861 Sep 14 23:17:44.613005 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e1633d2c-2bd4-4dd3-a99a-7d4ea82e9ffb req-262ba35c-18e6-470e-9c2b-ed7dc48505fc tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411649 Sep 14 23:17:45.806124 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5d1f2-696e-4e83-a385-5989a5e20d50 req-c2a83142-3317-4d12-b826-327809b49315 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:45.807560 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-58e5d1f2-696e-4e83-a385-5989a5e20d50 req-c2a83142-3317-4d12-b826-327809b49315 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 946 time: 0.0862668 Sep 14 23:17:45.850821 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-58e5d1f2-696e-4e83-a385-5989a5e20d50 req-1482ad8a-8248-40fd-ad8d-703088a10024 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377030 Sep 14 23:17:47.050693 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473caa9c-cb3a-496c-a3ac-84fd761c2169 req-3f7fe31f-ab85-41d3-a34e-235311199fcc tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:47.052123 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-473caa9c-cb3a-496c-a3ac-84fd761c2169 req-3f7fe31f-ab85-41d3-a34e-235311199fcc tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 946 time: 0.0900283 Sep 14 23:17:47.094558 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-473caa9c-cb3a-496c-a3ac-84fd761c2169 req-ca6bef41-a059-4321-b884-a0b8a1c1f165 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368259 Sep 14 23:17:48.442418 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab13b6b-659a-4f45-a50c-7fa323e42c5d req-196720e3-f597-4a30-bb4a-cb75c8079914 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:48.443842 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8ab13b6b-659a-4f45-a50c-7fa323e42c5d req-196720e3-f597-4a30-bb4a-cb75c8079914 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 946 time: 0.0860734 Sep 14 23:17:48.490817 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8ab13b6b-659a-4f45-a50c-7fa323e42c5d req-8a39cd16-72f4-419c-9d30-c7951426db80 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414443 Sep 14 23:17:49.226423 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-692eb414-7bf7-48f3-a3bf-5b2b7d5058ba req-5c3278de-1b1b-4208-9673-4374eb2fc34b service neutron] 10.222.0.20 "GET /v2.0/ports/1ef70121-f140-4e8a-9e79-e7caa192618a/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.0755200 Sep 14 23:17:49.492007 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692eb414-7bf7-48f3-a3bf-5b2b7d5058ba req-8917c931-c3a0-451e-b33f-7d04ff3ff0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:49.493761 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-692eb414-7bf7-48f3-a3bf-5b2b7d5058ba req-8917c931-c3a0-451e-b33f-7d04ff3ff0be service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674&tenant_id=e4d21a1b6fe849018736345b3eefd6fe HTTP/1.1" status: 200 len: 1099 time: 0.0781052 Sep 14 23:17:49.503326 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:49.595164 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692eb414-7bf7-48f3-a3bf-5b2b7d5058ba req-710ed61a-054b-43e0-b4cc-8845ad7edaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:49.596712 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-692eb414-7bf7-48f3-a3bf-5b2b7d5058ba req-710ed61a-054b-43e0-b4cc-8845ad7edaff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4d21a1b6fe849018736345b3eefd6fe&device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 1099 time: 0.0810263 Sep 14 23:17:49.690830 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabf183-aab2-4197-8460-5b8b8150d4f9 req-4c79a091-fd65-416c-93a6-1102ec17a85e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:49.692263 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6aabf183-aab2-4197-8460-5b8b8150d4f9 req-4c79a091-fd65-416c-93a6-1102ec17a85e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 946 time: 0.0914900 Sep 14 23:17:49.730192 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692eb414-7bf7-48f3-a3bf-5b2b7d5058ba req-15b68dd3-6b1e-47c2-869b-d24b8f1cf1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:49.731633 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-692eb414-7bf7-48f3-a3bf-5b2b7d5058ba req-15b68dd3-6b1e-47c2-869b-d24b8f1cf1c4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2a7590a-83fb-4f56-9770-1694ce10ee2e HTTP/1.1" status: 200 len: 912 time: 0.1294856 Sep 14 23:17:49.736593 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6aabf183-aab2-4197-8460-5b8b8150d4f9 req-fb1cbedf-cdc4-4a4e-b9dd-c2ed4d990676 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386150 Sep 14 23:17:49.834122 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-692eb414-7bf7-48f3-a3bf-5b2b7d5058ba req-c079c305-28e1-4245-8900-95d4c94465f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ef70121-f140-4e8a-9e79-e7caa192618a HTTP/1.1" status: 200 len: 1001 time: 0.0960317 Sep 14 23:17:49.894940 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692eb414-7bf7-48f3-a3bf-5b2b7d5058ba req-90d235ed-1c7c-4f77-a3c6-337f2ff62235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:49.896408 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-692eb414-7bf7-48f3-a3bf-5b2b7d5058ba req-90d235ed-1c7c-4f77-a3c6-337f2ff62235 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7db522d1-2850-4268-bfa9-4e290182b1fb HTTP/1.1" status: 200 len: 851 time: 0.0562496 Sep 14 23:17:49.975922 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692eb414-7bf7-48f3-a3bf-5b2b7d5058ba req-d5f2b7d2-db3a-476f-b1f9-7fdb4f6d9970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:49.977413 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-692eb414-7bf7-48f3-a3bf-5b2b7d5058ba req-d5f2b7d2-db3a-476f-b1f9-7fdb4f6d9970 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2a7590a-83fb-4f56-9770-1694ce10ee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756075 Sep 14 23:17:50.107097 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-692eb414-7bf7-48f3-a3bf-5b2b7d5058ba req-1b019ddc-0582-4f37-9c5e-3cf4cc0aa4b9 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230185 Sep 14 23:17:50.236254 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-692eb414-7bf7-48f3-a3bf-5b2b7d5058ba req-beac0a06-6783-4393-9561-c7e7010df892 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220772 Sep 14 23:17:50.934921 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbe769-e901-45ee-bebc-85268c87c44c req-a3a30237-6174-426d-9772-daf52b305ced tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:50.936382 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5cfbe769-e901-45ee-bebc-85268c87c44c req-a3a30237-6174-426d-9772-daf52b305ced tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 946 time: 0.0906835 Sep 14 23:17:50.979390 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5cfbe769-e901-45ee-bebc-85268c87c44c req-47e51456-2109-43cc-b14f-8956f2bc79d8 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368040 Sep 14 23:17:52.177310 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e8dbe-ffbe-4d27-b6af-24ffa4d00a74 req-8fa92026-8835-41a2-b365-1e699ad42dcc tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:52.178734 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1c3e8dbe-ffbe-4d27-b6af-24ffa4d00a74 req-8fa92026-8835-41a2-b365-1e699ad42dcc tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 946 time: 0.0847123 Sep 14 23:17:52.224925 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1c3e8dbe-ffbe-4d27-b6af-24ffa4d00a74 req-e75c0f5b-cee9-4728-9095-3e858b00600f tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405457 Sep 14 23:17:52.538142 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f340fc6-07be-46a2-8d03-8076abb33879 req-05d92cb1-fa1a-4d53-9aad-b14267c5e606 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:52.539503 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2f340fc6-07be-46a2-8d03-8076abb33879 req-05d92cb1-fa1a-4d53-9aad-b14267c5e606 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 946 time: 0.0866916 Sep 14 23:17:52.546120 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f3f01-5755-4172-b56d-dd997000c204 req-2af14d27-b72a-47cf-ac44-84b00f70e0ef tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:52.546820 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-9d7f3f01-5755-4172-b56d-dd997000c204 req-2af14d27-b72a-47cf-ac44-84b00f70e0ef tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Synchronizing usage tracker for tenant:e4d21a1b6fe849018736345b3eefd6fe on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:17:52.564665 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-9d7f3f01-5755-4172-b56d-dd997000c204 req-2af14d27-b72a-47cf-ac44-84b00f70e0ef tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Unset dirty status for tenant:e4d21a1b6fe849018736345b3eefd6fe on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:17:52.566452 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9d7f3f01-5755-4172-b56d-dd997000c204 req-2af14d27-b72a-47cf-ac44-84b00f70e0ef tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674&tenant_id=e4d21a1b6fe849018736345b3eefd6fe&binding%3Ahost_id=hv-neutron-8577 HTTP/1.1" status: 200 len: 946 time: 0.1140876 Sep 14 23:17:52.583573 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2f340fc6-07be-46a2-8d03-8076abb33879 req-cbf8c217-e066-456e-b86f-cda9f01c9fbd tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384502 Sep 14 23:17:52.709186 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f3f01-5755-4172-b56d-dd997000c204 req-65d52aa0-30a4-442f-b3ee-b3fd60136ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:52.710655 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9d7f3f01-5755-4172-b56d-dd997000c204 req-65d52aa0-30a4-442f-b3ee-b3fd60136ad6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4d21a1b6fe849018736345b3eefd6fe&device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 1099 time: 0.0765088 Sep 14 23:17:52.837416 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f3f01-5755-4172-b56d-dd997000c204 req-e009ac1a-2018-47fe-bec1-bca6432f24ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:52.838735 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9d7f3f01-5755-4172-b56d-dd997000c204 req-e009ac1a-2018-47fe-bec1-bca6432f24ea service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2a7590a-83fb-4f56-9770-1694ce10ee2e HTTP/1.1" status: 200 len: 912 time: 0.1220856 Sep 14 23:17:52.939346 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9d7f3f01-5755-4172-b56d-dd997000c204 req-14d1c70a-0b0a-4598-8e11-955cf0071ad3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ef70121-f140-4e8a-9e79-e7caa192618a HTTP/1.1" status: 200 len: 1001 time: 0.0941863 Sep 14 23:17:53.001887 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f3f01-5755-4172-b56d-dd997000c204 req-4384e5e8-c566-4f57-a8d6-a0a18520a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:53.003283 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9d7f3f01-5755-4172-b56d-dd997000c204 req-4384e5e8-c566-4f57-a8d6-a0a18520a5b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7db522d1-2850-4268-bfa9-4e290182b1fb HTTP/1.1" status: 200 len: 851 time: 0.0588217 Sep 14 23:17:53.082774 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f3f01-5755-4172-b56d-dd997000c204 req-71656855-d143-4e66-9a8b-cda30d6588f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:53.084207 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9d7f3f01-5755-4172-b56d-dd997000c204 req-71656855-d143-4e66-9a8b-cda30d6588f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2a7590a-83fb-4f56-9770-1694ce10ee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750959 Sep 14 23:17:53.211258 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9d7f3f01-5755-4172-b56d-dd997000c204 req-aac2699e-d335-44e4-8577-7f3f34687ad0 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210120 Sep 14 23:17:53.316228 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 1ef70121-f140-4e8a-9e79-e7caa192618a details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:17:53.320879 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 1ef70121-f140-4e8a-9e79-e7caa192618a no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:17:53.340193 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9d7f3f01-5755-4172-b56d-dd997000c204 req-2de94028-4e41-438e-b974-d35bd752e32f service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225340 Sep 14 23:17:53.538881 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 1ef70121-f140-4e8a-9e79-e7caa192618a is: ACTIVE; New status is: DOWN {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:17:53.539197 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:53.556477 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 1ef70121-f140-4e8a-9e79-e7caa192618a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1ef70121-f140-4e8a-9e79-e7caa192618a,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:17:53.580019 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': '1ef70121-f140-4e8a-9e79-e7caa192618a', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'port_id': '1ef70121-f140-4e8a-9e79-e7caa192618a', 'mac_address': 'fa:16:3e:92:5b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:17:53.587388 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c6af52-f2ce-4de2-94ac-ce92e39b0674', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ef70121-f140-4e8a-9e79-e7caa192618a'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:17:53.589655 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0a78a3-9512-432f-a7f7-dd13a8808a3f" -d '{"events": [{"server_uuid": "54c6af52-f2ce-4de2-94ac-ce92e39b0674", "name": "network-vif-unplugged", "status": "completed", "tag": "1ef70121-f140-4e8a-9e79-e7caa192618a"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:17:53.636880 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 1ef70121-f140-4e8a-9e79-e7caa192618a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1ef70121-f140-4e8a-9e79-e7caa192618a,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:17:53.643740 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Sep 2022 23:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5239e3d7-7403-4900-b6af-4ffad51dcfd2 x-openstack-request-id: req-5239e3d7-7403-4900-b6af-4ffad51dcfd2 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:17:53.644029 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c6af52-f2ce-4de2-94ac-ce92e39b0674", "name": "network-vif-unplugged", "status": "completed", "tag": "1ef70121-f140-4e8a-9e79-e7caa192618a", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:17:53.644353 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5239e3d7-7403-4900-b6af-4ffad51dcfd2 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:17:53.644835 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5239e3d7-7403-4900-b6af-4ffad51dcfd2'] response: {'server_uuid': '54c6af52-f2ce-4de2-94ac-ce92e39b0674', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ef70121-f140-4e8a-9e79-e7caa192618a', 'code': 200} Sep 14 23:17:53.649405 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:53.686991 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 1ef70121-f140-4e8a-9e79-e7caa192618a is: ACTIVE; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:17:53.686991 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:53.711426 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ef70121-f140-4e8a-9e79-e7caa192618a {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:17:53.790441 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=1ef70121-f140-4e8a-9e79-e7caa192618a,revision_number=6']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:17:53.793419 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55094f0-c824-4e28-afc2-63aa717d6ef1 req-03315d14-bf99-4284-937e-aef8ef75082a tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:53.795280 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d55094f0-c824-4e28-afc2-63aa717d6ef1 req-03315d14-bf99-4284-937e-aef8ef75082a tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 944 time: 0.0951595 Sep 14 23:17:53.800148 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 23:17:53.800496 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 23:17:53.801881 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:53.802225 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:53.802911 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:53.802911 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:53.803181 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:53.803502 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:53.803818 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:53.804133 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:53.804446 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:53.804784 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:53.805101 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:53.805408 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:53.841597 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d55094f0-c824-4e28-afc2-63aa717d6ef1 req-4c68afee-f33a-42d6-8081-73857323a6bb tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396094 Sep 14 23:17:54.355498 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 1ef70121-f140-4e8a-9e79-e7caa192618a is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:17:54.356049 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:54.373635 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef70121-f140-4e8a-9e79-e7caa192618a {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:17:54.388485 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 1ef70121-f140-4e8a-9e79-e7caa192618a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1ef70121-f140-4e8a-9e79-e7caa192618a,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:17:54.393267 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:54.460253 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['1ef70121-f140-4e8a-9e79-e7caa192618a'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:17:54.510190 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=1ef70121-f140-4e8a-9e79-e7caa192618a,revision_number=7']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:17:55.042390 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b4f94-0589-4fec-a5fe-d957941365c8 req-ff9739c3-aee6-48c9-9377-b1eb97b99431 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:55.043840 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-664b4f94-0589-4fec-a5fe-d957941365c8 req-ff9739c3-aee6-48c9-9377-b1eb97b99431 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 945 time: 0.0882967 Sep 14 23:17:55.090480 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-664b4f94-0589-4fec-a5fe-d957941365c8 req-59ac87c5-5a48-4fe8-ada2-2ddbba51ebac tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410535 Sep 14 23:17:55.284099 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bee57-aded-462d-97b4-2d7c278054a3 req-431512f6-8c9e-4129-ac9e-9ee368580250 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:55.285565 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8e3bee57-aded-462d-97b4-2d7c278054a3 req-431512f6-8c9e-4129-ac9e-9ee368580250 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 945 time: 0.0865848 Sep 14 23:17:55.316960 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 1ef70121-f140-4e8a-9e79-e7caa192618a up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:17:55.328811 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8e3bee57-aded-462d-97b4-2d7c278054a3 req-415d783d-b504-4d3d-a29b-67b6a192c98e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376513 Sep 14 23:17:55.390422 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port 1ef70121-f140-4e8a-9e79-e7caa192618a triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:17:55.390954 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:55.506876 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 1ef70121-f140-4e8a-9e79-e7caa192618a is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:17:55.507246 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:55.528761 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1c8de-8f6c-4f4d-b6f7-6b72b8d1511d req-9482b270-bbc0-4a94-8b03-b9512d8ae9cf tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:55.530252 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-51b1c8de-8f6c-4f4d-b6f7-6b72b8d1511d req-9482b270-bbc0-4a94-8b03-b9512d8ae9cf tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 945 time: 0.0911889 Sep 14 23:17:55.539260 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 1ef70121-f140-4e8a-9e79-e7caa192618a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1ef70121-f140-4e8a-9e79-e7caa192618a,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:17:55.542339 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:55.575017 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-51b1c8de-8f6c-4f4d-b6f7-6b72b8d1511d req-612fbe9f-511b-4c4e-a31c-3d0e7a6c1138 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389609 Sep 14 23:17:55.608019 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=1ef70121-f140-4e8a-9e79-e7caa192618a,revision_number=8']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:17:55.645543 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c6af52-f2ce-4de2-94ac-ce92e39b0674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef70121-f140-4e8a-9e79-e7caa192618a'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:17:55.647918 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cf3434-68c4-457a-b069-d111009b29b1" -d '{"events": [{"server_uuid": "54c6af52-f2ce-4de2-94ac-ce92e39b0674", "name": "network-vif-plugged", "status": "completed", "tag": "1ef70121-f140-4e8a-9e79-e7caa192618a"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:17:55.689902 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fb95eb-92b5-44f3-b3c7-6910846b27fe x-openstack-request-id: req-f4fb95eb-92b5-44f3-b3c7-6910846b27fe {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:17:55.690190 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c6af52-f2ce-4de2-94ac-ce92e39b0674", "name": "network-vif-plugged", "status": "completed", "tag": "1ef70121-f140-4e8a-9e79-e7caa192618a", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:17:55.690446 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f4fb95eb-92b5-44f3-b3c7-6910846b27fe {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:17:55.690849 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4fb95eb-92b5-44f3-b3c7-6910846b27fe'] response: {'server_uuid': '54c6af52-f2ce-4de2-94ac-ce92e39b0674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef70121-f140-4e8a-9e79-e7caa192618a', 'code': 200} Sep 14 23:17:55.959217 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497de4c-a79e-4948-91bf-2580f43af1d2 req-a9b0516d-c4f3-4bd3-b573-4cadb9a0b0b7 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:55.960690 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7497de4c-a79e-4948-91bf-2580f43af1d2 req-a9b0516d-c4f3-4bd3-b573-4cadb9a0b0b7 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 946 time: 0.0874460 Sep 14 23:17:56.008012 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7497de4c-a79e-4948-91bf-2580f43af1d2 req-331d08c3-4307-4ff9-ab6a-6b0caa49e7f0 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418506 Sep 14 23:17:57.205518 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06c119-c6d0-44b7-bafc-27937532cbda req-7f1d5e47-ff28-44b0-96f1-f6bedee4f0c8 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:57.206941 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8b06c119-c6d0-44b7-bafc-27937532cbda req-7f1d5e47-ff28-44b0-96f1-f6bedee4f0c8 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 946 time: 0.0857527 Sep 14 23:17:57.251067 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8b06c119-c6d0-44b7-bafc-27937532cbda req-b1ce3799-f463-4380-a0e1-992943271af0 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385833 Sep 14 23:17:57.665219 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8da41b-1b7e-4b9b-90a0-8fd974e7c7dc req-2fdc875b-f543-4362-8a0f-eda85952b531 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:57.666586 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2d8da41b-1b7e-4b9b-90a0-8fd974e7c7dc req-2fdc875b-f543-4362-8a0f-eda85952b531 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.20 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 946 time: 0.1855934 Sep 14 23:17:57.734760 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-2d8da41b-1b7e-4b9b-90a0-8fd974e7c7dc req-429c4714-c30f-4a7b-9db9-805d1a112e20 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Deleting port 1ef70121-f140-4e8a-9e79-e7caa192618a {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:17:57.735095 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-2d8da41b-1b7e-4b9b-90a0-8fd974e7c7dc req-429c4714-c30f-4a7b-9db9-805d1a112e20 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:57.980670 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-2d8da41b-1b7e-4b9b-90a0-8fd974e7c7dc req-429c4714-c30f-4a7b-9db9-805d1a112e20 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] For port 1ef70121-f140-4e8a-9e79-e7caa192618a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1ef70121-f140-4e8a-9e79-e7caa192618a,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:17:57.981031 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-2d8da41b-1b7e-4b9b-90a0-8fd974e7c7dc req-429c4714-c30f-4a7b-9db9-805d1a112e20 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:58.274744 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-2d8da41b-1b7e-4b9b-90a0-8fd974e7c7dc req-429c4714-c30f-4a7b-9db9-805d1a112e20 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:58.275009 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-2d8da41b-1b7e-4b9b-90a0-8fd974e7c7dc req-429c4714-c30f-4a7b-9db9-805d1a112e20 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:58.275318 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.l3_db [req-2d8da41b-1b7e-4b9b-90a0-8fd974e7c7dc req-429c4714-c30f-4a7b-9db9-805d1a112e20 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Floating IP 1fff5fac-3d26-4066-a1e6-4769bc5994ac disassociated. External IP: 172.26.5.26, port: 1ef70121-f140-4e8a-9e79-e7caa192618a. Sep 14 23:17:58.275645 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-2d8da41b-1b7e-4b9b-90a0-8fd974e7c7dc req-429c4714-c30f-4a7b-9db9-805d1a112e20 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Calling delete_port for 1ef70121-f140-4e8a-9e79-e7caa192618a owned by compute:nova {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:17:58.425313 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-2d8da41b-1b7e-4b9b-90a0-8fd974e7c7dc req-429c4714-c30f-4a7b-9db9-805d1a112e20 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:58.465070 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e474b-b159-4575-9882-552417a45c7e req-549f0de4-312e-4027-b783-b54311b7add3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:17:58.466506 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-701e474b-b159-4575-9882-552417a45c7e req-549f0de4-312e-4027-b783-b54311b7add3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=54c6af52-f2ce-4de2-94ac-ce92e39b0674 HTTP/1.1" status: 200 len: 867 time: 0.0945618 Sep 14 23:17:58.483643 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c4714-c30f-4a7b-9db9-805d1a112e20 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Pushing event deleted for resources: {'Port': ['ID=1ef70121-f140-4e8a-9e79-e7caa192618a,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:17:58.513312 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-701e474b-b159-4575-9882-552417a45c7e req-d84d3f1b-7537-47be-bc3b-0a3d42e9fd91 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409598 Sep 14 23:17:58.544132 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c4714-c30f-4a7b-9db9-805d1a112e20 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:58.544483 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c4714-c30f-4a7b-9db9-805d1a112e20 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:58.544849 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c4714-c30f-4a7b-9db9-805d1a112e20 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:58.545185 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c4714-c30f-4a7b-9db9-805d1a112e20 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:58.545655 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c4714-c30f-4a7b-9db9-805d1a112e20 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:58.546259 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c4714-c30f-4a7b-9db9-805d1a112e20 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:58.546842 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c4714-c30f-4a7b-9db9-805d1a112e20 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:58.547408 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c4714-c30f-4a7b-9db9-805d1a112e20 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:58.547770 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c4714-c30f-4a7b-9db9-805d1a112e20 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:58.548105 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c4714-c30f-4a7b-9db9-805d1a112e20 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:58.548492 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c4714-c30f-4a7b-9db9-805d1a112e20 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:58.548851 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c4714-c30f-4a7b-9db9-805d1a112e20 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:17:58.680505 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d8da41b-1b7e-4b9b-90a0-8fd974e7c7dc req-429c4714-c30f-4a7b-9db9-805d1a112e20 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Router d63ff6ec-3fa7-4c29-bcea-54d64c19848b has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:17:58.864701 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d8da41b-1b7e-4b9b-90a0-8fd974e7c7dc req-429c4714-c30f-4a7b-9db9-805d1a112e20 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:17:58.873722 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ac8f4f-fae9-4722-9280-1522ac0ec25f None None] Sync routers for ids ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:17:58.883741 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ac8f4f-fae9-4722-9280-1522ac0ec25f None None] Routers {'d63ff6ec-3fa7-4c29-bcea-54d64c19848b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:17:58.884459 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-18ac8f4f-fae9-4722-9280-1522ac0ec25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:17:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:17:58.946777 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8da41b-1b7e-4b9b-90a0-8fd974e7c7dc req-429c4714-c30f-4a7b-9db9-805d1a112e20 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] No DVR routers for this DVR port 1ef70121-f140-4e8a-9e79-e7caa192618a on host hv-neutron-8577 {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:17:58.949254 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-2d8da41b-1b7e-4b9b-90a0-8fd974e7c7dc req-429c4714-c30f-4a7b-9db9-805d1a112e20 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:17:58.952051 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c6af52-f2ce-4de2-94ac-ce92e39b0674', 'name': 'network-vif-deleted', 'tag': '1ef70121-f140-4e8a-9e79-e7caa192618a'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:17:58.954324 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b224f3e5-397b-48ac-a972-a01ce5602f2d" -d '{"events": [{"server_uuid": "54c6af52-f2ce-4de2-94ac-ce92e39b0674", "name": "network-vif-deleted", "tag": "1ef70121-f140-4e8a-9e79-e7caa192618a"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:17:58.969129 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2d8da41b-1b7e-4b9b-90a0-8fd974e7c7dc req-429c4714-c30f-4a7b-9db9-805d1a112e20 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.20 "DELETE /v2.0/ports/1ef70121-f140-4e8a-9e79-e7caa192618a HTTP/1.1" status: 204 len: 173 time: 1.2971358 Sep 14 23:17:58.997637 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c971fc15-0c31-44c7-a51b-51628f1de79a x-openstack-request-id: req-c971fc15-0c31-44c7-a51b-51628f1de79a {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:17:58.998517 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c6af52-f2ce-4de2-94ac-ce92e39b0674", "name": "network-vif-deleted", "tag": "1ef70121-f140-4e8a-9e79-e7caa192618a", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:17:58.998517 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c971fc15-0c31-44c7-a51b-51628f1de79a {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:17:58.998789 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c971fc15-0c31-44c7-a51b-51628f1de79a'] response: {'server_uuid': '54c6af52-f2ce-4de2-94ac-ce92e39b0674', 'name': 'network-vif-deleted', 'tag': '1ef70121-f140-4e8a-9e79-e7caa192618a', 'status': 'completed', 'code': 200} Sep 14 23:17:59.075035 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-18ac8f4f-fae9-4722-9280-1522ac0ec25f None None] Set router d63ff6ec-3fa7-4c29-bcea-54d64c19848b gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:17:59.388842 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-18ac8f4f-fae9-4722-9280-1522ac0ec25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'name': 'tempest-ServerActionsTestJSON-2042877244-router', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:16:41Z', 'updated_at': '2022-09-14T23:16:45Z', 'revision_number': 4, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'gw_port': {'id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:42Z', 'updated_at': '2022-09-14T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'bca772a7-41b1-428c-a79c-a81f91834c6d', 'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'mac_address': 'fa:16:3e:bb:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:44Z', 'updated_at': '2022-09-14T23:16:50Z', 'revision_number': 5, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'subnets': [{'id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:17:59.392862 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ac8f4f-fae9-4722-9280-1522ac0ec25f None None] Checking router: d63ff6ec-3fa7-4c29-bcea-54d64c19848b for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:17:59.402478 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ac8f4f-fae9-4722-9280-1522ac0ec25f None None] Routers {'d63ff6ec-3fa7-4c29-bcea-54d64c19848b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:17:59.403123 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-18ac8f4f-fae9-4722-9280-1522ac0ec25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:17:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:17:59.621170 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-18ac8f4f-fae9-4722-9280-1522ac0ec25f None None] Set router d63ff6ec-3fa7-4c29-bcea-54d64c19848b gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:17:59.844450 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-f7465b54-bab3-4d44-b077-59eefadd7eff tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1186992589&fields=id&tenant_id=e4d21a1b6fe849018736345b3eefd6fe HTTP/1.1" status: 200 len: 267 time: 0.0392082 Sep 14 23:17:59.939627 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-18ac8f4f-fae9-4722-9280-1522ac0ec25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'name': 'tempest-ServerActionsTestJSON-2042877244-router', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:16:41Z', 'updated_at': '2022-09-14T23:16:45Z', 'revision_number': 4, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'gw_port': {'id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:42Z', 'updated_at': '2022-09-14T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'bca772a7-41b1-428c-a79c-a81f91834c6d', 'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'mac_address': 'fa:16:3e:bb:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:44Z', 'updated_at': '2022-09-14T23:16:50Z', 'revision_number': 5, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'subnets': [{'id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:17:59.944515 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ac8f4f-fae9-4722-9280-1522ac0ec25f None None] The sync data for ids ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'] in dv-neutron-857791-1-hyperv is: [{'id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'name': 'tempest-ServerActionsTestJSON-2042877244-router', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:16:41Z', 'updated_at': '2022-09-14T23:16:45Z', 'revision_number': 4, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'gw_port': {'id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:42Z', 'updated_at': '2022-09-14T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'bca772a7-41b1-428c-a79c-a81f91834c6d', 'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'mac_address': 'fa:16:3e:bb:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:44Z', 'updated_at': '2022-09-14T23:16:50Z', 'revision_number': 5, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'subnets': [{'id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:18:00.090885 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-e5a6c502-5ff4-4551-8291-fc704e6e5780 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:00.092447 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-e5a6c502-5ff4-4551-8291-fc704e6e5780 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/networks?id=c2a7590a-83fb-4f56-9770-1694ce10ee2e HTTP/1.1" status: 200 len: 812 time: 0.2415533 Sep 14 23:18:00.107447 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-b2671463-e98b-451b-a15a-0af4bb0e54a6 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/quotas/e4d21a1b6fe849018736345b3eefd6fe HTTP/1.1" status: 200 len: 375 time: 0.0093820 Sep 14 23:18:00.154475 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4da0e2-0dce-457f-b034-b45aa4c28e50 None None] New status for floating IP 1fff5fac-3d26-4066-a1e6-4769bc5994ac: DOWN {{(pid=89173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:18:00.204922 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-5f965047-b96c-4f81-abbb-67f0b04e9c3e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=e4d21a1b6fe849018736345b3eefd6fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0912328 Sep 14 23:18:00.345124 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-18ed2598-7f0d-4f2a-aa9c-75b1dd748a91 service neutron] 10.222.0.33 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284831 Sep 14 23:18:00.480237 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-711de30c-e20c-4c5a-809e-90c4bf27f310 service neutron] 10.222.0.33 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284392 Sep 14 23:18:00.663764 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-99cac3a0-c257-43ae-b5c9-d33171bdb3bb req-15131fd8-3556-4891-b05d-9a3cbf60aa1b tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 210 time: 0.0532537 Sep 14 23:18:01.347337 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 1ef70121-f140-4e8a-9e79-e7caa192618a no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:18:01.381971 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: 1ef70121-f140-4e8a-9e79-e7caa192618a {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:18:01.382329 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 1ef70121-f140-4e8a-9e79-e7caa192618a not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:18:01.649786 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-c4481888-34ad-47e9-820f-cd6a4e1cbd7d tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:01.651119 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-c4481888-34ad-47e9-820f-cd6a4e1cbd7d tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.20 "GET /v2.0/networks?id=c2a7590a-83fb-4f56-9770-1694ce10ee2e HTTP/1.1" status: 200 len: 812 time: 0.1434238 Sep 14 23:18:01.813514 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-c3adc002-0024-4c1e-a9e9-38c4769da595 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4d21a1b6fe849018736345b3eefd6fe HTTP/1.1" status: 200 len: 380 time: 0.1541212 Sep 14 23:18:01.821884 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-91cbf7f9-d1d6-4eb0-ac86-fdb83dabfd4f tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Request body: {'port': {'device_id': '446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'admin_state_up': True, 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'security_groups': ['81d9f9fb-ea37-4da4-b541-b2a099b60a1b']}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:18:01.836857 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-78463427-3fcf-46e0-be0d-08e6cdb5bc68 req-6b046d19-acfa-4e3b-b3ed-17f082fea4bd tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 210 time: 0.0533605 Sep 14 23:18:01.955344 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-91cbf7f9-d1d6-4eb0-ac86-fdb83dabfd4f tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:18:01.960174 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-91cbf7f9-d1d6-4eb0-ac86-fdb83dabfd4f tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Usage tracker for resource:port and tenant:e4d21a1b6fe849018736345b3eefd6fe is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:18:01.963266 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-91cbf7f9-d1d6-4eb0-ac86-fdb83dabfd4f tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:18:01.969189 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-91cbf7f9-d1d6-4eb0-ac86-fdb83dabfd4f tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:18:01.979247 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-91cbf7f9-d1d6-4eb0-ac86-fdb83dabfd4f tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Made reservation on behalf of e4d21a1b6fe849018736345b3eefd6fe for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:18:01.982824 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-91cbf7f9-d1d6-4eb0-ac86-fdb83dabfd4f tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:02.141927 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-91cbf7f9-d1d6-4eb0-ac86-fdb83dabfd4f tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Allocated IP 172.20.0.10 (c2a7590a-83fb-4f56-9770-1694ce10ee2e/7db522d1-2850-4268-bfa9-4e290182b1fb/12a81691-3eb5-40b5-bd96-0a7be05049aa) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:18:02.333390 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-91cbf7f9-d1d6-4eb0-ac86-fdb83dabfd4f tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:02.351017 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-91cbf7f9-d1d6-4eb0-ac86-fdb83dabfd4f tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Transition to ACTIVE for port object 12a81691-3eb5-40b5-bd96-0a7be05049aa will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:18:02.374532 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-91cbf7f9-d1d6-4eb0-ac86-fdb83dabfd4f tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:02.443077 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-91cbf7f9-d1d6-4eb0-ac86-fdb83dabfd4f tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Network c2a7590a-83fb-4f56-9770-1694ce10ee2e is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:18:02.446164 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-91cbf7f9-d1d6-4eb0-ac86-fdb83dabfd4f tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:18:02.449833 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-91cbf7f9-d1d6-4eb0-ac86-fdb83dabfd4f tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:18:02.484171 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cbf7f9-d1d6-4eb0-ac86-fdb83dabfd4f tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Pushing event updated for resources: {'Port': ['ID=12a81691-3eb5-40b5-bd96-0a7be05049aa,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:18:02.520788 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-91cbf7f9-d1d6-4eb0-ac86-fdb83dabfd4f tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:02.521409 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-91cbf7f9-d1d6-4eb0-ac86-fdb83dabfd4f tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:02.546097 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-91cbf7f9-d1d6-4eb0-ac86-fdb83dabfd4f tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7276459 Sep 14 23:18:02.557264 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-8376292c-ad18-4901-a1f1-1cbd1e92165d service neutron] Request body: {'port': {'device_id': '446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:18:02.673562 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-8376292c-ad18-4901-a1f1-1cbd1e92165d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:02.679130 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c15214e5-33b5-4aa9-977f-c78f0bd00807 None None] Provisioning for port 12a81691-3eb5-40b5-bd96-0a7be05049aa completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:18:02.683845 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c15214e5-33b5-4aa9-977f-c78f0bd00807 None None] Provisioning complete for port 12a81691-3eb5-40b5-bd96-0a7be05049aa triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:18:02.684275 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c15214e5-33b5-4aa9-977f-c78f0bd00807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:02.740431 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c15214e5-33b5-4aa9-977f-c78f0bd00807 None None] Port 12a81691-3eb5-40b5-bd96-0a7be05049aa cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:18:03.020882 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-8376292c-ad18-4901-a1f1-1cbd1e92165d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12a81691-3eb5-40b5-bd96-0a7be05049aa {{(pid=89171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:18:03.028252 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-8376292c-ad18-4901-a1f1-1cbd1e92165d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:03.034727 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9061241-dc62-4258-abca-4a89cf018224 req-1710c6cb-a198-4313-b13e-16ec74e8546a tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:03.036193 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b9061241-dc62-4258-abca-4a89cf018224 req-1710c6cb-a198-4313-b13e-16ec74e8546a tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 932 time: 0.0872090 Sep 14 23:18:03.043491 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-8376292c-ad18-4901-a1f1-1cbd1e92165d service neutron] Transition to ACTIVE for port object 12a81691-3eb5-40b5-bd96-0a7be05049aa will not be triggered until provisioned by entity L2. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:18:03.048135 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-8376292c-ad18-4901-a1f1-1cbd1e92165d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:03.081825 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b9061241-dc62-4258-abca-4a89cf018224 req-99986de9-4349-4e3e-94f1-241a326b9c93 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397937 Sep 14 23:18:03.233234 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376292c-ad18-4901-a1f1-1cbd1e92165d service neutron] Pushing event updated for resources: {'Port': ['ID=12a81691-3eb5-40b5-bd96-0a7be05049aa,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:18:03.273332 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-8376292c-ad18-4901-a1f1-1cbd1e92165d service neutron] Attempting to bind port 12a81691-3eb5-40b5-bd96-0a7be05049aa on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:18:03.273645 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-8376292c-ad18-4901-a1f1-1cbd1e92165d service neutron] Attempting to bind port 12a81691-3eb5-40b5-bd96-0a7be05049aa by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'e4ea54ce-ecb9-41ab-ade8-9fccfa22180c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:18:03.273962 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-8376292c-ad18-4901-a1f1-1cbd1e92165d service neutron] Attempting to bind port 12a81691-3eb5-40b5-bd96-0a7be05049aa on network c2a7590a-83fb-4f56-9770-1694ce10ee2e {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:18:03.278466 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-8376292c-ad18-4901-a1f1-1cbd1e92165d service neutron] Port 12a81691-3eb5-40b5-bd96-0a7be05049aa on network c2a7590a-83fb-4f56-9770-1694ce10ee2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:18:03.278787 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-8376292c-ad18-4901-a1f1-1cbd1e92165d service neutron] Attempting to bind port 12a81691-3eb5-40b5-bd96-0a7be05049aa on network c2a7590a-83fb-4f56-9770-1694ce10ee2e {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:18:03.283702 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-8376292c-ad18-4901-a1f1-1cbd1e92165d service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:18:03.284032 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-8376292c-ad18-4901-a1f1-1cbd1e92165d service neutron] Checking segment: {'id': 'e4ea54ce-ecb9-41ab-ade8-9fccfa22180c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:18:03.284404 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-8376292c-ad18-4901-a1f1-1cbd1e92165d service neutron] Bound using segment: {'id': 'e4ea54ce-ecb9-41ab-ade8-9fccfa22180c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e'} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:18:03.285365 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-8376292c-ad18-4901-a1f1-1cbd1e92165d service neutron] Bound port: 12a81691-3eb5-40b5-bd96-0a7be05049aa, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ea54ce-ecb9-41ab-ade8-9fccfa22180c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e'}}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:18:03.285699 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-8376292c-ad18-4901-a1f1-1cbd1e92165d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:03.371386 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-8376292c-ad18-4901-a1f1-1cbd1e92165d service neutron] For port 12a81691-3eb5-40b5-bd96-0a7be05049aa, host hv-neutron-8577, cleared binding levels {{(pid=89171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:18:03.374383 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-8376292c-ad18-4901-a1f1-1cbd1e92165d service neutron] For port 12a81691-3eb5-40b5-bd96-0a7be05049aa, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=12a81691-3eb5-40b5-bd96-0a7be05049aa,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:18:03.378597 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-8376292c-ad18-4901-a1f1-1cbd1e92165d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:03.411927 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-8376292c-ad18-4901-a1f1-1cbd1e92165d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:03.412545 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-8376292c-ad18-4901-a1f1-1cbd1e92165d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:03.413932 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-8376292c-ad18-4901-a1f1-1cbd1e92165d service neutron] 10.222.0.20 "PUT /v2.0/ports/12a81691-3eb5-40b5-bd96-0a7be05049aa HTTP/1.1" status: 200 len: 1094 time: 0.8608794 Sep 14 23:18:03.414355 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86', 'tag': '12a81691-3eb5-40b5-bd96-0a7be05049aa'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:18:03.416640 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdc921f-ec55-4a52-ab4a-d967641d61e5" -d '{"events": [{"name": "network-changed", "server_uuid": "446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86", "tag": "12a81691-3eb5-40b5-bd96-0a7be05049aa"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:18:03.495781 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91df463-f843-4c97-9534-259aabcbc4ec x-openstack-request-id: req-f91df463-f843-4c97-9534-259aabcbc4ec {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:18:03.495985 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86", "tag": "12a81691-3eb5-40b5-bd96-0a7be05049aa", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:18:03.496219 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f91df463-f843-4c97-9534-259aabcbc4ec {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:18:03.496640 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f91df463-f843-4c97-9534-259aabcbc4ec'] response: {'name': 'network-changed', 'server_uuid': '446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86', 'tag': '12a81691-3eb5-40b5-bd96-0a7be05049aa', 'status': 'completed', 'code': 200} Sep 14 23:18:03.507017 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376292c-ad18-4901-a1f1-1cbd1e92165d service neutron] Pushing event updated for resources: {'Port': ['ID=12a81691-3eb5-40b5-bd96-0a7be05049aa,revision_number=3']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:18:03.537034 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-fef36b0c-fc22-4946-8d22-e532322169c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:03.538515 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-fef36b0c-fc22-4946-8d22-e532322169c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4d21a1b6fe849018736345b3eefd6fe&device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 1097 time: 0.0872967 Sep 14 23:18:03.712949 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-0153fd0b-0c22-4f27-b2f9-4fd47757dd3b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12a81691-3eb5-40b5-bd96-0a7be05049aa HTTP/1.1" status: 200 len: 217 time: 0.1669064 Sep 14 23:18:03.773873 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-f0129db1-f581-4bd4-8ed6-a7c0aeb2f422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:03.775167 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-f0129db1-f581-4bd4-8ed6-a7c0aeb2f422 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7db522d1-2850-4268-bfa9-4e290182b1fb HTTP/1.1" status: 200 len: 851 time: 0.0563574 Sep 14 23:18:03.859678 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-d3e772f6-74c4-4540-b109-db3cdedbb9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:03.861161 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-d3e772f6-74c4-4540-b109-db3cdedbb9c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2a7590a-83fb-4f56-9770-1694ce10ee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792527 Sep 14 23:18:03.989056 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-bcd2f45a-114f-4517-bab1-c73fc8156858 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220679 Sep 14 23:18:04.115257 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b0da2002-beaf-413c-bc6f-5331714b8c85 req-ec894f20-b273-47dd-8406-0f6342ddee07 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209502 Sep 14 23:18:04.235974 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc921f-ec55-4a52-ab4a-d967641d61e5 req-135ac1c9-b587-4cfa-8fcb-610461aefd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:04.237497 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9bdc921f-ec55-4a52-ab4a-d967641d61e5 req-135ac1c9-b587-4cfa-8fcb-610461aefd4d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4d21a1b6fe849018736345b3eefd6fe&device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 1097 time: 0.0779450 Sep 14 23:18:04.285202 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430ee90-bf13-4859-944c-2b8041737f6d req-0bad437e-07ac-4277-a0b0-826151c59b19 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:04.286653 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b430ee90-bf13-4859-944c-2b8041737f6d req-0bad437e-07ac-4277-a0b0-826151c59b19 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 944 time: 0.0907567 Sep 14 23:18:04.331093 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b430ee90-bf13-4859-944c-2b8041737f6d req-bd65b249-4b21-4141-afc0-18dacb4138cf tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386765 Sep 14 23:18:04.371295 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc921f-ec55-4a52-ab4a-d967641d61e5 req-7ca20934-e634-4242-8330-1da577ff9248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:04.372689 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9bdc921f-ec55-4a52-ab4a-d967641d61e5 req-7ca20934-e634-4242-8330-1da577ff9248 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2a7590a-83fb-4f56-9770-1694ce10ee2e HTTP/1.1" status: 200 len: 912 time: 0.1290448 Sep 14 23:18:04.442996 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9bdc921f-ec55-4a52-ab4a-d967641d61e5 req-b2230da9-680b-449e-b9ea-2e8da90ce38b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12a81691-3eb5-40b5-bd96-0a7be05049aa HTTP/1.1" status: 200 len: 217 time: 0.0632427 Sep 14 23:18:04.504244 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc921f-ec55-4a52-ab4a-d967641d61e5 req-44a486d9-56f7-45e8-9290-1ab3a4b0fa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:04.505641 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9bdc921f-ec55-4a52-ab4a-d967641d61e5 req-44a486d9-56f7-45e8-9290-1ab3a4b0fa9d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7db522d1-2850-4268-bfa9-4e290182b1fb HTTP/1.1" status: 200 len: 851 time: 0.0561783 Sep 14 23:18:04.588358 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc921f-ec55-4a52-ab4a-d967641d61e5 req-48115bd3-ec64-4b00-92c3-9d93bb985b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:04.589829 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9bdc921f-ec55-4a52-ab4a-d967641d61e5 req-48115bd3-ec64-4b00-92c3-9d93bb985b25 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2a7590a-83fb-4f56-9770-1694ce10ee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777984 Sep 14 23:18:04.717888 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9bdc921f-ec55-4a52-ab4a-d967641d61e5 req-41f21dfa-82e8-420f-8e6d-6ecde9f633f9 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197319 Sep 14 23:18:04.846145 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9bdc921f-ec55-4a52-ab4a-d967641d61e5 req-57507ed4-cb71-4b79-9103-7caacae2b93d service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217732 Sep 14 23:18:05.363529 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 12a81691-3eb5-40b5-bd96-0a7be05049aa details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:18:05.498110 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 12a81691-3eb5-40b5-bd96-0a7be05049aa, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=12a81691-3eb5-40b5-bd96-0a7be05049aa,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:18:05.511431 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': '12a81691-3eb5-40b5-bd96-0a7be05049aa', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'port_id': '12a81691-3eb5-40b5-bd96-0a7be05049aa', 'mac_address': 'fa:16:3e:5f:67:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:18:05.528495 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0ceff-89e5-412b-a9ef-a75adb37e670 req-61e59da3-cfb2-406c-a575-bc09a91f10e1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:05.529966 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9cb0ceff-89e5-412b-a9ef-a75adb37e670 req-61e59da3-cfb2-406c-a575-bc09a91f10e1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 944 time: 0.0867219 Sep 14 23:18:05.564831 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 12a81691-3eb5-40b5-bd96-0a7be05049aa is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:18:05.565211 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:05.576265 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9cb0ceff-89e5-412b-a9ef-a75adb37e670 req-38d4e849-83b4-4755-8496-1f96b1b01fcb tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406203 Sep 14 23:18:05.582991 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12a81691-3eb5-40b5-bd96-0a7be05049aa {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:18:05.598705 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 12a81691-3eb5-40b5-bd96-0a7be05049aa, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=12a81691-3eb5-40b5-bd96-0a7be05049aa,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:18:05.603537 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:05.671753 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=12a81691-3eb5-40b5-bd96-0a7be05049aa,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:18:05.804697 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['12a81691-3eb5-40b5-bd96-0a7be05049aa'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:18:06.770379 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec17d4-722f-4f82-8eb7-5ad507fa7da5 req-ac1e51fb-7696-4fbe-82f8-df4a464c1ec4 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:06.771827 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7cec17d4-722f-4f82-8eb7-5ad507fa7da5 req-ac1e51fb-7696-4fbe-82f8-df4a464c1ec4 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 945 time: 0.0862880 Sep 14 23:18:06.816069 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7cec17d4-722f-4f82-8eb7-5ad507fa7da5 req-3ca4c9ad-5b65-47f6-854f-beaf4a7f5247 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386431 Sep 14 23:18:07.377964 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 12a81691-3eb5-40b5-bd96-0a7be05049aa up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:18:07.444863 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port 12a81691-3eb5-40b5-bd96-0a7be05049aa completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:18:07.449590 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port 12a81691-3eb5-40b5-bd96-0a7be05049aa triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:18:07.449956 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:07.564353 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 12a81691-3eb5-40b5-bd96-0a7be05049aa is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:18:07.564753 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:07.591070 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a81691-3eb5-40b5-bd96-0a7be05049aa'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:18:07.593689 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf029629-621c-4600-be42-f460daaad960" -d '{"events": [{"server_uuid": "446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86", "name": "network-vif-plugged", "status": "completed", "tag": "12a81691-3eb5-40b5-bd96-0a7be05049aa"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:18:07.601541 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 12a81691-3eb5-40b5-bd96-0a7be05049aa, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=12a81691-3eb5-40b5-bd96-0a7be05049aa,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:18:07.605484 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:07.641510 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3235b0d9-072d-4ef0-9cd6-180d232e8f93 x-openstack-request-id: req-3235b0d9-072d-4ef0-9cd6-180d232e8f93 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:18:07.641800 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86", "name": "network-vif-plugged", "status": "completed", "tag": "12a81691-3eb5-40b5-bd96-0a7be05049aa", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:18:07.642055 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3235b0d9-072d-4ef0-9cd6-180d232e8f93 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:18:07.642450 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3235b0d9-072d-4ef0-9cd6-180d232e8f93'] response: {'server_uuid': '446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a81691-3eb5-40b5-bd96-0a7be05049aa', 'code': 200} Sep 14 23:18:07.673651 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=12a81691-3eb5-40b5-bd96-0a7be05049aa,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:18:07.723291 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0aa90628-6c2d-4449-86d8-d7d29654abc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:07.872278 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e4469-1413-41c1-945b-e3c068ba7ec8 req-0e1bddb2-c784-4cdf-9561-f6a43a2e2465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:07.873826 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e91e4469-1413-41c1-945b-e3c068ba7ec8 req-0e1bddb2-c784-4cdf-9561-f6a43a2e2465 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 1099 time: 0.0788615 Sep 14 23:18:07.913416 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e91e4469-1413-41c1-945b-e3c068ba7ec8 req-1c458c7c-c49d-48c8-b270-fd47b12c17f0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337172 Sep 14 23:18:08.015945 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71cb25-c53d-4d50-a14a-c87086a9f694 req-b19c9d4b-6125-4a5f-b2ce-dd6508ee060b tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:08.017420 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-af71cb25-c53d-4d50-a14a-c87086a9f694 req-b19c9d4b-6125-4a5f-b2ce-dd6508ee060b tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 946 time: 0.0898583 Sep 14 23:18:08.061033 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-af71cb25-c53d-4d50-a14a-c87086a9f694 req-84e51a7f-35da-4ec7-b46e-55a0dbe8bff3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375359 Sep 14 23:18:09.255630 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c886d92-7b68-4a12-a1fa-db569cc46e11 req-3206112d-8158-4f84-833e-29f4050bdb07 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:09.257066 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3c886d92-7b68-4a12-a1fa-db569cc46e11 req-3206112d-8158-4f84-833e-29f4050bdb07 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 946 time: 0.0853367 Sep 14 23:18:09.303180 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3c886d92-7b68-4a12-a1fa-db569cc46e11 req-9b82b66f-9a9e-42a5-8ab3-69ce69155de9 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405133 Sep 14 23:18:09.492924 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a1e82-3239-4ac7-a00b-6fb2c2ef3df1 req-c3dd69f8-0ec6-435d-a11f-95b8002105ef tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:09.494402 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d39a1e82-3239-4ac7-a00b-6fb2c2ef3df1 req-c3dd69f8-0ec6-435d-a11f-95b8002105ef tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 946 time: 0.0883560 Sep 14 23:18:09.505525 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 59908) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:18:09.510448 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-1093aa8d-e14d-42cd-8db1-556b6946c792 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Request body: {'floatingip': {'port_id': '12a81691-3eb5-40b5-bd96-0a7be05049aa'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:18:09.587252 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1093aa8d-e14d-42cd-8db1-556b6946c792 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks [] for floatingip, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:09.773278 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ce771ecd-62f9-4c53-85c8-d79b3634364f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:10.274030 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1093aa8d-e14d-42cd-8db1-556b6946c792 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:10.277929 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1093aa8d-e14d-42cd-8db1-556b6946c792 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:10.454286 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-1093aa8d-e14d-42cd-8db1-556b6946c792 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Floating IP 1fff5fac-3d26-4066-a1e6-4769bc5994ac associated. External IP: 172.26.5.26, port: 12a81691-3eb5-40b5-bd96-0a7be05049aa. Sep 14 23:18:10.798503 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1093aa8d-e14d-42cd-8db1-556b6946c792 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Router d63ff6ec-3fa7-4c29-bcea-54d64c19848b has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:18:10.865448 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:10.916068 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:10.979225 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1093aa8d-e14d-42cd-8db1-556b6946c792 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:18:10.984274 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1093aa8d-e14d-42cd-8db1-556b6946c792 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:10.988827 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91522c3a-97c6-4a1a-940d-23ff33dd1351 None None] Sync routers for ids ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:18:10.997855 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91522c3a-97c6-4a1a-940d-23ff33dd1351 None None] Routers {'d63ff6ec-3fa7-4c29-bcea-54d64c19848b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:18:10.998460 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-91522c3a-97c6-4a1a-940d-23ff33dd1351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:18:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:18:11.037580 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1093aa8d-e14d-42cd-8db1-556b6946c792 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "PUT /v2.0/floatingips/1fff5fac-3d26-4066-a1e6-4769bc5994ac HTTP/1.1" status: 200 len: 991 time: 1.5310488 Sep 14 23:18:11.038261 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86', 'tag': '12a81691-3eb5-40b5-bd96-0a7be05049aa'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:18:11.040829 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ca2116-35c7-4d72-a309-cb12f5422775" -d '{"events": [{"name": "network-changed", "server_uuid": "446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86", "tag": "12a81691-3eb5-40b5-bd96-0a7be05049aa"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:18:11.080749 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdb716c-ece8-4e07-8bc1-0f206af5edad x-openstack-request-id: req-2bdb716c-ece8-4e07-8bc1-0f206af5edad {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:18:11.081530 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86", "tag": "12a81691-3eb5-40b5-bd96-0a7be05049aa", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:18:11.081785 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2bdb716c-ece8-4e07-8bc1-0f206af5edad {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:18:11.082189 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bdb716c-ece8-4e07-8bc1-0f206af5edad'] response: {'name': 'network-changed', 'server_uuid': '446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86', 'tag': '12a81691-3eb5-40b5-bd96-0a7be05049aa', 'status': 'completed', 'code': 200} Sep 14 23:18:11.179802 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca2116-35c7-4d72-a309-cb12f5422775 req-b5a367cb-5fef-4aa6-a1d9-c074765a84a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:11.181298 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-02ca2116-35c7-4d72-a309-cb12f5422775 req-b5a367cb-5fef-4aa6-a1d9-c074765a84a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4d21a1b6fe849018736345b3eefd6fe&device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 1099 time: 0.0807068 Sep 14 23:18:11.208213 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-91522c3a-97c6-4a1a-940d-23ff33dd1351 None None] Set router d63ff6ec-3fa7-4c29-bcea-54d64c19848b gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:18:11.309725 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca2116-35c7-4d72-a309-cb12f5422775 req-eb03a74b-7bc5-4a02-94fa-e6af1ae856fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:11.311080 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-02ca2116-35c7-4d72-a309-cb12f5422775 req-eb03a74b-7bc5-4a02-94fa-e6af1ae856fe service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2a7590a-83fb-4f56-9770-1694ce10ee2e HTTP/1.1" status: 200 len: 912 time: 0.1242743 Sep 14 23:18:11.531062 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-02ca2116-35c7-4d72-a309-cb12f5422775 req-271d0272-b280-483a-9422-7b9d1060415f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12a81691-3eb5-40b5-bd96-0a7be05049aa HTTP/1.1" status: 200 len: 999 time: 0.2144618 Sep 14 23:18:11.558279 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-91522c3a-97c6-4a1a-940d-23ff33dd1351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'name': 'tempest-ServerActionsTestJSON-2042877244-router', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:16:41Z', 'updated_at': '2022-09-14T23:16:45Z', 'revision_number': 4, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'gw_port': {'id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:42Z', 'updated_at': '2022-09-14T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '1fff5fac-3d26-4066-a1e6-4769bc5994ac', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'floating_ip_address': '172.26.5.26', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'port_id': '12a81691-3eb5-40b5-bd96-0a7be05049aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'mac_address': 'fa:16:3e:5f:67:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:16:48Z', 'updated_at': '2022-09-14T23:18:10Z', 'revision_number': 5, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca772a7-41b1-428c-a79c-a81f91834c6d', 'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'mac_address': 'fa:16:3e:bb:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:44Z', 'updated_at': '2022-09-14T23:16:50Z', 'revision_number': 5, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'subnets': [{'id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:18:11.562143 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91522c3a-97c6-4a1a-940d-23ff33dd1351 None None] Checking router: d63ff6ec-3fa7-4c29-bcea-54d64c19848b for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:18:11.570736 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91522c3a-97c6-4a1a-940d-23ff33dd1351 None None] Routers {'d63ff6ec-3fa7-4c29-bcea-54d64c19848b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:18:11.571327 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-91522c3a-97c6-4a1a-940d-23ff33dd1351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:18:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:18:11.591721 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca2116-35c7-4d72-a309-cb12f5422775 req-f33d4ba4-d4e0-4a17-ae55-86ca83d7e4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:11.593192 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-02ca2116-35c7-4d72-a309-cb12f5422775 req-f33d4ba4-d4e0-4a17-ae55-86ca83d7e4cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7db522d1-2850-4268-bfa9-4e290182b1fb HTTP/1.1" status: 200 len: 851 time: 0.0567610 Sep 14 23:18:11.677578 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca2116-35c7-4d72-a309-cb12f5422775 req-714740a0-569b-495c-8d23-eb1462201180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:11.679045 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-02ca2116-35c7-4d72-a309-cb12f5422775 req-714740a0-569b-495c-8d23-eb1462201180 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2a7590a-83fb-4f56-9770-1694ce10ee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802884 Sep 14 23:18:11.748487 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-91522c3a-97c6-4a1a-940d-23ff33dd1351 None None] Set router d63ff6ec-3fa7-4c29-bcea-54d64c19848b gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:18:11.812490 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-02ca2116-35c7-4d72-a309-cb12f5422775 req-aee6fb28-d932-47fb-b738-372670b5df8b service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270683 Sep 14 23:18:11.944837 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-02ca2116-35c7-4d72-a309-cb12f5422775 req-4ebcd887-16e7-4844-a617-d2e70dcf66a3 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265306 Sep 14 23:18:12.095869 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-91522c3a-97c6-4a1a-940d-23ff33dd1351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'name': 'tempest-ServerActionsTestJSON-2042877244-router', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:16:41Z', 'updated_at': '2022-09-14T23:16:45Z', 'revision_number': 4, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'gw_port': {'id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:42Z', 'updated_at': '2022-09-14T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '1fff5fac-3d26-4066-a1e6-4769bc5994ac', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'floating_ip_address': '172.26.5.26', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'port_id': '12a81691-3eb5-40b5-bd96-0a7be05049aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'mac_address': 'fa:16:3e:5f:67:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:16:48Z', 'updated_at': '2022-09-14T23:18:10Z', 'revision_number': 5, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca772a7-41b1-428c-a79c-a81f91834c6d', 'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'mac_address': 'fa:16:3e:bb:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:44Z', 'updated_at': '2022-09-14T23:16:50Z', 'revision_number': 5, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'subnets': [{'id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:18:12.100251 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91522c3a-97c6-4a1a-940d-23ff33dd1351 None None] The sync data for ids ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'] in dv-neutron-857791-1-hyperv is: [{'id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'name': 'tempest-ServerActionsTestJSON-2042877244-router', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:16:41Z', 'updated_at': '2022-09-14T23:16:45Z', 'revision_number': 4, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'gw_port': {'id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:42Z', 'updated_at': '2022-09-14T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '1fff5fac-3d26-4066-a1e6-4769bc5994ac', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'floating_ip_address': '172.26.5.26', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'port_id': '12a81691-3eb5-40b5-bd96-0a7be05049aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'mac_address': 'fa:16:3e:5f:67:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:16:48Z', 'updated_at': '2022-09-14T23:18:10Z', 'revision_number': 5, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca772a7-41b1-428c-a79c-a81f91834c6d', 'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'mac_address': 'fa:16:3e:bb:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:44Z', 'updated_at': '2022-09-14T23:16:50Z', 'revision_number': 5, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'subnets': [{'id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:18:12.295373 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6a4b5a-5f48-4e82-8dd3-65e454bec7ff None None] New status for floating IP 1fff5fac-3d26-4066-a1e6-4769bc5994ac: ACTIVE {{(pid=89173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:18:12.466996 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:14.687789 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:18:19.514275 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:21.210675 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-07e4f70f-0fae-42f5-80bd-58e7eca9a1c2 req-311f3f09-5aa4-43ff-959e-4717cdac16be service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751102 Sep 14 23:18:21.364950 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4f70f-0fae-42f5-80bd-58e7eca9a1c2 req-9639fbec-48b8-49dd-b373-bc34dbef18f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:21.366425 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-07e4f70f-0fae-42f5-80bd-58e7eca9a1c2 req-9639fbec-48b8-49dd-b373-bc34dbef18f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4d21a1b6fe849018736345b3eefd6fe&device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 1099 time: 0.0801706 Sep 14 23:18:21.509206 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4f70f-0fae-42f5-80bd-58e7eca9a1c2 req-235ee6d5-a875-4942-935c-eafe41209ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:21.510629 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-07e4f70f-0fae-42f5-80bd-58e7eca9a1c2 req-235ee6d5-a875-4942-935c-eafe41209ab3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2a7590a-83fb-4f56-9770-1694ce10ee2e HTTP/1.1" status: 200 len: 912 time: 0.1261423 Sep 14 23:18:21.609504 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-07e4f70f-0fae-42f5-80bd-58e7eca9a1c2 req-b3f97af2-c3b1-4f51-878d-8d7fa48cfc53 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12a81691-3eb5-40b5-bd96-0a7be05049aa HTTP/1.1" status: 200 len: 1001 time: 0.0919671 Sep 14 23:18:21.672739 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4f70f-0fae-42f5-80bd-58e7eca9a1c2 req-7b368b2d-3e93-406d-809a-37a4d0954076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:21.674119 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-07e4f70f-0fae-42f5-80bd-58e7eca9a1c2 req-7b368b2d-3e93-406d-809a-37a4d0954076 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7db522d1-2850-4268-bfa9-4e290182b1fb HTTP/1.1" status: 200 len: 851 time: 0.0589089 Sep 14 23:18:21.754279 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4f70f-0fae-42f5-80bd-58e7eca9a1c2 req-b70adfdc-3d7c-45d3-a26d-ac44b96021fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:21.755687 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-07e4f70f-0fae-42f5-80bd-58e7eca9a1c2 req-b70adfdc-3d7c-45d3-a26d-ac44b96021fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2a7590a-83fb-4f56-9770-1694ce10ee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754523 Sep 14 23:18:21.884534 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-07e4f70f-0fae-42f5-80bd-58e7eca9a1c2 req-3d12ea53-f0ad-484e-aa95-a31137668f7f service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228213 Sep 14 23:18:22.017642 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-07e4f70f-0fae-42f5-80bd-58e7eca9a1c2 req-a7d880f2-9968-4fdd-bfec-4764de0d40a4 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229444 Sep 14 23:18:37.728078 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a64dfd40-cbf0-40df-ba26-dce8aea9eea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:39.766317 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5e259bff-b9e4-4dca-810a-7163afe80eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:39.836636 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daca50-1cca-4abd-8154-6422dbac4a78 req-274344e2-9940-4576-8e01-52d3125275e2 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:39.837992 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b6daca50-1cca-4abd-8154-6422dbac4a78 req-274344e2-9940-4576-8e01-52d3125275e2 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 946 time: 0.0915346 Sep 14 23:18:39.989488 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b6daca50-1cca-4abd-8154-6422dbac4a78 req-e98583b8-7be1-4d0e-b927-fb12e58642e6 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458280 Sep 14 23:18:40.867991 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:40.917390 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:41.182206 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bf853-dc62-4dda-ba6f-a83416bd3920 req-b32061a8-cec6-4ef5-ba9e-026275872c9f tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:41.183644 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4c3bf853-dc62-4dda-ba6f-a83416bd3920 req-b32061a8-cec6-4ef5-ba9e-026275872c9f tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 946 time: 0.0856552 Sep 14 23:18:41.226912 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4c3bf853-dc62-4dda-ba6f-a83416bd3920 req-6db42c24-e2be-4496-8ebe-08c70bf97e72 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376027 Sep 14 23:18:42.422333 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a58d5-4d30-448a-a6b3-41c0419a6d10 req-8eb7a194-e302-4c52-a973-d039ae56e06c tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:42.423764 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cd3a58d5-4d30-448a-a6b3-41c0419a6d10 req-8eb7a194-e302-4c52-a973-d039ae56e06c tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 946 time: 0.0882256 Sep 14 23:18:42.467511 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cd3a58d5-4d30-448a-a6b3-41c0419a6d10 req-e29ac1a0-a91d-4833-bbf4-7250a2360ed1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380332 Sep 14 23:18:42.469318 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:43.812003 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405fb16-d122-4196-bc06-14b6106f92b6 req-fcfe8e7a-827e-42ab-b822-8d1f18145f0b tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:43.813462 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5405fb16-d122-4196-bc06-14b6106f92b6 req-fcfe8e7a-827e-42ab-b822-8d1f18145f0b tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 946 time: 0.0879114 Sep 14 23:18:43.856849 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5405fb16-d122-4196-bc06-14b6106f92b6 req-595ae126-78dc-4934-ad7b-e951f5670970 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373735 Sep 14 23:18:45.050431 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b93360-d2b4-4bdb-9a3d-9db40be57884 req-0249dc46-c9ee-42b9-b543-d75663a42dc9 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:45.051951 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d4b93360-d2b4-4bdb-9a3d-9db40be57884 req-0249dc46-c9ee-42b9-b543-d75663a42dc9 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 946 time: 0.0865073 Sep 14 23:18:45.095692 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d4b93360-d2b4-4bdb-9a3d-9db40be57884 req-0136135e-424e-404c-8353-2b4c2cff11bd tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380726 Sep 14 23:18:46.297731 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122fc49-6d9b-46f5-83a8-2b4f67bd917d req-5a96dc81-89bc-4639-9b1f-7321a7e43256 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:46.299179 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8122fc49-6d9b-46f5-83a8-2b4f67bd917d req-5a96dc81-89bc-4639-9b1f-7321a7e43256 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 946 time: 0.0888338 Sep 14 23:18:46.341971 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8122fc49-6d9b-46f5-83a8-2b4f67bd917d req-8ed602ca-dc99-41c3-a6e7-b3b9f4b86838 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371702 Sep 14 23:18:47.539079 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b0067-c83e-49e8-b0a7-5b33d35f1a67 req-af65123d-4b15-4e8a-bdd8-4e00f45b7e55 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:47.540521 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-707b0067-c83e-49e8-b0a7-5b33d35f1a67 req-af65123d-4b15-4e8a-bdd8-4e00f45b7e55 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 946 time: 0.0879383 Sep 14 23:18:47.587018 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-707b0067-c83e-49e8-b0a7-5b33d35f1a67 req-eb01298c-27eb-4e20-a7b1-fd57486c7188 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408838 Sep 14 23:18:48.787175 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4adf4f-caf6-45be-ae7c-23a39b5353bb req-f2c6316a-2aa8-4c1f-a0e3-9786c67a4b02 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:48.788628 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-db4adf4f-caf6-45be-ae7c-23a39b5353bb req-f2c6316a-2aa8-4c1f-a0e3-9786c67a4b02 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 946 time: 0.0927327 Sep 14 23:18:48.833525 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-db4adf4f-caf6-45be-ae7c-23a39b5353bb req-b13bad7d-c0d7-4a66-b7ea-300802062558 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385041 Sep 14 23:18:49.513888 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:18:50.032843 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f8785-1eaf-414c-8f7e-5a157e2858a5 req-1f853e5b-3d5b-474e-986a-77519f100dfb tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:50.034314 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-031f8785-1eaf-414c-8f7e-5a157e2858a5 req-1f853e5b-3d5b-474e-986a-77519f100dfb tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 946 time: 0.0920320 Sep 14 23:18:50.078204 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-031f8785-1eaf-414c-8f7e-5a157e2858a5 req-bfd66c24-1c2c-4e61-b771-73de4c8b03ab tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381677 Sep 14 23:18:51.274972 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8658bf1-b39a-4155-a76b-441f3f55643b req-3b8edf55-e2d8-4681-8fb0-307b11c712b5 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:51.276432 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f8658bf1-b39a-4155-a76b-441f3f55643b req-3b8edf55-e2d8-4681-8fb0-307b11c712b5 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 946 time: 0.0894208 Sep 14 23:18:51.322618 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f8658bf1-b39a-4155-a76b-441f3f55643b req-24c01f25-7c48-4ba8-8e16-f697425a84c8 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404904 Sep 14 23:18:51.689575 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:18:51.726179 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-07bf0903-bc1c-49a1-a354-fc7cbbfca905 req-ae314111-e6ac-4741-98ae-ff7582b147f9 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1278009 Sep 14 23:18:51.730309 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d8c9f-f664-4e6f-b1cb-49359aeeb94a req-37178439-f046-4c8d-8a31-d94829b99c30 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:51.731768 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-027d8c9f-f664-4e6f-b1cb-49359aeeb94a req-37178439-f046-4c8d-8a31-d94829b99c30 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 946 time: 0.0914657 Sep 14 23:18:51.779467 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-027d8c9f-f664-4e6f-b1cb-49359aeeb94a req-d2805456-5572-42ac-ac2f-fb21b1ca1ca3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409489 Sep 14 23:18:52.795693 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf0903-bc1c-49a1-a354-fc7cbbfca905 req-df652d24-32d8-4082-a77a-382d39faff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:52.797191 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-07bf0903-bc1c-49a1-a354-fc7cbbfca905 req-df652d24-32d8-4082-a77a-382d39faff52 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4d21a1b6fe849018736345b3eefd6fe&device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 1099 time: 0.0769258 Sep 14 23:18:52.925603 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf0903-bc1c-49a1-a354-fc7cbbfca905 req-e464fd66-0010-4c31-91a4-109ec8bdf541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:52.927057 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-07bf0903-bc1c-49a1-a354-fc7cbbfca905 req-e464fd66-0010-4c31-91a4-109ec8bdf541 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2a7590a-83fb-4f56-9770-1694ce10ee2e HTTP/1.1" status: 200 len: 912 time: 0.1247182 Sep 14 23:18:52.977942 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9f970-ef32-4602-9142-194ba20650a9 req-e048550a-1dc6-414c-9448-b0e9a80a6356 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:52.979384 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-beb9f970-ef32-4602-9142-194ba20650a9 req-e048550a-1dc6-414c-9448-b0e9a80a6356 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 946 time: 0.0908008 Sep 14 23:18:53.023803 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-beb9f970-ef32-4602-9142-194ba20650a9 req-460335e2-7129-422d-80a1-4799606e6a0b tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383539 Sep 14 23:18:53.032551 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-07bf0903-bc1c-49a1-a354-fc7cbbfca905 req-7f41cb0f-465f-41ab-a50a-dd697083aebd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12a81691-3eb5-40b5-bd96-0a7be05049aa HTTP/1.1" status: 200 len: 1001 time: 0.0984862 Sep 14 23:18:53.095871 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf0903-bc1c-49a1-a354-fc7cbbfca905 req-b035589a-4f2b-482a-8c97-e799e6583eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:53.097217 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-07bf0903-bc1c-49a1-a354-fc7cbbfca905 req-b035589a-4f2b-482a-8c97-e799e6583eac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7db522d1-2850-4268-bfa9-4e290182b1fb HTTP/1.1" status: 200 len: 851 time: 0.0591366 Sep 14 23:18:53.176786 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf0903-bc1c-49a1-a354-fc7cbbfca905 req-dbb575a0-5567-4896-b311-525e7566a9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:53.178221 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-07bf0903-bc1c-49a1-a354-fc7cbbfca905 req-dbb575a0-5567-4896-b311-525e7566a9ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2a7590a-83fb-4f56-9770-1694ce10ee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753098 Sep 14 23:18:53.403705 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-07bf0903-bc1c-49a1-a354-fc7cbbfca905 req-ac66c4ed-2b42-4817-8ea6-8ec3e2923441 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188981 Sep 14 23:18:53.531973 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-07bf0903-bc1c-49a1-a354-fc7cbbfca905 req-9d701512-fac7-4de1-9348-3dbcaca709ff service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224787 Sep 14 23:18:54.217902 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b012aa-4dde-4401-8ef5-3da6227acdea req-3c936300-38b2-48d5-8ed2-b107086e618d tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:54.219358 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e2b012aa-4dde-4401-8ef5-3da6227acdea req-3c936300-38b2-48d5-8ed2-b107086e618d tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 946 time: 0.0863068 Sep 14 23:18:54.265809 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e2b012aa-4dde-4401-8ef5-3da6227acdea req-37ccbb6b-4360-4db4-9fbb-29eaa1b3891f tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409355 Sep 14 23:18:55.115375 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-07bf0903-bc1c-49a1-a354-fc7cbbfca905 req-958e1fa5-5b88-4ad6-bfed-c6742a338b79 service neutron] 10.222.0.20 "GET /v2.0/ports/12a81691-3eb5-40b5-bd96-0a7be05049aa/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.0765555 Sep 14 23:18:55.377801 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf0903-bc1c-49a1-a354-fc7cbbfca905 req-370e8830-72b0-4678-9614-23ab13882e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:55.379467 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-07bf0903-bc1c-49a1-a354-fc7cbbfca905 req-370e8830-72b0-4678-9614-23ab13882e2a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86&tenant_id=e4d21a1b6fe849018736345b3eefd6fe HTTP/1.1" status: 200 len: 1099 time: 0.0787244 Sep 14 23:18:55.462568 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903323b-1cc0-4326-ae98-9dc0c8926a57 req-b0714184-4a42-4a52-a951-1b0fd320c424 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:55.464023 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0903323b-1cc0-4326-ae98-9dc0c8926a57 req-b0714184-4a42-4a52-a951-1b0fd320c424 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 946 time: 0.0876608 Sep 14 23:18:55.477489 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf0903-bc1c-49a1-a354-fc7cbbfca905 req-578289b0-69f2-4922-93bf-0c5e2c8eaa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:55.478995 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-07bf0903-bc1c-49a1-a354-fc7cbbfca905 req-578289b0-69f2-4922-93bf-0c5e2c8eaa00 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4d21a1b6fe849018736345b3eefd6fe&device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 1099 time: 0.0778406 Sep 14 23:18:55.508513 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0903323b-1cc0-4326-ae98-9dc0c8926a57 req-87b49a11-160c-44ad-b23e-2196a50e6e2b tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385835 Sep 14 23:18:55.610866 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf0903-bc1c-49a1-a354-fc7cbbfca905 req-aa570651-9068-4738-b92a-e7290b544514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:55.612409 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-07bf0903-bc1c-49a1-a354-fc7cbbfca905 req-aa570651-9068-4738-b92a-e7290b544514 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2a7590a-83fb-4f56-9770-1694ce10ee2e HTTP/1.1" status: 200 len: 912 time: 0.1274540 Sep 14 23:18:55.713340 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-07bf0903-bc1c-49a1-a354-fc7cbbfca905 req-80e21015-4581-478e-9049-3d8faf9f6eff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12a81691-3eb5-40b5-bd96-0a7be05049aa HTTP/1.1" status: 200 len: 1001 time: 0.0956247 Sep 14 23:18:55.778070 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf0903-bc1c-49a1-a354-fc7cbbfca905 req-eb358df4-7da6-4943-b16c-10973ceed66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:55.779503 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-07bf0903-bc1c-49a1-a354-fc7cbbfca905 req-eb358df4-7da6-4943-b16c-10973ceed66d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7db522d1-2850-4268-bfa9-4e290182b1fb HTTP/1.1" status: 200 len: 851 time: 0.0595317 Sep 14 23:18:55.860306 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf0903-bc1c-49a1-a354-fc7cbbfca905 req-ac0c1bea-db8a-494e-bfb2-d2a1178b15bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:55.861805 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-07bf0903-bc1c-49a1-a354-fc7cbbfca905 req-ac0c1bea-db8a-494e-bfb2-d2a1178b15bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2a7590a-83fb-4f56-9770-1694ce10ee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768878 Sep 14 23:18:55.989518 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-07bf0903-bc1c-49a1-a354-fc7cbbfca905 req-8b4552e6-1f1e-41f7-a96a-e3ffc95f77c7 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216228 Sep 14 23:18:56.118029 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-07bf0903-bc1c-49a1-a354-fc7cbbfca905 req-dbbd7150-c0dd-4791-abd4-1c1261c35a57 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229618 Sep 14 23:18:56.710670 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fc7c3-3b9e-437c-a399-851a28b54741 req-e41e8a78-5a41-40a9-9522-c7a7bb16480d tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:56.712121 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f66fc7c3-3b9e-437c-a399-851a28b54741 req-e41e8a78-5a41-40a9-9522-c7a7bb16480d tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 946 time: 0.0902069 Sep 14 23:18:56.755830 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f66fc7c3-3b9e-437c-a399-851a28b54741 req-6145886c-b011-424f-9384-3d970a8b961d tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381250 Sep 14 23:18:57.952520 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56283b-c785-46fe-9f3f-8cbfe7456c7b req-33fd8192-a532-44c6-a9b0-2258f7cb4967 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:57.953985 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cc56283b-c785-46fe-9f3f-8cbfe7456c7b req-33fd8192-a532-44c6-a9b0-2258f7cb4967 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 946 time: 0.0852785 Sep 14 23:18:58.000739 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cc56283b-c785-46fe-9f3f-8cbfe7456c7b req-9b9a818b-2608-442d-b53c-53a669f7988e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410914 Sep 14 23:18:58.309542 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b4b7b-f471-4761-bb1f-ecfe00ca8a25 req-e7c7700b-8539-4392-9815-afed02fceced tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:58.310891 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c10b4b7b-f471-4761-bb1f-ecfe00ca8a25 req-e7c7700b-8539-4392-9815-afed02fceced tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 946 time: 0.0869567 Sep 14 23:18:58.323786 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cd2b6-bda4-4fb0-b8fd-bffd220f723f req-25d7d538-b603-43cb-bf98-6f1f8bc0517c tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:58.324472 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-9f3cd2b6-bda4-4fb0-b8fd-bffd220f723f req-25d7d538-b603-43cb-bf98-6f1f8bc0517c tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Synchronizing usage tracker for tenant:e4d21a1b6fe849018736345b3eefd6fe on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:18:58.340424 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-9f3cd2b6-bda4-4fb0-b8fd-bffd220f723f req-25d7d538-b603-43cb-bf98-6f1f8bc0517c tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Unset dirty status for tenant:e4d21a1b6fe849018736345b3eefd6fe on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:18:58.341569 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9f3cd2b6-bda4-4fb0-b8fd-bffd220f723f req-25d7d538-b603-43cb-bf98-6f1f8bc0517c tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.20 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86&tenant_id=e4d21a1b6fe849018736345b3eefd6fe&binding%3Ahost_id=hv-neutron-8577 HTTP/1.1" status: 200 len: 946 time: 0.1104569 Sep 14 23:18:58.358109 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c10b4b7b-f471-4761-bb1f-ecfe00ca8a25 req-b3d22fef-a429-46d9-977d-27cff60b2b26 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413444 Sep 14 23:18:58.499049 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cd2b6-bda4-4fb0-b8fd-bffd220f723f req-6e1c1ed8-b2fd-417c-93ff-380eb01380e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:58.500512 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9f3cd2b6-bda4-4fb0-b8fd-bffd220f723f req-6e1c1ed8-b2fd-417c-93ff-380eb01380e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4d21a1b6fe849018736345b3eefd6fe&device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 1099 time: 0.0787497 Sep 14 23:18:58.629621 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cd2b6-bda4-4fb0-b8fd-bffd220f723f req-a987be91-5436-47a4-a1c7-fb7b7ae59f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:58.631018 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9f3cd2b6-bda4-4fb0-b8fd-bffd220f723f req-a987be91-5436-47a4-a1c7-fb7b7ae59f5c service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2a7590a-83fb-4f56-9770-1694ce10ee2e HTTP/1.1" status: 200 len: 912 time: 0.1244898 Sep 14 23:18:58.731353 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9f3cd2b6-bda4-4fb0-b8fd-bffd220f723f req-047b9bbf-a6c6-46ff-b3c0-ba00366933c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12a81691-3eb5-40b5-bd96-0a7be05049aa HTTP/1.1" status: 200 len: 1001 time: 0.0942872 Sep 14 23:18:58.791813 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cd2b6-bda4-4fb0-b8fd-bffd220f723f req-97d9fa54-842c-40f3-b985-1500c6aa5553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:58.793305 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9f3cd2b6-bda4-4fb0-b8fd-bffd220f723f req-97d9fa54-842c-40f3-b985-1500c6aa5553 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7db522d1-2850-4268-bfa9-4e290182b1fb HTTP/1.1" status: 200 len: 851 time: 0.0565884 Sep 14 23:18:58.876484 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cd2b6-bda4-4fb0-b8fd-bffd220f723f req-9252f8f7-d3cf-4f46-84b4-c95a36317032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:58.878482 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9f3cd2b6-bda4-4fb0-b8fd-bffd220f723f req-9252f8f7-d3cf-4f46-84b4-c95a36317032 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2a7590a-83fb-4f56-9770-1694ce10ee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793781 Sep 14 23:18:59.106388 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9f3cd2b6-bda4-4fb0-b8fd-bffd220f723f req-df1d81af-fd2c-4ade-9a61-faa30b35969f service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218060 Sep 14 23:18:59.231916 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9f3cd2b6-bda4-4fb0-b8fd-bffd220f723f req-b647c63c-dca0-4328-99b2-3757efa0f8ee service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193461 Sep 14 23:18:59.561323 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f5c0a-d7d5-4569-83df-f6e8320792ed req-03d99227-79ae-4fd1-833e-83e188c765b7 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:18:59.562778 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b20f5c0a-d7d5-4569-83df-f6e8320792ed req-03d99227-79ae-4fd1-833e-83e188c765b7 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 946 time: 0.0929160 Sep 14 23:18:59.607772 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b20f5c0a-d7d5-4569-83df-f6e8320792ed req-e428bd69-972f-4269-8b70-a8f7fe387a66 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385468 Sep 14 23:19:00.807805 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f65816-cf63-4e02-9d62-20826ba40eb6 req-8981f62d-8a9c-4c0f-b349-c9c84808fd15 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:00.809331 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-80f65816-cf63-4e02-9d62-20826ba40eb6 req-8981f62d-8a9c-4c0f-b349-c9c84808fd15 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 946 time: 0.0887926 Sep 14 23:19:00.856378 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-80f65816-cf63-4e02-9d62-20826ba40eb6 req-656007a8-8275-42c6-9681-ffa0eab5b7ab tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407112 Sep 14 23:19:01.057938 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1129e-037c-40b5-9d8a-84a38eb23fda req-24c0648b-9557-4a4f-a6a5-2aed70a88e4d tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:01.059389 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-73b1129e-037c-40b5-9d8a-84a38eb23fda req-24c0648b-9557-4a4f-a6a5-2aed70a88e4d tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 946 time: 0.0909002 Sep 14 23:19:01.102111 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-73b1129e-037c-40b5-9d8a-84a38eb23fda req-cce4097c-a3b3-4112-a3a8-64f81fe971b2 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371919 Sep 14 23:19:01.453071 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852d97c-367d-484a-a140-c7cdd306fb10 req-2a0366e0-65bd-4cb5-b6e0-4100e3818bef tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:01.454536 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b852d97c-367d-484a-a140-c7cdd306fb10 req-2a0366e0-65bd-4cb5-b6e0-4100e3818bef tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 946 time: 0.0950119 Sep 14 23:19:01.485185 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa545e1-6ac7-466e-b1eb-a9b2c37ed658 req-2930f327-5ff1-4e6b-9e57-e6b80b2606f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:01.486790 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2fa545e1-6ac7-466e-b1eb-a9b2c37ed658 req-2930f327-5ff1-4e6b-9e57-e6b80b2606f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4d21a1b6fe849018736345b3eefd6fe&device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 1099 time: 0.0772464 Sep 14 23:19:01.501962 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b852d97c-367d-484a-a140-c7cdd306fb10 req-812970a7-9e8e-4097-9c46-707d67e50ae3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407858 Sep 14 23:19:01.615294 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa545e1-6ac7-466e-b1eb-a9b2c37ed658 req-9a92c3da-af79-47f1-8377-20956690f0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:01.616781 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2fa545e1-6ac7-466e-b1eb-a9b2c37ed658 req-9a92c3da-af79-47f1-8377-20956690f0b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2a7590a-83fb-4f56-9770-1694ce10ee2e HTTP/1.1" status: 200 len: 912 time: 0.1243651 Sep 14 23:19:01.719470 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2fa545e1-6ac7-466e-b1eb-a9b2c37ed658 req-d365e9c0-9107-4d9f-b722-8b377e37b498 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12a81691-3eb5-40b5-bd96-0a7be05049aa HTTP/1.1" status: 200 len: 1001 time: 0.0966191 Sep 14 23:19:01.798056 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa545e1-6ac7-466e-b1eb-a9b2c37ed658 req-9bb0e12f-8a05-4a1e-8879-ed5367a63f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:01.799487 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2fa545e1-6ac7-466e-b1eb-a9b2c37ed658 req-9bb0e12f-8a05-4a1e-8879-ed5367a63f54 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7db522d1-2850-4268-bfa9-4e290182b1fb HTTP/1.1" status: 200 len: 851 time: 0.0748811 Sep 14 23:19:01.880899 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa545e1-6ac7-466e-b1eb-a9b2c37ed658 req-57439188-98a7-4f3d-a056-b53aee973667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:01.882350 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2fa545e1-6ac7-466e-b1eb-a9b2c37ed658 req-57439188-98a7-4f3d-a056-b53aee973667 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2a7590a-83fb-4f56-9770-1694ce10ee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770898 Sep 14 23:19:02.011378 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2fa545e1-6ac7-466e-b1eb-a9b2c37ed658 req-5064baa1-5464-4962-b664-bba7dc2a7603 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220255 Sep 14 23:19:02.140859 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2fa545e1-6ac7-466e-b1eb-a9b2c37ed658 req-b5688b5e-003c-4989-b07d-afdd6a39cd01 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241183 Sep 14 23:19:02.703052 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ef053-482f-405f-b486-22aad628b771 req-2575b53d-a03c-40c1-ba13-973d329f6d94 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:02.704502 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4a4ef053-482f-405f-b486-22aad628b771 req-2575b53d-a03c-40c1-ba13-973d329f6d94 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 946 time: 0.0888915 Sep 14 23:19:02.751279 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4a4ef053-482f-405f-b486-22aad628b771 req-d6942eda-77ed-462f-8fe8-5129458c17b3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405989 Sep 14 23:19:03.943519 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b14f5-8dd3-498f-8802-1c39d16ccd95 req-34e1478b-0af0-4b93-9540-98397e97ba9b tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:03.944966 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8b0b14f5-8dd3-498f-8802-1c39d16ccd95 req-34e1478b-0af0-4b93-9540-98397e97ba9b tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 946 time: 0.0862896 Sep 14 23:19:03.988325 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8b0b14f5-8dd3-498f-8802-1c39d16ccd95 req-cad6fadc-c06b-4236-94ad-b7091f8343c6 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377049 Sep 14 23:19:04.488567 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49eec34-5272-4094-b903-e45c92e63b43 req-18de2d4d-3633-4211-991c-5893683ea442 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:04.490041 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e49eec34-5272-4094-b903-e45c92e63b43 req-18de2d4d-3633-4211-991c-5893683ea442 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 946 time: 0.1949608 Sep 14 23:19:04.533772 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e49eec34-5272-4094-b903-e45c92e63b43 req-008ca8ea-498d-4df0-b4ff-ba58cd85b041 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373890 Sep 14 23:19:05.734756 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8db7c2-cf82-4923-b9ed-56da67f6f5d6 req-bf26bde7-da48-40fc-966d-57678da13dbe tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:05.736235 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bd8db7c2-cf82-4923-b9ed-56da67f6f5d6 req-bf26bde7-da48-40fc-966d-57678da13dbe tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 946 time: 0.0921700 Sep 14 23:19:05.779730 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bd8db7c2-cf82-4923-b9ed-56da67f6f5d6 req-cd59e87d-1ec0-4353-9234-322a886003a8 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378394 Sep 14 23:19:05.927494 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17427f54-566e-4a61-83d2-1a06c0ef1f58 req-ab6a1422-bbf6-4e4b-b3b2-27f382f0640b tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:05.928946 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-17427f54-566e-4a61-83d2-1a06c0ef1f58 req-ab6a1422-bbf6-4e4b-b3b2-27f382f0640b tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.20 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 946 time: 0.0893817 Sep 14 23:19:05.999882 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-17427f54-566e-4a61-83d2-1a06c0ef1f58 req-6d1de611-9f3e-460a-a31e-124cc0ba944e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Deleting port 12a81691-3eb5-40b5-bd96-0a7be05049aa {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:19:06.000148 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-17427f54-566e-4a61-83d2-1a06c0ef1f58 req-6d1de611-9f3e-460a-a31e-124cc0ba944e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:06.244970 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-17427f54-566e-4a61-83d2-1a06c0ef1f58 req-6d1de611-9f3e-460a-a31e-124cc0ba944e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] For port 12a81691-3eb5-40b5-bd96-0a7be05049aa, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=12a81691-3eb5-40b5-bd96-0a7be05049aa,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:19:06.245325 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-17427f54-566e-4a61-83d2-1a06c0ef1f58 req-6d1de611-9f3e-460a-a31e-124cc0ba944e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:06.631748 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-17427f54-566e-4a61-83d2-1a06c0ef1f58 req-6d1de611-9f3e-460a-a31e-124cc0ba944e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:06.632143 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-17427f54-566e-4a61-83d2-1a06c0ef1f58 req-6d1de611-9f3e-460a-a31e-124cc0ba944e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:06.632453 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.l3_db [req-17427f54-566e-4a61-83d2-1a06c0ef1f58 req-6d1de611-9f3e-460a-a31e-124cc0ba944e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Floating IP 1fff5fac-3d26-4066-a1e6-4769bc5994ac disassociated. External IP: 172.26.5.26, port: 12a81691-3eb5-40b5-bd96-0a7be05049aa. Sep 14 23:19:06.632819 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-17427f54-566e-4a61-83d2-1a06c0ef1f58 req-6d1de611-9f3e-460a-a31e-124cc0ba944e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Calling delete_port for 12a81691-3eb5-40b5-bd96-0a7be05049aa owned by compute:nova {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:19:06.773421 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-17427f54-566e-4a61-83d2-1a06c0ef1f58 req-6d1de611-9f3e-460a-a31e-124cc0ba944e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:06.826623 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1de611-9f3e-460a-a31e-124cc0ba944e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Pushing event deleted for resources: {'Port': ['ID=12a81691-3eb5-40b5-bd96-0a7be05049aa,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:19:06.837288 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1de611-9f3e-460a-a31e-124cc0ba944e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:06.837627 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1de611-9f3e-460a-a31e-124cc0ba944e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:06.837958 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1de611-9f3e-460a-a31e-124cc0ba944e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:06.838283 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1de611-9f3e-460a-a31e-124cc0ba944e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:06.838682 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1de611-9f3e-460a-a31e-124cc0ba944e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:06.839043 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1de611-9f3e-460a-a31e-124cc0ba944e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:06.839363 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1de611-9f3e-460a-a31e-124cc0ba944e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:06.839670 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1de611-9f3e-460a-a31e-124cc0ba944e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:06.839976 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1de611-9f3e-460a-a31e-124cc0ba944e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:06.840288 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1de611-9f3e-460a-a31e-124cc0ba944e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:06.840597 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1de611-9f3e-460a-a31e-124cc0ba944e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:06.840933 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1de611-9f3e-460a-a31e-124cc0ba944e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:06.955666 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9ea61f11-37b3-40dc-8883-b1288571b96b req-371e5bd5-9495-4204-8aec-d6dfa7f749e8 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86 HTTP/1.1" status: 200 len: 210 time: 0.0510168 Sep 14 23:19:07.031221 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17427f54-566e-4a61-83d2-1a06c0ef1f58 req-6d1de611-9f3e-460a-a31e-124cc0ba944e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Router d63ff6ec-3fa7-4c29-bcea-54d64c19848b has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:19:07.207251 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17427f54-566e-4a61-83d2-1a06c0ef1f58 req-6d1de611-9f3e-460a-a31e-124cc0ba944e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:19:07.216767 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592f257f-003f-4cbb-bcf2-1aa87188ee48 None None] Sync routers for ids ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:19:07.227007 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592f257f-003f-4cbb-bcf2-1aa87188ee48 None None] Routers {'d63ff6ec-3fa7-4c29-bcea-54d64c19848b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:19:07.227736 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-592f257f-003f-4cbb-bcf2-1aa87188ee48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:18:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:19:07.292913 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-17427f54-566e-4a61-83d2-1a06c0ef1f58 req-6d1de611-9f3e-460a-a31e-124cc0ba944e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] No DVR routers for this DVR port 12a81691-3eb5-40b5-bd96-0a7be05049aa on host hv-neutron-8577 {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:19:07.295308 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-17427f54-566e-4a61-83d2-1a06c0ef1f58 req-6d1de611-9f3e-460a-a31e-124cc0ba944e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:07.297948 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86', 'name': 'network-vif-deleted', 'tag': '12a81691-3eb5-40b5-bd96-0a7be05049aa'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:19:07.300252 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90c59cc-6925-4d53-9fb5-ecf53aa2fb55" -d '{"events": [{"server_uuid": "446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86", "name": "network-vif-deleted", "tag": "12a81691-3eb5-40b5-bd96-0a7be05049aa"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:19:07.316719 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-17427f54-566e-4a61-83d2-1a06c0ef1f58 req-6d1de611-9f3e-460a-a31e-124cc0ba944e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.20 "DELETE /v2.0/ports/12a81691-3eb5-40b5-bd96-0a7be05049aa HTTP/1.1" status: 204 len: 173 time: 1.3830099 Sep 14 23:19:07.348766 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acb9037-fbe6-4b5c-88b0-f5197ef6de68 x-openstack-request-id: req-8acb9037-fbe6-4b5c-88b0-f5197ef6de68 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:19:07.349119 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86", "name": "network-vif-deleted", "tag": "12a81691-3eb5-40b5-bd96-0a7be05049aa", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:19:07.349456 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8acb9037-fbe6-4b5c-88b0-f5197ef6de68 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:19:07.350019 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8acb9037-fbe6-4b5c-88b0-f5197ef6de68'] response: {'server_uuid': '446d77dc-1e1b-4e1e-b6cf-3223f8a8aa86', 'name': 'network-vif-deleted', 'tag': '12a81691-3eb5-40b5-bd96-0a7be05049aa', 'status': 'completed', 'code': 200} Sep 14 23:19:07.407324 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-592f257f-003f-4cbb-bcf2-1aa87188ee48 None None] Set router d63ff6ec-3fa7-4c29-bcea-54d64c19848b gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:19:07.749267 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f13e4d9b-1aac-49be-a9a5-c65b863b3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:07.774128 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-592f257f-003f-4cbb-bcf2-1aa87188ee48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'name': 'tempest-ServerActionsTestJSON-2042877244-router', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:16:41Z', 'updated_at': '2022-09-14T23:16:45Z', 'revision_number': 4, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'gw_port': {'id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:42Z', 'updated_at': '2022-09-14T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'bca772a7-41b1-428c-a79c-a81f91834c6d', 'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'mac_address': 'fa:16:3e:bb:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:44Z', 'updated_at': '2022-09-14T23:16:50Z', 'revision_number': 5, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'subnets': [{'id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:19:07.778137 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592f257f-003f-4cbb-bcf2-1aa87188ee48 None None] Checking router: d63ff6ec-3fa7-4c29-bcea-54d64c19848b for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:19:07.786646 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592f257f-003f-4cbb-bcf2-1aa87188ee48 None None] Routers {'d63ff6ec-3fa7-4c29-bcea-54d64c19848b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:19:07.787274 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-592f257f-003f-4cbb-bcf2-1aa87188ee48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:18:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:19:07.966616 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-592f257f-003f-4cbb-bcf2-1aa87188ee48 None None] Set router d63ff6ec-3fa7-4c29-bcea-54d64c19848b gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:19:08.274876 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-592f257f-003f-4cbb-bcf2-1aa87188ee48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'name': 'tempest-ServerActionsTestJSON-2042877244-router', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:16:41Z', 'updated_at': '2022-09-14T23:16:45Z', 'revision_number': 4, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'gw_port': {'id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:42Z', 'updated_at': '2022-09-14T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'bca772a7-41b1-428c-a79c-a81f91834c6d', 'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'mac_address': 'fa:16:3e:bb:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:44Z', 'updated_at': '2022-09-14T23:16:50Z', 'revision_number': 5, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'subnets': [{'id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:19:08.278761 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592f257f-003f-4cbb-bcf2-1aa87188ee48 None None] The sync data for ids ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'] in dv-neutron-857791-1-hyperv is: [{'id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'name': 'tempest-ServerActionsTestJSON-2042877244-router', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:16:41Z', 'updated_at': '2022-09-14T23:16:45Z', 'revision_number': 4, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'gw_port': {'id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:42Z', 'updated_at': '2022-09-14T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'bca772a7-41b1-428c-a79c-a81f91834c6d', 'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'mac_address': 'fa:16:3e:bb:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:44Z', 'updated_at': '2022-09-14T23:16:50Z', 'revision_number': 5, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'subnets': [{'id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:19:08.282848 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-423136ce-ee77-4034-9b4f-706dd4ae45d0 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1186992589&fields=id&tenant_id=e4d21a1b6fe849018736345b3eefd6fe HTTP/1.1" status: 200 len: 267 time: 0.0387611 Sep 14 23:19:08.437659 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-85716f48-985e-4685-a338-f3bc542d8da2 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:08.439230 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-85716f48-985e-4685-a338-f3bc542d8da2 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/networks?id=c2a7590a-83fb-4f56-9770-1694ce10ee2e HTTP/1.1" status: 200 len: 812 time: 0.1499488 Sep 14 23:19:08.454187 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-5611ebcc-3549-4410-affb-72199d4b181c tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/quotas/e4d21a1b6fe849018736345b3eefd6fe HTTP/1.1" status: 200 len: 375 time: 0.0095632 Sep 14 23:19:08.510202 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30921b7-5345-4e70-86d7-a2cd88d64d63 None None] New status for floating IP 1fff5fac-3d26-4066-a1e6-4769bc5994ac: DOWN {{(pid=89173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:19:08.551077 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-63688813-0917-41d8-8776-e69c861b11ba tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=e4d21a1b6fe849018736345b3eefd6fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0914636 Sep 14 23:19:08.731085 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-af1ef027-43e2-48ca-bc4c-709d588ad24c service neutron] 10.222.0.33 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678667 Sep 14 23:19:08.861025 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-14938402-083c-43a5-82e6-73dd7b7ab469 service neutron] 10.222.0.33 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243165 Sep 14 23:19:09.042233 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-45689216-1bc9-4fd1-82ae-bcf6304bd7bb req-478d373d-be68-413d-99e1-d50a19477724 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 210 time: 0.0514781 Sep 14 23:19:09.768498 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-92a22f98-61eb-4d24-b529-d2efe03b1cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:09.813761 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 12a81691-3eb5-40b5-bd96-0a7be05049aa no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:19:09.851600 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: 12a81691-3eb5-40b5-bd96-0a7be05049aa {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:19:09.851943 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 12a81691-3eb5-40b5-bd96-0a7be05049aa not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:19:10.033382 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-6960693c-ef33-4034-ad46-5a75a6dbb3f5 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:10.034779 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-6960693c-ef33-4034-ad46-5a75a6dbb3f5 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.20 "GET /v2.0/networks?id=c2a7590a-83fb-4f56-9770-1694ce10ee2e HTTP/1.1" status: 200 len: 812 time: 0.1519964 Sep 14 23:19:10.082498 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-4cd57a98-2450-4ac5-b3c8-5edb6c2b6fcd tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4d21a1b6fe849018736345b3eefd6fe HTTP/1.1" status: 200 len: 380 time: 0.0400622 Sep 14 23:19:10.090367 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-8d27ee07-eb53-47e7-8e8f-fb74700071a5 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Request body: {'port': {'device_id': 'b63d486e-7d15-46d8-adf9-464b00a9cddb', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'admin_state_up': True, 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'security_groups': ['81d9f9fb-ea37-4da4-b541-b2a099b60a1b']}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:19:10.210626 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e1da9103-32e7-4a6f-a805-8cd305d4abaa req-6552a466-d97b-4181-910b-329b4e8a7e8d tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 210 time: 0.0527511 Sep 14 23:19:10.224052 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-8d27ee07-eb53-47e7-8e8f-fb74700071a5 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:19:10.228111 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-8d27ee07-eb53-47e7-8e8f-fb74700071a5 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Usage tracker for resource:port and tenant:e4d21a1b6fe849018736345b3eefd6fe is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:19:10.230939 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-8d27ee07-eb53-47e7-8e8f-fb74700071a5 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:19:10.237294 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-8d27ee07-eb53-47e7-8e8f-fb74700071a5 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:19:10.246780 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-8d27ee07-eb53-47e7-8e8f-fb74700071a5 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Made reservation on behalf of e4d21a1b6fe849018736345b3eefd6fe for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:19:10.250161 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-8d27ee07-eb53-47e7-8e8f-fb74700071a5 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:10.407091 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-8d27ee07-eb53-47e7-8e8f-fb74700071a5 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Allocated IP 172.20.0.11 (c2a7590a-83fb-4f56-9770-1694ce10ee2e/7db522d1-2850-4268-bfa9-4e290182b1fb/e2f18b83-78d3-40ac-890e-7cc2a7ac72c9) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:19:10.592765 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-8d27ee07-eb53-47e7-8e8f-fb74700071a5 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:10.610000 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-8d27ee07-eb53-47e7-8e8f-fb74700071a5 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Transition to ACTIVE for port object e2f18b83-78d3-40ac-890e-7cc2a7ac72c9 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:19:10.632732 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-8d27ee07-eb53-47e7-8e8f-fb74700071a5 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:10.704073 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-8d27ee07-eb53-47e7-8e8f-fb74700071a5 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Network c2a7590a-83fb-4f56-9770-1694ce10ee2e is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:19:10.706900 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-8d27ee07-eb53-47e7-8e8f-fb74700071a5 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:19:10.711266 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-8d27ee07-eb53-47e7-8e8f-fb74700071a5 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:19:10.870919 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:10.880892 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d27ee07-eb53-47e7-8e8f-fb74700071a5 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Pushing event updated for resources: {'Port': ['ID=e2f18b83-78d3-40ac-890e-7cc2a7ac72c9,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:19:10.899817 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-8d27ee07-eb53-47e7-8e8f-fb74700071a5 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:10.900423 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-8d27ee07-eb53-47e7-8e8f-fb74700071a5 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:10.919244 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:10.925821 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-8d27ee07-eb53-47e7-8e8f-fb74700071a5 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8390403 Sep 14 23:19:10.937779 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-cea098ab-7d58-491f-9204-b5ec1bf12a2e service neutron] Request body: {'port': {'device_id': 'b63d486e-7d15-46d8-adf9-464b00a9cddb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:19:11.000274 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-4d1ac350-3054-4662-80d6-6dd5d77e61b5 None None] Provisioning for port e2f18b83-78d3-40ac-890e-7cc2a7ac72c9 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:19:11.005331 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-4d1ac350-3054-4662-80d6-6dd5d77e61b5 None None] Provisioning complete for port e2f18b83-78d3-40ac-890e-7cc2a7ac72c9 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:19:11.005695 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4d1ac350-3054-4662-80d6-6dd5d77e61b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:11.049435 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-cea098ab-7d58-491f-9204-b5ec1bf12a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:11.057882 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-4d1ac350-3054-4662-80d6-6dd5d77e61b5 None None] Port e2f18b83-78d3-40ac-890e-7cc2a7ac72c9 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:19:11.385497 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-cea098ab-7d58-491f-9204-b5ec1bf12a2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2f18b83-78d3-40ac-890e-7cc2a7ac72c9 {{(pid=89171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:19:11.394096 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-cea098ab-7d58-491f-9204-b5ec1bf12a2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:11.409952 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-cea098ab-7d58-491f-9204-b5ec1bf12a2e service neutron] Transition to ACTIVE for port object e2f18b83-78d3-40ac-890e-7cc2a7ac72c9 will not be triggered until provisioned by entity L2. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:19:11.412731 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a3829-a671-45c2-aaf4-57b1f0bed3ae req-2e749ee2-367c-4117-b75f-6d99e1528990 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:11.414373 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7e5a3829-a671-45c2-aaf4-57b1f0bed3ae req-2e749ee2-367c-4117-b75f-6d99e1528990 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 932 time: 0.0910857 Sep 14 23:19:11.417118 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-cea098ab-7d58-491f-9204-b5ec1bf12a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:11.458691 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7e5a3829-a671-45c2-aaf4-57b1f0bed3ae req-b3f6dc56-5ff1-40d1-93f1-f33ffb774275 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388029 Sep 14 23:19:11.608256 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea098ab-7d58-491f-9204-b5ec1bf12a2e service neutron] Pushing event updated for resources: {'Port': ['ID=e2f18b83-78d3-40ac-890e-7cc2a7ac72c9,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:19:11.639475 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-cea098ab-7d58-491f-9204-b5ec1bf12a2e service neutron] Attempting to bind port e2f18b83-78d3-40ac-890e-7cc2a7ac72c9 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:19:11.639799 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-cea098ab-7d58-491f-9204-b5ec1bf12a2e service neutron] Attempting to bind port e2f18b83-78d3-40ac-890e-7cc2a7ac72c9 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'e4ea54ce-ecb9-41ab-ade8-9fccfa22180c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:19:11.640117 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-cea098ab-7d58-491f-9204-b5ec1bf12a2e service neutron] Attempting to bind port e2f18b83-78d3-40ac-890e-7cc2a7ac72c9 on network c2a7590a-83fb-4f56-9770-1694ce10ee2e {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:19:11.645182 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-cea098ab-7d58-491f-9204-b5ec1bf12a2e service neutron] Port e2f18b83-78d3-40ac-890e-7cc2a7ac72c9 on network c2a7590a-83fb-4f56-9770-1694ce10ee2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:19:11.645493 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-cea098ab-7d58-491f-9204-b5ec1bf12a2e service neutron] Attempting to bind port e2f18b83-78d3-40ac-890e-7cc2a7ac72c9 on network c2a7590a-83fb-4f56-9770-1694ce10ee2e {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:19:11.650561 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-cea098ab-7d58-491f-9204-b5ec1bf12a2e service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:19:11.650890 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-cea098ab-7d58-491f-9204-b5ec1bf12a2e service neutron] Checking segment: {'id': 'e4ea54ce-ecb9-41ab-ade8-9fccfa22180c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:19:11.651260 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-cea098ab-7d58-491f-9204-b5ec1bf12a2e service neutron] Bound using segment: {'id': 'e4ea54ce-ecb9-41ab-ade8-9fccfa22180c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e'} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:19:11.651671 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-cea098ab-7d58-491f-9204-b5ec1bf12a2e service neutron] Bound port: e2f18b83-78d3-40ac-890e-7cc2a7ac72c9, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ea54ce-ecb9-41ab-ade8-9fccfa22180c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e'}}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:19:11.652005 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-cea098ab-7d58-491f-9204-b5ec1bf12a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:11.738723 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-cea098ab-7d58-491f-9204-b5ec1bf12a2e service neutron] For port e2f18b83-78d3-40ac-890e-7cc2a7ac72c9, host hv-neutron-8577, cleared binding levels {{(pid=89171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:19:11.741639 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-cea098ab-7d58-491f-9204-b5ec1bf12a2e service neutron] For port e2f18b83-78d3-40ac-890e-7cc2a7ac72c9, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e2f18b83-78d3-40ac-890e-7cc2a7ac72c9,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:19:11.747039 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-cea098ab-7d58-491f-9204-b5ec1bf12a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:11.777754 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-cea098ab-7d58-491f-9204-b5ec1bf12a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:11.778370 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-cea098ab-7d58-491f-9204-b5ec1bf12a2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:11.779734 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-cea098ab-7d58-491f-9204-b5ec1bf12a2e service neutron] 10.222.0.20 "PUT /v2.0/ports/e2f18b83-78d3-40ac-890e-7cc2a7ac72c9 HTTP/1.1" status: 200 len: 1094 time: 0.8471830 Sep 14 23:19:11.780153 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b63d486e-7d15-46d8-adf9-464b00a9cddb', 'tag': 'e2f18b83-78d3-40ac-890e-7cc2a7ac72c9'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:19:11.782434 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50887c4a-eba2-453e-8ba9-c0c833881fb4" -d '{"events": [{"name": "network-changed", "server_uuid": "b63d486e-7d15-46d8-adf9-464b00a9cddb", "tag": "e2f18b83-78d3-40ac-890e-7cc2a7ac72c9"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:19:11.854970 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fa300e-24c7-4ed1-9dfb-527de058d1ef x-openstack-request-id: req-b7fa300e-24c7-4ed1-9dfb-527de058d1ef {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:19:11.855248 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b63d486e-7d15-46d8-adf9-464b00a9cddb", "tag": "e2f18b83-78d3-40ac-890e-7cc2a7ac72c9", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:19:11.855532 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b7fa300e-24c7-4ed1-9dfb-527de058d1ef {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:19:11.855933 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7fa300e-24c7-4ed1-9dfb-527de058d1ef'] response: {'name': 'network-changed', 'server_uuid': 'b63d486e-7d15-46d8-adf9-464b00a9cddb', 'tag': 'e2f18b83-78d3-40ac-890e-7cc2a7ac72c9', 'status': 'completed', 'code': 200} Sep 14 23:19:11.873258 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea098ab-7d58-491f-9204-b5ec1bf12a2e service neutron] Pushing event updated for resources: {'Port': ['ID=e2f18b83-78d3-40ac-890e-7cc2a7ac72c9,revision_number=3']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:19:11.905478 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-68e1ca74-a6e9-4fd4-8442-bbd2817709ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:11.906943 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-68e1ca74-a6e9-4fd4-8442-bbd2817709ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4d21a1b6fe849018736345b3eefd6fe&device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 1097 time: 0.0902517 Sep 14 23:19:11.976090 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-d961a1ad-6902-450f-9286-849784d8087c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2f18b83-78d3-40ac-890e-7cc2a7ac72c9 HTTP/1.1" status: 200 len: 217 time: 0.0621681 Sep 14 23:19:12.037145 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-c7081263-6784-44b9-828e-fc3e0e05a358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:12.038508 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-c7081263-6784-44b9-828e-fc3e0e05a358 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7db522d1-2850-4268-bfa9-4e290182b1fb HTTP/1.1" status: 200 len: 851 time: 0.0559156 Sep 14 23:19:12.123894 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-f289034d-351e-46ce-a915-2af688d1d97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:12.125332 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-f289034d-351e-46ce-a915-2af688d1d97e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2a7590a-83fb-4f56-9770-1694ce10ee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802717 Sep 14 23:19:12.253911 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-4b126315-5578-4a89-b215-823e1869eadc service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223781 Sep 14 23:19:12.385941 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e8a1de84-347b-479c-b1e3-fc6de35b2a5c req-01ea82ab-323b-4bf2-877f-5f21187647b7 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256542 Sep 14 23:19:12.472484 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:12.508744 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50887c4a-eba2-453e-8ba9-c0c833881fb4 req-625c6a0b-e4ba-416f-9439-4c5d63919571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:12.510223 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-50887c4a-eba2-453e-8ba9-c0c833881fb4 req-625c6a0b-e4ba-416f-9439-4c5d63919571 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4d21a1b6fe849018736345b3eefd6fe&device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 1097 time: 0.0792506 Sep 14 23:19:12.664154 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a764c9-c331-41c0-962c-98e286049490 req-13e8aa05-1132-43ee-abf1-9e023c8f30dd tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:12.665745 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c3a764c9-c331-41c0-962c-98e286049490 req-13e8aa05-1132-43ee-abf1-9e023c8f30dd tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 944 time: 0.0961778 Sep 14 23:19:12.710649 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c3a764c9-c331-41c0-962c-98e286049490 req-7d695c7c-28a5-4a4d-8b05-e632a0412c98 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388432 Sep 14 23:19:12.754292 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50887c4a-eba2-453e-8ba9-c0c833881fb4 req-c832b5fa-d074-4508-8864-6568b0df81cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:12.755741 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-50887c4a-eba2-453e-8ba9-c0c833881fb4 req-c832b5fa-d074-4508-8864-6568b0df81cd service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2a7590a-83fb-4f56-9770-1694ce10ee2e HTTP/1.1" status: 200 len: 912 time: 0.2392044 Sep 14 23:19:12.827239 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-50887c4a-eba2-453e-8ba9-c0c833881fb4 req-662706ee-b48a-4f7c-a5ca-0c5fd9d0bb54 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2f18b83-78d3-40ac-890e-7cc2a7ac72c9 HTTP/1.1" status: 200 len: 217 time: 0.0637069 Sep 14 23:19:12.888998 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50887c4a-eba2-453e-8ba9-c0c833881fb4 req-e4663695-92ed-491d-9b50-db74a94fc075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:12.890419 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-50887c4a-eba2-453e-8ba9-c0c833881fb4 req-e4663695-92ed-491d-9b50-db74a94fc075 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7db522d1-2850-4268-bfa9-4e290182b1fb HTTP/1.1" status: 200 len: 851 time: 0.0570250 Sep 14 23:19:12.974264 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50887c4a-eba2-453e-8ba9-c0c833881fb4 req-7cf0ae22-5786-4562-bf66-e582f8b31e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:12.975720 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-50887c4a-eba2-453e-8ba9-c0c833881fb4 req-7cf0ae22-5786-4562-bf66-e582f8b31e96 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2a7590a-83fb-4f56-9770-1694ce10ee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793555 Sep 14 23:19:13.109482 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-50887c4a-eba2-453e-8ba9-c0c833881fb4 req-d81d57a4-fded-4d37-93b8-4bb7fd54b168 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266038 Sep 14 23:19:13.238800 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-50887c4a-eba2-453e-8ba9-c0c833881fb4 req-2de951e6-30be-4aa3-bb50-845add120bb8 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228104 Sep 14 23:19:13.813314 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device e2f18b83-78d3-40ac-890e-7cc2a7ac72c9 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:19:13.906553 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed7ce5-ee84-4bc3-b697-ad4126bd550a req-1d692a88-7c8f-4437-993b-c8b452ac4885 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:13.908411 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-56ed7ce5-ee84-4bc3-b697-ad4126bd550a req-1d692a88-7c8f-4437-993b-c8b452ac4885 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 944 time: 0.0868747 Sep 14 23:19:13.946330 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port e2f18b83-78d3-40ac-890e-7cc2a7ac72c9, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e2f18b83-78d3-40ac-890e-7cc2a7ac72c9,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:19:13.956043 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-56ed7ce5-ee84-4bc3-b697-ad4126bd550a req-00200a86-c2d8-4983-a44d-bc6734399071 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419683 Sep 14 23:19:13.960027 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': 'e2f18b83-78d3-40ac-890e-7cc2a7ac72c9', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'port_id': 'e2f18b83-78d3-40ac-890e-7cc2a7ac72c9', 'mac_address': 'fa:16:3e:a6:2c:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:19:14.017470 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port e2f18b83-78d3-40ac-890e-7cc2a7ac72c9 is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:19:14.017838 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:14.034526 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f18b83-78d3-40ac-890e-7cc2a7ac72c9 {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:19:14.049508 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port e2f18b83-78d3-40ac-890e-7cc2a7ac72c9, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e2f18b83-78d3-40ac-890e-7cc2a7ac72c9,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:19:14.053461 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:14.119441 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=e2f18b83-78d3-40ac-890e-7cc2a7ac72c9,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:19:14.126410 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:14.126748 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:14.127078 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:14.127404 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:14.127725 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:14.128046 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:14.128367 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:14.128705 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:14.129023 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:14.129337 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:14.129645 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:14.129954 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:19:14.256479 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['e2f18b83-78d3-40ac-890e-7cc2a7ac72c9'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:19:15.149492 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7b291-4869-4690-b205-89bb812d141d req-b62a903c-af6d-4e48-8a11-f70963514d9a tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:15.150927 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f0a7b291-4869-4690-b205-89bb812d141d req-b62a903c-af6d-4e48-8a11-f70963514d9a tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 945 time: 0.0858295 Sep 14 23:19:15.193619 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f0a7b291-4869-4690-b205-89bb812d141d req-12091c1c-c0f6-4938-96c3-9054996be237 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371532 Sep 14 23:19:15.828491 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device e2f18b83-78d3-40ac-890e-7cc2a7ac72c9 up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:19:15.894553 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port e2f18b83-78d3-40ac-890e-7cc2a7ac72c9 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:19:15.899283 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port e2f18b83-78d3-40ac-890e-7cc2a7ac72c9 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:19:15.899648 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:16.013410 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port e2f18b83-78d3-40ac-890e-7cc2a7ac72c9 is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:19:16.014009 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:16.043900 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63d486e-7d15-46d8-adf9-464b00a9cddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f18b83-78d3-40ac-890e-7cc2a7ac72c9'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:19:16.046185 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11acdf84-ec99-49d4-ba2d-9b0513691bf8" -d '{"events": [{"server_uuid": "b63d486e-7d15-46d8-adf9-464b00a9cddb", "name": "network-vif-plugged", "status": "completed", "tag": "e2f18b83-78d3-40ac-890e-7cc2a7ac72c9"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:19:16.054014 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port e2f18b83-78d3-40ac-890e-7cc2a7ac72c9, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e2f18b83-78d3-40ac-890e-7cc2a7ac72c9,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:19:16.058360 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:16.089542 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5ca4f5-b0c2-43da-af5d-559bd654003f x-openstack-request-id: req-4a5ca4f5-b0c2-43da-af5d-559bd654003f {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:19:16.089826 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63d486e-7d15-46d8-adf9-464b00a9cddb", "name": "network-vif-plugged", "status": "completed", "tag": "e2f18b83-78d3-40ac-890e-7cc2a7ac72c9", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:19:16.090072 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4a5ca4f5-b0c2-43da-af5d-559bd654003f {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:19:16.090451 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a5ca4f5-b0c2-43da-af5d-559bd654003f'] response: {'server_uuid': 'b63d486e-7d15-46d8-adf9-464b00a9cddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f18b83-78d3-40ac-890e-7cc2a7ac72c9', 'code': 200} Sep 14 23:19:16.164218 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=e2f18b83-78d3-40ac-890e-7cc2a7ac72c9,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:19:16.319976 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf30a3-922d-4f1c-b0ca-6a6cebd0d589 req-3c398a9c-a009-4c3d-84d4-1b28e0c99733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:16.321488 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-47bf30a3-922d-4f1c-b0ca-6a6cebd0d589 req-3c398a9c-a009-4c3d-84d4-1b28e0c99733 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 1099 time: 0.0780315 Sep 14 23:19:16.398888 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42bd6de-d5bf-404e-9476-4a7a6e57d226 req-21a97212-2d78-4442-b284-658c1e43d8c1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:16.400343 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a42bd6de-d5bf-404e-9476-4a7a6e57d226 req-21a97212-2d78-4442-b284-658c1e43d8c1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 946 time: 0.0958087 Sep 14 23:19:16.409410 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-47bf30a3-922d-4f1c-b0ca-6a6cebd0d589 req-48c73feb-9ac2-49d7-bea2-27bc419dd627 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813081 Sep 14 23:19:16.444871 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a42bd6de-d5bf-404e-9476-4a7a6e57d226 req-745456d7-75d4-410a-bd98-a21d57054943 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388231 Sep 14 23:19:17.644000 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56c454-3f92-49f8-a696-41e6d4adc8c9 req-fc247a68-f7e3-4cbb-971f-4cf0488a0b58 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:17.645422 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1a56c454-3f92-49f8-a696-41e6d4adc8c9 req-fc247a68-f7e3-4cbb-971f-4cf0488a0b58 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 946 time: 0.0873036 Sep 14 23:19:17.691314 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1a56c454-3f92-49f8-a696-41e6d4adc8c9 req-dc98c6f3-34ea-4009-b4df-a1110a2fe218 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401728 Sep 14 23:19:17.885982 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e1f67-29c7-40d2-a639-d199b545df8c req-11c81ec1-66ff-46a7-a347-6c3b10ebc7e8 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:17.887407 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-809e1f67-29c7-40d2-a639-d199b545df8c req-11c81ec1-66ff-46a7-a347-6c3b10ebc7e8 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 946 time: 0.0897319 Sep 14 23:19:17.898117 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 60070) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:19:17.902760 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-7196dd12-13d1-41e7-95d5-c24f9c554126 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Request body: {'floatingip': {'port_id': 'e2f18b83-78d3-40ac-890e-7cc2a7ac72c9'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:19:18.072667 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7196dd12-13d1-41e7-95d5-c24f9c554126 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks [] for floatingip, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:18.649196 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7196dd12-13d1-41e7-95d5-c24f9c554126 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:18.652718 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7196dd12-13d1-41e7-95d5-c24f9c554126 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:18.823984 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-7196dd12-13d1-41e7-95d5-c24f9c554126 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Floating IP 1fff5fac-3d26-4066-a1e6-4769bc5994ac associated. External IP: 172.26.5.26, port: e2f18b83-78d3-40ac-890e-7cc2a7ac72c9. Sep 14 23:19:19.168594 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7196dd12-13d1-41e7-95d5-c24f9c554126 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Router d63ff6ec-3fa7-4c29-bcea-54d64c19848b has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:19:19.449126 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7196dd12-13d1-41e7-95d5-c24f9c554126 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:19:19.453424 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7196dd12-13d1-41e7-95d5-c24f9c554126 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:19.458625 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687459c7-69fd-4c47-8d91-643ebc4b5dd1 None None] Sync routers for ids ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:19:19.467846 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687459c7-69fd-4c47-8d91-643ebc4b5dd1 None None] Routers {'d63ff6ec-3fa7-4c29-bcea-54d64c19848b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:19:19.468513 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-687459c7-69fd-4c47-8d91-643ebc4b5dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:19:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:19:19.507656 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7196dd12-13d1-41e7-95d5-c24f9c554126 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "PUT /v2.0/floatingips/1fff5fac-3d26-4066-a1e6-4769bc5994ac HTTP/1.1" status: 200 len: 991 time: 1.6086059 Sep 14 23:19:19.508206 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b63d486e-7d15-46d8-adf9-464b00a9cddb', 'tag': 'e2f18b83-78d3-40ac-890e-7cc2a7ac72c9'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:19:19.510498 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a896c7f-2d20-4196-be77-10ae34dbfca1" -d '{"events": [{"name": "network-changed", "server_uuid": "b63d486e-7d15-46d8-adf9-464b00a9cddb", "tag": "e2f18b83-78d3-40ac-890e-7cc2a7ac72c9"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:19:19.554299 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bfb435-3598-4b6e-8a7d-622ca1ca2ffb x-openstack-request-id: req-31bfb435-3598-4b6e-8a7d-622ca1ca2ffb {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:19:19.554705 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b63d486e-7d15-46d8-adf9-464b00a9cddb", "tag": "e2f18b83-78d3-40ac-890e-7cc2a7ac72c9", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:19:19.555075 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-31bfb435-3598-4b6e-8a7d-622ca1ca2ffb {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:19:19.555481 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31bfb435-3598-4b6e-8a7d-622ca1ca2ffb'] response: {'name': 'network-changed', 'server_uuid': 'b63d486e-7d15-46d8-adf9-464b00a9cddb', 'tag': 'e2f18b83-78d3-40ac-890e-7cc2a7ac72c9', 'status': 'completed', 'code': 200} Sep 14 23:19:19.556153 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:19.655938 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-687459c7-69fd-4c47-8d91-643ebc4b5dd1 None None] Set router d63ff6ec-3fa7-4c29-bcea-54d64c19848b gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:19:19.660162 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a896c7f-2d20-4196-be77-10ae34dbfca1 req-33a47554-a3f0-4b7d-9abf-1bebe7c896fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:19.661676 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2a896c7f-2d20-4196-be77-10ae34dbfca1 req-33a47554-a3f0-4b7d-9abf-1bebe7c896fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4d21a1b6fe849018736345b3eefd6fe&device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 1099 time: 0.0850697 Sep 14 23:19:19.793182 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a896c7f-2d20-4196-be77-10ae34dbfca1 req-bdb684d9-2280-44f8-b63f-2f6cdc8382b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:19.794533 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2a896c7f-2d20-4196-be77-10ae34dbfca1 req-bdb684d9-2280-44f8-b63f-2f6cdc8382b8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2a7590a-83fb-4f56-9770-1694ce10ee2e HTTP/1.1" status: 200 len: 912 time: 0.1270487 Sep 14 23:19:19.895233 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2a896c7f-2d20-4196-be77-10ae34dbfca1 req-025be533-ff17-46c0-b042-e01def00e7dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2f18b83-78d3-40ac-890e-7cc2a7ac72c9 HTTP/1.1" status: 200 len: 999 time: 0.0952172 Sep 14 23:19:19.955254 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a896c7f-2d20-4196-be77-10ae34dbfca1 req-4b7addb6-d833-4289-80e9-3ea2ec275cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:19.956771 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2a896c7f-2d20-4196-be77-10ae34dbfca1 req-4b7addb6-d833-4289-80e9-3ea2ec275cbb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7db522d1-2850-4268-bfa9-4e290182b1fb HTTP/1.1" status: 200 len: 851 time: 0.0564592 Sep 14 23:19:20.008111 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-687459c7-69fd-4c47-8d91-643ebc4b5dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'name': 'tempest-ServerActionsTestJSON-2042877244-router', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:16:41Z', 'updated_at': '2022-09-14T23:16:45Z', 'revision_number': 4, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'gw_port': {'id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:42Z', 'updated_at': '2022-09-14T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '1fff5fac-3d26-4066-a1e6-4769bc5994ac', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'floating_ip_address': '172.26.5.26', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'port_id': 'e2f18b83-78d3-40ac-890e-7cc2a7ac72c9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'mac_address': 'fa:16:3e:a6:2c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63d486e-7d15-46d8-adf9-464b00a9cddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:16:48Z', 'updated_at': '2022-09-14T23:19:18Z', 'revision_number': 9, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca772a7-41b1-428c-a79c-a81f91834c6d', 'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'mac_address': 'fa:16:3e:bb:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:44Z', 'updated_at': '2022-09-14T23:16:50Z', 'revision_number': 5, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'subnets': [{'id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:19:20.012245 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687459c7-69fd-4c47-8d91-643ebc4b5dd1 None None] Checking router: d63ff6ec-3fa7-4c29-bcea-54d64c19848b for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:19:20.021206 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687459c7-69fd-4c47-8d91-643ebc4b5dd1 None None] Routers {'d63ff6ec-3fa7-4c29-bcea-54d64c19848b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:19:20.021808 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-687459c7-69fd-4c47-8d91-643ebc4b5dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:19:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:19:20.041353 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a896c7f-2d20-4196-be77-10ae34dbfca1 req-e1b02fdf-7753-493a-a655-f61da5753c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:20.042833 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2a896c7f-2d20-4196-be77-10ae34dbfca1 req-e1b02fdf-7753-493a-a655-f61da5753c7c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2a7590a-83fb-4f56-9770-1694ce10ee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807869 Sep 14 23:19:20.173165 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2a896c7f-2d20-4196-be77-10ae34dbfca1 req-937abfc7-c498-4e22-b562-c6b653abf221 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240413 Sep 14 23:19:20.196502 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-687459c7-69fd-4c47-8d91-643ebc4b5dd1 None None] Set router d63ff6ec-3fa7-4c29-bcea-54d64c19848b gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:19:20.300904 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2a896c7f-2d20-4196-be77-10ae34dbfca1 req-34fcfdd0-b4c1-4f9b-b69d-909095038cf4 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224627 Sep 14 23:19:20.548866 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-687459c7-69fd-4c47-8d91-643ebc4b5dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'name': 'tempest-ServerActionsTestJSON-2042877244-router', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:16:41Z', 'updated_at': '2022-09-14T23:16:45Z', 'revision_number': 4, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'gw_port': {'id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:42Z', 'updated_at': '2022-09-14T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '1fff5fac-3d26-4066-a1e6-4769bc5994ac', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'floating_ip_address': '172.26.5.26', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'port_id': 'e2f18b83-78d3-40ac-890e-7cc2a7ac72c9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'mac_address': 'fa:16:3e:a6:2c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63d486e-7d15-46d8-adf9-464b00a9cddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:16:48Z', 'updated_at': '2022-09-14T23:19:18Z', 'revision_number': 9, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca772a7-41b1-428c-a79c-a81f91834c6d', 'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'mac_address': 'fa:16:3e:bb:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:44Z', 'updated_at': '2022-09-14T23:16:50Z', 'revision_number': 5, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'subnets': [{'id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:19:20.552764 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687459c7-69fd-4c47-8d91-643ebc4b5dd1 None None] The sync data for ids ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'] in dv-neutron-857791-1-hyperv is: [{'id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'name': 'tempest-ServerActionsTestJSON-2042877244-router', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:16:41Z', 'updated_at': '2022-09-14T23:16:45Z', 'revision_number': 4, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'gw_port': {'id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:42Z', 'updated_at': '2022-09-14T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '1fff5fac-3d26-4066-a1e6-4769bc5994ac', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'floating_ip_address': '172.26.5.26', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'port_id': 'e2f18b83-78d3-40ac-890e-7cc2a7ac72c9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'mac_address': 'fa:16:3e:a6:2c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63d486e-7d15-46d8-adf9-464b00a9cddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:16:48Z', 'updated_at': '2022-09-14T23:19:18Z', 'revision_number': 9, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca772a7-41b1-428c-a79c-a81f91834c6d', 'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'mac_address': 'fa:16:3e:bb:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:44Z', 'updated_at': '2022-09-14T23:16:50Z', 'revision_number': 5, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'subnets': [{'id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:19:20.736347 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cf7938-5498-4521-b486-2798d4e6cb04 None None] New status for floating IP 1fff5fac-3d26-4066-a1e6-4769bc5994ac: ACTIVE {{(pid=89173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:19:21.599886 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-156824d4-7f31-4083-912c-afd64d4789b3 req-7ad7bfd5-cf99-41e7-8108-154baa7037e2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743821 Sep 14 23:19:21.851408 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156824d4-7f31-4083-912c-afd64d4789b3 req-84d835a2-adfe-45ea-a362-389ddcdd574e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:21.852913 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-156824d4-7f31-4083-912c-afd64d4789b3 req-84d835a2-adfe-45ea-a362-389ddcdd574e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4d21a1b6fe849018736345b3eefd6fe&device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 1099 time: 0.1876960 Sep 14 23:19:21.997322 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156824d4-7f31-4083-912c-afd64d4789b3 req-665d7a54-cfde-478f-8673-98adfb8e1d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:21.998768 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-156824d4-7f31-4083-912c-afd64d4789b3 req-665d7a54-cfde-478f-8673-98adfb8e1d27 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2a7590a-83fb-4f56-9770-1694ce10ee2e HTTP/1.1" status: 200 len: 912 time: 0.1273124 Sep 14 23:19:22.100874 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-156824d4-7f31-4083-912c-afd64d4789b3 req-50256feb-2691-45e9-90e8-7ac09496543c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2f18b83-78d3-40ac-890e-7cc2a7ac72c9 HTTP/1.1" status: 200 len: 1002 time: 0.0961502 Sep 14 23:19:22.161689 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156824d4-7f31-4083-912c-afd64d4789b3 req-5857a428-7061-49f0-a987-6faaeed8763d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:22.163058 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-156824d4-7f31-4083-912c-afd64d4789b3 req-5857a428-7061-49f0-a987-6faaeed8763d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7db522d1-2850-4268-bfa9-4e290182b1fb HTTP/1.1" status: 200 len: 851 time: 0.0559611 Sep 14 23:19:22.247377 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156824d4-7f31-4083-912c-afd64d4789b3 req-452a0cb6-96bc-46ca-bf21-3a165eec1f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:22.248858 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-156824d4-7f31-4083-912c-afd64d4789b3 req-452a0cb6-96bc-46ca-bf21-3a165eec1f06 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2a7590a-83fb-4f56-9770-1694ce10ee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788691 Sep 14 23:19:22.377832 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-156824d4-7f31-4083-912c-afd64d4789b3 req-960d5679-95af-45f4-bd77-7e3963fdd336 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232734 Sep 14 23:19:22.508122 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-156824d4-7f31-4083-912c-afd64d4789b3 req-98e6818c-4a84-46d1-8ff1-a99ce60e398f service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242676 Sep 14 23:19:28.688948 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:19:37.732106 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-491a9eba-9bd8-4f72-a6b3-0a295628a5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:39.769705 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7576c9f9-9157-4a7a-9485-917fae6d1f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:40.872705 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:40.919921 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:42.475268 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:48.465313 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b6d6f5dc-b059-41f9-a73e-18c69cfe7516 req-4bf98fed-b42a-49b3-8b7d-4ff664a64ec4 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0777006 Sep 14 23:19:48.613979 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc15d18-4738-4438-b69b-d4e82a103054 req-617ace4c-b6d8-45d4-8de2-b49a16e6a0ab tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:48.615444 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cbc15d18-4738-4438-b69b-d4e82a103054 req-617ace4c-b6d8-45d4-8de2-b49a16e6a0ab tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 946 time: 0.1796467 Sep 14 23:19:48.664369 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cbc15d18-4738-4438-b69b-d4e82a103054 req-5cddc163-463a-4b89-bd39-35715917ef46 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430496 Sep 14 23:19:49.589428 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:19:49.590127 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6f5dc-b059-41f9-a73e-18c69cfe7516 req-64d4b29f-ad64-4e33-8bd1-84baae23ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:49.591227 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b6d6f5dc-b059-41f9-a73e-18c69cfe7516 req-64d4b29f-ad64-4e33-8bd1-84baae23ded3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4d21a1b6fe849018736345b3eefd6fe&device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 1099 time: 0.0848324 Sep 14 23:19:49.725249 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6f5dc-b059-41f9-a73e-18c69cfe7516 req-ebf1f27c-fec7-4b16-b050-e04b5ab41f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:49.726683 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b6d6f5dc-b059-41f9-a73e-18c69cfe7516 req-ebf1f27c-fec7-4b16-b050-e04b5ab41f3a service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2a7590a-83fb-4f56-9770-1694ce10ee2e HTTP/1.1" status: 200 len: 912 time: 0.1289799 Sep 14 23:19:49.826863 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b6d6f5dc-b059-41f9-a73e-18c69cfe7516 req-dfca8f5b-8090-40c1-bfa0-1950d51f2eac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2f18b83-78d3-40ac-890e-7cc2a7ac72c9 HTTP/1.1" status: 200 len: 1002 time: 0.0925558 Sep 14 23:19:49.891311 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6f5dc-b059-41f9-a73e-18c69cfe7516 req-708e3474-95c4-4c53-9ad7-79458bc78e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:49.893400 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b6d6f5dc-b059-41f9-a73e-18c69cfe7516 req-708e3474-95c4-4c53-9ad7-79458bc78e51 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7db522d1-2850-4268-bfa9-4e290182b1fb HTTP/1.1" status: 200 len: 851 time: 0.0605738 Sep 14 23:19:49.909579 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa9722-4fde-442f-a40e-301744f76a09 req-410f0b57-d566-49de-be63-aa9284b8637e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:49.911041 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ffaa9722-4fde-442f-a40e-301744f76a09 req-410f0b57-d566-49de-be63-aa9284b8637e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 946 time: 0.1344297 Sep 14 23:19:49.958643 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ffaa9722-4fde-442f-a40e-301744f76a09 req-8bbc84a6-94df-45ca-be0f-50c4290aed4d tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418587 Sep 14 23:19:49.974463 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6f5dc-b059-41f9-a73e-18c69cfe7516 req-a02892e3-ca39-4473-9669-b2ad1c34ffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:49.975932 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b6d6f5dc-b059-41f9-a73e-18c69cfe7516 req-a02892e3-ca39-4473-9669-b2ad1c34ffb6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2a7590a-83fb-4f56-9770-1694ce10ee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769751 Sep 14 23:19:50.109364 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b6d6f5dc-b059-41f9-a73e-18c69cfe7516 req-3e5ffb15-8f77-409b-80ca-8798e3fd1af4 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260245 Sep 14 23:19:50.236642 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b6d6f5dc-b059-41f9-a73e-18c69cfe7516 req-cd541a80-eb6f-4712-9701-870696e7e351 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206167 Sep 14 23:19:51.151611 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1f141-58ac-4ac0-8ead-d6abf1c446fe req-1f157fce-e233-4353-b3a9-52d8fdd5bf3c tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:51.153054 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b0c1f141-58ac-4ac0-8ead-d6abf1c446fe req-1f157fce-e233-4353-b3a9-52d8fdd5bf3c tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 946 time: 0.0858901 Sep 14 23:19:51.195883 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b0c1f141-58ac-4ac0-8ead-d6abf1c446fe req-604c74d0-5b7b-4a80-9dce-548abac505ef tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372427 Sep 14 23:19:52.393124 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b3bf8-8e42-4e38-8850-9bc689b3299f req-3861e3ca-722b-455c-8be5-8cb2e0ff3a7d tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:52.394596 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2f4b3bf8-8e42-4e38-8850-9bc689b3299f req-3861e3ca-722b-455c-8be5-8cb2e0ff3a7d tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 946 time: 0.0902362 Sep 14 23:19:52.437769 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2f4b3bf8-8e42-4e38-8850-9bc689b3299f req-487506ac-de9e-46dc-abb5-87ea894dd1df tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375762 Sep 14 23:19:53.634539 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227c16c-d265-45fc-a06c-a33f5621f3c7 req-1945943e-73aa-403e-aa03-22bdea217410 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:53.635976 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e227c16c-d265-45fc-a06c-a33f5621f3c7 req-1945943e-73aa-403e-aa03-22bdea217410 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 946 time: 0.0860820 Sep 14 23:19:53.682863 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e227c16c-d265-45fc-a06c-a33f5621f3c7 req-0d3ecc75-d4bd-414e-9024-b437f77e1618 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412188 Sep 14 23:19:54.880084 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af390909-c333-4983-95d3-b60b722268cc req-dcdfaf36-3125-4de6-88ff-9b27316895f9 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:54.881547 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-af390909-c333-4983-95d3-b60b722268cc req-dcdfaf36-3125-4de6-88ff-9b27316895f9 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 946 time: 0.0862694 Sep 14 23:19:54.924673 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-af390909-c333-4983-95d3-b60b722268cc req-3e1fc424-f0b6-4ca0-ba9b-2d8246e17efd tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375383 Sep 14 23:19:56.120881 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6586ff-e754-432b-ad2e-1779f12ba7d5 req-4911ffd7-1d76-4828-b599-0e4abd235237 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:56.122326 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bf6586ff-e754-432b-ad2e-1779f12ba7d5 req-4911ffd7-1d76-4828-b599-0e4abd235237 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 946 time: 0.0902653 Sep 14 23:19:56.165382 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bf6586ff-e754-432b-ad2e-1779f12ba7d5 req-2c3c68a8-6eaf-4c60-a7e8-421adbe2f257 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367746 Sep 14 23:19:57.363242 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb326d28-7db6-4938-af6f-a85c12a32bb6 req-5808783f-05e2-43b3-a410-6b47d23b71f1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:57.364708 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cb326d28-7db6-4938-af6f-a85c12a32bb6 req-5808783f-05e2-43b3-a410-6b47d23b71f1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 946 time: 0.0890081 Sep 14 23:19:57.412685 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cb326d28-7db6-4938-af6f-a85c12a32bb6 req-09995513-b2cb-43e0-847d-9a0c1c909b86 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421724 Sep 14 23:19:58.607399 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d9012-d890-45bb-9c2c-681d43f46930 req-a39be7b7-4db9-4408-8b10-5bab76ae8c8b tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:58.609102 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b82d9012-d890-45bb-9c2c-681d43f46930 req-a39be7b7-4db9-4408-8b10-5bab76ae8c8b tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 946 time: 0.0861111 Sep 14 23:19:58.652462 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b82d9012-d890-45bb-9c2c-681d43f46930 req-15b9aefb-65b7-4fef-a1c0-31a9cd83384f tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374789 Sep 14 23:19:59.851725 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7517a46-863a-4092-9c9d-30a58bc20cbd req-4e699fc0-0f4d-4786-9ed4-9bb823897de7 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:19:59.853180 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e7517a46-863a-4092-9c9d-30a58bc20cbd req-4e699fc0-0f4d-4786-9ed4-9bb823897de7 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 946 time: 0.0888455 Sep 14 23:19:59.898311 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e7517a46-863a-4092-9c9d-30a58bc20cbd req-e58c6f51-c7c2-43d3-a6cc-1d0677ed8a34 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393410 Sep 14 23:20:01.098722 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35676c-c7c3-4d94-973a-32277b5d315e req-2a630c61-5a37-4c43-847f-89afd355b273 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:01.100169 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4b35676c-c7c3-4d94-973a-32277b5d315e req-2a630c61-5a37-4c43-847f-89afd355b273 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 946 time: 0.0891798 Sep 14 23:20:01.147314 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4b35676c-c7c3-4d94-973a-32277b5d315e req-9c0dafd5-7bc1-4c10-8be2-e0d6099399fd tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415134 Sep 14 23:20:01.958137 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b6d6f5dc-b059-41f9-a73e-18c69cfe7516 req-04673a8f-7790-40f6-9743-345678664f7b service neutron] 10.222.0.20 "GET /v2.0/ports/e2f18b83-78d3-40ac-890e-7cc2a7ac72c9/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.1708992 Sep 14 23:20:02.221682 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6f5dc-b059-41f9-a73e-18c69cfe7516 req-c70073d4-5162-47c7-b872-181ef4156cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:02.223132 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b6d6f5dc-b059-41f9-a73e-18c69cfe7516 req-c70073d4-5162-47c7-b872-181ef4156cd2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb&tenant_id=e4d21a1b6fe849018736345b3eefd6fe HTTP/1.1" status: 200 len: 1099 time: 0.0785460 Sep 14 23:20:02.322737 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6f5dc-b059-41f9-a73e-18c69cfe7516 req-f907b67e-b365-4d24-9a96-0c76d0f52e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:02.324245 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b6d6f5dc-b059-41f9-a73e-18c69cfe7516 req-f907b67e-b365-4d24-9a96-0c76d0f52e83 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4d21a1b6fe849018736345b3eefd6fe&device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 1099 time: 0.0816636 Sep 14 23:20:02.349729 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de1555-8770-4b34-9b99-86a0c373afd8 req-25840dad-0de5-4195-9bfd-f06e46e36931 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:02.351296 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-32de1555-8770-4b34-9b99-86a0c373afd8 req-25840dad-0de5-4195-9bfd-f06e46e36931 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 946 time: 0.0877781 Sep 14 23:20:02.397639 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-32de1555-8770-4b34-9b99-86a0c373afd8 req-9999035e-7f6b-4745-bdf7-8e74ffbeb88a tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399020 Sep 14 23:20:02.455453 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6f5dc-b059-41f9-a73e-18c69cfe7516 req-0b543549-ed96-4a58-bbf4-4c752c5147e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:02.456919 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b6d6f5dc-b059-41f9-a73e-18c69cfe7516 req-0b543549-ed96-4a58-bbf4-4c752c5147e1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2a7590a-83fb-4f56-9770-1694ce10ee2e HTTP/1.1" status: 200 len: 912 time: 0.1272597 Sep 14 23:20:02.557256 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b6d6f5dc-b059-41f9-a73e-18c69cfe7516 req-19be45bd-444e-41e6-b5ec-70749b40536d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2f18b83-78d3-40ac-890e-7cc2a7ac72c9 HTTP/1.1" status: 200 len: 1002 time: 0.0944085 Sep 14 23:20:02.619301 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6f5dc-b059-41f9-a73e-18c69cfe7516 req-666d4261-389b-4d46-9db3-c7435bd9a8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:02.621896 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b6d6f5dc-b059-41f9-a73e-18c69cfe7516 req-666d4261-389b-4d46-9db3-c7435bd9a8bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7db522d1-2850-4268-bfa9-4e290182b1fb HTTP/1.1" status: 200 len: 851 time: 0.0587809 Sep 14 23:20:02.709169 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6f5dc-b059-41f9-a73e-18c69cfe7516 req-d865af36-74cf-4012-92c4-f01ce699dddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:02.710671 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b6d6f5dc-b059-41f9-a73e-18c69cfe7516 req-d865af36-74cf-4012-92c4-f01ce699dddd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2a7590a-83fb-4f56-9770-1694ce10ee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831864 Sep 14 23:20:02.840395 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b6d6f5dc-b059-41f9-a73e-18c69cfe7516 req-9eb5dcaa-2411-4c0c-b10e-9032c7ce4fb8 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235185 Sep 14 23:20:02.967235 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b6d6f5dc-b059-41f9-a73e-18c69cfe7516 req-438c69e6-ff36-4626-b5f1-dd9da40575cd service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210651 Sep 14 23:20:03.597846 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043d98e-ad96-4615-bd69-056546ef095e req-bd726d29-b7d3-426a-b5da-481c8ba893c6 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:03.599289 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0043d98e-ad96-4615-bd69-056546ef095e req-bd726d29-b7d3-426a-b5da-481c8ba893c6 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 946 time: 0.0893605 Sep 14 23:20:03.644034 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0043d98e-ad96-4615-bd69-056546ef095e req-9c6120ae-5b47-4afd-ae91-a2cf062c7938 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387022 Sep 14 23:20:04.837451 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b121f9-cadf-4c0f-b487-84ac94f4c68a req-8dea2b3b-0dc8-4450-b1a3-531ec4328920 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:04.838887 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a4b121f9-cadf-4c0f-b487-84ac94f4c68a req-8dea2b3b-0dc8-4450-b1a3-531ec4328920 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 946 time: 0.0850964 Sep 14 23:20:04.889407 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a4b121f9-cadf-4c0f-b487-84ac94f4c68a req-603a6af4-a1f6-4bc9-a4a7-3cc564a393fe tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449491 Sep 14 23:20:05.293104 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71076972-9da6-45d0-be63-c9cb0610d393 req-f267074a-544f-469c-88f5-8fad731208cf tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:05.293797 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-71076972-9da6-45d0-be63-c9cb0610d393 req-f267074a-544f-469c-88f5-8fad731208cf tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Synchronizing usage tracker for tenant:e4d21a1b6fe849018736345b3eefd6fe on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:20:05.311124 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-71076972-9da6-45d0-be63-c9cb0610d393 req-f267074a-544f-469c-88f5-8fad731208cf tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Unset dirty status for tenant:e4d21a1b6fe849018736345b3eefd6fe on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:20:05.312905 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-71076972-9da6-45d0-be63-c9cb0610d393 req-f267074a-544f-469c-88f5-8fad731208cf tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.20 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb&tenant_id=e4d21a1b6fe849018736345b3eefd6fe&binding%3Ahost_id=hv-neutron-8577 HTTP/1.1" status: 200 len: 946 time: 0.1083288 Sep 14 23:20:05.361271 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8b9e7-6b9c-464f-b561-f8b86234eadb req-d79e72a7-e727-434c-bc79-4bd5b5dedc42 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:05.362796 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f6d8b9e7-6b9c-464f-b561-f8b86234eadb req-d79e72a7-e727-434c-bc79-4bd5b5dedc42 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 946 time: 0.1015432 Sep 14 23:20:05.399437 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-71076972-9da6-45d0-be63-c9cb0610d393 req-1396a61d-37a0-4b18-b391-b1f923252699 service neutron] 10.222.0.20 "GET /v2.0/ports/e2f18b83-78d3-40ac-890e-7cc2a7ac72c9/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.0814891 Sep 14 23:20:05.409843 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f6d8b9e7-6b9c-464f-b561-f8b86234eadb req-9a60b5e5-e4f7-4cec-beb4-5c2c20f603be tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406849 Sep 14 23:20:05.496710 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71076972-9da6-45d0-be63-c9cb0610d393 req-09837155-7dde-47f7-a706-20b8943a40a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:05.498078 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-71076972-9da6-45d0-be63-c9cb0610d393 req-09837155-7dde-47f7-a706-20b8943a40a8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4d21a1b6fe849018736345b3eefd6fe&device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 1099 time: 0.0764875 Sep 14 23:20:05.626551 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71076972-9da6-45d0-be63-c9cb0610d393 req-06503f30-8f54-455d-8af1-900ad1269f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:05.628196 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-71076972-9da6-45d0-be63-c9cb0610d393 req-06503f30-8f54-455d-8af1-900ad1269f40 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2a7590a-83fb-4f56-9770-1694ce10ee2e HTTP/1.1" status: 200 len: 912 time: 0.1242363 Sep 14 23:20:05.688643 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:20:05.730235 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-71076972-9da6-45d0-be63-c9cb0610d393 req-4a142acd-daed-4710-af3b-c0c2116212a0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2f18b83-78d3-40ac-890e-7cc2a7ac72c9 HTTP/1.1" status: 200 len: 1002 time: 0.0960689 Sep 14 23:20:05.789429 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71076972-9da6-45d0-be63-c9cb0610d393 req-ba53344c-492c-42cd-8c68-4dab5217d675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:05.790725 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-71076972-9da6-45d0-be63-c9cb0610d393 req-ba53344c-492c-42cd-8c68-4dab5217d675 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7db522d1-2850-4268-bfa9-4e290182b1fb HTTP/1.1" status: 200 len: 851 time: 0.0552042 Sep 14 23:20:05.873086 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71076972-9da6-45d0-be63-c9cb0610d393 req-052fb240-3058-4f50-98bd-7f6b53596161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:05.874511 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-71076972-9da6-45d0-be63-c9cb0610d393 req-052fb240-3058-4f50-98bd-7f6b53596161 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2a7590a-83fb-4f56-9770-1694ce10ee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766785 Sep 14 23:20:06.077483 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device e2f18b83-78d3-40ac-890e-7cc2a7ac72c9 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:20:06.110072 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-71076972-9da6-45d0-be63-c9cb0610d393 req-0745333e-b4d8-452c-aa1e-9586b06afff1 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295597 Sep 14 23:20:06.188101 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port e2f18b83-78d3-40ac-890e-7cc2a7ac72c9 is: ACTIVE; New status is: DOWN {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:20:06.188493 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:06.214868 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63d486e-7d15-46d8-adf9-464b00a9cddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2f18b83-78d3-40ac-890e-7cc2a7ac72c9'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:20:06.217134 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9105dd94-4061-4e65-b021-cbf15d294cce" -d '{"events": [{"server_uuid": "b63d486e-7d15-46d8-adf9-464b00a9cddb", "name": "network-vif-unplugged", "status": "completed", "tag": "e2f18b83-78d3-40ac-890e-7cc2a7ac72c9"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:20:06.224706 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port e2f18b83-78d3-40ac-890e-7cc2a7ac72c9, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e2f18b83-78d3-40ac-890e-7cc2a7ac72c9,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:20:06.229415 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:06.241078 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-71076972-9da6-45d0-be63-c9cb0610d393 req-75a5799e-cbd4-4f57-91d9-9ffae979a4af service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247282 Sep 14 23:20:06.282881 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Sep 2022 23:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a14680-4a1f-4e26-8682-45603666e22f x-openstack-request-id: req-00a14680-4a1f-4e26-8682-45603666e22f {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:20:06.283170 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63d486e-7d15-46d8-adf9-464b00a9cddb", "name": "network-vif-unplugged", "status": "completed", "tag": "e2f18b83-78d3-40ac-890e-7cc2a7ac72c9", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:20:06.283416 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-00a14680-4a1f-4e26-8682-45603666e22f {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:20:06.283800 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00a14680-4a1f-4e26-8682-45603666e22f'] response: {'server_uuid': 'b63d486e-7d15-46d8-adf9-464b00a9cddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2f18b83-78d3-40ac-890e-7cc2a7ac72c9', 'code': 200} Sep 14 23:20:06.301631 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=e2f18b83-78d3-40ac-890e-7cc2a7ac72c9,revision_number=6']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:20:06.699581 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f92afb-1eaa-4d25-9571-aeb9a1b38e87 req-f6840a6e-51db-4236-89c2-bb83bfd969dc tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:06.701055 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-58f92afb-1eaa-4d25-9571-aeb9a1b38e87 req-f6840a6e-51db-4236-89c2-bb83bfd969dc tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 944 time: 0.1801133 Sep 14 23:20:06.745197 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-58f92afb-1eaa-4d25-9571-aeb9a1b38e87 req-e1836d7b-5c74-4639-a462-79194b2036ea tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385411 Sep 14 23:20:07.733844 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a9419bef-fc43-4003-aeee-a538bb8dcbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:07.941305 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7ccd1-9656-436f-b224-7410a0a2f823 req-fbfd8e73-618f-4702-9963-8ca0b9b57702 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:07.942845 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7fa7ccd1-9656-436f-b224-7410a0a2f823 req-fbfd8e73-618f-4702-9963-8ca0b9b57702 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 944 time: 0.0879202 Sep 14 23:20:07.988221 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7fa7ccd1-9656-436f-b224-7410a0a2f823 req-a145de3d-e3b4-4002-a1b4-dc5c5941b517 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394640 Sep 14 23:20:08.601341 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71076972-9da6-45d0-be63-c9cb0610d393 req-547088b1-cb46-47f2-bb8b-4e1a0700c813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:08.602815 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-71076972-9da6-45d0-be63-c9cb0610d393 req-547088b1-cb46-47f2-bb8b-4e1a0700c813 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb&tenant_id=e4d21a1b6fe849018736345b3eefd6fe HTTP/1.1" status: 200 len: 1097 time: 0.0775247 Sep 14 23:20:08.702082 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71076972-9da6-45d0-be63-c9cb0610d393 req-c3ce08df-85f3-4dd8-803e-364f25c43ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:08.703545 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-71076972-9da6-45d0-be63-c9cb0610d393 req-c3ce08df-85f3-4dd8-803e-364f25c43ed9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4d21a1b6fe849018736345b3eefd6fe&device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 1097 time: 0.0795174 Sep 14 23:20:08.833191 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71076972-9da6-45d0-be63-c9cb0610d393 req-cffe77a0-b796-45df-84bb-ea9650a0acbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:08.834625 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-71076972-9da6-45d0-be63-c9cb0610d393 req-cffe77a0-b796-45df-84bb-ea9650a0acbe service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2a7590a-83fb-4f56-9770-1694ce10ee2e HTTP/1.1" status: 200 len: 912 time: 0.1253967 Sep 14 23:20:08.939734 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-71076972-9da6-45d0-be63-c9cb0610d393 req-ef027d47-0dbe-4f38-a27d-a3359001904b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2f18b83-78d3-40ac-890e-7cc2a7ac72c9 HTTP/1.1" status: 200 len: 1000 time: 0.0983186 Sep 14 23:20:09.000265 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71076972-9da6-45d0-be63-c9cb0610d393 req-0ac8d89c-23ff-4f8e-b4e5-f7d48133d0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:09.001615 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-71076972-9da6-45d0-be63-c9cb0610d393 req-0ac8d89c-23ff-4f8e-b4e5-f7d48133d0b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7db522d1-2850-4268-bfa9-4e290182b1fb HTTP/1.1" status: 200 len: 851 time: 0.0562592 Sep 14 23:20:09.085160 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71076972-9da6-45d0-be63-c9cb0610d393 req-f29196ce-26f1-4396-b315-5cc01fa4590b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:09.086607 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-71076972-9da6-45d0-be63-c9cb0610d393 req-f29196ce-26f1-4396-b315-5cc01fa4590b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2a7590a-83fb-4f56-9770-1694ce10ee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794106 Sep 14 23:20:09.189465 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccedef-9629-43fe-b6c5-e5ac746e3c88 req-5179ecc7-1d54-41f1-bc87-dca39b420e92 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:09.190929 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e0ccedef-9629-43fe-b6c5-e5ac746e3c88 req-5179ecc7-1d54-41f1-bc87-dca39b420e92 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 944 time: 0.0910077 Sep 14 23:20:09.216671 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-71076972-9da6-45d0-be63-c9cb0610d393 req-af7c311e-ed4f-4117-98f6-623058d469a4 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236405 Sep 14 23:20:09.235507 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e0ccedef-9629-43fe-b6c5-e5ac746e3c88 req-1146941a-b629-4157-89d8-35272b046f80 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387354 Sep 14 23:20:09.346127 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-71076972-9da6-45d0-be63-c9cb0610d393 req-b47e5aac-c925-40b4-9549-bc103beefbbe service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235864 Sep 14 23:20:09.771274 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b2e468da-b0d4-453e-89dd-f5e22694f667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:10.435505 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee9cf0-7933-4b9b-8913-381767a029b0 req-57638c07-bc31-4972-b20a-1436f13f0b55 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:10.436989 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c8ee9cf0-7933-4b9b-8913-381767a029b0 req-57638c07-bc31-4972-b20a-1436f13f0b55 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 944 time: 0.0911305 Sep 14 23:20:10.481640 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c8ee9cf0-7933-4b9b-8913-381767a029b0 req-20acf1fc-b2fb-40a9-b6c2-d63e4f074e0e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389848 Sep 14 23:20:10.875516 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:10.922200 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:11.678891 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13cadee-26c5-4468-b968-a3291170c861 req-839e2ea8-e8b2-4f9f-943f-4ac4b5f9bcee tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:11.680321 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b13cadee-26c5-4468-b968-a3291170c861 req-839e2ea8-e8b2-4f9f-943f-4ac4b5f9bcee tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 944 time: 0.0874817 Sep 14 23:20:11.723212 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b13cadee-26c5-4468-b968-a3291170c861 req-29b2d0e9-fedd-49b2-8e32-53f5fbcd76d1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373120 Sep 14 23:20:11.923594 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90544ef6-0708-4eef-8855-d367952a980c req-d3f18709-8a7c-4f62-ac8c-117de5c769ff tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:11.924997 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-90544ef6-0708-4eef-8855-d367952a980c req-d3f18709-8a7c-4f62-ac8c-117de5c769ff tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 944 time: 0.0893645 Sep 14 23:20:11.967985 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-90544ef6-0708-4eef-8855-d367952a980c req-27d7b966-9468-471f-a3df-34fb3793bd69 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374198 Sep 14 23:20:12.107925 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device e2f18b83-78d3-40ac-890e-7cc2a7ac72c9 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:20:12.168728 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d3db6-1940-4d66-8154-57f4cdd22908 req-d7841973-97f0-47a0-ae90-c118612c1637 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:12.170227 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-493d3db6-1940-4d66-8154-57f4cdd22908 req-d7841973-97f0-47a0-ae90-c118612c1637 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 944 time: 0.0923359 Sep 14 23:20:12.214746 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-493d3db6-1940-4d66-8154-57f4cdd22908 req-b4fda0ba-a97c-4d81-84ff-63bcfc50d619 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382755 Sep 14 23:20:12.220541 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port e2f18b83-78d3-40ac-890e-7cc2a7ac72c9 is: DOWN; New status is: DOWN {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:20:12.477643 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:12.604539 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58880f-c742-4151-b0d6-1ec2f4f7fdff req-265f33c4-cdec-48cf-8e7e-f071d8c31ecb tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:12.606007 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ba58880f-c742-4151-b0d6-1ec2f4f7fdff req-265f33c4-cdec-48cf-8e7e-f071d8c31ecb tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 944 time: 0.0882249 Sep 14 23:20:12.655291 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ba58880f-c742-4151-b0d6-1ec2f4f7fdff req-78efca1b-a906-4b2f-b624-30642dbf6d5c tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423946 Sep 14 23:20:13.856805 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2382db0-a214-421c-a3a0-61be87e190ee req-9754077f-c694-41ce-8f7f-f4e685b260c7 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:13.858262 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e2382db0-a214-421c-a3a0-61be87e190ee req-9754077f-c694-41ce-8f7f-f4e685b260c7 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 944 time: 0.0892253 Sep 14 23:20:13.902398 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e2382db0-a214-421c-a3a0-61be87e190ee req-3eca3db9-2643-430f-8dae-eb95a6e5709a tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381978 Sep 14 23:20:14.598293 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2caf08-a2f9-4f05-8da1-2174d00855e7 req-c420edf0-8681-4bd9-a588-58ab10fe952d tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:14.600059 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-4b2caf08-a2f9-4f05-8da1-2174d00855e7 req-c420edf0-8681-4bd9-a588-58ab10fe952d tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.20 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 944 time: 0.0869725 Sep 14 23:20:14.671182 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-4b2caf08-a2f9-4f05-8da1-2174d00855e7 req-181a98c7-7583-4fb8-8a22-8faa082106e1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Deleting port e2f18b83-78d3-40ac-890e-7cc2a7ac72c9 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:20:14.671458 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-4b2caf08-a2f9-4f05-8da1-2174d00855e7 req-181a98c7-7583-4fb8-8a22-8faa082106e1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:14.924286 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-4b2caf08-a2f9-4f05-8da1-2174d00855e7 req-181a98c7-7583-4fb8-8a22-8faa082106e1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] For port e2f18b83-78d3-40ac-890e-7cc2a7ac72c9, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e2f18b83-78d3-40ac-890e-7cc2a7ac72c9,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:20:14.924552 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-4b2caf08-a2f9-4f05-8da1-2174d00855e7 req-181a98c7-7583-4fb8-8a22-8faa082106e1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:15.101439 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f566d-f11d-4269-8f40-c1b7312fd875 req-7c1a6414-be3e-48ec-a9b6-7d6fc0aba2b1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:15.103003 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-261f566d-f11d-4269-8f40-c1b7312fd875 req-7c1a6414-be3e-48ec-a9b6-7d6fc0aba2b1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 944 time: 0.0888262 Sep 14 23:20:15.153570 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-261f566d-f11d-4269-8f40-c1b7312fd875 req-700be8b6-d5f2-4525-a42b-f8f7224c54c2 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446062 Sep 14 23:20:15.316390 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-4b2caf08-a2f9-4f05-8da1-2174d00855e7 req-181a98c7-7583-4fb8-8a22-8faa082106e1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:15.316783 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-4b2caf08-a2f9-4f05-8da1-2174d00855e7 req-181a98c7-7583-4fb8-8a22-8faa082106e1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:15.317089 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.l3_db [req-4b2caf08-a2f9-4f05-8da1-2174d00855e7 req-181a98c7-7583-4fb8-8a22-8faa082106e1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Floating IP 1fff5fac-3d26-4066-a1e6-4769bc5994ac disassociated. External IP: 172.26.5.26, port: e2f18b83-78d3-40ac-890e-7cc2a7ac72c9. Sep 14 23:20:15.317423 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-4b2caf08-a2f9-4f05-8da1-2174d00855e7 req-181a98c7-7583-4fb8-8a22-8faa082106e1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Calling delete_port for e2f18b83-78d3-40ac-890e-7cc2a7ac72c9 owned by compute:nova {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:20:15.461452 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-4b2caf08-a2f9-4f05-8da1-2174d00855e7 req-181a98c7-7583-4fb8-8a22-8faa082106e1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:15.511626 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a98c7-7583-4fb8-8a22-8faa082106e1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Pushing event deleted for resources: {'Port': ['ID=e2f18b83-78d3-40ac-890e-7cc2a7ac72c9,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:20:15.522515 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181a98c7-7583-4fb8-8a22-8faa082106e1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:20:15.522946 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181a98c7-7583-4fb8-8a22-8faa082106e1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:20:15.523196 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181a98c7-7583-4fb8-8a22-8faa082106e1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:20:15.523524 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181a98c7-7583-4fb8-8a22-8faa082106e1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:20:15.523854 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181a98c7-7583-4fb8-8a22-8faa082106e1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:20:15.524179 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181a98c7-7583-4fb8-8a22-8faa082106e1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:20:15.524502 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181a98c7-7583-4fb8-8a22-8faa082106e1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:20:15.524849 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181a98c7-7583-4fb8-8a22-8faa082106e1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:20:15.525177 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181a98c7-7583-4fb8-8a22-8faa082106e1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:20:15.525516 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181a98c7-7583-4fb8-8a22-8faa082106e1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:20:15.525813 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181a98c7-7583-4fb8-8a22-8faa082106e1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:20:15.526129 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181a98c7-7583-4fb8-8a22-8faa082106e1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:20:15.710965 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b2caf08-a2f9-4f05-8da1-2174d00855e7 req-181a98c7-7583-4fb8-8a22-8faa082106e1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Router d63ff6ec-3fa7-4c29-bcea-54d64c19848b has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:20:15.884924 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b2caf08-a2f9-4f05-8da1-2174d00855e7 req-181a98c7-7583-4fb8-8a22-8faa082106e1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:20:15.894653 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699c2fa6-9e1b-41b2-a434-597a5ca403e7 None None] Sync routers for ids ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:20:15.904385 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699c2fa6-9e1b-41b2-a434-597a5ca403e7 None None] Routers {'d63ff6ec-3fa7-4c29-bcea-54d64c19848b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:20:15.905033 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-699c2fa6-9e1b-41b2-a434-597a5ca403e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:20:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:20:15.969098 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2caf08-a2f9-4f05-8da1-2174d00855e7 req-181a98c7-7583-4fb8-8a22-8faa082106e1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] No DVR routers for this DVR port e2f18b83-78d3-40ac-890e-7cc2a7ac72c9 on host hv-neutron-8577 {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:20:15.972985 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-4b2caf08-a2f9-4f05-8da1-2174d00855e7 req-181a98c7-7583-4fb8-8a22-8faa082106e1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:15.976570 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63d486e-7d15-46d8-adf9-464b00a9cddb', 'name': 'network-vif-deleted', 'tag': 'e2f18b83-78d3-40ac-890e-7cc2a7ac72c9'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:20:15.979130 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957f880a-2ea1-4624-ab74-6d356d92705d" -d '{"events": [{"server_uuid": "b63d486e-7d15-46d8-adf9-464b00a9cddb", "name": "network-vif-deleted", "tag": "e2f18b83-78d3-40ac-890e-7cc2a7ac72c9"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:20:15.995214 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-4b2caf08-a2f9-4f05-8da1-2174d00855e7 req-181a98c7-7583-4fb8-8a22-8faa082106e1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.20 "DELETE /v2.0/ports/e2f18b83-78d3-40ac-890e-7cc2a7ac72c9 HTTP/1.1" status: 204 len: 173 time: 1.3900404 Sep 14 23:20:16.027133 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4ac847-f8a8-4c52-8cc7-012ab4f72d3b x-openstack-request-id: req-dd4ac847-f8a8-4c52-8cc7-012ab4f72d3b {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:20:16.027423 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63d486e-7d15-46d8-adf9-464b00a9cddb", "name": "network-vif-deleted", "tag": "e2f18b83-78d3-40ac-890e-7cc2a7ac72c9", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:20:16.027672 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-dd4ac847-f8a8-4c52-8cc7-012ab4f72d3b {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:20:16.028072 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd4ac847-f8a8-4c52-8cc7-012ab4f72d3b'] response: {'server_uuid': 'b63d486e-7d15-46d8-adf9-464b00a9cddb', 'name': 'network-vif-deleted', 'tag': 'e2f18b83-78d3-40ac-890e-7cc2a7ac72c9', 'status': 'completed', 'code': 200} Sep 14 23:20:16.098776 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-699c2fa6-9e1b-41b2-a434-597a5ca403e7 None None] Set router d63ff6ec-3fa7-4c29-bcea-54d64c19848b gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:20:16.349486 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bed6cb47-2ed3-4041-b253-ebf646f920c0 req-2b2e3061-4366-4fa6-b297-b31b32be6a20 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=b63d486e-7d15-46d8-adf9-464b00a9cddb HTTP/1.1" status: 200 len: 210 time: 0.0539088 Sep 14 23:20:16.419502 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-699c2fa6-9e1b-41b2-a434-597a5ca403e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'name': 'tempest-ServerActionsTestJSON-2042877244-router', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:16:41Z', 'updated_at': '2022-09-14T23:16:45Z', 'revision_number': 4, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'gw_port': {'id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:42Z', 'updated_at': '2022-09-14T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'bca772a7-41b1-428c-a79c-a81f91834c6d', 'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'mac_address': 'fa:16:3e:bb:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:44Z', 'updated_at': '2022-09-14T23:16:50Z', 'revision_number': 5, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'subnets': [{'id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:20:16.423244 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699c2fa6-9e1b-41b2-a434-597a5ca403e7 None None] Checking router: d63ff6ec-3fa7-4c29-bcea-54d64c19848b for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:20:16.431301 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699c2fa6-9e1b-41b2-a434-597a5ca403e7 None None] Routers {'d63ff6ec-3fa7-4c29-bcea-54d64c19848b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:20:16.431883 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-699c2fa6-9e1b-41b2-a434-597a5ca403e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:20:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:20:16.606212 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-699c2fa6-9e1b-41b2-a434-597a5ca403e7 None None] Set router d63ff6ec-3fa7-4c29-bcea-54d64c19848b gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:20:16.955433 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-699c2fa6-9e1b-41b2-a434-597a5ca403e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'name': 'tempest-ServerActionsTestJSON-2042877244-router', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:16:41Z', 'updated_at': '2022-09-14T23:16:45Z', 'revision_number': 4, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'gw_port': {'id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:42Z', 'updated_at': '2022-09-14T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'bca772a7-41b1-428c-a79c-a81f91834c6d', 'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'mac_address': 'fa:16:3e:bb:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:44Z', 'updated_at': '2022-09-14T23:16:50Z', 'revision_number': 5, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'subnets': [{'id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:20:16.959336 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699c2fa6-9e1b-41b2-a434-597a5ca403e7 None None] The sync data for ids ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'] in dv-neutron-857791-1-hyperv is: [{'id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'name': 'tempest-ServerActionsTestJSON-2042877244-router', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:16:41Z', 'updated_at': '2022-09-14T23:16:45Z', 'revision_number': 4, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'gw_port': {'id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:42Z', 'updated_at': '2022-09-14T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'bca772a7-41b1-428c-a79c-a81f91834c6d', 'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'mac_address': 'fa:16:3e:bb:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:44Z', 'updated_at': '2022-09-14T23:16:50Z', 'revision_number': 5, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'subnets': [{'id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:20:17.155761 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05039c85-f454-4db7-a9dd-3d47d768acfb None None] New status for floating IP 1fff5fac-3d26-4066-a1e6-4769bc5994ac: DOWN {{(pid=89173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:20:17.681890 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-7a2bd7c7-b7c9-4a7c-a3d7-612d3fb2e4fe tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1186992589&fields=id&tenant_id=e4d21a1b6fe849018736345b3eefd6fe HTTP/1.1" status: 200 len: 267 time: 0.0394864 Sep 14 23:20:17.833717 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-df223192-8f60-45f0-a7b0-674354b6122d tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:17.835142 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-df223192-8f60-45f0-a7b0-674354b6122d tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/networks?id=c2a7590a-83fb-4f56-9770-1694ce10ee2e HTTP/1.1" status: 200 len: 812 time: 0.1468086 Sep 14 23:20:17.850145 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-30f1c640-9a26-48a5-a866-22699a0a7c43 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/quotas/e4d21a1b6fe849018736345b3eefd6fe HTTP/1.1" status: 200 len: 375 time: 0.0095570 Sep 14 23:20:17.942563 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-31f4d885-d57d-4d5d-bafa-670d3b4bb7e5 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=e4d21a1b6fe849018736345b3eefd6fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0872808 Sep 14 23:20:18.078060 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-8e2c1743-d082-41b0-a7b9-806fbb55030b service neutron] 10.222.0.33 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241031 Sep 14 23:20:18.138777 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device e2f18b83-78d3-40ac-890e-7cc2a7ac72c9 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:20:18.171670 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: e2f18b83-78d3-40ac-890e-7cc2a7ac72c9 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:20:18.172003 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device e2f18b83-78d3-40ac-890e-7cc2a7ac72c9 not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:20:18.208242 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-e34539f2-13ed-4c16-987d-6549cca4c1f4 service neutron] 10.222.0.33 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237252 Sep 14 23:20:18.388746 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d7032a3c-73e9-4869-8102-6a72c27b5f1e req-d021f5bc-4ba3-4ccd-b54d-5e0223712ac8 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 210 time: 0.0501127 Sep 14 23:20:19.472565 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-7154ce8e-eeab-45c9-aa9d-f0366383c4f6 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:19.474029 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-7154ce8e-eeab-45c9-aa9d-f0366383c4f6 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.20 "GET /v2.0/networks?id=c2a7590a-83fb-4f56-9770-1694ce10ee2e HTTP/1.1" status: 200 len: 812 time: 0.1541770 Sep 14 23:20:19.522983 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-4d30cf62-f8c7-4dcb-8394-9b3ea780fa23 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4d21a1b6fe849018736345b3eefd6fe HTTP/1.1" status: 200 len: 380 time: 0.0410755 Sep 14 23:20:19.539204 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-d6896c08-e6b3-4ce3-a1a9-ab538ee1b225 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Request body: {'port': {'device_id': '4fa08ab9-040a-4654-bb34-bc89afb5a3cc', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'admin_state_up': True, 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'security_groups': ['81d9f9fb-ea37-4da4-b541-b2a099b60a1b']}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:20:19.541656 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:19.564656 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-03002626-76fa-400d-81b8-b31d41aee960 req-f8395286-800e-4083-959e-ed77ff08b178 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 210 time: 0.0602064 Sep 14 23:20:19.675610 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-d6896c08-e6b3-4ce3-a1a9-ab538ee1b225 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:20:19.679898 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-d6896c08-e6b3-4ce3-a1a9-ab538ee1b225 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Usage tracker for resource:port and tenant:e4d21a1b6fe849018736345b3eefd6fe is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:20:19.682793 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-d6896c08-e6b3-4ce3-a1a9-ab538ee1b225 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:20:19.688905 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-d6896c08-e6b3-4ce3-a1a9-ab538ee1b225 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:20:19.698434 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-d6896c08-e6b3-4ce3-a1a9-ab538ee1b225 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Made reservation on behalf of e4d21a1b6fe849018736345b3eefd6fe for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:20:19.705247 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-d6896c08-e6b3-4ce3-a1a9-ab538ee1b225 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:19.869721 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-d6896c08-e6b3-4ce3-a1a9-ab538ee1b225 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Allocated IP 172.20.0.14 (c2a7590a-83fb-4f56-9770-1694ce10ee2e/7db522d1-2850-4268-bfa9-4e290182b1fb/32f57aaa-eb38-4dfd-a7b7-c40575dfa43e) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:20:20.057559 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-d6896c08-e6b3-4ce3-a1a9-ab538ee1b225 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:20.073182 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-d6896c08-e6b3-4ce3-a1a9-ab538ee1b225 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Transition to ACTIVE for port object 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:20:20.095253 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-d6896c08-e6b3-4ce3-a1a9-ab538ee1b225 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:20.266178 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-d6896c08-e6b3-4ce3-a1a9-ab538ee1b225 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Network c2a7590a-83fb-4f56-9770-1694ce10ee2e is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:20:20.269405 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-d6896c08-e6b3-4ce3-a1a9-ab538ee1b225 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:20:20.271908 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-d6896c08-e6b3-4ce3-a1a9-ab538ee1b225 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:20:20.307659 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6896c08-e6b3-4ce3-a1a9-ab538ee1b225 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Pushing event updated for resources: {'Port': ['ID=32f57aaa-eb38-4dfd-a7b7-c40575dfa43e,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:20:20.340949 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-d6896c08-e6b3-4ce3-a1a9-ab538ee1b225 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:20.341588 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-d6896c08-e6b3-4ce3-a1a9-ab538ee1b225 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:20.372233 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-d6896c08-e6b3-4ce3-a1a9-ab538ee1b225 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8387816 Sep 14 23:20:20.384071 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-13b23d35-602b-49f3-994d-f195e97e1fff service neutron] Request body: {'port': {'device_id': '4fa08ab9-040a-4654-bb34-bc89afb5a3cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:20:20.498078 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-13b23d35-602b-49f3-994d-f195e97e1fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:20.517623 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-9c2fbd22-7d56-4bbf-9940-64d80d72cddb None None] Provisioning for port 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:20:20.522656 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-9c2fbd22-7d56-4bbf-9940-64d80d72cddb None None] Provisioning complete for port 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:20:20.523019 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9c2fbd22-7d56-4bbf-9940-64d80d72cddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:20.577250 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-9c2fbd22-7d56-4bbf-9940-64d80d72cddb None None] Port 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:20:20.854168 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-13b23d35-602b-49f3-994d-f195e97e1fff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e {{(pid=89171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:20:20.861090 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014e377-24c6-40b8-8677-7da6d26785ee req-394ec890-4fac-40fd-9a89-1935965f3b1f tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:20.861774 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-13b23d35-602b-49f3-994d-f195e97e1fff service neutron] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:20.862540 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f014e377-24c6-40b8-8677-7da6d26785ee req-394ec890-4fac-40fd-9a89-1935965f3b1f tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 932 time: 0.1871223 Sep 14 23:20:20.876861 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-13b23d35-602b-49f3-994d-f195e97e1fff service neutron] Transition to ACTIVE for port object 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e will not be triggered until provisioned by entity L2. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:20:20.880846 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-13b23d35-602b-49f3-994d-f195e97e1fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:20.908483 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f014e377-24c6-40b8-8677-7da6d26785ee req-d0db17a1-2990-45dd-ad52-6f2d0c97890b tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398762 Sep 14 23:20:21.084400 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b23d35-602b-49f3-994d-f195e97e1fff service neutron] Pushing event updated for resources: {'Port': ['ID=32f57aaa-eb38-4dfd-a7b7-c40575dfa43e,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:20:21.120123 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-13b23d35-602b-49f3-994d-f195e97e1fff service neutron] Attempting to bind port 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:20:21.120382 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-13b23d35-602b-49f3-994d-f195e97e1fff service neutron] Attempting to bind port 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'e4ea54ce-ecb9-41ab-ade8-9fccfa22180c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:20:21.120732 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-13b23d35-602b-49f3-994d-f195e97e1fff service neutron] Attempting to bind port 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e on network c2a7590a-83fb-4f56-9770-1694ce10ee2e {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:20:21.125106 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-13b23d35-602b-49f3-994d-f195e97e1fff service neutron] Port 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e on network c2a7590a-83fb-4f56-9770-1694ce10ee2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:20:21.125415 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-13b23d35-602b-49f3-994d-f195e97e1fff service neutron] Attempting to bind port 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e on network c2a7590a-83fb-4f56-9770-1694ce10ee2e {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:20:21.130776 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-13b23d35-602b-49f3-994d-f195e97e1fff service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:20:21.131098 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-13b23d35-602b-49f3-994d-f195e97e1fff service neutron] Checking segment: {'id': 'e4ea54ce-ecb9-41ab-ade8-9fccfa22180c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:20:21.131461 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-13b23d35-602b-49f3-994d-f195e97e1fff service neutron] Bound using segment: {'id': 'e4ea54ce-ecb9-41ab-ade8-9fccfa22180c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e'} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:20:21.131868 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-13b23d35-602b-49f3-994d-f195e97e1fff service neutron] Bound port: 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ea54ce-ecb9-41ab-ade8-9fccfa22180c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e'}}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:20:21.132201 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-13b23d35-602b-49f3-994d-f195e97e1fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:21.220860 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-13b23d35-602b-49f3-994d-f195e97e1fff service neutron] For port 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e, host hv-neutron-8577, cleared binding levels {{(pid=89171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:20:21.223694 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-13b23d35-602b-49f3-994d-f195e97e1fff service neutron] For port 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=32f57aaa-eb38-4dfd-a7b7-c40575dfa43e,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:20:21.228360 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-13b23d35-602b-49f3-994d-f195e97e1fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:21.259997 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-13b23d35-602b-49f3-994d-f195e97e1fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:21.260605 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-13b23d35-602b-49f3-994d-f195e97e1fff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:21.262002 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-13b23d35-602b-49f3-994d-f195e97e1fff service neutron] 10.222.0.20 "PUT /v2.0/ports/32f57aaa-eb38-4dfd-a7b7-c40575dfa43e HTTP/1.1" status: 200 len: 1094 time: 0.8829274 Sep 14 23:20:21.262518 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa08ab9-040a-4654-bb34-bc89afb5a3cc', 'tag': '32f57aaa-eb38-4dfd-a7b7-c40575dfa43e'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:20:21.264797 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2820afc4-4eb4-4fd2-8cd7-1d2fc8cf6ab6" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa08ab9-040a-4654-bb34-bc89afb5a3cc", "tag": "32f57aaa-eb38-4dfd-a7b7-c40575dfa43e"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:20:21.342267 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29bd5e3-0d1d-4307-8e7e-ae4201e9b43d x-openstack-request-id: req-e29bd5e3-0d1d-4307-8e7e-ae4201e9b43d {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:20:21.342707 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa08ab9-040a-4654-bb34-bc89afb5a3cc", "tag": "32f57aaa-eb38-4dfd-a7b7-c40575dfa43e", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:20:21.342973 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e29bd5e3-0d1d-4307-8e7e-ae4201e9b43d {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:20:21.343390 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e29bd5e3-0d1d-4307-8e7e-ae4201e9b43d'] response: {'name': 'network-changed', 'server_uuid': '4fa08ab9-040a-4654-bb34-bc89afb5a3cc', 'tag': '32f57aaa-eb38-4dfd-a7b7-c40575dfa43e', 'status': 'completed', 'code': 200} Sep 14 23:20:21.362358 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b23d35-602b-49f3-994d-f195e97e1fff service neutron] Pushing event updated for resources: {'Port': ['ID=32f57aaa-eb38-4dfd-a7b7-c40575dfa43e,revision_number=3']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:20:21.394789 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-4e128776-ea7b-4af7-a9bb-8ef40b2fca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:21.396321 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-4e128776-ea7b-4af7-a9bb-8ef40b2fca5b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4d21a1b6fe849018736345b3eefd6fe&device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 1097 time: 0.0959387 Sep 14 23:20:21.462633 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-9f2591a5-be07-49a8-83e8-b372e3ca11fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32f57aaa-eb38-4dfd-a7b7-c40575dfa43e HTTP/1.1" status: 200 len: 217 time: 0.0598085 Sep 14 23:20:21.526712 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-b3a197bb-c245-48e8-9685-546191b68a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:21.528118 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-b3a197bb-c245-48e8-9685-546191b68a35 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7db522d1-2850-4268-bfa9-4e290182b1fb HTTP/1.1" status: 200 len: 851 time: 0.0600595 Sep 14 23:20:21.606934 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-f039c60a-9935-4880-a84e-f27a80d008f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:21.608378 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-f039c60a-9935-4880-a84e-f27a80d008f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2a7590a-83fb-4f56-9770-1694ce10ee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748823 Sep 14 23:20:21.737307 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-9b659307-8312-4c13-a5d5-1acab1746709 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228800 Sep 14 23:20:21.865948 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e93d0b1b-ad7a-41af-993b-d026fcdd4be0 req-95fed9a1-5e7d-47ab-9af9-7f3710635605 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227331 Sep 14 23:20:21.990699 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2820afc4-4eb4-4fd2-8cd7-1d2fc8cf6ab6 req-13bef4b6-0ab8-4083-9268-ffde9306985f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:21.992181 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2820afc4-4eb4-4fd2-8cd7-1d2fc8cf6ab6 req-13bef4b6-0ab8-4083-9268-ffde9306985f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4d21a1b6fe849018736345b3eefd6fe&device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 1097 time: 0.0829797 Sep 14 23:20:22.111019 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d219bac-42f9-4fce-b12f-8e3c9942adbd req-f938b712-42ee-4b79-a35e-b7a331897982 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:22.112559 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8d219bac-42f9-4fce-b12f-8e3c9942adbd req-f938b712-42ee-4b79-a35e-b7a331897982 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 944 time: 0.0929282 Sep 14 23:20:22.159595 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8d219bac-42f9-4fce-b12f-8e3c9942adbd req-a398392a-60a5-4b64-af22-7b4fbee785f2 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411110 Sep 14 23:20:22.228925 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2820afc4-4eb4-4fd2-8cd7-1d2fc8cf6ab6 req-498e3fbd-d7c5-48cf-8a47-7aebc29ab8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:22.230361 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2820afc4-4eb4-4fd2-8cd7-1d2fc8cf6ab6 req-498e3fbd-d7c5-48cf-8a47-7aebc29ab8b1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2a7590a-83fb-4f56-9770-1694ce10ee2e HTTP/1.1" status: 200 len: 912 time: 0.2314591 Sep 14 23:20:22.297375 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2820afc4-4eb4-4fd2-8cd7-1d2fc8cf6ab6 req-bafb9777-158a-4a0d-b094-c5fe7f440f8d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32f57aaa-eb38-4dfd-a7b7-c40575dfa43e HTTP/1.1" status: 200 len: 217 time: 0.0609725 Sep 14 23:20:22.357741 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2820afc4-4eb4-4fd2-8cd7-1d2fc8cf6ab6 req-4dcdbee4-58aa-4fb1-9cff-3bbb4a120121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:22.359390 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2820afc4-4eb4-4fd2-8cd7-1d2fc8cf6ab6 req-4dcdbee4-58aa-4fb1-9cff-3bbb4a120121 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7db522d1-2850-4268-bfa9-4e290182b1fb HTTP/1.1" status: 200 len: 851 time: 0.0564482 Sep 14 23:20:22.439524 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2820afc4-4eb4-4fd2-8cd7-1d2fc8cf6ab6 req-db2b5a72-f38d-43fd-bbd0-dcd98d6f2725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:22.441014 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2820afc4-4eb4-4fd2-8cd7-1d2fc8cf6ab6 req-db2b5a72-f38d-43fd-bbd0-dcd98d6f2725 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2a7590a-83fb-4f56-9770-1694ce10ee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755069 Sep 14 23:20:22.570304 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2820afc4-4eb4-4fd2-8cd7-1d2fc8cf6ab6 req-ec74b679-7ac9-4d0b-a700-43b9fab85cbe service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225450 Sep 14 23:20:22.697922 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2820afc4-4eb4-4fd2-8cd7-1d2fc8cf6ab6 req-df71f987-ea9f-4cc7-9db5-28d460f814d5 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214240 Sep 14 23:20:23.357787 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317b62f-79c3-42af-962b-d587f2cabf6a req-0f4ba452-564b-4d58-9c6e-e9778ce84932 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:23.359494 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c317b62f-79c3-42af-962b-d587f2cabf6a req-0f4ba452-564b-4d58-9c6e-e9778ce84932 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 944 time: 0.0866547 Sep 14 23:20:23.409165 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c317b62f-79c3-42af-962b-d587f2cabf6a req-44d9cb61-a14f-4035-9bb7-0e0a3bbf9ce7 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432987 Sep 14 23:20:24.200313 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:20:24.331125 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=32f57aaa-eb38-4dfd-a7b7-c40575dfa43e,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:20:24.343809 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': '32f57aaa-eb38-4dfd-a7b7-c40575dfa43e', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'port_id': '32f57aaa-eb38-4dfd-a7b7-c40575dfa43e', 'mac_address': 'fa:16:3e:2a:6d:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:20:24.398223 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:20:24.398595 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:24.414611 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:20:24.429717 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=32f57aaa-eb38-4dfd-a7b7-c40575dfa43e,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:20:24.433740 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:24.506756 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=32f57aaa-eb38-4dfd-a7b7-c40575dfa43e,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:20:24.513919 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:20:24.514263 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:20:24.514595 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:20:24.514923 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:20:24.515251 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:20:24.515576 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:20:24.515895 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:20:24.516215 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:20:24.516537 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:20:24.516877 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:20:24.517199 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:20:24.517511 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:20:24.606747 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d6219-9355-434f-aeb0-5270e364c45d req-c83a69ac-34fb-4140-b156-6a91d2637f90 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:24.608179 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-634d6219-9355-434f-aeb0-5270e364c45d req-c83a69ac-34fb-4140-b156-6a91d2637f90 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 945 time: 0.0861011 Sep 14 23:20:24.635017 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['32f57aaa-eb38-4dfd-a7b7-c40575dfa43e'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:20:24.653226 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-634d6219-9355-434f-aeb0-5270e364c45d req-386c2bfc-c15c-42df-9ede-d8bed2e6ae6b tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384603 Sep 14 23:20:25.847817 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4ca4a-45f0-4bff-afa7-c58dc88f6c19 req-93eaca77-b0be-4f48-8e48-442637bf8c48 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:25.849267 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-afa4ca4a-45f0-4bff-afa7-c58dc88f6c19 req-93eaca77-b0be-4f48-8e48-442637bf8c48 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 945 time: 0.0884004 Sep 14 23:20:25.892038 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-afa4ca4a-45f0-4bff-afa7-c58dc88f6c19 req-af22c7c8-f88b-46b0-a6ed-e547165c3cc9 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372117 Sep 14 23:20:26.215807 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:20:26.284999 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:20:26.289646 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:20:26.290013 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:26.404691 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:20:26.405068 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:26.430569 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa08ab9-040a-4654-bb34-bc89afb5a3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f57aaa-eb38-4dfd-a7b7-c40575dfa43e'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:20:26.432841 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c499b675-c76e-49bc-92df-c0bc98f635fa" -d '{"events": [{"server_uuid": "4fa08ab9-040a-4654-bb34-bc89afb5a3cc", "name": "network-vif-plugged", "status": "completed", "tag": "32f57aaa-eb38-4dfd-a7b7-c40575dfa43e"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:20:26.440786 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=32f57aaa-eb38-4dfd-a7b7-c40575dfa43e,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:20:26.444817 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:26.480535 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80685a29-6445-4cd8-b409-57e915fcdb5a x-openstack-request-id: req-80685a29-6445-4cd8-b409-57e915fcdb5a {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:20:26.480849 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa08ab9-040a-4654-bb34-bc89afb5a3cc", "name": "network-vif-plugged", "status": "completed", "tag": "32f57aaa-eb38-4dfd-a7b7-c40575dfa43e", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:20:26.481103 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-80685a29-6445-4cd8-b409-57e915fcdb5a {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:20:26.481490 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80685a29-6445-4cd8-b409-57e915fcdb5a'] response: {'server_uuid': '4fa08ab9-040a-4654-bb34-bc89afb5a3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f57aaa-eb38-4dfd-a7b7-c40575dfa43e', 'code': 200} Sep 14 23:20:26.513790 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=32f57aaa-eb38-4dfd-a7b7-c40575dfa43e,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:20:26.709505 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964c827-807e-4262-a8ac-16f6024b7e55 req-9a7cd248-4169-428d-bb14-288a57655007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:26.710973 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e964c827-807e-4262-a8ac-16f6024b7e55 req-9a7cd248-4169-428d-bb14-288a57655007 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 1099 time: 0.0801818 Sep 14 23:20:26.753029 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e964c827-807e-4262-a8ac-16f6024b7e55 req-650ed69b-f095-4330-805d-11046a1e521f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352402 Sep 14 23:20:27.088718 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7a29f-4bae-4ab7-986b-c5cadbd26e8c req-f303a4da-af12-4d43-a52a-df21e7b6c217 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:27.090093 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-24f7a29f-4bae-4ab7-986b-c5cadbd26e8c req-f303a4da-af12-4d43-a52a-df21e7b6c217 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 946 time: 0.0858402 Sep 14 23:20:27.137671 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-24f7a29f-4bae-4ab7-986b-c5cadbd26e8c req-0a962d0d-5b8d-4d3a-8aaf-18273e86dac9 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413680 Sep 14 23:20:28.333320 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e0201-3143-435b-a1fb-85d56283103b req-9e9193fc-e091-4905-a3c1-95d3055e78f7 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:28.334762 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b17e0201-3143-435b-a1fb-85d56283103b req-9e9193fc-e091-4905-a3c1-95d3055e78f7 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 946 time: 0.0868211 Sep 14 23:20:28.378887 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b17e0201-3143-435b-a1fb-85d56283103b req-89b53f74-3924-4de6-865e-2b58b057d418 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385385 Sep 14 23:20:28.572870 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcb09d-88ab-4147-8415-03c8074872b5 req-aa11b048-f7c4-4eb5-b2bf-6bf8c8ac67e6 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:28.574306 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-41fcb09d-88ab-4147-8415-03c8074872b5 req-aa11b048-f7c4-4eb5-b2bf-6bf8c8ac67e6 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 946 time: 0.0906906 Sep 14 23:20:28.584317 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 60244) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:20:28.589152 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-cfc734a1-1de3-41aa-9607-8c1c509cbdda tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Request body: {'floatingip': {'port_id': '32f57aaa-eb38-4dfd-a7b7-c40575dfa43e'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:20:28.666034 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cfc734a1-1de3-41aa-9607-8c1c509cbdda tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks [] for floatingip, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:29.345249 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cfc734a1-1de3-41aa-9607-8c1c509cbdda tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:29.350194 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cfc734a1-1de3-41aa-9607-8c1c509cbdda tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:29.519491 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-cfc734a1-1de3-41aa-9607-8c1c509cbdda tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Floating IP 1fff5fac-3d26-4066-a1e6-4769bc5994ac associated. External IP: 172.26.5.26, port: 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e. Sep 14 23:20:29.865028 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc734a1-1de3-41aa-9607-8c1c509cbdda tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Router d63ff6ec-3fa7-4c29-bcea-54d64c19848b has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:20:30.041223 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc734a1-1de3-41aa-9607-8c1c509cbdda tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:20:30.045512 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cfc734a1-1de3-41aa-9607-8c1c509cbdda tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:30.051166 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf96e2a5-8df1-4de8-b2ab-98f66775ddb9 None None] Sync routers for ids ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:20:30.060214 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf96e2a5-8df1-4de8-b2ab-98f66775ddb9 None None] Routers {'d63ff6ec-3fa7-4c29-bcea-54d64c19848b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:20:30.060850 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-cf96e2a5-8df1-4de8-b2ab-98f66775ddb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:20:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:20:30.101657 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-cfc734a1-1de3-41aa-9607-8c1c509cbdda tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "PUT /v2.0/floatingips/1fff5fac-3d26-4066-a1e6-4769bc5994ac HTTP/1.1" status: 200 len: 992 time: 1.5162649 Sep 14 23:20:30.102421 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa08ab9-040a-4654-bb34-bc89afb5a3cc', 'tag': '32f57aaa-eb38-4dfd-a7b7-c40575dfa43e'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:20:30.104856 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f40684d-e82e-4be8-a766-800918a70dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa08ab9-040a-4654-bb34-bc89afb5a3cc", "tag": "32f57aaa-eb38-4dfd-a7b7-c40575dfa43e"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:20:30.145836 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b8be23-c625-45df-951d-6d776af8e1a8 x-openstack-request-id: req-23b8be23-c625-45df-951d-6d776af8e1a8 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:20:30.146159 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa08ab9-040a-4654-bb34-bc89afb5a3cc", "tag": "32f57aaa-eb38-4dfd-a7b7-c40575dfa43e", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:20:30.146416 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-23b8be23-c625-45df-951d-6d776af8e1a8 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:20:30.146814 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23b8be23-c625-45df-951d-6d776af8e1a8'] response: {'name': 'network-changed', 'server_uuid': '4fa08ab9-040a-4654-bb34-bc89afb5a3cc', 'tag': '32f57aaa-eb38-4dfd-a7b7-c40575dfa43e', 'status': 'completed', 'code': 200} Sep 14 23:20:30.240890 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-cf96e2a5-8df1-4de8-b2ab-98f66775ddb9 None None] Set router d63ff6ec-3fa7-4c29-bcea-54d64c19848b gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:20:30.250730 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40684d-e82e-4be8-a766-800918a70dfc req-df4c37c7-5fb0-4fa3-a8f9-1c8bf2ca0eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:30.252202 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-1f40684d-e82e-4be8-a766-800918a70dfc req-df4c37c7-5fb0-4fa3-a8f9-1c8bf2ca0eed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4d21a1b6fe849018736345b3eefd6fe&device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 1099 time: 0.0847435 Sep 14 23:20:30.386160 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40684d-e82e-4be8-a766-800918a70dfc req-4088b05a-0582-4c65-9ee6-e11acdef4ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:30.387539 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-1f40684d-e82e-4be8-a766-800918a70dfc req-4088b05a-0582-4c65-9ee6-e11acdef4ca5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2a7590a-83fb-4f56-9770-1694ce10ee2e HTTP/1.1" status: 200 len: 912 time: 0.1265094 Sep 14 23:20:30.485997 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-1f40684d-e82e-4be8-a766-800918a70dfc req-4e94d784-5813-4a39-83aa-1d7517c464ad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32f57aaa-eb38-4dfd-a7b7-c40575dfa43e HTTP/1.1" status: 200 len: 1000 time: 0.0929685 Sep 14 23:20:30.550651 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40684d-e82e-4be8-a766-800918a70dfc req-00515ce5-bb13-44e3-94d3-2245e7a4b801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:30.552092 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-1f40684d-e82e-4be8-a766-800918a70dfc req-00515ce5-bb13-44e3-94d3-2245e7a4b801 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7db522d1-2850-4268-bfa9-4e290182b1fb HTTP/1.1" status: 200 len: 851 time: 0.0610108 Sep 14 23:20:30.585915 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-cf96e2a5-8df1-4de8-b2ab-98f66775ddb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'name': 'tempest-ServerActionsTestJSON-2042877244-router', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:16:41Z', 'updated_at': '2022-09-14T23:16:45Z', 'revision_number': 4, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'gw_port': {'id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:42Z', 'updated_at': '2022-09-14T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '1fff5fac-3d26-4066-a1e6-4769bc5994ac', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'floating_ip_address': '172.26.5.26', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'port_id': '32f57aaa-eb38-4dfd-a7b7-c40575dfa43e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'mac_address': 'fa:16:3e:2a:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa08ab9-040a-4654-bb34-bc89afb5a3cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:16:48Z', 'updated_at': '2022-09-14T23:20:29Z', 'revision_number': 13, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca772a7-41b1-428c-a79c-a81f91834c6d', 'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'mac_address': 'fa:16:3e:bb:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:44Z', 'updated_at': '2022-09-14T23:16:50Z', 'revision_number': 5, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'subnets': [{'id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:20:30.589767 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf96e2a5-8df1-4de8-b2ab-98f66775ddb9 None None] Checking router: d63ff6ec-3fa7-4c29-bcea-54d64c19848b for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:20:30.598436 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf96e2a5-8df1-4de8-b2ab-98f66775ddb9 None None] Routers {'d63ff6ec-3fa7-4c29-bcea-54d64c19848b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:20:30.599036 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-cf96e2a5-8df1-4de8-b2ab-98f66775ddb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:20:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:20:30.634117 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40684d-e82e-4be8-a766-800918a70dfc req-beb370a9-66ef-4ab1-a6f8-e79adf883095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:20:30.635591 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-1f40684d-e82e-4be8-a766-800918a70dfc req-beb370a9-66ef-4ab1-a6f8-e79adf883095 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2a7590a-83fb-4f56-9770-1694ce10ee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769327 Sep 14 23:20:30.767848 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-1f40684d-e82e-4be8-a766-800918a70dfc req-855bb4fd-cea4-4c13-9759-ac1721582707 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257555 Sep 14 23:20:30.810326 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-cf96e2a5-8df1-4de8-b2ab-98f66775ddb9 None None] Set router d63ff6ec-3fa7-4c29-bcea-54d64c19848b gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:20:30.898627 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-1f40684d-e82e-4be8-a766-800918a70dfc req-c26cbef8-c4df-4073-98c6-ecd6576241df service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256764 Sep 14 23:20:31.156743 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-cf96e2a5-8df1-4de8-b2ab-98f66775ddb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'name': 'tempest-ServerActionsTestJSON-2042877244-router', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:16:41Z', 'updated_at': '2022-09-14T23:16:45Z', 'revision_number': 4, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'gw_port': {'id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:42Z', 'updated_at': '2022-09-14T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '1fff5fac-3d26-4066-a1e6-4769bc5994ac', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'floating_ip_address': '172.26.5.26', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'port_id': '32f57aaa-eb38-4dfd-a7b7-c40575dfa43e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'mac_address': 'fa:16:3e:2a:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa08ab9-040a-4654-bb34-bc89afb5a3cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:16:48Z', 'updated_at': '2022-09-14T23:20:29Z', 'revision_number': 13, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca772a7-41b1-428c-a79c-a81f91834c6d', 'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'mac_address': 'fa:16:3e:bb:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:44Z', 'updated_at': '2022-09-14T23:16:50Z', 'revision_number': 5, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'subnets': [{'id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:20:31.160539 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf96e2a5-8df1-4de8-b2ab-98f66775ddb9 None None] The sync data for ids ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'] in dv-neutron-857791-1-hyperv is: [{'id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'name': 'tempest-ServerActionsTestJSON-2042877244-router', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:16:41Z', 'updated_at': '2022-09-14T23:16:45Z', 'revision_number': 4, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'gw_port': {'id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:42Z', 'updated_at': '2022-09-14T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '1fff5fac-3d26-4066-a1e6-4769bc5994ac', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'floating_ip_address': '172.26.5.26', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'port_id': '32f57aaa-eb38-4dfd-a7b7-c40575dfa43e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'mac_address': 'fa:16:3e:2a:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa08ab9-040a-4654-bb34-bc89afb5a3cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:16:48Z', 'updated_at': '2022-09-14T23:20:29Z', 'revision_number': 13, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca772a7-41b1-428c-a79c-a81f91834c6d', 'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'mac_address': 'fa:16:3e:bb:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:44Z', 'updated_at': '2022-09-14T23:16:50Z', 'revision_number': 5, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'subnets': [{'id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:20:31.373294 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf40fc0-68e1-41cc-8565-6b537c1adead None None] New status for floating IP 1fff5fac-3d26-4066-a1e6-4769bc5994ac: ACTIVE {{(pid=89173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:20:37.736128 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-80e1122f-1b3f-466d-87dd-6023faef2bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:39.772697 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f2e1e116-337e-464f-8080-f9cdde80f7b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:40.877547 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:40.924294 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:42.484314 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:20:42.686127 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:20:49.543777 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:21:04.918376 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827f057-09d2-4cc0-a51e-f9f6cd6f84a3 req-e2252b47-714b-4b27-bfec-db87f5ecb582 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:04.919828 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f827f057-09d2-4cc0-a51e-f9f6cd6f84a3 req-e2252b47-714b-4b27-bfec-db87f5ecb582 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 946 time: 0.0887983 Sep 14 23:21:04.963361 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f827f057-09d2-4cc0-a51e-f9f6cd6f84a3 req-99f10dcd-6540-4c23-b11e-fb604848751a tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373633 Sep 14 23:21:07.737924 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e9173417-cbc4-4696-bcec-96eb026fe306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:21:09.774476 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ccd61a74-78c4-4b8f-99ca-3d475e20dca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:21:10.880670 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:21:10.924968 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:21:12.484180 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:21:15.383923 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f991d38f-7952-4618-84d4-1cd9930d68a5 req-6ac2d43e-d0c4-4aaa-9aa8-9fa331e01778 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0859554 Sep 14 23:21:15.431459 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004754a2-4421-4f42-9a48-38926a3ef040 req-7cf5c84a-188c-4c95-9549-3fc670c8e88a tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:15.432942 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-004754a2-4421-4f42-9a48-38926a3ef040 req-7cf5c84a-188c-4c95-9549-3fc670c8e88a tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 946 time: 0.0917604 Sep 14 23:21:15.476878 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-004754a2-4421-4f42-9a48-38926a3ef040 req-96a4520e-dedc-48a3-b77b-1a272ca15f42 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377834 Sep 14 23:21:16.471980 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991d38f-7952-4618-84d4-1cd9930d68a5 req-f0166ed5-483c-40e4-90cb-d41e2342e697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:16.473481 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f991d38f-7952-4618-84d4-1cd9930d68a5 req-f0166ed5-483c-40e4-90cb-d41e2342e697 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4d21a1b6fe849018736345b3eefd6fe&device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 1099 time: 0.0780129 Sep 14 23:21:16.605428 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991d38f-7952-4618-84d4-1cd9930d68a5 req-8a2c898d-d6c4-401d-ab21-09924ec1f231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:16.606876 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f991d38f-7952-4618-84d4-1cd9930d68a5 req-8a2c898d-d6c4-401d-ab21-09924ec1f231 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2a7590a-83fb-4f56-9770-1694ce10ee2e HTTP/1.1" status: 200 len: 912 time: 0.1275363 Sep 14 23:21:16.673997 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7c463-52db-4c01-9b9f-23c4b588d7dc req-5b51dc1b-a93e-4b8b-bd41-ceb26a964da8 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:16.675366 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-48d7c463-52db-4c01-9b9f-23c4b588d7dc req-5b51dc1b-a93e-4b8b-bd41-ceb26a964da8 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 946 time: 0.0866094 Sep 14 23:21:16.709588 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f991d38f-7952-4618-84d4-1cd9930d68a5 req-cd23d0ef-ef74-4898-9031-d8464a275533 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32f57aaa-eb38-4dfd-a7b7-c40575dfa43e HTTP/1.1" status: 200 len: 1002 time: 0.0969594 Sep 14 23:21:16.719027 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-48d7c463-52db-4c01-9b9f-23c4b588d7dc req-e804fb65-18b1-48a4-9bfd-5fe52eb26e86 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380852 Sep 14 23:21:16.775259 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991d38f-7952-4618-84d4-1cd9930d68a5 req-9a2addf8-ce8c-470d-b700-7e528c80e045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:16.776727 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f991d38f-7952-4618-84d4-1cd9930d68a5 req-9a2addf8-ce8c-470d-b700-7e528c80e045 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7db522d1-2850-4268-bfa9-4e290182b1fb HTTP/1.1" status: 200 len: 851 time: 0.0612338 Sep 14 23:21:16.950553 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991d38f-7952-4618-84d4-1cd9930d68a5 req-7139c4ae-7f6e-479e-b750-cfdc2fbdbc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:16.952734 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f991d38f-7952-4618-84d4-1cd9930d68a5 req-7139c4ae-7f6e-479e-b750-cfdc2fbdbc83 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2a7590a-83fb-4f56-9770-1694ce10ee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1706612 Sep 14 23:21:17.080680 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f991d38f-7952-4618-84d4-1cd9930d68a5 req-0619839d-5270-4987-bb0d-cfaf96dbb1b5 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221774 Sep 14 23:21:17.217563 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f991d38f-7952-4618-84d4-1cd9930d68a5 req-4003247e-49a0-415f-adcf-3508213e9fad service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310973 Sep 14 23:21:17.918072 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307abb7-8676-4998-9df8-ad4a4d8eb3e3 req-29b41e33-5dba-499c-b133-d30addc63d8e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:17.919504 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1307abb7-8676-4998-9df8-ad4a4d8eb3e3 req-29b41e33-5dba-499c-b133-d30addc63d8e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 946 time: 0.0885279 Sep 14 23:21:17.962726 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1307abb7-8676-4998-9df8-ad4a4d8eb3e3 req-eaa76bf2-b545-4ab6-b737-3548a5397b0d tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369320 Sep 14 23:21:19.159347 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce6626-9312-456c-955e-9f208ba189d6 req-c466895c-b879-43a9-a5c1-aaa612a0c848 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:19.160812 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c7ce6626-9312-456c-955e-9f208ba189d6 req-c466895c-b879-43a9-a5c1-aaa612a0c848 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 946 time: 0.0878494 Sep 14 23:21:19.204120 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c7ce6626-9312-456c-955e-9f208ba189d6 req-6a48de26-f41c-44dc-bed7-c23e5ad1039d tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377982 Sep 14 23:21:19.562776 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:21:19.684621 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:21:20.409252 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52778d3-2aad-4a17-b9f3-d434c5563c3c req-800984c5-68d6-45e7-bf94-abb011b4a401 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:20.410726 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f52778d3-2aad-4a17-b9f3-d434c5563c3c req-800984c5-68d6-45e7-bf94-abb011b4a401 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 946 time: 0.0897377 Sep 14 23:21:20.454594 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f52778d3-2aad-4a17-b9f3-d434c5563c3c req-7cc1710d-f542-43b3-8c80-1bb3eaf96c69 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381782 Sep 14 23:21:21.750127 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd58ad3-7560-4af9-b710-7531cc362039 req-82f817c8-29d8-449d-a313-e84ab33ccf58 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:21.754755 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bcd58ad3-7560-4af9-b710-7531cc362039 req-82f817c8-29d8-449d-a313-e84ab33ccf58 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 946 time: 0.1857922 Sep 14 23:21:21.797066 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bcd58ad3-7560-4af9-b710-7531cc362039 req-3f864293-2bcb-4b9e-9ae7-91b8badeb74a tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384502 Sep 14 23:21:23.002273 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c82b77-382a-476b-beba-265c9dd4d296 req-657f39c7-6f72-45d1-8b05-a242790a1f23 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:23.003671 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-32c82b77-382a-476b-beba-265c9dd4d296 req-657f39c7-6f72-45d1-8b05-a242790a1f23 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 946 time: 0.0943258 Sep 14 23:21:23.047965 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-32c82b77-382a-476b-beba-265c9dd4d296 req-439c36b2-2917-4302-8abc-0001fdf9b872 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386078 Sep 14 23:21:24.241185 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3430ea-e56b-450b-938f-1d3c6b6d8331 req-61a17231-b3e2-4a84-901a-8645da11aa70 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:24.242620 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ff3430ea-e56b-450b-938f-1d3c6b6d8331 req-61a17231-b3e2-4a84-901a-8645da11aa70 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 946 time: 0.0849121 Sep 14 23:21:24.289032 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ff3430ea-e56b-450b-938f-1d3c6b6d8331 req-0ca42b87-9295-4064-a874-3b684d9cd6d1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407934 Sep 14 23:21:24.687742 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6b030-ea04-4c66-84ad-f54b8cdc072d req-f182c436-0e62-4aa0-846e-401aee8ad515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:24.689227 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3ca6b030-ea04-4c66-84ad-f54b8cdc072d req-f182c436-0e62-4aa0-846e-401aee8ad515 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4d21a1b6fe849018736345b3eefd6fe&device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 1099 time: 0.0800836 Sep 14 23:21:24.830178 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6b030-ea04-4c66-84ad-f54b8cdc072d req-01200c38-380a-4664-8fc8-4da46a85e72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:24.831600 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3ca6b030-ea04-4c66-84ad-f54b8cdc072d req-01200c38-380a-4664-8fc8-4da46a85e72b service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2a7590a-83fb-4f56-9770-1694ce10ee2e HTTP/1.1" status: 200 len: 912 time: 0.1236644 Sep 14 23:21:24.934863 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3ca6b030-ea04-4c66-84ad-f54b8cdc072d req-7710f75a-5f4c-499b-974a-dab2f6b77420 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32f57aaa-eb38-4dfd-a7b7-c40575dfa43e HTTP/1.1" status: 200 len: 1002 time: 0.0973961 Sep 14 23:21:24.993584 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6b030-ea04-4c66-84ad-f54b8cdc072d req-123fbbdc-e08d-4cfd-9cae-3e743d65840f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:24.994897 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3ca6b030-ea04-4c66-84ad-f54b8cdc072d req-123fbbdc-e08d-4cfd-9cae-3e743d65840f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7db522d1-2850-4268-bfa9-4e290182b1fb HTTP/1.1" status: 200 len: 851 time: 0.0549400 Sep 14 23:21:25.073960 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6b030-ea04-4c66-84ad-f54b8cdc072d req-7ee5021c-eb7a-407d-a259-7807969060bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:25.075412 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3ca6b030-ea04-4c66-84ad-f54b8cdc072d req-7ee5021c-eb7a-407d-a259-7807969060bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2a7590a-83fb-4f56-9770-1694ce10ee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749702 Sep 14 23:21:25.202334 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3ca6b030-ea04-4c66-84ad-f54b8cdc072d req-9bb03285-1b48-4e01-a65a-6e2e3edaca8c service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211221 Sep 14 23:21:25.330363 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3ca6b030-ea04-4c66-84ad-f54b8cdc072d req-6652455f-d1b8-4258-a598-4454feac387e service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223011 Sep 14 23:21:25.486494 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ea14c-7e85-41d9-9089-3bc5531552ba req-a75a5b1b-9a4c-4338-8ca7-76376db6810c tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:25.487929 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-028ea14c-7e85-41d9-9089-3bc5531552ba req-a75a5b1b-9a4c-4338-8ca7-76376db6810c tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 946 time: 0.0889902 Sep 14 23:21:25.530434 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-028ea14c-7e85-41d9-9089-3bc5531552ba req-e1e5735b-7a98-4390-8b76-b120d175f3fc tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368879 Sep 14 23:21:26.728042 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064926b6-6d76-4a12-98fb-a865df2ed6de req-8b9fbe67-cd2b-4166-9bcb-37e9331eeb06 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:26.729530 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-064926b6-6d76-4a12-98fb-a865df2ed6de req-8b9fbe67-cd2b-4166-9bcb-37e9331eeb06 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 946 time: 0.0891581 Sep 14 23:21:26.772987 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-064926b6-6d76-4a12-98fb-a865df2ed6de req-38e42991-b972-4356-bfc4-cc9c19332380 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371201 Sep 14 23:21:27.970188 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397dc2ae-89b4-474f-863f-f110b827d2a9 req-08a6afbf-f57c-4387-b65c-942965ab7f64 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:27.971621 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-397dc2ae-89b4-474f-863f-f110b827d2a9 req-08a6afbf-f57c-4387-b65c-942965ab7f64 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 946 time: 0.0858691 Sep 14 23:21:28.018779 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-397dc2ae-89b4-474f-863f-f110b827d2a9 req-ad108ab6-4220-42ba-b0a1-b5b21bc1e3c3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415351 Sep 14 23:21:29.218699 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601a0ae-679b-4a06-8ca8-e8216a270a7d req-91494bce-5ed6-4d11-86b6-f45347a196df tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:29.220139 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3601a0ae-679b-4a06-8ca8-e8216a270a7d req-91494bce-5ed6-4d11-86b6-f45347a196df tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 946 time: 0.0873351 Sep 14 23:21:29.263149 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3601a0ae-679b-4a06-8ca8-e8216a270a7d req-cb5290a0-c1aa-4768-b4c4-6b02cc645457 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373843 Sep 14 23:21:30.462114 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd039a-b580-4544-9155-ee8505f63374 req-3478252f-d0d1-4c4b-9d79-e911d3f3d224 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:30.463567 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e1dd039a-b580-4544-9155-ee8505f63374 req-3478252f-d0d1-4c4b-9d79-e911d3f3d224 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 946 time: 0.0904636 Sep 14 23:21:30.507357 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e1dd039a-b580-4544-9155-ee8505f63374 req-a38508ff-2ca9-4a6e-9657-add30458e62e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381212 Sep 14 23:21:31.701702 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3190d-e007-46fa-94ac-93ace551c14f req-b7a45ddd-6083-4519-821c-6c8d8fb0a53a tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:31.703132 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-55b3190d-e007-46fa-94ac-93ace551c14f req-b7a45ddd-6083-4519-821c-6c8d8fb0a53a tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 946 time: 0.0863585 Sep 14 23:21:31.749777 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-55b3190d-e007-46fa-94ac-93ace551c14f req-c020402b-0561-449e-8e98-07444cdeb215 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410593 Sep 14 23:21:32.945589 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b67023-20ba-4a27-8f9e-c8f7adbcf2ba req-e512e244-16be-4b5e-bf16-9ab00e946b08 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:32.947038 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c3b67023-20ba-4a27-8f9e-c8f7adbcf2ba req-e512e244-16be-4b5e-bf16-9ab00e946b08 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 946 time: 0.0858610 Sep 14 23:21:32.990775 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c3b67023-20ba-4a27-8f9e-c8f7adbcf2ba req-ee45a775-9795-4189-8078-adfa0e76d7cb tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381198 Sep 14 23:21:34.190912 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c484bf7-0e07-449c-b9f7-569134c8b0c3 req-078b6189-f4b7-4cfa-8a3e-d852cd2fdb06 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:34.192541 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2c484bf7-0e07-449c-b9f7-569134c8b0c3 req-078b6189-f4b7-4cfa-8a3e-d852cd2fdb06 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 946 time: 0.0920477 Sep 14 23:21:34.237972 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2c484bf7-0e07-449c-b9f7-569134c8b0c3 req-cabb1f36-b37e-4561-83af-6f08cd756820 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397987 Sep 14 23:21:34.471316 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f991d38f-7952-4618-84d4-1cd9930d68a5 req-6d710738-00d8-4783-9f86-5edf4329eb7d service neutron] 10.222.0.20 "GET /v2.0/ports/32f57aaa-eb38-4dfd-a7b7-c40575dfa43e/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.0752692 Sep 14 23:21:34.732787 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991d38f-7952-4618-84d4-1cd9930d68a5 req-f6e25cf3-83db-44da-bf6e-ce456e553f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:34.734514 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f991d38f-7952-4618-84d4-1cd9930d68a5 req-f6e25cf3-83db-44da-bf6e-ce456e553f4b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc&tenant_id=e4d21a1b6fe849018736345b3eefd6fe HTTP/1.1" status: 200 len: 1099 time: 0.0769930 Sep 14 23:21:34.832828 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991d38f-7952-4618-84d4-1cd9930d68a5 req-364eb7b8-b27b-4a4f-9f59-729895ef933a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:34.834278 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f991d38f-7952-4618-84d4-1cd9930d68a5 req-364eb7b8-b27b-4a4f-9f59-729895ef933a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4d21a1b6fe849018736345b3eefd6fe&device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 1099 time: 0.0798717 Sep 14 23:21:34.965799 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991d38f-7952-4618-84d4-1cd9930d68a5 req-81508de5-0d26-492f-a800-4c9388191a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:34.967259 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f991d38f-7952-4618-84d4-1cd9930d68a5 req-81508de5-0d26-492f-a800-4c9388191a7f service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2a7590a-83fb-4f56-9770-1694ce10ee2e HTTP/1.1" status: 200 len: 912 time: 0.1264946 Sep 14 23:21:35.066869 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f991d38f-7952-4618-84d4-1cd9930d68a5 req-bf964d9a-d8c3-4ce2-bdaa-5e6bdf82cb41 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32f57aaa-eb38-4dfd-a7b7-c40575dfa43e HTTP/1.1" status: 200 len: 1002 time: 0.0941973 Sep 14 23:21:35.223661 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991d38f-7952-4618-84d4-1cd9930d68a5 req-a42e2a46-5afd-4185-bab8-11d6e23fbabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:35.225108 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f991d38f-7952-4618-84d4-1cd9930d68a5 req-a42e2a46-5afd-4185-bab8-11d6e23fbabb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7db522d1-2850-4268-bfa9-4e290182b1fb HTTP/1.1" status: 200 len: 851 time: 0.1517959 Sep 14 23:21:35.307075 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991d38f-7952-4618-84d4-1cd9930d68a5 req-29c91afb-f332-4303-ae02-c078e00e0029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:35.308539 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f991d38f-7952-4618-84d4-1cd9930d68a5 req-29c91afb-f332-4303-ae02-c078e00e0029 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2a7590a-83fb-4f56-9770-1694ce10ee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779450 Sep 14 23:21:35.439028 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfb0d9-a7f1-4b4d-8461-bdd6aa952b4c req-c7d8e8c8-cfe4-41e1-8b72-039f28ea3640 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:35.440081 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f991d38f-7952-4618-84d4-1cd9930d68a5 req-a88f5274-b80c-488a-a017-e39861e1c3a0 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255267 Sep 14 23:21:35.440653 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2bbfb0d9-a7f1-4b4d-8461-bdd6aa952b4c req-c7d8e8c8-cfe4-41e1-8b72-039f28ea3640 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 946 time: 0.0892539 Sep 14 23:21:35.487018 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2bbfb0d9-a7f1-4b4d-8461-bdd6aa952b4c req-25e1a7b1-7503-41d4-a165-5d939723a8b5 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408714 Sep 14 23:21:35.571580 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f991d38f-7952-4618-84d4-1cd9930d68a5 req-5a7df2c6-a6a1-49ef-9341-606c39f8118a service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259649 Sep 14 23:21:36.557001 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:21:36.672443 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e is: ACTIVE; New status is: DOWN {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:21:36.672896 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:21:36.694355 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f08bd7-0f0e-4f3a-a75e-d9d9c4d1547c req-7ec56f31-0c9b-4bf4-b312-2f31dbc77d5b tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:36.695963 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-22f08bd7-0f0e-4f3a-a75e-d9d9c4d1547c req-7ec56f31-0c9b-4bf4-b312-2f31dbc77d5b tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 946 time: 0.0933366 Sep 14 23:21:36.702593 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa08ab9-040a-4654-bb34-bc89afb5a3cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32f57aaa-eb38-4dfd-a7b7-c40575dfa43e'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:21:36.705062 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8447d80-8edc-4797-a869-ba87634ec073" -d '{"events": [{"server_uuid": "4fa08ab9-040a-4654-bb34-bc89afb5a3cc", "name": "network-vif-unplugged", "status": "completed", "tag": "32f57aaa-eb38-4dfd-a7b7-c40575dfa43e"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:21:36.719651 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=32f57aaa-eb38-4dfd-a7b7-c40575dfa43e,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:21:36.726948 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:21:36.751227 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-22f08bd7-0f0e-4f3a-a75e-d9d9c4d1547c req-a5dab263-9431-4dcc-8668-39b297347b9c tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490136 Sep 14 23:21:36.801059 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=32f57aaa-eb38-4dfd-a7b7-c40575dfa43e,revision_number=6']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:21:36.808852 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:21:36.809286 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:21:36.809691 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:21:36.810576 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:21:36.810971 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:21:36.811364 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:21:36.811759 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:21:36.812263 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:21:36.812594 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:21:36.812956 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:21:36.813282 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:21:36.813604 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:21:36.839524 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Sep 2022 23:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32cd73f-964d-44a7-882a-7ee2b5a010e2 x-openstack-request-id: req-b32cd73f-964d-44a7-882a-7ee2b5a010e2 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:21:36.839933 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa08ab9-040a-4654-bb34-bc89afb5a3cc", "name": "network-vif-unplugged", "status": "completed", "tag": "32f57aaa-eb38-4dfd-a7b7-c40575dfa43e", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:21:36.840060 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b32cd73f-964d-44a7-882a-7ee2b5a010e2 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:21:36.840450 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b32cd73f-964d-44a7-882a-7ee2b5a010e2'] response: {'server_uuid': '4fa08ab9-040a-4654-bb34-bc89afb5a3cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32f57aaa-eb38-4dfd-a7b7-c40575dfa43e', 'code': 200} Sep 14 23:21:37.738983 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c1b79359-7b65-412e-bdc6-7cd5e1fd87cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:21:37.961679 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fcd70c-543c-4cd9-9966-03ca260a375a req-aeed1c1e-ec5e-4963-9330-9991a8bf2412 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:37.963057 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-30fcd70c-543c-4cd9-9966-03ca260a375a req-aeed1c1e-ec5e-4963-9330-9991a8bf2412 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 944 time: 0.0898199 Sep 14 23:21:38.005699 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-30fcd70c-543c-4cd9-9966-03ca260a375a req-d2c94e77-8be1-4ecd-8737-f8c810e7af66 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370553 Sep 14 23:21:38.572122 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:21:38.703077 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=32f57aaa-eb38-4dfd-a7b7-c40575dfa43e,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:21:38.715762 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': '32f57aaa-eb38-4dfd-a7b7-c40575dfa43e', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'port_id': '32f57aaa-eb38-4dfd-a7b7-c40575dfa43e', 'mac_address': 'fa:16:3e:2a:6d:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:21:38.773413 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:21:38.774023 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:21:38.790660 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:21:38.806116 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=32f57aaa-eb38-4dfd-a7b7-c40575dfa43e,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:21:38.809889 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:21:38.874519 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['32f57aaa-eb38-4dfd-a7b7-c40575dfa43e'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:21:38.914201 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=32f57aaa-eb38-4dfd-a7b7-c40575dfa43e,revision_number=7']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:21:39.207045 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680db42f-d3fc-4924-82bd-70800f989f96 req-8461bda0-3e2a-4fb7-afcc-50f62b3fe641 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:39.208485 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-680db42f-d3fc-4924-82bd-70800f989f96 req-8461bda0-3e2a-4fb7-afcc-50f62b3fe641 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 945 time: 0.0856581 Sep 14 23:21:39.254764 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-680db42f-d3fc-4924-82bd-70800f989f96 req-d073969f-85c1-4f76-8d89-48c5f88f40fb tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404019 Sep 14 23:21:39.774824 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-63297002-b3ed-444c-b2fc-0c7cbde1a45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:21:40.449627 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047104d-e5d1-4284-b840-74204cbf6ec7 req-3cbd1523-51d2-46d3-a269-7c0e8d378015 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:40.451084 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d047104d-e5d1-4284-b840-74204cbf6ec7 req-3cbd1523-51d2-46d3-a269-7c0e8d378015 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 945 time: 0.0854204 Sep 14 23:21:40.494795 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d047104d-e5d1-4284-b840-74204cbf6ec7 req-41545297-b1ff-4702-91d1-6da3a80c50cc tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380039 Sep 14 23:21:40.572173 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:21:40.637859 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:21:40.638736 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:21:40.751617 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:21:40.751991 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:21:40.778064 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa08ab9-040a-4654-bb34-bc89afb5a3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f57aaa-eb38-4dfd-a7b7-c40575dfa43e'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:21:40.780889 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e380cd1-43d2-4441-9641-aa83cae816bd" -d '{"events": [{"server_uuid": "4fa08ab9-040a-4654-bb34-bc89afb5a3cc", "name": "network-vif-plugged", "status": "completed", "tag": "32f57aaa-eb38-4dfd-a7b7-c40575dfa43e"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:21:40.788861 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=32f57aaa-eb38-4dfd-a7b7-c40575dfa43e,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:21:40.792838 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:21:40.829714 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0418d4-3f53-47aa-8f55-e87bef2ad8ec x-openstack-request-id: req-ee0418d4-3f53-47aa-8f55-e87bef2ad8ec {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:21:40.830081 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa08ab9-040a-4654-bb34-bc89afb5a3cc", "name": "network-vif-plugged", "status": "completed", "tag": "32f57aaa-eb38-4dfd-a7b7-c40575dfa43e", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:21:40.830335 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ee0418d4-3f53-47aa-8f55-e87bef2ad8ec {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:21:40.830721 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee0418d4-3f53-47aa-8f55-e87bef2ad8ec'] response: {'server_uuid': '4fa08ab9-040a-4654-bb34-bc89afb5a3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f57aaa-eb38-4dfd-a7b7-c40575dfa43e', 'code': 200} Sep 14 23:21:40.865636 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=32f57aaa-eb38-4dfd-a7b7-c40575dfa43e,revision_number=8']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:21:40.883102 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:21:40.925756 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:21:41.695049 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170b9d6-83c2-479e-a8e7-67b76a36bac1 req-db44ae75-c722-4cb7-8b30-51e99582f212 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:41.696498 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9170b9d6-83c2-479e-a8e7-67b76a36bac1 req-db44ae75-c722-4cb7-8b30-51e99582f212 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 946 time: 0.0904670 Sep 14 23:21:41.740421 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9170b9d6-83c2-479e-a8e7-67b76a36bac1 req-f4b12ed1-c5e9-4350-838c-9d87260ab838 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382781 Sep 14 23:21:42.485576 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:21:42.935617 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b013e5-546b-4554-9209-f7007b19550c req-9e17267e-d33c-4ad4-b86e-c2c5dfbce8f3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:42.937079 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-05b013e5-546b-4554-9209-f7007b19550c req-9e17267e-d33c-4ad4-b86e-c2c5dfbce8f3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 946 time: 0.0855970 Sep 14 23:21:42.982428 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-05b013e5-546b-4554-9209-f7007b19550c req-f85d1e2b-afc3-4048-a0ba-3167adc4c9a7 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393870 Sep 14 23:21:44.176582 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a102e-0501-4eb3-9b0a-db6df3bb6fbf req-02dc374d-f567-4a9d-b362-d02a700c2cfa tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:44.178060 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5e0a102e-0501-4eb3-9b0a-db6df3bb6fbf req-02dc374d-f567-4a9d-b362-d02a700c2cfa tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 946 time: 0.0856857 Sep 14 23:21:44.221834 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5e0a102e-0501-4eb3-9b0a-db6df3bb6fbf req-d0fd8739-638f-439f-952c-541114bfe8ac tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382621 Sep 14 23:21:44.622597 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0a670-9465-4d71-9636-6692114d6e9c req-558f4726-4e3c-4cd9-9bc8-999d364bc654 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:44.623205 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-bdd0a670-9465-4d71-9636-6692114d6e9c req-558f4726-4e3c-4cd9-9bc8-999d364bc654 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Synchronizing usage tracker for tenant:e4d21a1b6fe849018736345b3eefd6fe on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:21:44.638744 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-bdd0a670-9465-4d71-9636-6692114d6e9c req-558f4726-4e3c-4cd9-9bc8-999d364bc654 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Unset dirty status for tenant:e4d21a1b6fe849018736345b3eefd6fe on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:21:44.640049 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bdd0a670-9465-4d71-9636-6692114d6e9c req-558f4726-4e3c-4cd9-9bc8-999d364bc654 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc&tenant_id=e4d21a1b6fe849018736345b3eefd6fe&binding%3Ahost_id=hv-neutron-8577 HTTP/1.1" status: 200 len: 946 time: 0.1067827 Sep 14 23:21:44.678603 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd11e3e-ddae-4b0b-a2de-41040e78d26d req-fbdbbc56-86ae-4971-ae23-f35193c4ea64 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:44.680060 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7dd11e3e-ddae-4b0b-a2de-41040e78d26d req-fbdbbc56-86ae-4971-ae23-f35193c4ea64 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 946 time: 0.0901997 Sep 14 23:21:44.721812 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bdd0a670-9465-4d71-9636-6692114d6e9c req-a0ff9d85-1878-4c1e-bba7-80dfe1ce56c1 service neutron] 10.222.0.20 "GET /v2.0/ports/32f57aaa-eb38-4dfd-a7b7-c40575dfa43e/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.0765176 Sep 14 23:21:44.725784 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7dd11e3e-ddae-4b0b-a2de-41040e78d26d req-3699eb2f-d4b0-49d1-8d06-125d39aac715 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393167 Sep 14 23:21:44.820132 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0a670-9465-4d71-9636-6692114d6e9c req-a0fa3c96-246f-462b-87ad-1c6ebc5246fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:44.821606 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bdd0a670-9465-4d71-9636-6692114d6e9c req-a0fa3c96-246f-462b-87ad-1c6ebc5246fb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4d21a1b6fe849018736345b3eefd6fe&device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 1099 time: 0.0777574 Sep 14 23:21:44.949409 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0a670-9465-4d71-9636-6692114d6e9c req-f99513e6-843f-4382-851b-8d521a7aef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:44.951392 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bdd0a670-9465-4d71-9636-6692114d6e9c req-f99513e6-843f-4382-851b-8d521a7aef34 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2a7590a-83fb-4f56-9770-1694ce10ee2e HTTP/1.1" status: 200 len: 912 time: 0.1245070 Sep 14 23:21:45.049824 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bdd0a670-9465-4d71-9636-6692114d6e9c req-7fa3b489-b6fb-4e95-bfba-86aebbfa39f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32f57aaa-eb38-4dfd-a7b7-c40575dfa43e HTTP/1.1" status: 200 len: 1002 time: 0.0928869 Sep 14 23:21:45.110334 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0a670-9465-4d71-9636-6692114d6e9c req-5d5840cf-807c-4dae-9080-244ca2cfb7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:45.111690 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bdd0a670-9465-4d71-9636-6692114d6e9c req-5d5840cf-807c-4dae-9080-244ca2cfb7b1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7db522d1-2850-4268-bfa9-4e290182b1fb HTTP/1.1" status: 200 len: 851 time: 0.0556951 Sep 14 23:21:45.194414 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0a670-9465-4d71-9636-6692114d6e9c req-e6450e83-35ee-4798-a891-2acbfd7cff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:45.195863 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bdd0a670-9465-4d71-9636-6692114d6e9c req-e6450e83-35ee-4798-a891-2acbfd7cff4e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2a7590a-83fb-4f56-9770-1694ce10ee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784204 Sep 14 23:21:45.323187 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bdd0a670-9465-4d71-9636-6692114d6e9c req-659b9407-2227-49a6-8e11-6934e0604953 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213961 Sep 14 23:21:45.452281 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bdd0a670-9465-4d71-9636-6692114d6e9c req-29164155-a919-4238-853c-3f8e7e4d0592 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238942 Sep 14 23:21:45.924868 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667491a4-dd53-4790-ab8e-fd963c8b0679 req-326c73b9-e659-46c5-8763-888c92764ef6 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:45.926300 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-667491a4-dd53-4790-ab8e-fd963c8b0679 req-326c73b9-e659-46c5-8763-888c92764ef6 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 946 time: 0.0855651 Sep 14 23:21:45.972083 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-667491a4-dd53-4790-ab8e-fd963c8b0679 req-94f97b08-8c08-46d5-9501-0022ae6b7602 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401716 Sep 14 23:21:47.218239 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fbbd41-7920-42be-aa27-6f15a69ce027 req-c85144bc-b519-4bf0-b2b3-b6f5ae326676 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:47.219693 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-93fbbd41-7920-42be-aa27-6f15a69ce027 req-c85144bc-b519-4bf0-b2b3-b6f5ae326676 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 946 time: 0.0857635 Sep 14 23:21:47.263313 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-93fbbd41-7920-42be-aa27-6f15a69ce027 req-321267ff-662c-44e2-bd02-f8bd74914cd9 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379908 Sep 14 23:21:48.393288 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0a670-9465-4d71-9636-6692114d6e9c req-3351df37-93f1-4995-a93d-ac4c3545c96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:48.395276 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bdd0a670-9465-4d71-9636-6692114d6e9c req-3351df37-93f1-4995-a93d-ac4c3545c96f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc&tenant_id=e4d21a1b6fe849018736345b3eefd6fe HTTP/1.1" status: 200 len: 1099 time: 0.0806170 Sep 14 23:21:48.502002 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0a670-9465-4d71-9636-6692114d6e9c req-f399819d-5ce8-4fef-9cf4-866cb2a22389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:48.503400 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bdd0a670-9465-4d71-9636-6692114d6e9c req-f399819d-5ce8-4fef-9cf4-866cb2a22389 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4d21a1b6fe849018736345b3eefd6fe&device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 1099 time: 0.0868115 Sep 14 23:21:48.573063 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c847c-6487-49ce-91a9-5dd1a4573fcb req-d1d74d34-bc94-453c-99d6-3249ce585fe5 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:48.574512 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-789c847c-6487-49ce-91a9-5dd1a4573fcb req-d1d74d34-bc94-453c-99d6-3249ce585fe5 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 946 time: 0.1957738 Sep 14 23:21:48.617829 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-789c847c-6487-49ce-91a9-5dd1a4573fcb req-a9631f91-9ba6-420c-99d8-40ce491192e0 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377090 Sep 14 23:21:48.738221 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0a670-9465-4d71-9636-6692114d6e9c req-8c0d3912-a141-47d3-a868-d1241ba87ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:48.739689 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bdd0a670-9465-4d71-9636-6692114d6e9c req-8c0d3912-a141-47d3-a868-d1241ba87ae9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2a7590a-83fb-4f56-9770-1694ce10ee2e HTTP/1.1" status: 200 len: 912 time: 0.2292922 Sep 14 23:21:48.839461 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bdd0a670-9465-4d71-9636-6692114d6e9c req-400f6134-8feb-46c0-9bb4-1f362cfb1353 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32f57aaa-eb38-4dfd-a7b7-c40575dfa43e HTTP/1.1" status: 200 len: 1002 time: 0.0936975 Sep 14 23:21:48.899576 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0a670-9465-4d71-9636-6692114d6e9c req-8f94cc4c-8f8c-445f-8817-18e49ffd118c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:48.900970 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bdd0a670-9465-4d71-9636-6692114d6e9c req-8f94cc4c-8f8c-445f-8817-18e49ffd118c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7db522d1-2850-4268-bfa9-4e290182b1fb HTTP/1.1" status: 200 len: 851 time: 0.0554423 Sep 14 23:21:48.983715 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0a670-9465-4d71-9636-6692114d6e9c req-8d60e561-8394-4ef8-a84d-73c7ea0b1139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:48.985172 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bdd0a670-9465-4d71-9636-6692114d6e9c req-8d60e561-8394-4ef8-a84d-73c7ea0b1139 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2a7590a-83fb-4f56-9770-1694ce10ee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790541 Sep 14 23:21:49.114022 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bdd0a670-9465-4d71-9636-6692114d6e9c req-a4cb5073-31da-4b8a-b86e-352a82ad1647 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228204 Sep 14 23:21:49.241104 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bdd0a670-9465-4d71-9636-6692114d6e9c req-305410b7-006c-4752-a0dc-ce0323092e25 service neutron] 10.222.0.20 "GET /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207585 Sep 14 23:21:49.554349 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:21:49.816240 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7066f8-302e-48db-ba54-a3643585a441 req-25e28605-1c69-44c2-9dc1-b025afea31f9 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:49.817696 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fa7066f8-302e-48db-ba54-a3643585a441 req-25e28605-1c69-44c2-9dc1-b025afea31f9 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 946 time: 0.0880821 Sep 14 23:21:49.864396 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fa7066f8-302e-48db-ba54-a3643585a441 req-5d544fd8-f7bc-4b07-9bb0-fd03887adb75 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410357 Sep 14 23:21:50.619525 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:21:50.731255 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e is: ACTIVE; New status is: DOWN {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:21:50.731670 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:21:50.760090 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa08ab9-040a-4654-bb34-bc89afb5a3cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32f57aaa-eb38-4dfd-a7b7-c40575dfa43e'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:21:50.762433 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ceefea8-7ba0-4ccd-a512-86a19093a6b2" -d '{"events": [{"server_uuid": "4fa08ab9-040a-4654-bb34-bc89afb5a3cc", "name": "network-vif-unplugged", "status": "completed", "tag": "32f57aaa-eb38-4dfd-a7b7-c40575dfa43e"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:21:50.770478 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=32f57aaa-eb38-4dfd-a7b7-c40575dfa43e,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:21:50.774240 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:21:50.818650 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Sep 2022 23:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd7b46b-850d-4d85-b54d-ec829217565a x-openstack-request-id: req-dbd7b46b-850d-4d85-b54d-ec829217565a {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:21:50.818650 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa08ab9-040a-4654-bb34-bc89afb5a3cc", "name": "network-vif-unplugged", "status": "completed", "tag": "32f57aaa-eb38-4dfd-a7b7-c40575dfa43e", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:21:50.818650 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-dbd7b46b-850d-4d85-b54d-ec829217565a {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:21:50.819377 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbd7b46b-850d-4d85-b54d-ec829217565a'] response: {'server_uuid': '4fa08ab9-040a-4654-bb34-bc89afb5a3cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32f57aaa-eb38-4dfd-a7b7-c40575dfa43e', 'code': 200} Sep 14 23:21:50.848033 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=32f57aaa-eb38-4dfd-a7b7-c40575dfa43e,revision_number=9']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:21:51.064030 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c041ce-9298-4fa5-9773-253ac22aab00 req-450b3e9a-55ab-406b-8735-f047de5538e3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:51.065680 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-32c041ce-9298-4fa5-9773-253ac22aab00 req-450b3e9a-55ab-406b-8735-f047de5538e3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 944 time: 0.0892160 Sep 14 23:21:51.110386 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-32c041ce-9298-4fa5-9773-253ac22aab00 req-43375fe4-c756-4cd9-a0d8-75c7d21353ae tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391107 Sep 14 23:21:52.309707 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05378fbf-ca42-444e-a623-d5a921810e0e req-8b9d702d-cc10-4930-8b6f-86ed455cbd07 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:52.311133 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-05378fbf-ca42-444e-a623-d5a921810e0e req-8b9d702d-cc10-4930-8b6f-86ed455cbd07 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 944 time: 0.0884292 Sep 14 23:21:52.354443 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-05378fbf-ca42-444e-a623-d5a921810e0e req-4db0a100-3224-46b0-9991-bc48dafa4ed9 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376463 Sep 14 23:21:52.665429 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:21:52.798442 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=32f57aaa-eb38-4dfd-a7b7-c40575dfa43e,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:21:52.811504 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': '32f57aaa-eb38-4dfd-a7b7-c40575dfa43e', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'port_id': '32f57aaa-eb38-4dfd-a7b7-c40575dfa43e', 'mac_address': 'fa:16:3e:2a:6d:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:21:52.864378 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:21:52.864789 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:21:52.884100 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:21:52.899309 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=32f57aaa-eb38-4dfd-a7b7-c40575dfa43e,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:21:52.903189 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:21:52.970946 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=32f57aaa-eb38-4dfd-a7b7-c40575dfa43e,revision_number=10']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:21:52.980098 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['32f57aaa-eb38-4dfd-a7b7-c40575dfa43e'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:21:53.551458 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349cd4c-4486-4359-935c-7f45a73ef9c1 req-130b0314-166c-4813-9fd8-e086e2861475 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:53.552927 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6349cd4c-4486-4359-935c-7f45a73ef9c1 req-130b0314-166c-4813-9fd8-e086e2861475 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 946 time: 0.0876088 Sep 14 23:21:53.595452 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6349cd4c-4486-4359-935c-7f45a73ef9c1 req-6d09dbd2-8576-45c8-80ac-516ddd3d1964 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369098 Sep 14 23:21:54.681072 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:21:54.748658 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:21:54.749027 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:21:54.797894 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09a18e-87f2-4360-8f34-a01cfbdecaeb req-f06256c3-ddcf-465d-89d6-d15eaaf1bd9f tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:54.799356 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ad09a18e-87f2-4360-8f34-a01cfbdecaeb req-f06256c3-ddcf-465d-89d6-d15eaaf1bd9f tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 946 time: 0.0904748 Sep 14 23:21:54.843340 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ad09a18e-87f2-4360-8f34-a01cfbdecaeb req-99e15d45-10cd-4d20-9889-34bd96131936 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383856 Sep 14 23:21:54.865689 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:21:54.866066 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:21:54.893058 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa08ab9-040a-4654-bb34-bc89afb5a3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f57aaa-eb38-4dfd-a7b7-c40575dfa43e'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:21:54.895200 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cb981c-e2a3-4ebe-8088-6fd95eac51f1" -d '{"events": [{"server_uuid": "4fa08ab9-040a-4654-bb34-bc89afb5a3cc", "name": "network-vif-plugged", "status": "completed", "tag": "32f57aaa-eb38-4dfd-a7b7-c40575dfa43e"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:21:54.902819 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=32f57aaa-eb38-4dfd-a7b7-c40575dfa43e,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:21:54.906728 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:21:54.943759 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37b6416-256a-43db-ad3e-a86b79d0019d x-openstack-request-id: req-c37b6416-256a-43db-ad3e-a86b79d0019d {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:21:54.944065 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa08ab9-040a-4654-bb34-bc89afb5a3cc", "name": "network-vif-plugged", "status": "completed", "tag": "32f57aaa-eb38-4dfd-a7b7-c40575dfa43e", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:21:54.944311 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c37b6416-256a-43db-ad3e-a86b79d0019d {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:21:54.944798 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c37b6416-256a-43db-ad3e-a86b79d0019d'] response: {'server_uuid': '4fa08ab9-040a-4654-bb34-bc89afb5a3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f57aaa-eb38-4dfd-a7b7-c40575dfa43e', 'code': 200} Sep 14 23:21:54.975944 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=32f57aaa-eb38-4dfd-a7b7-c40575dfa43e,revision_number=11']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:21:56.186233 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32fc51-32cc-4f31-a149-14be48f53602 req-7ea00326-138b-4128-97af-c3bc4a721b94 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:56.187657 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ee32fc51-32cc-4f31-a149-14be48f53602 req-7ea00326-138b-4128-97af-c3bc4a721b94 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 947 time: 0.0868826 Sep 14 23:21:56.234618 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ee32fc51-32cc-4f31-a149-14be48f53602 req-15f3a928-896b-4298-b0f9-3b68356e641b tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413718 Sep 14 23:21:56.683198 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:21:57.438252 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed098cb-2593-4b4e-b735-233251d40386 req-f4189cf1-437a-4a47-ab41-6a45dd2c3bfb tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:57.439700 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3ed098cb-2593-4b4e-b735-233251d40386 req-f4189cf1-437a-4a47-ab41-6a45dd2c3bfb tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 947 time: 0.0911119 Sep 14 23:21:57.483215 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3ed098cb-2593-4b4e-b735-233251d40386 req-cc4eb913-e44e-43d5-b4f6-5928a730ab8f tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378458 Sep 14 23:21:57.680223 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e20c6a-5d4b-46e0-ba34-839db14562a2 req-bd52b00a-936a-4726-b844-fc907579067c tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:57.681710 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-15e20c6a-5d4b-46e0-ba34-839db14562a2 req-bd52b00a-936a-4726-b844-fc907579067c tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 947 time: 0.0911396 Sep 14 23:21:57.725796 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-15e20c6a-5d4b-46e0-ba34-839db14562a2 req-e647ef42-586b-4ba5-a41c-d08af4200aa1 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384591 Sep 14 23:21:57.918497 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9916b29-8421-4f8e-b99d-15606440b474 req-ea405ce8-2d11-4160-880d-21af0d891430 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:57.919934 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c9916b29-8421-4f8e-b99d-15606440b474 req-ea405ce8-2d11-4160-880d-21af0d891430 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 947 time: 0.0865285 Sep 14 23:21:57.966676 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c9916b29-8421-4f8e-b99d-15606440b474 req-d1cb400b-8ccc-4563-a545-77a4ae5628cc tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411110 Sep 14 23:21:58.347436 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ecc35-9ff0-4bf0-8a6c-87c0da03bf58 req-766e892b-0761-4ada-957c-e6480b17cf3e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:58.348804 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b23ecc35-9ff0-4bf0-8a6c-87c0da03bf58 req-766e892b-0761-4ada-957c-e6480b17cf3e tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 947 time: 0.0853498 Sep 14 23:21:58.393935 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b23ecc35-9ff0-4bf0-8a6c-87c0da03bf58 req-f164bb9f-3b44-4981-9bbb-69ae594be8b2 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392747 Sep 14 23:21:59.593595 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b35e4a-699e-45f4-a497-fed961d8fabd req-8030c22a-c9c3-469b-bff9-e013ee41251a tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:21:59.595041 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-01b35e4a-699e-45f4-a497-fed961d8fabd req-8030c22a-c9c3-469b-bff9-e013ee41251a tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 947 time: 0.0893979 Sep 14 23:21:59.638405 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-01b35e4a-699e-45f4-a497-fed961d8fabd req-5713beb6-3d54-467e-b562-a1230f09b770 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378456 Sep 14 23:22:00.643497 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac41c6e-49b9-41b4-b591-f1bcf909bb84 req-783059d9-412c-40f1-b46d-6feb9e37018b tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:00.644893 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9ac41c6e-49b9-41b4-b591-f1bcf909bb84 req-783059d9-412c-40f1-b46d-6feb9e37018b tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 947 time: 0.0849373 Sep 14 23:22:00.713179 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-9ac41c6e-49b9-41b4-b591-f1bcf909bb84 req-f9af72d6-a675-4b68-8787-4f158a5ee4b3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Deleting port 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:22:00.713516 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-9ac41c6e-49b9-41b4-b591-f1bcf909bb84 req-f9af72d6-a675-4b68-8787-4f158a5ee4b3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:00.832952 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15036c-4210-4a8c-aefa-2c13aea2b28a req-32149739-469e-4d7b-92c8-0a08612c7dc8 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:00.834333 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-da15036c-4210-4a8c-aefa-2c13aea2b28a req-32149739-469e-4d7b-92c8-0a08612c7dc8 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 947 time: 0.0864875 Sep 14 23:22:00.880979 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-da15036c-4210-4a8c-aefa-2c13aea2b28a req-d7e734f8-4011-4dd1-aac0-43ca832c5000 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups?id=81d9f9fb-ea37-4da4-b541-b2a099b60a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410573 Sep 14 23:22:00.961618 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-9ac41c6e-49b9-41b4-b591-f1bcf909bb84 req-f9af72d6-a675-4b68-8787-4f158a5ee4b3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] For port 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=32f57aaa-eb38-4dfd-a7b7-c40575dfa43e,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:22:00.962103 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-9ac41c6e-49b9-41b4-b591-f1bcf909bb84 req-f9af72d6-a675-4b68-8787-4f158a5ee4b3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:01.247984 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-9ac41c6e-49b9-41b4-b591-f1bcf909bb84 req-f9af72d6-a675-4b68-8787-4f158a5ee4b3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:01.248352 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-9ac41c6e-49b9-41b4-b591-f1bcf909bb84 req-f9af72d6-a675-4b68-8787-4f158a5ee4b3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:01.248674 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.l3_db [req-9ac41c6e-49b9-41b4-b591-f1bcf909bb84 req-f9af72d6-a675-4b68-8787-4f158a5ee4b3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Floating IP 1fff5fac-3d26-4066-a1e6-4769bc5994ac disassociated. External IP: 172.26.5.26, port: 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e. Sep 14 23:22:01.249001 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-9ac41c6e-49b9-41b4-b591-f1bcf909bb84 req-f9af72d6-a675-4b68-8787-4f158a5ee4b3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Calling delete_port for 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e owned by compute:nova {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:22:01.391826 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-9ac41c6e-49b9-41b4-b591-f1bcf909bb84 req-f9af72d6-a675-4b68-8787-4f158a5ee4b3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:01.442330 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af72d6-a675-4b68-8787-4f158a5ee4b3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Pushing event deleted for resources: {'Port': ['ID=32f57aaa-eb38-4dfd-a7b7-c40575dfa43e,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:01.452052 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af72d6-a675-4b68-8787-4f158a5ee4b3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:01.452394 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af72d6-a675-4b68-8787-4f158a5ee4b3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:01.452761 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af72d6-a675-4b68-8787-4f158a5ee4b3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:01.453080 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af72d6-a675-4b68-8787-4f158a5ee4b3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:01.453403 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af72d6-a675-4b68-8787-4f158a5ee4b3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:01.453726 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af72d6-a675-4b68-8787-4f158a5ee4b3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:01.454048 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af72d6-a675-4b68-8787-4f158a5ee4b3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:01.454366 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af72d6-a675-4b68-8787-4f158a5ee4b3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:01.454685 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af72d6-a675-4b68-8787-4f158a5ee4b3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:01.455002 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af72d6-a675-4b68-8787-4f158a5ee4b3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:01.455317 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af72d6-a675-4b68-8787-4f158a5ee4b3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:01.455628 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af72d6-a675-4b68-8787-4f158a5ee4b3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:01.742091 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ac41c6e-49b9-41b4-b591-f1bcf909bb84 req-f9af72d6-a675-4b68-8787-4f158a5ee4b3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Router d63ff6ec-3fa7-4c29-bcea-54d64c19848b has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:22:01.913272 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ac41c6e-49b9-41b4-b591-f1bcf909bb84 req-f9af72d6-a675-4b68-8787-4f158a5ee4b3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:22:01.923812 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd6695f-d8ff-4549-823e-e84612b43147 None None] Sync routers for ids ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:22:01.937223 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd6695f-d8ff-4549-823e-e84612b43147 None None] Routers {'d63ff6ec-3fa7-4c29-bcea-54d64c19848b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:22:01.937830 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-efd6695f-d8ff-4549-823e-e84612b43147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:21:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:22:02.002554 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac41c6e-49b9-41b4-b591-f1bcf909bb84 req-f9af72d6-a675-4b68-8787-4f158a5ee4b3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] No DVR routers for this DVR port 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e on host hv-neutron-8577 {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:22:02.005480 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-9ac41c6e-49b9-41b4-b591-f1bcf909bb84 req-f9af72d6-a675-4b68-8787-4f158a5ee4b3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:02.015967 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa08ab9-040a-4654-bb34-bc89afb5a3cc', 'name': 'network-vif-deleted', 'tag': '32f57aaa-eb38-4dfd-a7b7-c40575dfa43e'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:22:02.018958 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b8afcc-fa6d-4ead-ae43-4cf0d38889aa" -d '{"events": [{"server_uuid": "4fa08ab9-040a-4654-bb34-bc89afb5a3cc", "name": "network-vif-deleted", "tag": "32f57aaa-eb38-4dfd-a7b7-c40575dfa43e"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:22:02.023530 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9ac41c6e-49b9-41b4-b591-f1bcf909bb84 req-f9af72d6-a675-4b68-8787-4f158a5ee4b3 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.20 "DELETE /v2.0/ports/32f57aaa-eb38-4dfd-a7b7-c40575dfa43e HTTP/1.1" status: 204 len: 173 time: 1.3733151 Sep 14 23:22:02.062332 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-490ea6a9-79f9-40df-8d63-17a858da96f7 req-8cb043a5-acfb-44c8-8578-796a3f4ccbb9 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/ports?device_id=4fa08ab9-040a-4654-bb34-bc89afb5a3cc HTTP/1.1" status: 200 len: 210 time: 0.0635717 Sep 14 23:22:02.135357 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-efd6695f-d8ff-4549-823e-e84612b43147 None None] Set router d63ff6ec-3fa7-4c29-bcea-54d64c19848b gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:22:02.137891 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f581fc-9eb2-4c04-9403-e082c87b810e x-openstack-request-id: req-30f581fc-9eb2-4c04-9403-e082c87b810e {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:22:02.138180 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa08ab9-040a-4654-bb34-bc89afb5a3cc", "name": "network-vif-deleted", "tag": "32f57aaa-eb38-4dfd-a7b7-c40575dfa43e", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:22:02.138430 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-30f581fc-9eb2-4c04-9403-e082c87b810e {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:22:02.138830 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30f581fc-9eb2-4c04-9403-e082c87b810e'] response: {'server_uuid': '4fa08ab9-040a-4654-bb34-bc89afb5a3cc', 'name': 'network-vif-deleted', 'tag': '32f57aaa-eb38-4dfd-a7b7-c40575dfa43e', 'status': 'completed', 'code': 200} Sep 14 23:22:02.498063 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-efd6695f-d8ff-4549-823e-e84612b43147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'name': 'tempest-ServerActionsTestJSON-2042877244-router', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:16:41Z', 'updated_at': '2022-09-14T23:16:45Z', 'revision_number': 4, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'gw_port': {'id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:42Z', 'updated_at': '2022-09-14T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'bca772a7-41b1-428c-a79c-a81f91834c6d', 'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'mac_address': 'fa:16:3e:bb:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:44Z', 'updated_at': '2022-09-14T23:16:50Z', 'revision_number': 5, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'subnets': [{'id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:22:02.502346 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd6695f-d8ff-4549-823e-e84612b43147 None None] Checking router: d63ff6ec-3fa7-4c29-bcea-54d64c19848b for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:22:02.510599 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd6695f-d8ff-4549-823e-e84612b43147 None None] Routers {'d63ff6ec-3fa7-4c29-bcea-54d64c19848b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:22:02.511229 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-efd6695f-d8ff-4549-823e-e84612b43147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:21:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:22:02.688933 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-efd6695f-d8ff-4549-823e-e84612b43147 None None] Set router d63ff6ec-3fa7-4c29-bcea-54d64c19848b gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:22:02.999281 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-efd6695f-d8ff-4549-823e-e84612b43147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'name': 'tempest-ServerActionsTestJSON-2042877244-router', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:16:41Z', 'updated_at': '2022-09-14T23:16:45Z', 'revision_number': 4, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'gw_port': {'id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:42Z', 'updated_at': '2022-09-14T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'bca772a7-41b1-428c-a79c-a81f91834c6d', 'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'mac_address': 'fa:16:3e:bb:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:44Z', 'updated_at': '2022-09-14T23:16:50Z', 'revision_number': 5, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'subnets': [{'id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:22:03.003653 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd6695f-d8ff-4549-823e-e84612b43147 None None] The sync data for ids ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'] in dv-neutron-857791-1-hyperv is: [{'id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'name': 'tempest-ServerActionsTestJSON-2042877244-router', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:16:41Z', 'updated_at': '2022-09-14T23:16:45Z', 'revision_number': 4, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'gw_port': {'id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:42Z', 'updated_at': '2022-09-14T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'bca772a7-41b1-428c-a79c-a81f91834c6d', 'name': '', 'network_id': 'c2a7590a-83fb-4f56-9770-1694ce10ee2e', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'mac_address': 'fa:16:3e:bb:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:44Z', 'updated_at': '2022-09-14T23:16:50Z', 'revision_number': 5, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'subnets': [{'id': '7db522d1-2850-4268-bfa9-4e290182b1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:22:03.224789 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e8c587-1d43-4bc2-a0a2-4bb7f994fd56 None None] New status for floating IP 1fff5fac-3d26-4066-a1e6-4769bc5994ac: DOWN {{(pid=89173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:22:04.753302 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:22:04.787247 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:22:04.787587 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 32f57aaa-eb38-4dfd-a7b7-c40575dfa43e not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:22:07.315869 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 60474) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:22:07.380012 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-57729348-d004-4b74-b071-27aa9cbb27ad tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:07.412399 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-57729348-d004-4b74-b071-27aa9cbb27ad tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:07.465554 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-57729348-d004-4b74-b071-27aa9cbb27ad tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:07.484226 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57729348-d004-4b74-b071-27aa9cbb27ad tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d9f9fb-ea37-4da4-b541-b2a099b60a1b,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:07.493969 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-57729348-d004-4b74-b071-27aa9cbb27ad tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:07.495084 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-57729348-d004-4b74-b071-27aa9cbb27ad tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "DELETE /v2.0/security-groups/81d9f9fb-ea37-4da4-b541-b2a099b60a1b HTTP/1.1" status: 204 len: 168 time: 0.1780627 Sep 14 23:22:07.498179 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 60478) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:22:07.514500 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.api.v2.resource [None req-f526f803-eaf0-4dfb-ad94-4c6a1f205035 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] show failed (client error): The resource could not be found. Sep 14 23:22:07.515530 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f526f803-eaf0-4dfb-ad94-4c6a1f205035 tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "GET /v2.0/security-groups/81d9f9fb-ea37-4da4-b541-b2a099b60a1b HTTP/1.1" status: 404 len: 347 time: 0.0164018 Sep 14 23:22:07.518147 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 60482) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:22:07.674449 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-4bd78ba4-9332-48ae-b327-086fad9d99fe tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Deleting port 652b6cff-a8d3-405e-9759-76f75e871868 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:22:07.674702 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4bd78ba4-9332-48ae-b327-086fad9d99fe tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:07.743820 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0376d99a-e0e4-4386-82c3-f7feef9fc322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:07.866126 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4bd78ba4-9332-48ae-b327-086fad9d99fe tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:07.866452 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4bd78ba4-9332-48ae-b327-086fad9d99fe tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:07.985986 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-4bd78ba4-9332-48ae-b327-086fad9d99fe tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Calling delete_port for 652b6cff-a8d3-405e-9759-76f75e871868 owned by network:floatingip {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:22:08.134376 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4bd78ba4-9332-48ae-b327-086fad9d99fe tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:08.180982 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd78ba4-9332-48ae-b327-086fad9d99fe tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Pushing event deleted for resources: {'Port': ['ID=652b6cff-a8d3-405e-9759-76f75e871868,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:08.280238 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4bd78ba4-9332-48ae-b327-086fad9d99fe tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks [] for floatingip, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:08.293949 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4bd78ba4-9332-48ae-b327-086fad9d99fe tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:08.295070 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4bd78ba4-9332-48ae-b327-086fad9d99fe tempest-ServerActionsTestJSON-54490241 tempest-ServerActionsTestJSON-54490241-project] 10.222.0.33 "DELETE /v2.0/floatingips/1fff5fac-3d26-4066-a1e6-4769bc5994ac HTTP/1.1" status: 204 len: 168 time: 0.7760556 Sep 14 23:22:08.298010 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 60486) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:22:08.991459 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7cad59d1-dd64-4e71-9eb1-59a9d6ac8f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:09.331568 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-7cad59d1-dd64-4e71-9eb1-59a9d6ac8f37 admin admin] Deleting port bca772a7-41b1-428c-a79c-a81f91834c6d {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:22:09.331890 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7cad59d1-dd64-4e71-9eb1-59a9d6ac8f37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:09.500653 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-7cad59d1-dd64-4e71-9eb1-59a9d6ac8f37 admin admin] For port bca772a7-41b1-428c-a79c-a81f91834c6d, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=bca772a7-41b1-428c-a79c-a81f91834c6d,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:22:09.501008 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7cad59d1-dd64-4e71-9eb1-59a9d6ac8f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:09.620955 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-7cad59d1-dd64-4e71-9eb1-59a9d6ac8f37 admin admin] Calling delete_port for bca772a7-41b1-428c-a79c-a81f91834c6d owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:22:09.776858 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1e2fb5d1-1e56-4cd6-91c0-2436ad993d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:10.037446 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7cad59d1-dd64-4e71-9eb1-59a9d6ac8f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:10.083375 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad59d1-dd64-4e71-9eb1-59a9d6ac8f37 admin admin] Pushing event deleted for resources: {'Port': ['ID=bca772a7-41b1-428c-a79c-a81f91834c6d,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:10.351733 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7cad59d1-dd64-4e71-9eb1-59a9d6ac8f37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:10.696963 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cad59d1-dd64-4e71-9eb1-59a9d6ac8f37 admin admin] Router d63ff6ec-3fa7-4c29-bcea-54d64c19848b has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:22:10.867687 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cad59d1-dd64-4e71-9eb1-59a9d6ac8f37 admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:22:10.878905 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd275f8-a43b-4987-a914-41c6dc7157d7 None None] Sync routers for ids ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:22:10.879460 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7cad59d1-dd64-4e71-9eb1-59a9d6ac8f37 admin admin] 10.222.0.33 "PUT /v2.0/routers/d63ff6ec-3fa7-4c29-bcea-54d64c19848b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5804417 Sep 14 23:22:10.881952 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 60494) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:22:10.893907 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd275f8-a43b-4987-a914-41c6dc7157d7 None None] Routers {'d63ff6ec-3fa7-4c29-bcea-54d64c19848b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:22:10.894516 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-fdd275f8-a43b-4987-a914-41c6dc7157d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:22:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:22:10.958252 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:10.983680 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:11.058332 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-48241919-7258-4a34-ae89-3fec21693b6f admin admin] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:11.082716 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-fdd275f8-a43b-4987-a914-41c6dc7157d7 None None] Set router d63ff6ec-3fa7-4c29-bcea-54d64c19848b gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:22:11.233464 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-48241919-7258-4a34-ae89-3fec21693b6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:11.244984 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-48241919-7258-4a34-ae89-3fec21693b6f admin admin] Deleting port 5033ecb2-cb54-40e6-a97a-6fe8f3c55036 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:22:11.245653 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-48241919-7258-4a34-ae89-3fec21693b6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:11.380552 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-fdd275f8-a43b-4987-a914-41c6dc7157d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'name': 'tempest-ServerActionsTestJSON-2042877244-router', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:16:41Z', 'updated_at': '2022-09-14T23:22:09Z', 'revision_number': 5, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'gw_port': {'id': '5033ecb2-cb54-40e6-a97a-6fe8f3c55036', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:16:42Z', 'updated_at': '2022-09-14T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:22:11.385407 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd275f8-a43b-4987-a914-41c6dc7157d7 None None] Checking router: d63ff6ec-3fa7-4c29-bcea-54d64c19848b for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:22:11.396116 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd275f8-a43b-4987-a914-41c6dc7157d7 None None] Routers {'d63ff6ec-3fa7-4c29-bcea-54d64c19848b'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:22:11.396225 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-fdd275f8-a43b-4987-a914-41c6dc7157d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:22:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:22:11.548944 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-fdd275f8-a43b-4987-a914-41c6dc7157d7 None None] Set router d63ff6ec-3fa7-4c29-bcea-54d64c19848b gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:22:11.555115 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-48241919-7258-4a34-ae89-3fec21693b6f admin admin] For port 5033ecb2-cb54-40e6-a97a-6fe8f3c55036, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=5033ecb2-cb54-40e6-a97a-6fe8f3c55036,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:22:11.555473 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-48241919-7258-4a34-ae89-3fec21693b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:11.678159 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-48241919-7258-4a34-ae89-3fec21693b6f admin admin] Calling delete_port for 5033ecb2-cb54-40e6-a97a-6fe8f3c55036 owned by network:router_gateway {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:22:11.692696 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-fdd275f8-a43b-4987-a914-41c6dc7157d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'name': 'tempest-ServerActionsTestJSON-2042877244-router', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:16:41Z', 'updated_at': '2022-09-14T23:22:11Z', 'revision_number': 6, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:22:11.696670 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd275f8-a43b-4987-a914-41c6dc7157d7 None None] The sync data for ids ['d63ff6ec-3fa7-4c29-bcea-54d64c19848b'] in dv-neutron-857791-1-hyperv is: [{'id': 'd63ff6ec-3fa7-4c29-bcea-54d64c19848b', 'name': 'tempest-ServerActionsTestJSON-2042877244-router', 'tenant_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:16:41Z', 'updated_at': '2022-09-14T23:22:11Z', 'revision_number': 6, 'project_id': 'e4d21a1b6fe849018736345b3eefd6fe', 'gw_port_host': None}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:22:11.848145 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-48241919-7258-4a34-ae89-3fec21693b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:11.897877 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48241919-7258-4a34-ae89-3fec21693b6f admin admin] Pushing event deleted for resources: {'Port': ['ID=5033ecb2-cb54-40e6-a97a-6fe8f3c55036,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:11.990387 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-48241919-7258-4a34-ae89-3fec21693b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:12.166235 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-48241919-7258-4a34-ae89-3fec21693b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:12.169077 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-48241919-7258-4a34-ae89-3fec21693b6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:12.190479 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-48241919-7258-4a34-ae89-3fec21693b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:12.190970 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48241919-7258-4a34-ae89-3fec21693b6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d63ff6ec-3fa7-4c29-bcea-54d64c19848b {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 23:22:12.203105 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-48241919-7258-4a34-ae89-3fec21693b6f admin admin] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:12.204216 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-48241919-7258-4a34-ae89-3fec21693b6f admin admin] 10.222.0.33 "DELETE /v2.0/routers/d63ff6ec-3fa7-4c29-bcea-54d64c19848b HTTP/1.1" status: 204 len: 168 time: 1.3213136 Sep 14 23:22:12.206755 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 60498) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:22:12.266567 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ffac4a8-6d4a-4001-aac8-765e1518ef9f admin admin] Deleting subnet 7db522d1-2850-4268-bfa9-4e290182b1fb {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:22:12.269396 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3ffac4a8-6d4a-4001-aac8-765e1518ef9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:12.316815 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3ffac4a8-6d4a-4001-aac8-765e1518ef9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:12.394710 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3ffac4a8-6d4a-4001-aac8-765e1518ef9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:12.464051 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3ffac4a8-6d4a-4001-aac8-765e1518ef9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:12.490204 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:12.500285 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffac4a8-6d4a-4001-aac8-765e1518ef9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7db522d1-2850-4268-bfa9-4e290182b1fb,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:12.505661 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3ffac4a8-6d4a-4001-aac8-765e1518ef9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:12.511433 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3ffac4a8-6d4a-4001-aac8-765e1518ef9f admin admin] 10.222.0.33 "DELETE /v2.0/subnets/7db522d1-2850-4268-bfa9-4e290182b1fb HTTP/1.1" status: 204 len: 168 time: 0.3037622 Sep 14 23:22:12.514459 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 60502) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:22:12.515304 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5862ea4f-53c8-45d9-b1fd-a806f7b2221b None None] Network c2a7590a-83fb-4f56-9770-1694ce10ee2e requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:22:12.622206 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4dd46baf-8948-4f46-9495-518eb7b205f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:12.633985 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-4dd46baf-8948-4f46-9495-518eb7b205f1 admin admin] Deleting port 5d8eb7ec-2b5f-473c-aa13-a9801bbd0112 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:22:12.634421 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4dd46baf-8948-4f46-9495-518eb7b205f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:12.786081 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e24acb-c81d-45aa-8812-dd91b833b9e4 None None] DHCP port deletion for c2a7590a-83fb-4f56-9770-1694ce10ee2e request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:22:12.790519 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-83e24acb-c81d-45aa-8812-dd91b833b9e4 None None] Deleting port 5d8eb7ec-2b5f-473c-aa13-a9801bbd0112 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:22:12.790911 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-83e24acb-c81d-45aa-8812-dd91b833b9e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:12.956173 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-4dd46baf-8948-4f46-9495-518eb7b205f1 admin admin] For port 5d8eb7ec-2b5f-473c-aa13-a9801bbd0112, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=5d8eb7ec-2b5f-473c-aa13-a9801bbd0112,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:22:12.956531 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4dd46baf-8948-4f46-9495-518eb7b205f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:12.997678 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-83e24acb-c81d-45aa-8812-dd91b833b9e4 None None] For port 5d8eb7ec-2b5f-473c-aa13-a9801bbd0112, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=5d8eb7ec-2b5f-473c-aa13-a9801bbd0112,segment=NetworkSegment(e4ea54ce-ecb9-41ab-ade8-9fccfa22180c),segment_id=e4ea54ce-ecb9-41ab-ade8-9fccfa22180c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:22:12.998002 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-83e24acb-c81d-45aa-8812-dd91b833b9e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:13.079035 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-4dd46baf-8948-4f46-9495-518eb7b205f1 admin admin] Calling delete_port for 5d8eb7ec-2b5f-473c-aa13-a9801bbd0112 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:22:13.115725 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-83e24acb-c81d-45aa-8812-dd91b833b9e4 None None] Calling delete_port for 5d8eb7ec-2b5f-473c-aa13-a9801bbd0112 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:22:13.157482 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4dd46baf-8948-4f46-9495-518eb7b205f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:13.186782 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-83e24acb-c81d-45aa-8812-dd91b833b9e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 23:22:13.187135 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-83e24acb-c81d-45aa-8812-dd91b833b9e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 23:22:13.203636 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd46baf-8948-4f46-9495-518eb7b205f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d8eb7ec-2b5f-473c-aa13-a9801bbd0112,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:13.207505 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd46baf-8948-4f46-9495-518eb7b205f1 admin admin] No DVR routers for this DVR port 5d8eb7ec-2b5f-473c-aa13-a9801bbd0112 on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:22:13.319777 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4dd46baf-8948-4f46-9495-518eb7b205f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:13.343779 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-4dd46baf-8948-4f46-9495-518eb7b205f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2a7590a-83fb-4f56-9770-1694ce10ee2e']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:22:13.355325 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-4dd46baf-8948-4f46-9495-518eb7b205f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ea54ce-ecb9-41ab-ade8-9fccfa22180c') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:22:13.356130 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-4dd46baf-8948-4f46-9495-518eb7b205f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ea54ce-ecb9-41ab-ade8-9fccfa22180c') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:22:13.367256 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4dd46baf-8948-4f46-9495-518eb7b205f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:13.383097 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4dd46baf-8948-4f46-9495-518eb7b205f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:13.388976 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd46baf-8948-4f46-9495-518eb7b205f1 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:22:13.389350 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4dd46baf-8948-4f46-9495-518eb7b205f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:13.475342 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment e4ea54ce-ecb9-41ab-ade8-9fccfa22180c resource provider aggregate not found Sep 14 23:22:13.486998 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4dd46baf-8948-4f46-9495-518eb7b205f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:13.504081 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4dd46baf-8948-4f46-9495-518eb7b205f1 admin admin] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:13.507055 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment e4ea54ce-ecb9-41ab-ade8-9fccfa22180c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4ea54ce-ecb9-41ab-ade8-9fccfa22180c found for delete ", "request_id": "req-b5696573-279a-4318-9907-7dab4cc2b471"}]} Sep 14 23:22:13.516883 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd46baf-8948-4f46-9495-518eb7b205f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2a7590a-83fb-4f56-9770-1694ce10ee2e,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:13.527890 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4dd46baf-8948-4f46-9495-518eb7b205f1 admin admin] 10.222.0.33 "DELETE /v2.0/networks/c2a7590a-83fb-4f56-9770-1694ce10ee2e HTTP/1.1" status: 204 len: 168 time: 1.0121794 Sep 14 23:22:13.635036 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 60514) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:22:13.682682 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3d99aa7b-bafa-4a2b-8a3c-7fc3acc3ef6c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e4d21a1b6fe849018736345b3eefd6fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465319 Sep 14 23:22:13.685104 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 60518) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:22:13.688323 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-83e24acb-c81d-45aa-8812-dd91b833b9e4 None None] Deleting port 5d8eb7ec-2b5f-473c-aa13-a9801bbd0112 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:22:13.688853 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-83e24acb-c81d-45aa-8812-dd91b833b9e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:13.750207 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-771689f6-fbeb-4d83-95f0-7f1c9bf6d66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:13.761140 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-83e24acb-c81d-45aa-8812-dd91b833b9e4 None None] The port '5d8eb7ec-2b5f-473c-aa13-a9801bbd0112' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 23:22:13.764321 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 5033ecb2-cb54-40e6-a97a-6fe8f3c55036 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:22:13.776263 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-771689f6-fbeb-4d83-95f0-7f1c9bf6d66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:13.800853 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 5033ecb2-cb54-40e6-a97a-6fe8f3c55036 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:22:13.801191 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 5033ecb2-cb54-40e6-a97a-6fe8f3c55036 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:22:13.801616 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 5d8eb7ec-2b5f-473c-aa13-a9801bbd0112 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:22:13.832992 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-771689f6-fbeb-4d83-95f0-7f1c9bf6d66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:13.841986 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 5d8eb7ec-2b5f-473c-aa13-a9801bbd0112 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:22:13.842331 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 5d8eb7ec-2b5f-473c-aa13-a9801bbd0112 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:22:13.842761 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device bca772a7-41b1-428c-a79c-a81f91834c6d no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:22:13.849453 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771689f6-fbeb-4d83-95f0-7f1c9bf6d66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e529497-737c-46c4-9f9b-65d935883f93,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:13.858536 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-771689f6-fbeb-4d83-95f0-7f1c9bf6d66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:13.859840 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-771689f6-fbeb-4d83-95f0-7f1c9bf6d66a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6e529497-737c-46c4-9f9b-65d935883f93 HTTP/1.1" status: 204 len: 168 time: 0.1738505 Sep 14 23:22:13.888162 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: bca772a7-41b1-428c-a79c-a81f91834c6d {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:22:13.888509 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device bca772a7-41b1-428c-a79c-a81f91834c6d not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:22:14.570836 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 60542) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:22:14.671406 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-18309430-be47-45c8-ba1f-87683651e878 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-799276364-network', 'tenant_id': '6617394cbc37489cb79f17d54e3de156'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:22:14.676127 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-18309430-be47-45c8-ba1f-87683651e878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:22:14.679994 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-18309430-be47-45c8-ba1f-87683651e878 admin admin] Usage tracker for resource:network and tenant:6617394cbc37489cb79f17d54e3de156 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:22:14.682853 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-18309430-be47-45c8-ba1f-87683651e878 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:22:14.689034 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-18309430-be47-45c8-ba1f-87683651e878 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:22:14.699960 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18309430-be47-45c8-ba1f-87683651e878 admin admin] Made reservation on behalf of 6617394cbc37489cb79f17d54e3de156 for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:22:14.702390 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-18309430-be47-45c8-ba1f-87683651e878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:14.714089 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-18309430-be47-45c8-ba1f-87683651e878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:14.728169 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-18309430-be47-45c8-ba1f-87683651e878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:22:14.732425 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-18309430-be47-45c8-ba1f-87683651e878 admin admin] Usage tracker for resource:security_group_rule and tenant:6617394cbc37489cb79f17d54e3de156 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:22:14.735458 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-18309430-be47-45c8-ba1f-87683651e878 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:22:14.741306 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-18309430-be47-45c8-ba1f-87683651e878 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:22:14.825350 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-18309430-be47-45c8-ba1f-87683651e878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:14.828906 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-18309430-be47-45c8-ba1f-87683651e878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:14.858008 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18309430-be47-45c8-ba1f-87683651e878 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:22:14.870523 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18309430-be47-45c8-ba1f-87683651e878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429bfa26-247b-4fa5-888c-2c4e39a6ebe4,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:14.875616 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-18309430-be47-45c8-ba1f-87683651e878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:14.875958 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-18309430-be47-45c8-ba1f-87683651e878 admin admin] Added segment e943b9d9-808e-4295-b90a-b2b8ed785f9e of type vlan for network 5327d2a4-f0fd-4823-b038-40ccb6152453 Sep 14 23:22:14.903296 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-18309430-be47-45c8-ba1f-87683651e878 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:14.931139 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-18309430-be47-45c8-ba1f-87683651e878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:14.932057 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18309430-be47-45c8-ba1f-87683651e878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:14.932661 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-18309430-be47-45c8-ba1f-87683651e878 admin admin] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:15.032337 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18309430-be47-45c8-ba1f-87683651e878 admin admin] Pushing event updated for resources: {'Network': ['ID=5327d2a4-f0fd-4823-b038-40ccb6152453,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:15.035189 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-18309430-be47-45c8-ba1f-87683651e878 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4633319 Sep 14 23:22:15.038095 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 60548) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:22:15.042267 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 5327d2a4-f0fd-4823-b038-40ccb6152453 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:22:15.043905 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-d66c6d38-7041-4bbf-92f2-f58357c5bc37 admin admin] Request body: {'subnet': {'network_id': '5327d2a4-f0fd-4823-b038-40ccb6152453', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-799276364-subnet', 'tenant_id': '6617394cbc37489cb79f17d54e3de156', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:22:15.048808 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-d66c6d38-7041-4bbf-92f2-f58357c5bc37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:22:15.052599 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-d66c6d38-7041-4bbf-92f2-f58357c5bc37 admin admin] Usage tracker for resource:subnet and tenant:6617394cbc37489cb79f17d54e3de156 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:22:15.055450 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-d66c6d38-7041-4bbf-92f2-f58357c5bc37 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:22:15.061723 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-d66c6d38-7041-4bbf-92f2-f58357c5bc37 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:22:15.071095 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66c6d38-7041-4bbf-92f2-f58357c5bc37 admin admin] Made reservation on behalf of 6617394cbc37489cb79f17d54e3de156 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:22:15.073437 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d66c6d38-7041-4bbf-92f2-f58357c5bc37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:15.270910 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d66c6d38-7041-4bbf-92f2-f58357c5bc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:15.342683 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c6d38-7041-4bbf-92f2-f58357c5bc37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c7f5eff-b854-4cde-a745-71ecde10af3d,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:15.352597 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66c6d38-7041-4bbf-92f2-f58357c5bc37 admin admin] Checking segment: {'id': 'e943b9d9-808e-4295-b90a-b2b8ed785f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5327d2a4-f0fd-4823-b038-40ccb6152453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:22:15.352972 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66c6d38-7041-4bbf-92f2-f58357c5bc37 admin admin] Network hostable DHCP agents. Network: 5327d2a4-f0fd-4823-b038-40ccb6152453, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:22:15.373370 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66c6d38-7041-4bbf-92f2-f58357c5bc37 admin admin] Network 5327d2a4-f0fd-4823-b038-40ccb6152453 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:22:15.383173 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-d66c6d38-7041-4bbf-92f2-f58357c5bc37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 5327d2a4-f0fd-4823-b038-40ccb6152453) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:22:15.387177 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66c6d38-7041-4bbf-92f2-f58357c5bc37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:15.387772 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d66c6d38-7041-4bbf-92f2-f58357c5bc37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:15.394611 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc77a6f-82b2-4bb1-a6fe-cbdbbb4d0872 None None] Network 5327d2a4-f0fd-4823-b038-40ccb6152453 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:22:15.415813 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d66c6d38-7041-4bbf-92f2-f58357c5bc37 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3765137 Sep 14 23:22:15.418926 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 60552) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:22:15.423739 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-7feaacd1-c047-44bb-9658-097858f1a797 admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-799276364-router', 'tenant_id': '6617394cbc37489cb79f17d54e3de156', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:22:15.428236 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-7feaacd1-c047-44bb-9658-097858f1a797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:22:15.432100 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-7feaacd1-c047-44bb-9658-097858f1a797 admin admin] Usage tracker for resource:router and tenant:6617394cbc37489cb79f17d54e3de156 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:22:15.434945 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-7feaacd1-c047-44bb-9658-097858f1a797 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:22:15.440639 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-7feaacd1-c047-44bb-9658-097858f1a797 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:22:15.451486 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7feaacd1-c047-44bb-9658-097858f1a797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:15.452521 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7feaacd1-c047-44bb-9658-097858f1a797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:15.468881 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7feaacd1-c047-44bb-9658-097858f1a797 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:15.619145 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b937edf-19ba-4f28-bb83-5e85778f27c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-5327d2a4-f0fd-4823-b038-40ccb6152453', 'network_id': '5327d2a4-f0fd-4823-b038-40ccb6152453', 'tenant_id': '6617394cbc37489cb79f17d54e3de156', 'fixed_ips': [{'subnet_id': '2c7f5eff-b854-4cde-a745-71ecde10af3d'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:22:15.619955 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6b937edf-19ba-4f28-bb83-5e85778f27c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:15.813547 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-6b937edf-19ba-4f28-bb83-5e85778f27c0 None None] Allocated IP 172.20.0.2 (5327d2a4-f0fd-4823-b038-40ccb6152453/2c7f5eff-b854-4cde-a745-71ecde10af3d/aef7b737-b6c5-4b52-a49d-fed454b299b8) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:22:15.841285 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7feaacd1-c047-44bb-9658-097858f1a797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:16.017192 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6b937edf-19ba-4f28-bb83-5e85778f27c0 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:16.026781 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-6b937edf-19ba-4f28-bb83-5e85778f27c0 None None] Transition to ACTIVE for port object aef7b737-b6c5-4b52-a49d-fed454b299b8 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:22:16.044971 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-6b937edf-19ba-4f28-bb83-5e85778f27c0 None None] Transition to ACTIVE for port object aef7b737-b6c5-4b52-a49d-fed454b299b8 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:22:16.050878 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6b937edf-19ba-4f28-bb83-5e85778f27c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:16.117460 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b937edf-19ba-4f28-bb83-5e85778f27c0 None None] Network 5327d2a4-f0fd-4823-b038-40ccb6152453 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:22:16.120374 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-6b937edf-19ba-4f28-bb83-5e85778f27c0 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:22:16.124457 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b937edf-19ba-4f28-bb83-5e85778f27c0 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:22:16.129977 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b937edf-19ba-4f28-bb83-5e85778f27c0 None None] Pushing event updated for resources: {'Port': ['ID=aef7b737-b6c5-4b52-a49d-fed454b299b8,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:16.149936 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7feaacd1-c047-44bb-9658-097858f1a797 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:16.178893 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7feaacd1-c047-44bb-9658-097858f1a797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:16.225853 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-6b937edf-19ba-4f28-bb83-5e85778f27c0 None None] Attempting to bind port aef7b737-b6c5-4b52-a49d-fed454b299b8 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:22:16.226226 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-6b937edf-19ba-4f28-bb83-5e85778f27c0 None None] Attempting to bind port aef7b737-b6c5-4b52-a49d-fed454b299b8 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'e943b9d9-808e-4295-b90a-b2b8ed785f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5327d2a4-f0fd-4823-b038-40ccb6152453'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:22:16.226615 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b937edf-19ba-4f28-bb83-5e85778f27c0 None None] Attempting to bind port aef7b737-b6c5-4b52-a49d-fed454b299b8 on network 5327d2a4-f0fd-4823-b038-40ccb6152453 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:22:16.232231 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b937edf-19ba-4f28-bb83-5e85778f27c0 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:22:16.232597 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b937edf-19ba-4f28-bb83-5e85778f27c0 None None] Checking segment: {'id': 'e943b9d9-808e-4295-b90a-b2b8ed785f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5327d2a4-f0fd-4823-b038-40ccb6152453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:22:16.233013 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6b937edf-19ba-4f28-bb83-5e85778f27c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:16.233670 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b937edf-19ba-4f28-bb83-5e85778f27c0 None None] Bound using segment: {'id': 'e943b9d9-808e-4295-b90a-b2b8ed785f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5327d2a4-f0fd-4823-b038-40ccb6152453'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:22:16.234123 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-6b937edf-19ba-4f28-bb83-5e85778f27c0 None None] Bound port: aef7b737-b6c5-4b52-a49d-fed454b299b8, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e943b9d9-808e-4295-b90a-b2b8ed785f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5327d2a4-f0fd-4823-b038-40ccb6152453'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:22:16.234697 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6b937edf-19ba-4f28-bb83-5e85778f27c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:16.313088 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-7feaacd1-c047-44bb-9658-097858f1a797 admin admin] Allocated IP 172.26.5.75 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/13a0c72c-ce18-4c8a-bafa-61969c6ee21a) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:22:16.324733 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-6b937edf-19ba-4f28-bb83-5e85778f27c0 None None] For port aef7b737-b6c5-4b52-a49d-fed454b299b8, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:22:16.328261 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-6b937edf-19ba-4f28-bb83-5e85778f27c0 None None] For port aef7b737-b6c5-4b52-a49d-fed454b299b8, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=aef7b737-b6c5-4b52-a49d-fed454b299b8,segment=NetworkSegment(e943b9d9-808e-4295-b90a-b2b8ed785f9e),segment_id=e943b9d9-808e-4295-b90a-b2b8ed785f9e)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:22:16.332421 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6b937edf-19ba-4f28-bb83-5e85778f27c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:16.407954 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b937edf-19ba-4f28-bb83-5e85778f27c0 None None] Pushing event updated for resources: {'Port': ['ID=aef7b737-b6c5-4b52-a49d-fed454b299b8,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:16.473631 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7feaacd1-c047-44bb-9658-097858f1a797 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:16.505486 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7feaacd1-c047-44bb-9658-097858f1a797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:16.567991 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7feaacd1-c047-44bb-9658-097858f1a797 admin admin] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:22:16.572274 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-7feaacd1-c047-44bb-9658-097858f1a797 admin admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:22:16.578664 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feaacd1-c047-44bb-9658-097858f1a797 admin admin] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:22:16.631110 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feaacd1-c047-44bb-9658-097858f1a797 admin admin] Pushing event updated for resources: {'Port': ['ID=13a0c72c-ce18-4c8a-bafa-61969c6ee21a,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:16.995798 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7feaacd1-c047-44bb-9658-097858f1a797 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:17.292572 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fadf57-bdff-438f-8cab-9034ca48c38f None None] Network 5327d2a4-f0fd-4823-b038-40ccb6152453 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:22:17.396014 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-cf9d066f-9661-40ee-a356-92e43841d93c None None] Provisioning for port aef7b737-b6c5-4b52-a49d-fed454b299b8 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:22:17.455881 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7feaacd1-c047-44bb-9658-097858f1a797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:17.667746 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7feaacd1-c047-44bb-9658-097858f1a797 admin admin] Router 1c9df309-697d-4633-8c03-33c13130d294 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 23:22:17.811166 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device aef7b737-b6c5-4b52-a49d-fed454b299b8 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:22:17.877686 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7feaacd1-c047-44bb-9658-097858f1a797 admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:22:17.886652 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edee6a3-2549-4865-80db-44f05da18c3c None None] Sync routers for ids ['1c9df309-697d-4633-8c03-33c13130d294'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:22:17.890286 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port aef7b737-b6c5-4b52-a49d-fed454b299b8 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:22:17.895646 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port aef7b737-b6c5-4b52-a49d-fed454b299b8 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:22:17.896108 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:17.896596 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edee6a3-2549-4865-80db-44f05da18c3c None None] Routers {'1c9df309-697d-4633-8c03-33c13130d294'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:22:17.897438 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-6edee6a3-2549-4865-80db-44f05da18c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:22:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1c9df309-697d-4633-8c03-33c13130d294'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:22:17.903687 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7feaacd1-c047-44bb-9658-097858f1a797 admin admin] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:17.907580 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7feaacd1-c047-44bb-9658-097858f1a797 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4850562 Sep 14 23:22:17.907727 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 60556) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:22:18.019103 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port aef7b737-b6c5-4b52-a49d-fed454b299b8 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:22:18.019706 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:18.053027 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port aef7b737-b6c5-4b52-a49d-fed454b299b8, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=aef7b737-b6c5-4b52-a49d-fed454b299b8,segment=NetworkSegment(e943b9d9-808e-4295-b90a-b2b8ed785f9e),segment_id=e943b9d9-808e-4295-b90a-b2b8ed785f9e)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:22:18.056838 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:18.103701 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-6edee6a3-2549-4865-80db-44f05da18c3c None None] Set router 1c9df309-697d-4633-8c03-33c13130d294 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:22:18.128399 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=aef7b737-b6c5-4b52-a49d-fed454b299b8,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:18.388601 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-6edee6a3-2549-4865-80db-44f05da18c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9df309-697d-4633-8c03-33c13130d294', 'name': 'tempest-ServersNegativeTestJSON-799276364-router', 'tenant_id': '6617394cbc37489cb79f17d54e3de156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': '13a0c72c-ce18-4c8a-bafa-61969c6ee21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:22:15Z', 'updated_at': '2022-09-14T23:22:16Z', 'revision_number': 3, 'project_id': '6617394cbc37489cb79f17d54e3de156', 'gw_port': {'id': '13a0c72c-ce18-4c8a-bafa-61969c6ee21a', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:04:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9df309-697d-4633-8c03-33c13130d294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:22:16Z', 'updated_at': '2022-09-14T23:22:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:22:18.392532 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edee6a3-2549-4865-80db-44f05da18c3c None None] Checking router: 1c9df309-697d-4633-8c03-33c13130d294 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:22:18.392927 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edee6a3-2549-4865-80db-44f05da18c3c None None] Updating router 1c9df309-697d-4633-8c03-33c13130d294 port 13a0c72c-ce18-4c8a-bafa-61969c6ee21a binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:22:18.444929 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-6edee6a3-2549-4865-80db-44f05da18c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:18.696000 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1980a672-5538-4a65-a27f-55696992d30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:18.771963 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-6edee6a3-2549-4865-80db-44f05da18c3c None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:18.784022 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-6edee6a3-2549-4865-80db-44f05da18c3c None None] Transition to ACTIVE for port object 13a0c72c-ce18-4c8a-bafa-61969c6ee21a will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:22:18.790829 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-6edee6a3-2549-4865-80db-44f05da18c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:18.855727 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-6edee6a3-2549-4865-80db-44f05da18c3c None None] Attempting to bind port 13a0c72c-ce18-4c8a-bafa-61969c6ee21a on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:22:18.856084 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-6edee6a3-2549-4865-80db-44f05da18c3c None None] Attempting to bind port 13a0c72c-ce18-4c8a-bafa-61969c6ee21a by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:22:18.856431 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edee6a3-2549-4865-80db-44f05da18c3c None None] Attempting to bind port 13a0c72c-ce18-4c8a-bafa-61969c6ee21a on network 681410b9-e86d-4f65-a0f3-ea2093b5104b {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:22:18.866425 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edee6a3-2549-4865-80db-44f05da18c3c None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:22:18.866782 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edee6a3-2549-4865-80db-44f05da18c3c None None] Checking segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:22:18.867167 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-6edee6a3-2549-4865-80db-44f05da18c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:18.867546 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edee6a3-2549-4865-80db-44f05da18c3c None None] Bound using segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:22:18.867989 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-6edee6a3-2549-4865-80db-44f05da18c3c None None] Bound port: 13a0c72c-ce18-4c8a-bafa-61969c6ee21a, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:22:18.868343 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-6edee6a3-2549-4865-80db-44f05da18c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:18.903323 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179fea8b-a29a-413d-98fc-6ab25e8c7b89 None None] Pushing event updated for resources: {'Port': ['ID=13a0c72c-ce18-4c8a-bafa-61969c6ee21a,revision_number=2']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:18.905446 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-1980a672-5538-4a65-a27f-55696992d30a admin admin] Allocated IP 172.20.0.1 (5327d2a4-f0fd-4823-b038-40ccb6152453/2c7f5eff-b854-4cde-a745-71ecde10af3d/a560304f-4a85-4460-b59c-f6bb998f183f) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:22:18.919686 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179fea8b-a29a-413d-98fc-6ab25e8c7b89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:18.920022 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179fea8b-a29a-413d-98fc-6ab25e8c7b89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:18.920354 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179fea8b-a29a-413d-98fc-6ab25e8c7b89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:18.920691 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179fea8b-a29a-413d-98fc-6ab25e8c7b89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:18.921010 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179fea8b-a29a-413d-98fc-6ab25e8c7b89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:18.921324 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179fea8b-a29a-413d-98fc-6ab25e8c7b89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:18.921640 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179fea8b-a29a-413d-98fc-6ab25e8c7b89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:18.921966 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179fea8b-a29a-413d-98fc-6ab25e8c7b89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:18.922255 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179fea8b-a29a-413d-98fc-6ab25e8c7b89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:18.922559 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179fea8b-a29a-413d-98fc-6ab25e8c7b89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:18.922863 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179fea8b-a29a-413d-98fc-6ab25e8c7b89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:18.923166 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179fea8b-a29a-413d-98fc-6ab25e8c7b89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:18.953843 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-6edee6a3-2549-4865-80db-44f05da18c3c None None] For port 13a0c72c-ce18-4c8a-bafa-61969c6ee21a, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:22:18.957362 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-6edee6a3-2549-4865-80db-44f05da18c3c None None] For port 13a0c72c-ce18-4c8a-bafa-61969c6ee21a, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=13a0c72c-ce18-4c8a-bafa-61969c6ee21a,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:22:18.961400 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-6edee6a3-2549-4865-80db-44f05da18c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:19.027959 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edee6a3-2549-4865-80db-44f05da18c3c None None] Routers {'1c9df309-697d-4633-8c03-33c13130d294'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:22:19.028551 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-6edee6a3-2549-4865-80db-44f05da18c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:22:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1c9df309-697d-4633-8c03-33c13130d294'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:22:19.051259 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1980a672-5538-4a65-a27f-55696992d30a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:19.066938 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-1980a672-5538-4a65-a27f-55696992d30a admin admin] Transition to ACTIVE for port object a560304f-4a85-4460-b59c-f6bb998f183f will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:22:19.092903 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1980a672-5538-4a65-a27f-55696992d30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:19.105815 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179fea8b-a29a-413d-98fc-6ab25e8c7b89 None None] Pushing event updated for resources: {'Port': ['ID=13a0c72c-ce18-4c8a-bafa-61969c6ee21a,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:19.161868 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1980a672-5538-4a65-a27f-55696992d30a admin admin] Network 5327d2a4-f0fd-4823-b038-40ccb6152453 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:22:19.164442 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-1980a672-5538-4a65-a27f-55696992d30a admin admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:22:19.168202 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1980a672-5538-4a65-a27f-55696992d30a admin admin] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:22:19.202946 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980a672-5538-4a65-a27f-55696992d30a admin admin] Pushing event updated for resources: {'Port': ['ID=a560304f-4a85-4460-b59c-f6bb998f183f,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:19.218700 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-6edee6a3-2549-4865-80db-44f05da18c3c None None] Set router 1c9df309-697d-4633-8c03-33c13130d294 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:22:19.225886 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1980a672-5538-4a65-a27f-55696992d30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:19.398766 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-df2de8a2-a28c-419c-b110-255b635ecf27 None None] Provisioning for port a560304f-4a85-4460-b59c-f6bb998f183f completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:22:19.404401 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-df2de8a2-a28c-419c-b110-255b635ecf27 None None] Provisioning complete for port a560304f-4a85-4460-b59c-f6bb998f183f triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:22:19.404829 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-df2de8a2-a28c-419c-b110-255b635ecf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:19.460415 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-df2de8a2-a28c-419c-b110-255b635ecf27 None None] Port a560304f-4a85-4460-b59c-f6bb998f183f cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:22:19.502739 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1980a672-5538-4a65-a27f-55696992d30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:19.539550 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-6edee6a3-2549-4865-80db-44f05da18c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9df309-697d-4633-8c03-33c13130d294', 'name': 'tempest-ServersNegativeTestJSON-799276364-router', 'tenant_id': '6617394cbc37489cb79f17d54e3de156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': '13a0c72c-ce18-4c8a-bafa-61969c6ee21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:22:15Z', 'updated_at': '2022-09-14T23:22:16Z', 'revision_number': 3, 'project_id': '6617394cbc37489cb79f17d54e3de156', 'gw_port': {'id': '13a0c72c-ce18-4c8a-bafa-61969c6ee21a', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:04:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9df309-697d-4633-8c03-33c13130d294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:22:16Z', 'updated_at': '2022-09-14T23:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:22:19.543803 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edee6a3-2549-4865-80db-44f05da18c3c None None] The sync data for ids ['1c9df309-697d-4633-8c03-33c13130d294'] in dv-neutron-857791-1-hyperv is: [{'id': '1c9df309-697d-4633-8c03-33c13130d294', 'name': 'tempest-ServersNegativeTestJSON-799276364-router', 'tenant_id': '6617394cbc37489cb79f17d54e3de156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': '13a0c72c-ce18-4c8a-bafa-61969c6ee21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:22:15Z', 'updated_at': '2022-09-14T23:22:16Z', 'revision_number': 3, 'project_id': '6617394cbc37489cb79f17d54e3de156', 'gw_port': {'id': '13a0c72c-ce18-4c8a-bafa-61969c6ee21a', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:04:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9df309-697d-4633-8c03-33c13130d294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:22:16Z', 'updated_at': '2022-09-14T23:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:22:19.585283 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:19.732380 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1980a672-5538-4a65-a27f-55696992d30a admin admin] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:19.737212 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1980a672-5538-4a65-a27f-55696992d30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:19.801676 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device aef7b737-b6c5-4b52-a49d-fed454b299b8 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:22:19.870728 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980a672-5538-4a65-a27f-55696992d30a admin admin] Pushing event updated for resources: {'Port': ['ID=a560304f-4a85-4460-b59c-f6bb998f183f,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:19.873516 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1980a672-5538-4a65-a27f-55696992d30a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:19.882911 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port aef7b737-b6c5-4b52-a49d-fed454b299b8 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:22:19.883464 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:20.005854 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port aef7b737-b6c5-4b52-a49d-fed454b299b8 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:22:20.017798 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1980a672-5538-4a65-a27f-55696992d30a admin admin] Network 5327d2a4-f0fd-4823-b038-40ccb6152453 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:22:20.018965 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-1980a672-5538-4a65-a27f-55696992d30a admin admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:22:20.213043 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1980a672-5538-4a65-a27f-55696992d30a admin admin] Router 1c9df309-697d-4633-8c03-33c13130d294 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:22:20.288079 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-fd21f099-91b6-48e3-bf9c-3eea99352f2e None None] Provisioning complete for port a560304f-4a85-4460-b59c-f6bb998f183f triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:22:20.288661 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-fd21f099-91b6-48e3-bf9c-3eea99352f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:20.354538 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-fd21f099-91b6-48e3-bf9c-3eea99352f2e None None] Port a560304f-4a85-4460-b59c-f6bb998f183f cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:22:20.509722 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1980a672-5538-4a65-a27f-55696992d30a admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:22:20.520163 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1980a672-5538-4a65-a27f-55696992d30a admin admin] 10.222.0.33 "PUT /v2.0/routers/1c9df309-697d-4633-8c03-33c13130d294/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6114686 Sep 14 23:22:21.022072 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-bcad95dd-6666-4b58-b03e-f81d0985ef6d tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:21.023692 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-bcad95dd-6666-4b58-b03e-f81d0985ef6d tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/networks?id=5327d2a4-f0fd-4823-b038-40ccb6152453 HTTP/1.1" status: 200 len: 813 time: 0.1462317 Sep 14 23:22:21.037408 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47ac34a-dafe-4d68-96ec-367eac64d7b6 None None] Sync routers for ids ['1c9df309-697d-4633-8c03-33c13130d294'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:22:21.040206 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-57ff7344-7d25-43c7-9b9f-62919bf3b4c3 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/quotas/6617394cbc37489cb79f17d54e3de156 HTTP/1.1" status: 200 len: 375 time: 0.0108950 Sep 14 23:22:21.046959 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47ac34a-dafe-4d68-96ec-367eac64d7b6 None None] Routers {'1c9df309-697d-4633-8c03-33c13130d294'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:22:21.047625 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-e47ac34a-dafe-4d68-96ec-367eac64d7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:22:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1c9df309-697d-4633-8c03-33c13130d294'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:22:21.135427 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-08d2c9d2-dd3d-4662-9f11-a457a9a0d0d5 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=6617394cbc37489cb79f17d54e3de156&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0891743 Sep 14 23:22:21.257857 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-e47ac34a-dafe-4d68-96ec-367eac64d7b6 None None] Set router 1c9df309-697d-4633-8c03-33c13130d294 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:22:21.271095 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-7249ecf8-cdf6-4a8d-900c-2270db7be300 service neutron] 10.222.0.33 "GET /v2.0/networks/5327d2a4-f0fd-4823-b038-40ccb6152453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289747 Sep 14 23:22:21.500193 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-ef9b02cf-ecca-4d08-92eb-eb85179410ff service neutron] 10.222.0.33 "GET /v2.0/networks/5327d2a4-f0fd-4823-b038-40ccb6152453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232082 Sep 14 23:22:21.570558 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-e47ac34a-dafe-4d68-96ec-367eac64d7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9df309-697d-4633-8c03-33c13130d294', 'name': 'tempest-ServersNegativeTestJSON-799276364-router', 'tenant_id': '6617394cbc37489cb79f17d54e3de156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': '13a0c72c-ce18-4c8a-bafa-61969c6ee21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:22:15Z', 'updated_at': '2022-09-14T23:22:19Z', 'revision_number': 4, 'project_id': '6617394cbc37489cb79f17d54e3de156', 'gw_port': {'id': '13a0c72c-ce18-4c8a-bafa-61969c6ee21a', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:04:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9df309-697d-4633-8c03-33c13130d294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:22:16Z', 'updated_at': '2022-09-14T23:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'a560304f-4a85-4460-b59c-f6bb998f183f', 'name': '', 'network_id': '5327d2a4-f0fd-4823-b038-40ccb6152453', 'tenant_id': '6617394cbc37489cb79f17d54e3de156', 'mac_address': 'fa:16:3e:49:d4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9df309-697d-4633-8c03-33c13130d294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '2c7f5eff-b854-4cde-a745-71ecde10af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:22:18Z', 'updated_at': '2022-09-14T23:22:19Z', 'revision_number': 2, 'project_id': '6617394cbc37489cb79f17d54e3de156', 'subnets': [{'id': '2c7f5eff-b854-4cde-a745-71ecde10af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:22:21.574954 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47ac34a-dafe-4d68-96ec-367eac64d7b6 None None] Checking router: 1c9df309-697d-4633-8c03-33c13130d294 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:22:21.575298 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47ac34a-dafe-4d68-96ec-367eac64d7b6 None None] Updating router 1c9df309-697d-4633-8c03-33c13130d294 port a560304f-4a85-4460-b59c-f6bb998f183f binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:22:21.629362 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e47ac34a-dafe-4d68-96ec-367eac64d7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:21.692666 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-455042f7-c68b-4003-beb5-ef5dd9ec0a40 req-0c6235ea-5958-4051-b4ef-00368c7c8784 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/ports?device_id=a5d5b26c-de88-425f-a93c-f21345bc22b7 HTTP/1.1" status: 200 len: 210 time: 0.0503478 Sep 14 23:22:21.846657 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 13a0c72c-ce18-4c8a-bafa-61969c6ee21a up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:22:21.966705 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 13a0c72c-ce18-4c8a-bafa-61969c6ee21a completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:22:21.974355 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 13a0c72c-ce18-4c8a-bafa-61969c6ee21a triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:22:21.974805 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:22.107240 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e47ac34a-dafe-4d68-96ec-367eac64d7b6 None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:22.122454 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e47ac34a-dafe-4d68-96ec-367eac64d7b6 None None] Transition to ACTIVE for port object a560304f-4a85-4460-b59c-f6bb998f183f will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:22:22.165374 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e47ac34a-dafe-4d68-96ec-367eac64d7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:22.317901 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 13a0c72c-ce18-4c8a-bafa-61969c6ee21a is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:22:22.318279 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:22.391098 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb25cab-0e33-447c-b118-4376e020691a None None] Pushing event updated for resources: {'Port': ['ID=a560304f-4a85-4460-b59c-f6bb998f183f,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:22.396579 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 13a0c72c-ce18-4c8a-bafa-61969c6ee21a, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=13a0c72c-ce18-4c8a-bafa-61969c6ee21a,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:22:22.402504 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:22.434666 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e47ac34a-dafe-4d68-96ec-367eac64d7b6 None None] Attempting to bind port a560304f-4a85-4460-b59c-f6bb998f183f on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:22:22.435035 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e47ac34a-dafe-4d68-96ec-367eac64d7b6 None None] Attempting to bind port a560304f-4a85-4460-b59c-f6bb998f183f by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'e943b9d9-808e-4295-b90a-b2b8ed785f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5327d2a4-f0fd-4823-b038-40ccb6152453'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:22:22.435387 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47ac34a-dafe-4d68-96ec-367eac64d7b6 None None] Attempting to bind port a560304f-4a85-4460-b59c-f6bb998f183f on network 5327d2a4-f0fd-4823-b038-40ccb6152453 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:22:22.457077 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47ac34a-dafe-4d68-96ec-367eac64d7b6 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:22:22.457442 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47ac34a-dafe-4d68-96ec-367eac64d7b6 None None] Checking segment: {'id': 'e943b9d9-808e-4295-b90a-b2b8ed785f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5327d2a4-f0fd-4823-b038-40ccb6152453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:22:22.457836 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e47ac34a-dafe-4d68-96ec-367eac64d7b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:22.458221 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47ac34a-dafe-4d68-96ec-367eac64d7b6 None None] Bound using segment: {'id': 'e943b9d9-808e-4295-b90a-b2b8ed785f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5327d2a4-f0fd-4823-b038-40ccb6152453'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:22:22.458681 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e47ac34a-dafe-4d68-96ec-367eac64d7b6 None None] Bound port: a560304f-4a85-4460-b59c-f6bb998f183f, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e943b9d9-808e-4295-b90a-b2b8ed785f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5327d2a4-f0fd-4823-b038-40ccb6152453'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:22:22.459045 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e47ac34a-dafe-4d68-96ec-367eac64d7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:22.534528 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=13a0c72c-ce18-4c8a-bafa-61969c6ee21a,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:22.565757 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-e47ac34a-dafe-4d68-96ec-367eac64d7b6 None None] For port a560304f-4a85-4460-b59c-f6bb998f183f, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:22:22.569094 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-e47ac34a-dafe-4d68-96ec-367eac64d7b6 None None] For port a560304f-4a85-4460-b59c-f6bb998f183f, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=a560304f-4a85-4460-b59c-f6bb998f183f,segment=NetworkSegment(e943b9d9-808e-4295-b90a-b2b8ed785f9e),segment_id=e943b9d9-808e-4295-b90a-b2b8ed785f9e)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:22:22.574066 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e47ac34a-dafe-4d68-96ec-367eac64d7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:22.635970 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47ac34a-dafe-4d68-96ec-367eac64d7b6 None None] Routers {'1c9df309-697d-4633-8c03-33c13130d294'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:22:22.636635 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-e47ac34a-dafe-4d68-96ec-367eac64d7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:22:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1c9df309-697d-4633-8c03-33c13130d294'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:22:22.728867 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb25cab-0e33-447c-b118-4376e020691a None None] Pushing event updated for resources: {'Port': ['ID=a560304f-4a85-4460-b59c-f6bb998f183f,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:22.736788 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-0fa225dc-f4a7-4830-850a-23f03d45cf86 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:22.737682 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-0fa225dc-f4a7-4830-850a-23f03d45cf86 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Synchronizing usage tracker for tenant:6617394cbc37489cb79f17d54e3de156 on resource:network {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:22:22.761180 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-0fa225dc-f4a7-4830-850a-23f03d45cf86 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Unset dirty status for tenant:6617394cbc37489cb79f17d54e3de156 on resource:network {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:22:22.763614 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-0fa225dc-f4a7-4830-850a-23f03d45cf86 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.20 "GET /v2.0/networks?id=5327d2a4-f0fd-4823-b038-40ccb6152453 HTTP/1.1" status: 200 len: 813 time: 0.1890492 Sep 14 23:22:22.775224 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-cac89bf3-9dcd-4192-86ab-79ec0e6d4924 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Request body: {'port': {'device_id': 'a5d5b26c-de88-425f-a93c-f21345bc22b7', 'network_id': '5327d2a4-f0fd-4823-b038-40ccb6152453', 'admin_state_up': True, 'tenant_id': '6617394cbc37489cb79f17d54e3de156'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:22:22.882320 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-abf575d0-43e9-47c0-a9ad-8b693b9bcbd7 req-214ab374-34e9-418b-a289-a21b1b29caac tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/ports?device_id=a5d5b26c-de88-425f-a93c-f21345bc22b7 HTTP/1.1" status: 200 len: 210 time: 0.0602350 Sep 14 23:22:22.910004 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-e47ac34a-dafe-4d68-96ec-367eac64d7b6 None None] Set router 1c9df309-697d-4633-8c03-33c13130d294 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:22:22.929189 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-cac89bf3-9dcd-4192-86ab-79ec0e6d4924 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:22:22.935968 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-cac89bf3-9dcd-4192-86ab-79ec0e6d4924 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Usage tracker for resource:port and tenant:6617394cbc37489cb79f17d54e3de156 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:22:22.938901 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-cac89bf3-9dcd-4192-86ab-79ec0e6d4924 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:22:22.945013 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-cac89bf3-9dcd-4192-86ab-79ec0e6d4924 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:22:22.954571 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-cac89bf3-9dcd-4192-86ab-79ec0e6d4924 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Made reservation on behalf of 6617394cbc37489cb79f17d54e3de156 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:22:22.958184 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-cac89bf3-9dcd-4192-86ab-79ec0e6d4924 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:23.125029 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-cac89bf3-9dcd-4192-86ab-79ec0e6d4924 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Allocated IP 172.20.0.6 (5327d2a4-f0fd-4823-b038-40ccb6152453/2c7f5eff-b854-4cde-a745-71ecde10af3d/b473a0ed-abc7-4034-84d1-f5aefb3ff148) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:22:23.220350 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-e47ac34a-dafe-4d68-96ec-367eac64d7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9df309-697d-4633-8c03-33c13130d294', 'name': 'tempest-ServersNegativeTestJSON-799276364-router', 'tenant_id': '6617394cbc37489cb79f17d54e3de156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': '13a0c72c-ce18-4c8a-bafa-61969c6ee21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:22:15Z', 'updated_at': '2022-09-14T23:22:19Z', 'revision_number': 4, 'project_id': '6617394cbc37489cb79f17d54e3de156', 'gw_port': {'id': '13a0c72c-ce18-4c8a-bafa-61969c6ee21a', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:04:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9df309-697d-4633-8c03-33c13130d294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:22:16Z', 'updated_at': '2022-09-14T23:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'a560304f-4a85-4460-b59c-f6bb998f183f', 'name': '', 'network_id': '5327d2a4-f0fd-4823-b038-40ccb6152453', 'tenant_id': '6617394cbc37489cb79f17d54e3de156', 'mac_address': 'fa:16:3e:49:d4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9df309-697d-4633-8c03-33c13130d294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '2c7f5eff-b854-4cde-a745-71ecde10af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:22:18Z', 'updated_at': '2022-09-14T23:22:22Z', 'revision_number': 4, 'project_id': '6617394cbc37489cb79f17d54e3de156', 'subnets': [{'id': '2c7f5eff-b854-4cde-a745-71ecde10af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:22:23.224231 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47ac34a-dafe-4d68-96ec-367eac64d7b6 None None] The sync data for ids ['1c9df309-697d-4633-8c03-33c13130d294'] in dv-neutron-857791-1-hyperv is: [{'id': '1c9df309-697d-4633-8c03-33c13130d294', 'name': 'tempest-ServersNegativeTestJSON-799276364-router', 'tenant_id': '6617394cbc37489cb79f17d54e3de156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': '13a0c72c-ce18-4c8a-bafa-61969c6ee21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:22:15Z', 'updated_at': '2022-09-14T23:22:19Z', 'revision_number': 4, 'project_id': '6617394cbc37489cb79f17d54e3de156', 'gw_port': {'id': '13a0c72c-ce18-4c8a-bafa-61969c6ee21a', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:04:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9df309-697d-4633-8c03-33c13130d294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:22:16Z', 'updated_at': '2022-09-14T23:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'a560304f-4a85-4460-b59c-f6bb998f183f', 'name': '', 'network_id': '5327d2a4-f0fd-4823-b038-40ccb6152453', 'tenant_id': '6617394cbc37489cb79f17d54e3de156', 'mac_address': 'fa:16:3e:49:d4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9df309-697d-4633-8c03-33c13130d294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '2c7f5eff-b854-4cde-a745-71ecde10af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:22:18Z', 'updated_at': '2022-09-14T23:22:22Z', 'revision_number': 4, 'project_id': '6617394cbc37489cb79f17d54e3de156', 'subnets': [{'id': '2c7f5eff-b854-4cde-a745-71ecde10af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:22:23.349084 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-cac89bf3-9dcd-4192-86ab-79ec0e6d4924 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:23.366921 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-cac89bf3-9dcd-4192-86ab-79ec0e6d4924 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Transition to ACTIVE for port object b473a0ed-abc7-4034-84d1-f5aefb3ff148 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:22:23.394513 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-cac89bf3-9dcd-4192-86ab-79ec0e6d4924 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:23.466570 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-cac89bf3-9dcd-4192-86ab-79ec0e6d4924 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Network 5327d2a4-f0fd-4823-b038-40ccb6152453 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:22:23.469968 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-cac89bf3-9dcd-4192-86ab-79ec0e6d4924 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:22:23.473916 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-cac89bf3-9dcd-4192-86ab-79ec0e6d4924 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:22:23.509156 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac89bf3-9dcd-4192-86ab-79ec0e6d4924 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Pushing event updated for resources: {'Port': ['ID=b473a0ed-abc7-4034-84d1-f5aefb3ff148,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:23.548413 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-cac89bf3-9dcd-4192-86ab-79ec0e6d4924 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:23.549105 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-cac89bf3-9dcd-4192-86ab-79ec0e6d4924 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:23.572212 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-cac89bf3-9dcd-4192-86ab-79ec0e6d4924 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8012230 Sep 14 23:22:23.583591 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-a8847673-677c-4488-8334-c352a4893924 service neutron] Request body: {'port': {'device_id': 'a5d5b26c-de88-425f-a93c-f21345bc22b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:22:23.693474 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-76134b8d-ced6-42e8-af79-a6366e3ee23f None None] Provisioning for port b473a0ed-abc7-4034-84d1-f5aefb3ff148 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:22:23.701632 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-76134b8d-ced6-42e8-af79-a6366e3ee23f None None] Provisioning complete for port b473a0ed-abc7-4034-84d1-f5aefb3ff148 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:22:23.702149 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-76134b8d-ced6-42e8-af79-a6366e3ee23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:23.706507 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-a8847673-677c-4488-8334-c352a4893924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:23.769535 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-76134b8d-ced6-42e8-af79-a6366e3ee23f None None] Port b473a0ed-abc7-4034-84d1-f5aefb3ff148 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:22:23.867733 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 13a0c72c-ce18-4c8a-bafa-61969c6ee21a up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:22:23.938784 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 13a0c72c-ce18-4c8a-bafa-61969c6ee21a triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:22:23.939146 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:24.074110 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 13a0c72c-ce18-4c8a-bafa-61969c6ee21a is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:22:24.075535 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device a560304f-4a85-4460-b59c-f6bb998f183f up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:22:24.094927 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb244f8-c2dd-47a1-9409-f8288e5afdcb req-5b7683a2-b31f-4efe-b756-1d3bf26f5494 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:24.101111 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3fb244f8-c2dd-47a1-9409-f8288e5afdcb req-5b7683a2-b31f-4efe-b756-1d3bf26f5494 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/ports?device_id=a5d5b26c-de88-425f-a93c-f21345bc22b7 HTTP/1.1" status: 200 len: 931 time: 0.1017637 Sep 14 23:22:24.117003 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-a8847673-677c-4488-8334-c352a4893924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b473a0ed-abc7-4034-84d1-f5aefb3ff148 {{(pid=89171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:22:24.127212 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-a8847673-677c-4488-8334-c352a4893924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:24.148418 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-a8847673-677c-4488-8334-c352a4893924 service neutron] Transition to ACTIVE for port object b473a0ed-abc7-4034-84d1-f5aefb3ff148 will not be triggered until provisioned by entity L2. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:22:24.155744 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3fb244f8-c2dd-47a1-9409-f8288e5afdcb req-0a1ceffc-717b-4a39-b69b-47f31f847ea4 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/security-groups?id=429bfa26-247b-4fa5-888c-2c4e39a6ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511239 Sep 14 23:22:24.156315 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-a8847673-677c-4488-8334-c352a4893924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:24.158299 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port a560304f-4a85-4460-b59c-f6bb998f183f completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:22:24.171688 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port a560304f-4a85-4460-b59c-f6bb998f183f triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:22:24.172199 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:24.297371 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port a560304f-4a85-4460-b59c-f6bb998f183f is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:22:24.298044 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:24.335011 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port a560304f-4a85-4460-b59c-f6bb998f183f, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=a560304f-4a85-4460-b59c-f6bb998f183f,segment=NetworkSegment(e943b9d9-808e-4295-b90a-b2b8ed785f9e),segment_id=e943b9d9-808e-4295-b90a-b2b8ed785f9e)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:22:24.342854 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:24.428730 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=a560304f-4a85-4460-b59c-f6bb998f183f,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:24.470972 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8847673-677c-4488-8334-c352a4893924 service neutron] Pushing event updated for resources: {'Port': ['ID=b473a0ed-abc7-4034-84d1-f5aefb3ff148,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:24.509597 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-a8847673-677c-4488-8334-c352a4893924 service neutron] Attempting to bind port b473a0ed-abc7-4034-84d1-f5aefb3ff148 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:22:24.509924 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-a8847673-677c-4488-8334-c352a4893924 service neutron] Attempting to bind port b473a0ed-abc7-4034-84d1-f5aefb3ff148 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'e943b9d9-808e-4295-b90a-b2b8ed785f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5327d2a4-f0fd-4823-b038-40ccb6152453'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:22:24.510245 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-a8847673-677c-4488-8334-c352a4893924 service neutron] Attempting to bind port b473a0ed-abc7-4034-84d1-f5aefb3ff148 on network 5327d2a4-f0fd-4823-b038-40ccb6152453 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:22:24.515246 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-a8847673-677c-4488-8334-c352a4893924 service neutron] Port b473a0ed-abc7-4034-84d1-f5aefb3ff148 on network 5327d2a4-f0fd-4823-b038-40ccb6152453 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:22:24.515557 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-a8847673-677c-4488-8334-c352a4893924 service neutron] Attempting to bind port b473a0ed-abc7-4034-84d1-f5aefb3ff148 on network 5327d2a4-f0fd-4823-b038-40ccb6152453 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:22:24.520582 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-a8847673-677c-4488-8334-c352a4893924 service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:22:24.520942 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-a8847673-677c-4488-8334-c352a4893924 service neutron] Checking segment: {'id': 'e943b9d9-808e-4295-b90a-b2b8ed785f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5327d2a4-f0fd-4823-b038-40ccb6152453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:22:24.521315 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-a8847673-677c-4488-8334-c352a4893924 service neutron] Bound using segment: {'id': 'e943b9d9-808e-4295-b90a-b2b8ed785f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5327d2a4-f0fd-4823-b038-40ccb6152453'} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:22:24.521732 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-a8847673-677c-4488-8334-c352a4893924 service neutron] Bound port: b473a0ed-abc7-4034-84d1-f5aefb3ff148, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e943b9d9-808e-4295-b90a-b2b8ed785f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5327d2a4-f0fd-4823-b038-40ccb6152453'}}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:22:24.522072 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-a8847673-677c-4488-8334-c352a4893924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:24.609181 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-a8847673-677c-4488-8334-c352a4893924 service neutron] For port b473a0ed-abc7-4034-84d1-f5aefb3ff148, host hv-neutron-8577, cleared binding levels {{(pid=89171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:22:24.612093 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-a8847673-677c-4488-8334-c352a4893924 service neutron] For port b473a0ed-abc7-4034-84d1-f5aefb3ff148, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=b473a0ed-abc7-4034-84d1-f5aefb3ff148,segment=NetworkSegment(e943b9d9-808e-4295-b90a-b2b8ed785f9e),segment_id=e943b9d9-808e-4295-b90a-b2b8ed785f9e)] {{(pid=89171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:22:24.615522 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-a8847673-677c-4488-8334-c352a4893924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:24.645606 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-a8847673-677c-4488-8334-c352a4893924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:24.646206 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-a8847673-677c-4488-8334-c352a4893924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:24.647547 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-a8847673-677c-4488-8334-c352a4893924 service neutron] 10.222.0.20 "PUT /v2.0/ports/b473a0ed-abc7-4034-84d1-f5aefb3ff148 HTTP/1.1" status: 200 len: 1093 time: 1.0684767 Sep 14 23:22:24.647963 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d5b26c-de88-425f-a93c-f21345bc22b7', 'tag': 'b473a0ed-abc7-4034-84d1-f5aefb3ff148'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:22:24.650266 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b658742-58c9-4360-a8ec-c5509db6d930" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d5b26c-de88-425f-a93c-f21345bc22b7", "tag": "b473a0ed-abc7-4034-84d1-f5aefb3ff148"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:22:24.728441 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c05708-e2a4-4c58-a1fe-0a856858ea1b x-openstack-request-id: req-e3c05708-e2a4-4c58-a1fe-0a856858ea1b {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:22:24.728753 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d5b26c-de88-425f-a93c-f21345bc22b7", "tag": "b473a0ed-abc7-4034-84d1-f5aefb3ff148", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:22:24.729009 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e3c05708-e2a4-4c58-a1fe-0a856858ea1b {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:22:24.729428 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3c05708-e2a4-4c58-a1fe-0a856858ea1b'] response: {'name': 'network-changed', 'server_uuid': 'a5d5b26c-de88-425f-a93c-f21345bc22b7', 'tag': 'b473a0ed-abc7-4034-84d1-f5aefb3ff148', 'status': 'completed', 'code': 200} Sep 14 23:22:24.759333 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8847673-677c-4488-8334-c352a4893924 service neutron] Pushing event updated for resources: {'Port': ['ID=b473a0ed-abc7-4034-84d1-f5aefb3ff148,revision_number=3']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:24.778668 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-d8d7107e-971e-489c-97bc-e0ad8640e32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:24.780168 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-d8d7107e-971e-489c-97bc-e0ad8640e32c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6617394cbc37489cb79f17d54e3de156&device_id=a5d5b26c-de88-425f-a93c-f21345bc22b7 HTTP/1.1" status: 200 len: 1096 time: 0.0953562 Sep 14 23:22:24.850841 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-38faa18f-b320-436c-9172-2e53c195d170 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b473a0ed-abc7-4034-84d1-f5aefb3ff148 HTTP/1.1" status: 200 len: 217 time: 0.0644498 Sep 14 23:22:24.911455 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-a11a5cd7-56d2-4272-800b-a71b19fcf716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:24.913040 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-a11a5cd7-56d2-4272-800b-a71b19fcf716 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2c7f5eff-b854-4cde-a745-71ecde10af3d HTTP/1.1" status: 200 len: 852 time: 0.0569799 Sep 14 23:22:24.996874 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-6634b290-f300-4081-9ac2-cdbbce1a671c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:24.998369 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-6634b290-f300-4081-9ac2-cdbbce1a671c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5327d2a4-f0fd-4823-b038-40ccb6152453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796893 Sep 14 23:22:25.128497 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-c3e1ba99-c68c-4756-b36f-550b904b0161 service neutron] 10.222.0.20 "GET /v2.0/networks/5327d2a4-f0fd-4823-b038-40ccb6152453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239715 Sep 14 23:22:25.258193 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5ebd5c53-bd2a-49a0-8cad-fe283e13343a req-d2ec43c6-0065-4ab5-bee9-8184e8f75e25 service neutron] 10.222.0.20 "GET /v2.0/networks/5327d2a4-f0fd-4823-b038-40ccb6152453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230621 Sep 14 23:22:25.350777 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713066c-10f9-4a0b-8e3c-2e5f91bc9b57 req-35b1bc83-0f7b-41ef-ac41-1e45d04ca895 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:25.352287 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c713066c-10f9-4a0b-8e3c-2e5f91bc9b57 req-35b1bc83-0f7b-41ef-ac41-1e45d04ca895 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/ports?device_id=a5d5b26c-de88-425f-a93c-f21345bc22b7 HTTP/1.1" status: 200 len: 943 time: 0.0904763 Sep 14 23:22:25.383012 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b658742-58c9-4360-a8ec-c5509db6d930 req-342a014f-a8db-4611-ad62-bb7b4547d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:25.384620 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6b658742-58c9-4360-a8ec-c5509db6d930 req-342a014f-a8db-4611-ad62-bb7b4547d244 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6617394cbc37489cb79f17d54e3de156&device_id=a5d5b26c-de88-425f-a93c-f21345bc22b7 HTTP/1.1" status: 200 len: 1096 time: 0.0811284 Sep 14 23:22:25.400007 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c713066c-10f9-4a0b-8e3c-2e5f91bc9b57 req-81a7b5be-62e1-4a65-9f5b-d7648b628968 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/security-groups?id=429bfa26-247b-4fa5-888c-2c4e39a6ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413613 Sep 14 23:22:25.517065 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b658742-58c9-4360-a8ec-c5509db6d930 req-465ba18f-a4e1-459c-b3a9-d35f9217873e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:25.518429 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6b658742-58c9-4360-a8ec-c5509db6d930 req-465ba18f-a4e1-459c-b3a9-d35f9217873e service neutron] 10.222.0.20 "GET /v2.0/networks?id=5327d2a4-f0fd-4823-b038-40ccb6152453 HTTP/1.1" status: 200 len: 913 time: 0.1271186 Sep 14 23:22:25.590199 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6b658742-58c9-4360-a8ec-c5509db6d930 req-a3c99e28-423e-4bab-91b7-ed429323fd4e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b473a0ed-abc7-4034-84d1-f5aefb3ff148 HTTP/1.1" status: 200 len: 217 time: 0.0637503 Sep 14 23:22:25.650041 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b658742-58c9-4360-a8ec-c5509db6d930 req-352ac4b4-00af-49ee-9ed3-b90687004bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:25.651402 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6b658742-58c9-4360-a8ec-c5509db6d930 req-352ac4b4-00af-49ee-9ed3-b90687004bbb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2c7f5eff-b854-4cde-a745-71ecde10af3d HTTP/1.1" status: 200 len: 852 time: 0.0555406 Sep 14 23:22:25.736564 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b658742-58c9-4360-a8ec-c5509db6d930 req-e0a2671c-cdbb-4f27-b62a-ef01267ac6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:25.738085 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6b658742-58c9-4360-a8ec-c5509db6d930 req-e0a2671c-cdbb-4f27-b62a-ef01267ac6e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5327d2a4-f0fd-4823-b038-40ccb6152453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797527 Sep 14 23:22:25.775162 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device a560304f-4a85-4460-b59c-f6bb998f183f up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:22:25.843320 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port a560304f-4a85-4460-b59c-f6bb998f183f triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:22:25.843680 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:25.871484 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6b658742-58c9-4360-a8ec-c5509db6d930 req-b2075477-2037-4c57-9f90-10d7cfd383f6 service neutron] 10.222.0.20 "GET /v2.0/networks/5327d2a4-f0fd-4823-b038-40ccb6152453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258218 Sep 14 23:22:25.958955 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port a560304f-4a85-4460-b59c-f6bb998f183f is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:22:26.007904 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6b658742-58c9-4360-a8ec-c5509db6d930 req-de033195-329f-420d-9a40-024611b6eba4 service neutron] 10.222.0.20 "GET /v2.0/networks/5327d2a4-f0fd-4823-b038-40ccb6152453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265688 Sep 14 23:22:26.595159 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc8631-bd32-4c92-9298-3927d275580c req-6be68c6e-8f9b-410d-bf83-13df94e1617f tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:26.596631 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-afbc8631-bd32-4c92-9298-3927d275580c req-6be68c6e-8f9b-410d-bf83-13df94e1617f tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/ports?device_id=a5d5b26c-de88-425f-a93c-f21345bc22b7 HTTP/1.1" status: 200 len: 943 time: 0.0857770 Sep 14 23:22:26.643468 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-afbc8631-bd32-4c92-9298-3927d275580c req-316bd32d-ba8b-4b16-8a59-6e1b59ef2f18 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/security-groups?id=429bfa26-247b-4fa5-888c-2c4e39a6ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411327 Sep 14 23:22:26.851209 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device b473a0ed-abc7-4034-84d1-f5aefb3ff148 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:22:26.988319 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port b473a0ed-abc7-4034-84d1-f5aefb3ff148, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=b473a0ed-abc7-4034-84d1-f5aefb3ff148,segment=NetworkSegment(e943b9d9-808e-4295-b90a-b2b8ed785f9e),segment_id=e943b9d9-808e-4295-b90a-b2b8ed785f9e)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:22:27.001921 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': 'b473a0ed-abc7-4034-84d1-f5aefb3ff148', 'network_id': '5327d2a4-f0fd-4823-b038-40ccb6152453', 'port_id': 'b473a0ed-abc7-4034-84d1-f5aefb3ff148', 'mac_address': 'fa:16:3e:71:af:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c7f5eff-b854-4cde-a745-71ecde10af3d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:22:27.057945 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port b473a0ed-abc7-4034-84d1-f5aefb3ff148 is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:22:27.058763 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:27.075338 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b473a0ed-abc7-4034-84d1-f5aefb3ff148 {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:22:27.091549 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port b473a0ed-abc7-4034-84d1-f5aefb3ff148, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=b473a0ed-abc7-4034-84d1-f5aefb3ff148,segment=NetworkSegment(e943b9d9-808e-4295-b90a-b2b8ed785f9e),segment_id=e943b9d9-808e-4295-b90a-b2b8ed785f9e)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:22:27.095581 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:27.165109 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=b473a0ed-abc7-4034-84d1-f5aefb3ff148,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:27.297397 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['b473a0ed-abc7-4034-84d1-f5aefb3ff148'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:22:27.836399 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a185f64-e051-4a9b-96b9-43cc6d3b986a req-a4cc05fa-3885-4070-939f-3b48f3f88614 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:27.837863 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9a185f64-e051-4a9b-96b9-43cc6d3b986a req-a4cc05fa-3885-4070-939f-3b48f3f88614 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/ports?device_id=a5d5b26c-de88-425f-a93c-f21345bc22b7 HTTP/1.1" status: 200 len: 944 time: 0.0866985 Sep 14 23:22:27.881853 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9a185f64-e051-4a9b-96b9-43cc6d3b986a req-e862f948-16cc-4acd-9ee8-0cdb1ba9d0d8 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/security-groups?id=429bfa26-247b-4fa5-888c-2c4e39a6ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383787 Sep 14 23:22:28.856120 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device b473a0ed-abc7-4034-84d1-f5aefb3ff148 up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:22:28.922996 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port b473a0ed-abc7-4034-84d1-f5aefb3ff148 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:22:28.927732 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port b473a0ed-abc7-4034-84d1-f5aefb3ff148 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:22:28.928120 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:29.076007 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port b473a0ed-abc7-4034-84d1-f5aefb3ff148 is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:22:29.076294 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:29.085114 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a330b-cc68-4d51-99fa-5d4eb18e2cd1 req-88b6f645-5a62-4ca8-b4d8-d1dc1ac7b3ad tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:29.086581 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-952a330b-cc68-4d51-99fa-5d4eb18e2cd1 req-88b6f645-5a62-4ca8-b4d8-d1dc1ac7b3ad tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/ports?device_id=a5d5b26c-de88-425f-a93c-f21345bc22b7 HTTP/1.1" status: 200 len: 944 time: 0.0909367 Sep 14 23:22:29.103279 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d5b26c-de88-425f-a93c-f21345bc22b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b473a0ed-abc7-4034-84d1-f5aefb3ff148'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:22:29.105565 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a322dd-5298-42e1-bb61-242e81f31483" -d '{"events": [{"server_uuid": "a5d5b26c-de88-425f-a93c-f21345bc22b7", "name": "network-vif-plugged", "status": "completed", "tag": "b473a0ed-abc7-4034-84d1-f5aefb3ff148"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:22:29.113871 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port b473a0ed-abc7-4034-84d1-f5aefb3ff148, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=b473a0ed-abc7-4034-84d1-f5aefb3ff148,segment=NetworkSegment(e943b9d9-808e-4295-b90a-b2b8ed785f9e),segment_id=e943b9d9-808e-4295-b90a-b2b8ed785f9e)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:22:29.118250 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:29.133560 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-952a330b-cc68-4d51-99fa-5d4eb18e2cd1 req-a962836a-fd91-4f06-9dea-95cdd9970a81 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/security-groups?id=429bfa26-247b-4fa5-888c-2c4e39a6ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405657 Sep 14 23:22:29.157668 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e4d4cd-9ecd-46bc-bbe7-236584856cf1 x-openstack-request-id: req-08e4d4cd-9ecd-46bc-bbe7-236584856cf1 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:22:29.157949 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d5b26c-de88-425f-a93c-f21345bc22b7", "name": "network-vif-plugged", "status": "completed", "tag": "b473a0ed-abc7-4034-84d1-f5aefb3ff148", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:22:29.158199 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-08e4d4cd-9ecd-46bc-bbe7-236584856cf1 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:22:29.158577 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08e4d4cd-9ecd-46bc-bbe7-236584856cf1'] response: {'server_uuid': 'a5d5b26c-de88-425f-a93c-f21345bc22b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b473a0ed-abc7-4034-84d1-f5aefb3ff148', 'code': 200} Sep 14 23:22:29.191933 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=b473a0ed-abc7-4034-84d1-f5aefb3ff148,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:29.469649 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807efac-4994-40dc-9adf-3aa6a815f325 req-e50da015-8c47-4106-a086-ec14c9412a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:29.471117 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2807efac-4994-40dc-9adf-3aa6a815f325 req-e50da015-8c47-4106-a086-ec14c9412a79 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a5d5b26c-de88-425f-a93c-f21345bc22b7 HTTP/1.1" status: 200 len: 1098 time: 0.1716449 Sep 14 23:22:29.512885 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2807efac-4994-40dc-9adf-3aa6a815f325 req-d8f3a0d4-a478-4c04-a426-bbd149806559 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=429bfa26-247b-4fa5-888c-2c4e39a6ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347807 Sep 14 23:22:30.482104 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af1ddb-de55-4849-931d-9939fcdd1517 req-e66d6642-fb8b-473a-b4c4-b7f59b8b4ef0 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:30.483809 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-79af1ddb-de55-4849-931d-9939fcdd1517 req-e66d6642-fb8b-473a-b4c4-b7f59b8b4ef0 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/ports?device_id=a5d5b26c-de88-425f-a93c-f21345bc22b7 HTTP/1.1" status: 200 len: 945 time: 0.0940130 Sep 14 23:22:30.534489 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-79af1ddb-de55-4849-931d-9939fcdd1517 req-96a4cdac-3a47-4b02-986d-e367a139b463 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/security-groups?id=429bfa26-247b-4fa5-888c-2c4e39a6ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443935 Sep 14 23:22:31.727525 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0fb6d3-85ec-48c5-8fda-db10b40a8147 req-6f99b40a-0ce1-4e6d-bd0c-49947a830e27 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:31.728970 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ff0fb6d3-85ec-48c5-8fda-db10b40a8147 req-6f99b40a-0ce1-4e6d-bd0c-49947a830e27 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/ports?device_id=a5d5b26c-de88-425f-a93c-f21345bc22b7 HTTP/1.1" status: 200 len: 945 time: 0.0864997 Sep 14 23:22:31.771912 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ff0fb6d3-85ec-48c5-8fda-db10b40a8147 req-69d406bb-006d-4621-a1ab-04025a2f44d0 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/security-groups?id=429bfa26-247b-4fa5-888c-2c4e39a6ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364966 Sep 14 23:22:32.057864 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-2735c2f0-46af-4986-ad0c-331496d8a53c tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:32.059223 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-2735c2f0-46af-4986-ad0c-331496d8a53c tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/networks?id=5327d2a4-f0fd-4823-b038-40ccb6152453 HTTP/1.1" status: 200 len: 813 time: 0.1432314 Sep 14 23:22:32.073171 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-7f4d7fcd-6fd6-4c13-9e55-8a71e33de614 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/quotas/6617394cbc37489cb79f17d54e3de156 HTTP/1.1" status: 200 len: 375 time: 0.0086739 Sep 14 23:22:32.177092 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-cbc58086-02fb-4e5d-9d74-3ee1242e57ad tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=6617394cbc37489cb79f17d54e3de156&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0987432 Sep 14 23:22:32.307236 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-44ac66cd-f444-447c-969f-1a0db2a19e88 service neutron] 10.222.0.33 "GET /v2.0/networks/5327d2a4-f0fd-4823-b038-40ccb6152453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234922 Sep 14 23:22:32.436472 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-4871fb5f-ab82-437a-9834-f0ceb23ffd9a service neutron] 10.222.0.33 "GET /v2.0/networks/5327d2a4-f0fd-4823-b038-40ccb6152453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230717 Sep 14 23:22:32.614759 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-11f02fc2-a37b-41d0-b3a6-6f0593c8b0f5 req-a6107804-b7ba-404a-9585-4b2be49219b2 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/ports?device_id=df3ffa68-4454-41db-ba53-466477b30e89 HTTP/1.1" status: 200 len: 210 time: 0.0490203 Sep 14 23:22:33.588499 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-eb81f63a-ca50-4401-b876-e75f8f3259da tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:33.591017 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-eb81f63a-ca50-4401-b876-e75f8f3259da tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.20 "GET /v2.0/networks?id=5327d2a4-f0fd-4823-b038-40ccb6152453 HTTP/1.1" status: 200 len: 813 time: 0.1497884 Sep 14 23:22:33.601371 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-96e80321-815c-4925-8de9-16d2d2b00046 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Request body: {'port': {'device_id': 'df3ffa68-4454-41db-ba53-466477b30e89', 'network_id': '5327d2a4-f0fd-4823-b038-40ccb6152453', 'admin_state_up': True, 'tenant_id': '6617394cbc37489cb79f17d54e3de156'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:22:33.681888 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:22:33.740300 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-96e80321-815c-4925-8de9-16d2d2b00046 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:22:33.744231 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-96e80321-815c-4925-8de9-16d2d2b00046 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Usage tracker for resource:port and tenant:6617394cbc37489cb79f17d54e3de156 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:22:33.747159 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-96e80321-815c-4925-8de9-16d2d2b00046 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:22:33.752879 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-96e80321-815c-4925-8de9-16d2d2b00046 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:22:33.762886 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-96e80321-815c-4925-8de9-16d2d2b00046 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Made reservation on behalf of 6617394cbc37489cb79f17d54e3de156 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:22:33.766364 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-96e80321-815c-4925-8de9-16d2d2b00046 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:33.781682 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-86ab24ec-a05f-4303-8236-ae6f43a6456f req-fd4a2093-530b-42d6-8acb-a05e47031934 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/ports?device_id=df3ffa68-4454-41db-ba53-466477b30e89 HTTP/1.1" status: 200 len: 210 time: 0.0526698 Sep 14 23:22:33.927773 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-96e80321-815c-4925-8de9-16d2d2b00046 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Allocated IP 172.20.0.13 (5327d2a4-f0fd-4823-b038-40ccb6152453/2c7f5eff-b854-4cde-a745-71ecde10af3d/bfa2bb86-60b1-4758-98cb-d1bb09838301) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:22:34.127802 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-96e80321-815c-4925-8de9-16d2d2b00046 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:34.142906 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-96e80321-815c-4925-8de9-16d2d2b00046 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Transition to ACTIVE for port object bfa2bb86-60b1-4758-98cb-d1bb09838301 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:22:34.165778 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-96e80321-815c-4925-8de9-16d2d2b00046 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:34.177082 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['b473a0ed-abc7-4034-84d1-f5aefb3ff148'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:22:34.234915 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-96e80321-815c-4925-8de9-16d2d2b00046 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Network 5327d2a4-f0fd-4823-b038-40ccb6152453 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:22:34.237660 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-96e80321-815c-4925-8de9-16d2d2b00046 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:22:34.241721 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-96e80321-815c-4925-8de9-16d2d2b00046 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:22:34.278271 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e80321-815c-4925-8de9-16d2d2b00046 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Pushing event updated for resources: {'Port': ['ID=bfa2bb86-60b1-4758-98cb-d1bb09838301,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:34.312911 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-96e80321-815c-4925-8de9-16d2d2b00046 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:34.313687 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-96e80321-815c-4925-8de9-16d2d2b00046 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:34.342117 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-96e80321-815c-4925-8de9-16d2d2b00046 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7444265 Sep 14 23:22:34.356802 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-a0a86d46-5f92-46fb-a6f1-b496bf0c85ae service neutron] Request body: {'port': {'device_id': 'df3ffa68-4454-41db-ba53-466477b30e89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:22:34.449230 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c9f4b17d-98b6-4331-b082-edd7fd385e1a None None] Provisioning for port bfa2bb86-60b1-4758-98cb-d1bb09838301 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:22:34.454021 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c9f4b17d-98b6-4331-b082-edd7fd385e1a None None] Provisioning complete for port bfa2bb86-60b1-4758-98cb-d1bb09838301 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:22:34.454387 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c9f4b17d-98b6-4331-b082-edd7fd385e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:34.474103 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-a0a86d46-5f92-46fb-a6f1-b496bf0c85ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:34.509785 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c9f4b17d-98b6-4331-b082-edd7fd385e1a None None] Port bfa2bb86-60b1-4758-98cb-d1bb09838301 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:22:34.815727 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-a0a86d46-5f92-46fb-a6f1-b496bf0c85ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfa2bb86-60b1-4758-98cb-d1bb09838301 {{(pid=89171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:22:34.822327 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-a0a86d46-5f92-46fb-a6f1-b496bf0c85ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:34.836940 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-a0a86d46-5f92-46fb-a6f1-b496bf0c85ae service neutron] Transition to ACTIVE for port object bfa2bb86-60b1-4758-98cb-d1bb09838301 will not be triggered until provisioned by entity L2. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:22:34.840674 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-a0a86d46-5f92-46fb-a6f1-b496bf0c85ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:34.980147 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134854a7-7d8c-41bb-9dab-9282d31c201b req-e44ecaec-702b-43b3-b738-99ec24be925f tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:34.981724 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-134854a7-7d8c-41bb-9dab-9282d31c201b req-e44ecaec-702b-43b3-b738-99ec24be925f tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/ports?device_id=df3ffa68-4454-41db-ba53-466477b30e89 HTTP/1.1" status: 200 len: 944 time: 0.0874765 Sep 14 23:22:35.025849 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-134854a7-7d8c-41bb-9dab-9282d31c201b req-03ef5f82-80c3-46ff-af8e-94a1f94d26a2 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/security-groups?id=429bfa26-247b-4fa5-888c-2c4e39a6ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380676 Sep 14 23:22:35.034311 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a86d46-5f92-46fb-a6f1-b496bf0c85ae service neutron] Pushing event updated for resources: {'Port': ['ID=bfa2bb86-60b1-4758-98cb-d1bb09838301,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:35.071109 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-a0a86d46-5f92-46fb-a6f1-b496bf0c85ae service neutron] Attempting to bind port bfa2bb86-60b1-4758-98cb-d1bb09838301 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:22:35.071371 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-a0a86d46-5f92-46fb-a6f1-b496bf0c85ae service neutron] Attempting to bind port bfa2bb86-60b1-4758-98cb-d1bb09838301 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'e943b9d9-808e-4295-b90a-b2b8ed785f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5327d2a4-f0fd-4823-b038-40ccb6152453'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:22:35.071691 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-a0a86d46-5f92-46fb-a6f1-b496bf0c85ae service neutron] Attempting to bind port bfa2bb86-60b1-4758-98cb-d1bb09838301 on network 5327d2a4-f0fd-4823-b038-40ccb6152453 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:22:35.076157 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-a0a86d46-5f92-46fb-a6f1-b496bf0c85ae service neutron] Port bfa2bb86-60b1-4758-98cb-d1bb09838301 on network 5327d2a4-f0fd-4823-b038-40ccb6152453 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:22:35.076471 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-a0a86d46-5f92-46fb-a6f1-b496bf0c85ae service neutron] Attempting to bind port bfa2bb86-60b1-4758-98cb-d1bb09838301 on network 5327d2a4-f0fd-4823-b038-40ccb6152453 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:22:35.081395 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-a0a86d46-5f92-46fb-a6f1-b496bf0c85ae service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:22:35.081720 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-a0a86d46-5f92-46fb-a6f1-b496bf0c85ae service neutron] Checking segment: {'id': 'e943b9d9-808e-4295-b90a-b2b8ed785f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5327d2a4-f0fd-4823-b038-40ccb6152453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:22:35.082086 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-a0a86d46-5f92-46fb-a6f1-b496bf0c85ae service neutron] Bound using segment: {'id': 'e943b9d9-808e-4295-b90a-b2b8ed785f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5327d2a4-f0fd-4823-b038-40ccb6152453'} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:22:35.082498 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-a0a86d46-5f92-46fb-a6f1-b496bf0c85ae service neutron] Bound port: bfa2bb86-60b1-4758-98cb-d1bb09838301, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e943b9d9-808e-4295-b90a-b2b8ed785f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5327d2a4-f0fd-4823-b038-40ccb6152453'}}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:22:35.082830 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-a0a86d46-5f92-46fb-a6f1-b496bf0c85ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:35.173399 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-a0a86d46-5f92-46fb-a6f1-b496bf0c85ae service neutron] For port bfa2bb86-60b1-4758-98cb-d1bb09838301, host hv-neutron-8577, cleared binding levels {{(pid=89171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:22:35.176295 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-a0a86d46-5f92-46fb-a6f1-b496bf0c85ae service neutron] For port bfa2bb86-60b1-4758-98cb-d1bb09838301, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=bfa2bb86-60b1-4758-98cb-d1bb09838301,segment=NetworkSegment(e943b9d9-808e-4295-b90a-b2b8ed785f9e),segment_id=e943b9d9-808e-4295-b90a-b2b8ed785f9e)] {{(pid=89171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:22:35.180588 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-a0a86d46-5f92-46fb-a6f1-b496bf0c85ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:35.210815 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-a0a86d46-5f92-46fb-a6f1-b496bf0c85ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:35.211419 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-a0a86d46-5f92-46fb-a6f1-b496bf0c85ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:35.212808 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-a0a86d46-5f92-46fb-a6f1-b496bf0c85ae service neutron] 10.222.0.20 "PUT /v2.0/ports/bfa2bb86-60b1-4758-98cb-d1bb09838301 HTTP/1.1" status: 200 len: 1094 time: 0.8611305 Sep 14 23:22:35.213226 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df3ffa68-4454-41db-ba53-466477b30e89', 'tag': 'bfa2bb86-60b1-4758-98cb-d1bb09838301'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:22:35.215510 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8afa37-c9b3-4cf2-b790-e621f9ae582e" -d '{"events": [{"name": "network-changed", "server_uuid": "df3ffa68-4454-41db-ba53-466477b30e89", "tag": "bfa2bb86-60b1-4758-98cb-d1bb09838301"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:22:35.291903 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52e95d5-daf5-4c6d-aba4-38d11ccf60ae x-openstack-request-id: req-f52e95d5-daf5-4c6d-aba4-38d11ccf60ae {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:22:35.292717 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df3ffa68-4454-41db-ba53-466477b30e89", "tag": "bfa2bb86-60b1-4758-98cb-d1bb09838301", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:22:35.292969 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f52e95d5-daf5-4c6d-aba4-38d11ccf60ae {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:22:35.293355 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f52e95d5-daf5-4c6d-aba4-38d11ccf60ae'] response: {'name': 'network-changed', 'server_uuid': 'df3ffa68-4454-41db-ba53-466477b30e89', 'tag': 'bfa2bb86-60b1-4758-98cb-d1bb09838301', 'status': 'completed', 'code': 200} Sep 14 23:22:35.307106 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a86d46-5f92-46fb-a6f1-b496bf0c85ae service neutron] Pushing event updated for resources: {'Port': ['ID=bfa2bb86-60b1-4758-98cb-d1bb09838301,revision_number=3']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:35.341084 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-bbda8800-e201-4720-9b4f-2c085b63ca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:35.342491 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-bbda8800-e201-4720-9b4f-2c085b63ca34 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6617394cbc37489cb79f17d54e3de156&device_id=df3ffa68-4454-41db-ba53-466477b30e89 HTTP/1.1" status: 200 len: 1097 time: 0.0900571 Sep 14 23:22:35.417827 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-25d621ac-9476-4ce3-b3a3-996f677a57fe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfa2bb86-60b1-4758-98cb-d1bb09838301 HTTP/1.1" status: 200 len: 217 time: 0.0636210 Sep 14 23:22:35.479358 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-7167dceb-5b09-4b30-be5d-947770d3d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:35.481340 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-7167dceb-5b09-4b30-be5d-947770d3d935 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2c7f5eff-b854-4cde-a745-71ecde10af3d HTTP/1.1" status: 200 len: 852 time: 0.0562124 Sep 14 23:22:35.563989 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-8b5af318-5d7c-4bc0-b565-56d1e5d36828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:35.565504 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-8b5af318-5d7c-4bc0-b565-56d1e5d36828 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5327d2a4-f0fd-4823-b038-40ccb6152453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784452 Sep 14 23:22:35.694497 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-ba094579-77e8-498e-9042-bc2bb1684216 service neutron] 10.222.0.20 "GET /v2.0/networks/5327d2a4-f0fd-4823-b038-40ccb6152453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221671 Sep 14 23:22:35.919078 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-609806ce-f9f5-4a2d-ab33-ff2de3873045 req-d1d9f9f9-1fbe-4263-aa4f-0d40625ce9ab service neutron] 10.222.0.20 "GET /v2.0/networks/5327d2a4-f0fd-4823-b038-40ccb6152453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173040 Sep 14 23:22:36.039988 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8afa37-c9b3-4cf2-b790-e621f9ae582e req-81bc9c5c-e7d2-46fa-b9a2-56b4a8f2f542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:36.041380 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2b8afa37-c9b3-4cf2-b790-e621f9ae582e req-81bc9c5c-e7d2-46fa-b9a2-56b4a8f2f542 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6617394cbc37489cb79f17d54e3de156&device_id=df3ffa68-4454-41db-ba53-466477b30e89 HTTP/1.1" status: 200 len: 1097 time: 0.0776184 Sep 14 23:22:36.171366 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8afa37-c9b3-4cf2-b790-e621f9ae582e req-416cb0ea-b807-4e93-ac4d-b0417ae1f346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:36.172835 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2b8afa37-c9b3-4cf2-b790-e621f9ae582e req-416cb0ea-b807-4e93-ac4d-b0417ae1f346 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5327d2a4-f0fd-4823-b038-40ccb6152453 HTTP/1.1" status: 200 len: 913 time: 0.1251683 Sep 14 23:22:36.246142 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2b8afa37-c9b3-4cf2-b790-e621f9ae582e req-d43115c4-3b1b-48b1-ac3f-b42ebb7dfacf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfa2bb86-60b1-4758-98cb-d1bb09838301 HTTP/1.1" status: 200 len: 217 time: 0.0667992 Sep 14 23:22:36.308744 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8afa37-c9b3-4cf2-b790-e621f9ae582e req-f0e176ae-2f0c-452f-a6d4-366e7f90d5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:36.310132 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2b8afa37-c9b3-4cf2-b790-e621f9ae582e req-f0e176ae-2f0c-452f-a6d4-366e7f90d5c1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2c7f5eff-b854-4cde-a745-71ecde10af3d HTTP/1.1" status: 200 len: 852 time: 0.0585444 Sep 14 23:22:36.321301 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e09a6-cdb9-4bce-b6ca-fef304d182f4 req-1e78c5af-2e2b-4277-9d74-7d4a0b9a0837 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:36.322752 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4e5e09a6-cdb9-4bce-b6ca-fef304d182f4 req-1e78c5af-2e2b-4277-9d74-7d4a0b9a0837 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/ports?device_id=df3ffa68-4454-41db-ba53-466477b30e89 HTTP/1.1" status: 200 len: 944 time: 0.1872211 Sep 14 23:22:36.367947 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4e5e09a6-cdb9-4bce-b6ca-fef304d182f4 req-02dc6815-13b9-457d-9d08-bcaae4ec4f8a tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/security-groups?id=429bfa26-247b-4fa5-888c-2c4e39a6ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386252 Sep 14 23:22:36.402162 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8afa37-c9b3-4cf2-b790-e621f9ae582e req-b8db3232-4f0e-4838-a2a9-b6277bc7cf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:36.403672 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2b8afa37-c9b3-4cf2-b790-e621f9ae582e req-b8db3232-4f0e-4838-a2a9-b6277bc7cf49 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5327d2a4-f0fd-4823-b038-40ccb6152453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0865641 Sep 14 23:22:36.533731 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2b8afa37-c9b3-4cf2-b790-e621f9ae582e req-c3f78b40-773d-4603-8a55-8eb6c72df695 service neutron] 10.222.0.20 "GET /v2.0/networks/5327d2a4-f0fd-4823-b038-40ccb6152453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234908 Sep 14 23:22:36.661942 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2b8afa37-c9b3-4cf2-b790-e621f9ae582e req-e0f8b61c-5795-4749-8db1-708f1c536c4a service neutron] 10.222.0.20 "GET /v2.0/networks/5327d2a4-f0fd-4823-b038-40ccb6152453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213119 Sep 14 23:22:36.888222 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device bfa2bb86-60b1-4758-98cb-d1bb09838301 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:22:37.019563 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port bfa2bb86-60b1-4758-98cb-d1bb09838301, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=bfa2bb86-60b1-4758-98cb-d1bb09838301,segment=NetworkSegment(e943b9d9-808e-4295-b90a-b2b8ed785f9e),segment_id=e943b9d9-808e-4295-b90a-b2b8ed785f9e)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:22:37.032359 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': 'bfa2bb86-60b1-4758-98cb-d1bb09838301', 'network_id': '5327d2a4-f0fd-4823-b038-40ccb6152453', 'port_id': 'bfa2bb86-60b1-4758-98cb-d1bb09838301', 'mac_address': 'fa:16:3e:04:0b:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c7f5eff-b854-4cde-a745-71ecde10af3d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:22:37.084472 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port bfa2bb86-60b1-4758-98cb-d1bb09838301 is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:22:37.084869 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:37.101256 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfa2bb86-60b1-4758-98cb-d1bb09838301 {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:22:37.117566 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port bfa2bb86-60b1-4758-98cb-d1bb09838301, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=bfa2bb86-60b1-4758-98cb-d1bb09838301,segment=NetworkSegment(e943b9d9-808e-4295-b90a-b2b8ed785f9e),segment_id=e943b9d9-808e-4295-b90a-b2b8ed785f9e)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:22:37.121030 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:37.188345 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=bfa2bb86-60b1-4758-98cb-d1bb09838301,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:37.196021 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:37.196363 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:37.196731 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:37.197071 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:37.197395 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:37.197714 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:37.198031 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:37.198857 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:37.199367 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:37.199684 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:37.199998 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:37.200308 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:37.320752 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['bfa2bb86-60b1-4758-98cb-d1bb09838301'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:22:37.570622 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06590aab-fe68-4f86-8da7-bc228c21173a req-a3f2c8b9-8b08-4021-bf72-fe1f6b370f7e tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:37.572137 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-06590aab-fe68-4f86-8da7-bc228c21173a req-a3f2c8b9-8b08-4021-bf72-fe1f6b370f7e tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/ports?device_id=df3ffa68-4454-41db-ba53-466477b30e89 HTTP/1.1" status: 200 len: 945 time: 0.0921783 Sep 14 23:22:37.616167 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-06590aab-fe68-4f86-8da7-bc228c21173a req-68dd97ef-9bb1-43a7-b019-8688107469bc tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/security-groups?id=429bfa26-247b-4fa5-888c-2c4e39a6ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377333 Sep 14 23:22:37.746813 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4785fa1b-72f5-4814-8e10-28c8366960a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:38.812190 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a94714-5bae-46b1-99ca-0edae61b3bc7 req-74b290c9-165a-4aad-9851-18986a5efe78 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:38.813635 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-00a94714-5bae-46b1-99ca-0edae61b3bc7 req-74b290c9-165a-4aad-9851-18986a5efe78 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/ports?device_id=df3ffa68-4454-41db-ba53-466477b30e89 HTTP/1.1" status: 200 len: 945 time: 0.0885148 Sep 14 23:22:38.862372 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-00a94714-5bae-46b1-99ca-0edae61b3bc7 req-b313d9e9-0bf3-4b70-90c5-96acf84230f9 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/security-groups?id=429bfa26-247b-4fa5-888c-2c4e39a6ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430548 Sep 14 23:22:38.884250 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device bfa2bb86-60b1-4758-98cb-d1bb09838301 up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:22:38.952679 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port bfa2bb86-60b1-4758-98cb-d1bb09838301 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:22:38.957215 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port bfa2bb86-60b1-4758-98cb-d1bb09838301 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:22:38.957581 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:39.071694 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port bfa2bb86-60b1-4758-98cb-d1bb09838301 is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:22:39.072069 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:39.097949 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3ffa68-4454-41db-ba53-466477b30e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa2bb86-60b1-4758-98cb-d1bb09838301'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:22:39.100215 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5166192b-a13d-43ab-a1e9-e31b3988ede9" -d '{"events": [{"server_uuid": "df3ffa68-4454-41db-ba53-466477b30e89", "name": "network-vif-plugged", "status": "completed", "tag": "bfa2bb86-60b1-4758-98cb-d1bb09838301"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:22:39.107918 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port bfa2bb86-60b1-4758-98cb-d1bb09838301, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=bfa2bb86-60b1-4758-98cb-d1bb09838301,segment=NetworkSegment(e943b9d9-808e-4295-b90a-b2b8ed785f9e),segment_id=e943b9d9-808e-4295-b90a-b2b8ed785f9e)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:22:39.111867 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:39.148306 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0906a0-93fe-4d32-91ef-1eef0a338980 x-openstack-request-id: req-3e0906a0-93fe-4d32-91ef-1eef0a338980 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:22:39.148586 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df3ffa68-4454-41db-ba53-466477b30e89", "name": "network-vif-plugged", "status": "completed", "tag": "bfa2bb86-60b1-4758-98cb-d1bb09838301", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:22:39.148855 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3e0906a0-93fe-4d32-91ef-1eef0a338980 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:22:39.149239 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e0906a0-93fe-4d32-91ef-1eef0a338980'] response: {'server_uuid': 'df3ffa68-4454-41db-ba53-466477b30e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa2bb86-60b1-4758-98cb-d1bb09838301', 'code': 200} Sep 14 23:22:39.180384 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=bfa2bb86-60b1-4758-98cb-d1bb09838301,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:39.393441 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea5b93-e7d9-4111-abe8-b7b4624e3232 req-9ce3af9f-1b30-43db-b9be-abb8600f89ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:39.394933 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c8ea5b93-e7d9-4111-abe8-b7b4624e3232 req-9ce3af9f-1b30-43db-b9be-abb8600f89ba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=df3ffa68-4454-41db-ba53-466477b30e89 HTTP/1.1" status: 200 len: 1099 time: 0.0766315 Sep 14 23:22:39.439420 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c8ea5b93-e7d9-4111-abe8-b7b4624e3232 req-02e59082-3c77-4825-857d-9ed260f470f2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=429bfa26-247b-4fa5-888c-2c4e39a6ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331595 Sep 14 23:22:39.783894 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c8ba36fc-385f-4211-ba53-857dde78231b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:40.062757 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be842a4e-0643-4494-a8ec-9808b03c546b req-717f4a6f-2cd1-4273-9e13-6f1eef98025c tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:40.064098 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-be842a4e-0643-4494-a8ec-9808b03c546b req-717f4a6f-2cd1-4273-9e13-6f1eef98025c tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/ports?device_id=df3ffa68-4454-41db-ba53-466477b30e89 HTTP/1.1" status: 200 len: 946 time: 0.0910943 Sep 14 23:22:40.106893 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-be842a4e-0643-4494-a8ec-9808b03c546b req-dcad2db7-78ab-4946-8785-426de585c38c tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/security-groups?id=429bfa26-247b-4fa5-888c-2c4e39a6ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371239 Sep 14 23:22:40.890738 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:40.924044 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:41.299922 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5362f3a-a4f3-4be2-8a21-d24fed15909e req-db7462ae-64e9-47e4-98cb-1e0cb70ebc49 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:41.301433 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e5362f3a-a4f3-4be2-8a21-d24fed15909e req-db7462ae-64e9-47e4-98cb-1e0cb70ebc49 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/ports?device_id=df3ffa68-4454-41db-ba53-466477b30e89 HTTP/1.1" status: 200 len: 946 time: 0.0862792 Sep 14 23:22:41.344890 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e5362f3a-a4f3-4be2-8a21-d24fed15909e req-58454971-382c-488f-a8ff-13f5ea2bee37 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/security-groups?id=429bfa26-247b-4fa5-888c-2c4e39a6ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379508 Sep 14 23:22:41.728843 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d456c-5c12-4ef3-88dc-340575f6f202 req-1a96627c-4488-40e0-bf62-f9721d2f81d0 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:41.730339 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-609d456c-5c12-4ef3-88dc-340575f6f202 req-1a96627c-4488-40e0-bf62-f9721d2f81d0 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/ports?device_id=df3ffa68-4454-41db-ba53-466477b30e89 HTTP/1.1" status: 200 len: 946 time: 0.0910163 Sep 14 23:22:41.773966 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-609d456c-5c12-4ef3-88dc-340575f6f202 req-331177bd-9a54-4cd1-8ef0-c9f44c1be7f4 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/security-groups?id=429bfa26-247b-4fa5-888c-2c4e39a6ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378616 Sep 14 23:22:42.488935 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:42.970694 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9251d-b29a-4387-b43a-f566c32b2008 req-07c898ba-5416-4e14-b543-505dc187fc63 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:42.972156 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8db9251d-b29a-4387-b43a-f566c32b2008 req-07c898ba-5416-4e14-b543-505dc187fc63 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/ports?device_id=df3ffa68-4454-41db-ba53-466477b30e89 HTTP/1.1" status: 200 len: 946 time: 0.0865874 Sep 14 23:22:43.002435 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a1f28-d9f7-4dfb-b885-43002e4b6a63 req-cb19199f-ee1f-4e80-9ec0-706bea4e1aca tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:43.003133 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-d02a1f28-d9f7-4dfb-b885-43002e4b6a63 req-cb19199f-ee1f-4e80-9ec0-706bea4e1aca tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Synchronizing usage tracker for tenant:6617394cbc37489cb79f17d54e3de156 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:22:43.019014 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-d02a1f28-d9f7-4dfb-b885-43002e4b6a63 req-cb19199f-ee1f-4e80-9ec0-706bea4e1aca tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Unset dirty status for tenant:6617394cbc37489cb79f17d54e3de156 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:22:43.019979 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8db9251d-b29a-4387-b43a-f566c32b2008 req-ee3b4bfe-63cc-451b-84f6-57bdf67c2bce tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/security-groups?id=429bfa26-247b-4fa5-888c-2c4e39a6ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420923 Sep 14 23:22:43.020252 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d02a1f28-d9f7-4dfb-b885-43002e4b6a63 req-cb19199f-ee1f-4e80-9ec0-706bea4e1aca tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3ffa68-4454-41db-ba53-466477b30e89 HTTP/1.1" status: 200 len: 946 time: 0.1054466 Sep 14 23:22:43.089285 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-d02a1f28-d9f7-4dfb-b885-43002e4b6a63 req-69d9ce42-eb05-4501-800e-fcb62b2fe832 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Deleting port bfa2bb86-60b1-4758-98cb-d1bb09838301 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:22:43.089524 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-d02a1f28-d9f7-4dfb-b885-43002e4b6a63 req-69d9ce42-eb05-4501-800e-fcb62b2fe832 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:43.327886 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-d02a1f28-d9f7-4dfb-b885-43002e4b6a63 req-69d9ce42-eb05-4501-800e-fcb62b2fe832 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] For port bfa2bb86-60b1-4758-98cb-d1bb09838301, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=bfa2bb86-60b1-4758-98cb-d1bb09838301,segment=NetworkSegment(e943b9d9-808e-4295-b90a-b2b8ed785f9e),segment_id=e943b9d9-808e-4295-b90a-b2b8ed785f9e)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:22:43.328238 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-d02a1f28-d9f7-4dfb-b885-43002e4b6a63 req-69d9ce42-eb05-4501-800e-fcb62b2fe832 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:43.447826 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-d02a1f28-d9f7-4dfb-b885-43002e4b6a63 req-69d9ce42-eb05-4501-800e-fcb62b2fe832 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Calling delete_port for bfa2bb86-60b1-4758-98cb-d1bb09838301 owned by compute:nova {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:22:43.683578 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-d02a1f28-d9f7-4dfb-b885-43002e4b6a63 req-69d9ce42-eb05-4501-800e-fcb62b2fe832 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:43.695192 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['b473a0ed-abc7-4034-84d1-f5aefb3ff148', 'bfa2bb86-60b1-4758-98cb-d1bb09838301'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:22:43.732094 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ce42-eb05-4501-800e-fcb62b2fe832 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Pushing event deleted for resources: {'Port': ['ID=bfa2bb86-60b1-4758-98cb-d1bb09838301,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:43.821322 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02a1f28-d9f7-4dfb-b885-43002e4b6a63 req-69d9ce42-eb05-4501-800e-fcb62b2fe832 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] No DVR routers for this DVR port bfa2bb86-60b1-4758-98cb-d1bb09838301 on host hv-neutron-8577 {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:22:43.825057 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-d02a1f28-d9f7-4dfb-b885-43002e4b6a63 req-69d9ce42-eb05-4501-800e-fcb62b2fe832 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:43.829126 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3ffa68-4454-41db-ba53-466477b30e89', 'name': 'network-vif-deleted', 'tag': 'bfa2bb86-60b1-4758-98cb-d1bb09838301'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:22:43.831462 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35dbafc3-4e57-41e9-b554-57fe18315ba5" -d '{"events": [{"server_uuid": "df3ffa68-4454-41db-ba53-466477b30e89", "name": "network-vif-deleted", "tag": "bfa2bb86-60b1-4758-98cb-d1bb09838301"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:22:43.847550 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d02a1f28-d9f7-4dfb-b885-43002e4b6a63 req-69d9ce42-eb05-4501-800e-fcb62b2fe832 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.20 "DELETE /v2.0/ports/bfa2bb86-60b1-4758-98cb-d1bb09838301 HTTP/1.1" status: 204 len: 173 time: 0.8217418 Sep 14 23:22:43.888463 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4445ae1a-3b53-41ca-a688-2abe2b8258f6 x-openstack-request-id: req-4445ae1a-3b53-41ca-a688-2abe2b8258f6 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:22:43.888959 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df3ffa68-4454-41db-ba53-466477b30e89", "name": "network-vif-deleted", "tag": "bfa2bb86-60b1-4758-98cb-d1bb09838301", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:22:43.889355 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4445ae1a-3b53-41ca-a688-2abe2b8258f6 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:22:43.889848 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4445ae1a-3b53-41ca-a688-2abe2b8258f6'] response: {'server_uuid': 'df3ffa68-4454-41db-ba53-466477b30e89', 'name': 'network-vif-deleted', 'tag': 'bfa2bb86-60b1-4758-98cb-d1bb09838301', 'status': 'completed', 'code': 200} Sep 14 23:22:44.190629 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ae5fbd89-2161-4339-a28e-adaf90182655 req-2f612ff0-13ce-4acf-a3a5-8b06f3381dd4 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/ports?device_id=df3ffa68-4454-41db-ba53-466477b30e89 HTTP/1.1" status: 200 len: 210 time: 0.0486567 Sep 14 23:22:45.456161 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34341663-3467-40f4-829e-b6d128afdea8 req-41ffdba3-96a2-4142-ab2f-899cdd31b585 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:45.457637 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-34341663-3467-40f4-829e-b6d128afdea8 req-41ffdba3-96a2-4142-ab2f-899cdd31b585 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/ports?device_id=a5d5b26c-de88-425f-a93c-f21345bc22b7 HTTP/1.1" status: 200 len: 945 time: 0.0902941 Sep 14 23:22:45.501318 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-34341663-3467-40f4-829e-b6d128afdea8 req-7185f09c-1b49-4115-88a6-84e1418b8656 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/security-groups?id=429bfa26-247b-4fa5-888c-2c4e39a6ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380192 Sep 14 23:22:45.711823 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f17d4-b667-4e35-ac6b-3ca6ebd560c9 req-6233a64f-12f3-4485-91e8-21a4b9ce15e9 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:45.713291 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-745f17d4-b667-4e35-ac6b-3ca6ebd560c9 req-6233a64f-12f3-4485-91e8-21a4b9ce15e9 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/ports?device_id=a5d5b26c-de88-425f-a93c-f21345bc22b7 HTTP/1.1" status: 200 len: 945 time: 0.0853078 Sep 14 23:22:45.759214 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-745f17d4-b667-4e35-ac6b-3ca6ebd560c9 req-748870ee-7578-477e-8428-4c82c25d7a24 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/security-groups?id=429bfa26-247b-4fa5-888c-2c4e39a6ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396025 Sep 14 23:22:45.965191 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb274e0-c806-465c-90e6-3904e8003994 req-b3e066f5-330d-4e5e-823e-49d0fe8cf5ae tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:45.966634 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bcb274e0-c806-465c-90e6-3904e8003994 req-b3e066f5-330d-4e5e-823e-49d0fe8cf5ae tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/ports?device_id=a5d5b26c-de88-425f-a93c-f21345bc22b7 HTTP/1.1" status: 200 len: 945 time: 0.0948093 Sep 14 23:22:46.009720 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bcb274e0-c806-465c-90e6-3904e8003994 req-009672b9-202c-4206-b028-23824fd1f80c tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/security-groups?id=429bfa26-247b-4fa5-888c-2c4e39a6ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373883 Sep 14 23:22:46.306453 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0cbea-5fc7-48e3-b280-e9abf90eddaf req-979e381e-6761-4f5a-8958-7be351210379 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:46.308424 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e4e0cbea-5fc7-48e3-b280-e9abf90eddaf req-979e381e-6761-4f5a-8958-7be351210379 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/ports?device_id=a5d5b26c-de88-425f-a93c-f21345bc22b7 HTTP/1.1" status: 200 len: 945 time: 0.0861561 Sep 14 23:22:46.354657 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e4e0cbea-5fc7-48e3-b280-e9abf90eddaf req-e188c1d9-db59-4b34-a5e5-0b3f200aeb8d tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/security-groups?id=429bfa26-247b-4fa5-888c-2c4e39a6ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401199 Sep 14 23:22:46.549507 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea4c67-56a4-479a-96e1-a91b9630b2e3 req-bb0bc84c-3e2a-4d10-b89c-bbc095a65c8a tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:46.551098 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4dea4c67-56a4-479a-96e1-a91b9630b2e3 req-bb0bc84c-3e2a-4d10-b89c-bbc095a65c8a tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/ports?device_id=a5d5b26c-de88-425f-a93c-f21345bc22b7 HTTP/1.1" status: 200 len: 945 time: 0.0874746 Sep 14 23:22:46.594131 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4dea4c67-56a4-479a-96e1-a91b9630b2e3 req-896b4f5f-4146-4577-a99d-734fa1475263 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/security-groups?id=429bfa26-247b-4fa5-888c-2c4e39a6ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374517 Sep 14 23:22:46.802914 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50dafc-51fa-479d-a8b5-485cfa74eb33 req-05e53522-75d8-4f34-8eaa-c4392a610838 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:46.804344 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-af50dafc-51fa-479d-a8b5-485cfa74eb33 req-05e53522-75d8-4f34-8eaa-c4392a610838 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/ports?device_id=a5d5b26c-de88-425f-a93c-f21345bc22b7 HTTP/1.1" status: 200 len: 945 time: 0.0922883 Sep 14 23:22:46.847290 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-af50dafc-51fa-479d-a8b5-485cfa74eb33 req-cbe67b6a-df81-4017-a433-fadceab1699e tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/security-groups?id=429bfa26-247b-4fa5-888c-2c4e39a6ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370448 Sep 14 23:22:46.917617 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device bfa2bb86-60b1-4758-98cb-d1bb09838301 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:22:46.951650 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: bfa2bb86-60b1-4758-98cb-d1bb09838301 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:22:46.951994 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device bfa2bb86-60b1-4758-98cb-d1bb09838301 not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:22:47.371225 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231f937-387a-43ab-a85e-ef32d8c4ae15 req-eed72837-a30a-4ce0-84fe-9cebcbc42645 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:47.372668 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5231f937-387a-43ab-a85e-ef32d8c4ae15 req-eed72837-a30a-4ce0-84fe-9cebcbc42645 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/ports?device_id=a5d5b26c-de88-425f-a93c-f21345bc22b7 HTTP/1.1" status: 200 len: 945 time: 0.0855649 Sep 14 23:22:47.419563 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5231f937-387a-43ab-a85e-ef32d8c4ae15 req-aa2070e0-f464-402a-8d7f-1aec13a2fb08 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/security-groups?id=429bfa26-247b-4fa5-888c-2c4e39a6ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409498 Sep 14 23:22:48.614731 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b61ee-b1ea-4844-bc42-3f5e5981be2a req-13e2a5e3-8dc9-4071-ad4a-7fcd85bbb4b9 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:48.616164 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-413b61ee-b1ea-4844-bc42-3f5e5981be2a req-13e2a5e3-8dc9-4071-ad4a-7fcd85bbb4b9 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/ports?device_id=a5d5b26c-de88-425f-a93c-f21345bc22b7 HTTP/1.1" status: 200 len: 945 time: 0.0864079 Sep 14 23:22:48.659704 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-413b61ee-b1ea-4844-bc42-3f5e5981be2a req-687f492a-021e-4aaa-aa60-7e9f75a3673b tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/security-groups?id=429bfa26-247b-4fa5-888c-2c4e39a6ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371795 Sep 14 23:22:48.730387 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075e24b-2869-4177-bafd-a71b22b09d44 req-5c4b8873-5be0-47fb-9afb-9e5c66a0a6aa tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:48.731076 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-9075e24b-2869-4177-bafd-a71b22b09d44 req-5c4b8873-5be0-47fb-9afb-9e5c66a0a6aa tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Synchronizing usage tracker for tenant:6617394cbc37489cb79f17d54e3de156 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:22:48.746746 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-9075e24b-2869-4177-bafd-a71b22b09d44 req-5c4b8873-5be0-47fb-9afb-9e5c66a0a6aa tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Unset dirty status for tenant:6617394cbc37489cb79f17d54e3de156 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:22:48.747834 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9075e24b-2869-4177-bafd-a71b22b09d44 req-5c4b8873-5be0-47fb-9afb-9e5c66a0a6aa tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5d5b26c-de88-425f-a93c-f21345bc22b7 HTTP/1.1" status: 200 len: 945 time: 0.1045735 Sep 14 23:22:48.816287 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-9075e24b-2869-4177-bafd-a71b22b09d44 req-de0c1d58-e940-4c4a-aa16-c8c10aa750c0 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Deleting port b473a0ed-abc7-4034-84d1-f5aefb3ff148 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:22:48.816638 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-9075e24b-2869-4177-bafd-a71b22b09d44 req-de0c1d58-e940-4c4a-aa16-c8c10aa750c0 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:49.059238 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-9075e24b-2869-4177-bafd-a71b22b09d44 req-de0c1d58-e940-4c4a-aa16-c8c10aa750c0 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] For port b473a0ed-abc7-4034-84d1-f5aefb3ff148, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=b473a0ed-abc7-4034-84d1-f5aefb3ff148,segment=NetworkSegment(e943b9d9-808e-4295-b90a-b2b8ed785f9e),segment_id=e943b9d9-808e-4295-b90a-b2b8ed785f9e)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:22:49.059602 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-9075e24b-2869-4177-bafd-a71b22b09d44 req-de0c1d58-e940-4c4a-aa16-c8c10aa750c0 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:49.179973 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-9075e24b-2869-4177-bafd-a71b22b09d44 req-de0c1d58-e940-4c4a-aa16-c8c10aa750c0 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Calling delete_port for b473a0ed-abc7-4034-84d1-f5aefb3ff148 owned by compute:nova {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:22:49.320344 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-9075e24b-2869-4177-bafd-a71b22b09d44 req-de0c1d58-e940-4c4a-aa16-c8c10aa750c0 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:49.331394 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['b473a0ed-abc7-4034-84d1-f5aefb3ff148'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:22:49.369743 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c1d58-e940-4c4a-aa16-c8c10aa750c0 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Pushing event deleted for resources: {'Port': ['ID=b473a0ed-abc7-4034-84d1-f5aefb3ff148,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:49.459657 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-9075e24b-2869-4177-bafd-a71b22b09d44 req-de0c1d58-e940-4c4a-aa16-c8c10aa750c0 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] No DVR routers for this DVR port b473a0ed-abc7-4034-84d1-f5aefb3ff148 on host hv-neutron-8577 {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:22:49.462192 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-9075e24b-2869-4177-bafd-a71b22b09d44 req-de0c1d58-e940-4c4a-aa16-c8c10aa750c0 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:49.465494 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d5b26c-de88-425f-a93c-f21345bc22b7', 'name': 'network-vif-deleted', 'tag': 'b473a0ed-abc7-4034-84d1-f5aefb3ff148'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:22:49.467799 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6bfb97-4dc1-404a-9bf4-ca00d6f05a6d" -d '{"events": [{"server_uuid": "a5d5b26c-de88-425f-a93c-f21345bc22b7", "name": "network-vif-deleted", "tag": "b473a0ed-abc7-4034-84d1-f5aefb3ff148"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:22:49.481978 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9075e24b-2869-4177-bafd-a71b22b09d44 req-de0c1d58-e940-4c4a-aa16-c8c10aa750c0 tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.20 "DELETE /v2.0/ports/b473a0ed-abc7-4034-84d1-f5aefb3ff148 HTTP/1.1" status: 204 len: 173 time: 0.7285943 Sep 14 23:22:49.517208 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7071438-8556-4c65-b7a6-c680e88e88aa x-openstack-request-id: req-d7071438-8556-4c65-b7a6-c680e88e88aa {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:22:49.517647 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d5b26c-de88-425f-a93c-f21345bc22b7", "name": "network-vif-deleted", "tag": "b473a0ed-abc7-4034-84d1-f5aefb3ff148", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:22:49.517914 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d7071438-8556-4c65-b7a6-c680e88e88aa {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:22:49.518291 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7071438-8556-4c65-b7a6-c680e88e88aa'] response: {'server_uuid': 'a5d5b26c-de88-425f-a93c-f21345bc22b7', 'name': 'network-vif-deleted', 'tag': 'b473a0ed-abc7-4034-84d1-f5aefb3ff148', 'status': 'completed', 'code': 200} Sep 14 23:22:49.598183 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:49.835128 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2a6a57f1-4dbd-4654-96cc-124fbd38a1e3 req-c10803f9-3d10-4496-8190-a368049f448e tempest-ServersNegativeTestJSON-1812639017 tempest-ServersNegativeTestJSON-1812639017-project] 10.222.0.33 "GET /v2.0/ports?device_id=a5d5b26c-de88-425f-a93c-f21345bc22b7 HTTP/1.1" status: 200 len: 210 time: 0.0541856 Sep 14 23:22:50.933371 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 60702) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:22:51.549034 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ba87276d-2420-4067-a257-1874480ba51a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:51.889375 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-ba87276d-2420-4067-a257-1874480ba51a admin admin] Deleting port a560304f-4a85-4460-b59c-f6bb998f183f {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:22:51.889731 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ba87276d-2420-4067-a257-1874480ba51a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:52.059201 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-ba87276d-2420-4067-a257-1874480ba51a admin admin] For port a560304f-4a85-4460-b59c-f6bb998f183f, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=a560304f-4a85-4460-b59c-f6bb998f183f,segment=NetworkSegment(e943b9d9-808e-4295-b90a-b2b8ed785f9e),segment_id=e943b9d9-808e-4295-b90a-b2b8ed785f9e)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:22:52.059879 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ba87276d-2420-4067-a257-1874480ba51a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:52.181809 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-ba87276d-2420-4067-a257-1874480ba51a admin admin] Calling delete_port for a560304f-4a85-4460-b59c-f6bb998f183f owned by network:router_interface {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:22:52.360536 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ba87276d-2420-4067-a257-1874480ba51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:52.410021 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87276d-2420-4067-a257-1874480ba51a admin admin] Pushing event deleted for resources: {'Port': ['ID=a560304f-4a85-4460-b59c-f6bb998f183f,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:52.455640 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba87276d-2420-4067-a257-1874480ba51a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:52.455981 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba87276d-2420-4067-a257-1874480ba51a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:52.456319 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba87276d-2420-4067-a257-1874480ba51a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:52.456668 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba87276d-2420-4067-a257-1874480ba51a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:52.456996 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba87276d-2420-4067-a257-1874480ba51a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:52.457322 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba87276d-2420-4067-a257-1874480ba51a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:52.457649 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba87276d-2420-4067-a257-1874480ba51a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:52.457970 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba87276d-2420-4067-a257-1874480ba51a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:52.458292 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba87276d-2420-4067-a257-1874480ba51a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:52.458609 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba87276d-2420-4067-a257-1874480ba51a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:52.458925 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba87276d-2420-4067-a257-1874480ba51a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:52.459240 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba87276d-2420-4067-a257-1874480ba51a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:22:52.792371 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ba87276d-2420-4067-a257-1874480ba51a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:52.928310 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device b473a0ed-abc7-4034-84d1-f5aefb3ff148 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:22:52.962132 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: b473a0ed-abc7-4034-84d1-f5aefb3ff148 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:22:52.962466 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device b473a0ed-abc7-4034-84d1-f5aefb3ff148 not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:22:53.146901 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba87276d-2420-4067-a257-1874480ba51a admin admin] Router 1c9df309-697d-4633-8c03-33c13130d294 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:22:53.326199 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba87276d-2420-4067-a257-1874480ba51a admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:22:53.337053 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01668bfd-25a1-41c4-be39-e9f2c817c09c None None] Sync routers for ids ['1c9df309-697d-4633-8c03-33c13130d294'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:22:53.342244 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ba87276d-2420-4067-a257-1874480ba51a admin admin] 10.222.0.33 "PUT /v2.0/routers/1c9df309-697d-4633-8c03-33c13130d294/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4075930 Sep 14 23:22:53.344199 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 60706) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:22:53.355186 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01668bfd-25a1-41c4-be39-e9f2c817c09c None None] Routers {'1c9df309-697d-4633-8c03-33c13130d294'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:22:53.356466 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-01668bfd-25a1-41c4-be39-e9f2c817c09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:22:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1c9df309-697d-4633-8c03-33c13130d294'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:22:53.568738 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a3dd0591-a706-45c7-936e-a24b77d997e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:53.588107 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-01668bfd-25a1-41c4-be39-e9f2c817c09c None None] Set router 1c9df309-697d-4633-8c03-33c13130d294 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:22:53.747164 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a3dd0591-a706-45c7-936e-a24b77d997e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:53.770007 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-a3dd0591-a706-45c7-936e-a24b77d997e9 admin admin] Deleting port 13a0c72c-ce18-4c8a-bafa-61969c6ee21a {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:22:53.770371 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a3dd0591-a706-45c7-936e-a24b77d997e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:53.891973 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-01668bfd-25a1-41c4-be39-e9f2c817c09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9df309-697d-4633-8c03-33c13130d294', 'name': 'tempest-ServersNegativeTestJSON-799276364-router', 'tenant_id': '6617394cbc37489cb79f17d54e3de156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': '13a0c72c-ce18-4c8a-bafa-61969c6ee21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:22:15Z', 'updated_at': '2022-09-14T23:22:52Z', 'revision_number': 5, 'project_id': '6617394cbc37489cb79f17d54e3de156', 'gw_port': {'id': '13a0c72c-ce18-4c8a-bafa-61969c6ee21a', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:04:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9df309-697d-4633-8c03-33c13130d294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:22:16Z', 'updated_at': '2022-09-14T23:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:22:53.897199 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01668bfd-25a1-41c4-be39-e9f2c817c09c None None] Checking router: 1c9df309-697d-4633-8c03-33c13130d294 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:22:53.910463 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01668bfd-25a1-41c4-be39-e9f2c817c09c None None] Routers {'1c9df309-697d-4633-8c03-33c13130d294'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:22:53.911093 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-01668bfd-25a1-41c4-be39-e9f2c817c09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:22:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['1c9df309-697d-4633-8c03-33c13130d294'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:22:54.056487 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-a3dd0591-a706-45c7-936e-a24b77d997e9 admin admin] For port 13a0c72c-ce18-4c8a-bafa-61969c6ee21a, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=13a0c72c-ce18-4c8a-bafa-61969c6ee21a,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:22:54.056780 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a3dd0591-a706-45c7-936e-a24b77d997e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:54.082388 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-01668bfd-25a1-41c4-be39-e9f2c817c09c None None] Set router 1c9df309-697d-4633-8c03-33c13130d294 gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:22:54.180041 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-a3dd0591-a706-45c7-936e-a24b77d997e9 admin admin] Calling delete_port for 13a0c72c-ce18-4c8a-bafa-61969c6ee21a owned by network:router_gateway {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:22:54.200358 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-01668bfd-25a1-41c4-be39-e9f2c817c09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9df309-697d-4633-8c03-33c13130d294', 'name': 'tempest-ServersNegativeTestJSON-799276364-router', 'tenant_id': '6617394cbc37489cb79f17d54e3de156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:22:15Z', 'updated_at': '2022-09-14T23:22:53Z', 'revision_number': 6, 'project_id': '6617394cbc37489cb79f17d54e3de156', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:22:54.204408 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01668bfd-25a1-41c4-be39-e9f2c817c09c None None] The sync data for ids ['1c9df309-697d-4633-8c03-33c13130d294'] in dv-neutron-857791-1-hyperv is: [{'id': '1c9df309-697d-4633-8c03-33c13130d294', 'name': 'tempest-ServersNegativeTestJSON-799276364-router', 'tenant_id': '6617394cbc37489cb79f17d54e3de156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:22:15Z', 'updated_at': '2022-09-14T23:22:53Z', 'revision_number': 6, 'project_id': '6617394cbc37489cb79f17d54e3de156', 'gw_port_host': None}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:22:54.477604 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a3dd0591-a706-45c7-936e-a24b77d997e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:54.529932 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd0591-a706-45c7-936e-a24b77d997e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=13a0c72c-ce18-4c8a-bafa-61969c6ee21a,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:54.628923 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a3dd0591-a706-45c7-936e-a24b77d997e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:54.796752 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a3dd0591-a706-45c7-936e-a24b77d997e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:54.798839 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a3dd0591-a706-45c7-936e-a24b77d997e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:54.820491 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a3dd0591-a706-45c7-936e-a24b77d997e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:54.821016 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3dd0591-a706-45c7-936e-a24b77d997e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c9df309-697d-4633-8c03-33c13130d294 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 23:22:54.833434 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a3dd0591-a706-45c7-936e-a24b77d997e9 admin admin] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:54.834558 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a3dd0591-a706-45c7-936e-a24b77d997e9 admin admin] 10.222.0.33 "DELETE /v2.0/routers/1c9df309-697d-4633-8c03-33c13130d294 HTTP/1.1" status: 204 len: 168 time: 1.4884663 Sep 14 23:22:54.837113 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 60710) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:22:54.895303 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-842cec3b-3254-4141-834e-5534dd93172a admin admin] Deleting subnet 2c7f5eff-b854-4cde-a745-71ecde10af3d {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:22:54.898063 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-842cec3b-3254-4141-834e-5534dd93172a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:54.947115 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-842cec3b-3254-4141-834e-5534dd93172a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:55.027137 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-842cec3b-3254-4141-834e-5534dd93172a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:55.094607 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-842cec3b-3254-4141-834e-5534dd93172a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:55.138613 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ead44b4-e2bb-4968-826a-d353a589ad06 None None] Network 5327d2a4-f0fd-4823-b038-40ccb6152453 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:22:55.139145 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-842cec3b-3254-4141-834e-5534dd93172a admin admin] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:55.141738 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842cec3b-3254-4141-834e-5534dd93172a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c7f5eff-b854-4cde-a745-71ecde10af3d,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:55.154824 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-842cec3b-3254-4141-834e-5534dd93172a admin admin] 10.222.0.33 "DELETE /v2.0/subnets/2c7f5eff-b854-4cde-a745-71ecde10af3d HTTP/1.1" status: 204 len: 168 time: 0.3145282 Sep 14 23:22:55.155405 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 60714) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:22:55.262746 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3a6e9549-21b0-42a8-af5e-17aed5cd24fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:55.273009 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-3a6e9549-21b0-42a8-af5e-17aed5cd24fe admin admin] Deleting port aef7b737-b6c5-4b52-a49d-fed454b299b8 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:22:55.273337 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3a6e9549-21b0-42a8-af5e-17aed5cd24fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:55.409291 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b2bd48-fb77-4587-90e1-7d0921a629b0 None None] DHCP port deletion for 5327d2a4-f0fd-4823-b038-40ccb6152453 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:22:55.413507 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-77b2bd48-fb77-4587-90e1-7d0921a629b0 None None] Deleting port aef7b737-b6c5-4b52-a49d-fed454b299b8 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:22:55.413876 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-77b2bd48-fb77-4587-90e1-7d0921a629b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:55.480871 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-3a6e9549-21b0-42a8-af5e-17aed5cd24fe admin admin] For port aef7b737-b6c5-4b52-a49d-fed454b299b8, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=aef7b737-b6c5-4b52-a49d-fed454b299b8,segment=NetworkSegment(e943b9d9-808e-4295-b90a-b2b8ed785f9e),segment_id=e943b9d9-808e-4295-b90a-b2b8ed785f9e)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:22:55.481426 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3a6e9549-21b0-42a8-af5e-17aed5cd24fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:55.611497 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-3a6e9549-21b0-42a8-af5e-17aed5cd24fe admin admin] Calling delete_port for aef7b737-b6c5-4b52-a49d-fed454b299b8 owned by network:dhcp {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:22:55.643327 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-77b2bd48-fb77-4587-90e1-7d0921a629b0 None None] For port aef7b737-b6c5-4b52-a49d-fed454b299b8, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=aef7b737-b6c5-4b52-a49d-fed454b299b8,segment=NetworkSegment(e943b9d9-808e-4295-b90a-b2b8ed785f9e),segment_id=e943b9d9-808e-4295-b90a-b2b8ed785f9e)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:22:55.643718 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-77b2bd48-fb77-4587-90e1-7d0921a629b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:55.689265 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3a6e9549-21b0-42a8-af5e-17aed5cd24fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:55.735077 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e9549-21b0-42a8-af5e-17aed5cd24fe admin admin] Pushing event deleted for resources: {'Port': ['ID=aef7b737-b6c5-4b52-a49d-fed454b299b8,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:55.738801 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6e9549-21b0-42a8-af5e-17aed5cd24fe admin admin] No DVR routers for this DVR port aef7b737-b6c5-4b52-a49d-fed454b299b8 on host dv-neutron-857791-1-hyperv {{(pid=89170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:22:55.773468 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-77b2bd48-fb77-4587-90e1-7d0921a629b0 None None] Calling delete_port for aef7b737-b6c5-4b52-a49d-fed454b299b8 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:22:55.803235 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 13a0c72c-ce18-4c8a-bafa-61969c6ee21a no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:22:55.853616 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 13a0c72c-ce18-4c8a-bafa-61969c6ee21a {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:22:55.853985 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 13a0c72c-ce18-4c8a-bafa-61969c6ee21a not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:22:55.854410 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device a560304f-4a85-4460-b59c-f6bb998f183f no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:22:55.855975 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3a6e9549-21b0-42a8-af5e-17aed5cd24fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:55.893762 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: a560304f-4a85-4460-b59c-f6bb998f183f {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:22:55.894023 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device a560304f-4a85-4460-b59c-f6bb998f183f not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:22:55.894451 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device aef7b737-b6c5-4b52-a49d-fed454b299b8 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:22:55.935991 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: aef7b737-b6c5-4b52-a49d-fed454b299b8 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:22:55.936375 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device aef7b737-b6c5-4b52-a49d-fed454b299b8 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:22:55.955455 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-77b2bd48-fb77-4587-90e1-7d0921a629b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 23:22:55.955816 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-77b2bd48-fb77-4587-90e1-7d0921a629b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 23:22:55.990556 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-3a6e9549-21b0-42a8-af5e-17aed5cd24fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5327d2a4-f0fd-4823-b038-40ccb6152453']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:22:56.003587 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-3a6e9549-21b0-42a8-af5e-17aed5cd24fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e943b9d9-808e-4295-b90a-b2b8ed785f9e') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:22:56.003876 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-3a6e9549-21b0-42a8-af5e-17aed5cd24fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e943b9d9-808e-4295-b90a-b2b8ed785f9e') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:22:56.014992 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3a6e9549-21b0-42a8-af5e-17aed5cd24fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:56.030433 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3a6e9549-21b0-42a8-af5e-17aed5cd24fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:56.036298 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a6e9549-21b0-42a8-af5e-17aed5cd24fe admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:22:56.036707 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3a6e9549-21b0-42a8-af5e-17aed5cd24fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:56.130045 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3a6e9549-21b0-42a8-af5e-17aed5cd24fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:56.149128 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3a6e9549-21b0-42a8-af5e-17aed5cd24fe admin admin] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:56.155160 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e9549-21b0-42a8-af5e-17aed5cd24fe admin admin] Pushing event deleted for resources: {'Network': ['ID=5327d2a4-f0fd-4823-b038-40ccb6152453,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:56.172307 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3a6e9549-21b0-42a8-af5e-17aed5cd24fe admin admin] 10.222.0.33 "DELETE /v2.0/networks/5327d2a4-f0fd-4823-b038-40ccb6152453 HTTP/1.1" status: 204 len: 168 time: 1.0157943 Sep 14 23:22:56.187361 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment e943b9d9-808e-4295-b90a-b2b8ed785f9e resource provider aggregate not found Sep 14 23:22:56.203311 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment e943b9d9-808e-4295-b90a-b2b8ed785f9e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e943b9d9-808e-4295-b90a-b2b8ed785f9e found for delete ", "request_id": "req-5f268600-3064-4e03-987d-9f1e8e117769"}]} Sep 14 23:22:56.281301 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 60726) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:22:56.329785 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-564a5211-7075-4209-9c4d-af9411cb8c8f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=6617394cbc37489cb79f17d54e3de156&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472965 Sep 14 23:22:56.332101 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 60730) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:22:56.388514 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4e2b5db4-fe34-4a8f-b6a7-7d5ee2c673ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:56.413591 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4e2b5db4-fe34-4a8f-b6a7-7d5ee2c673ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:56.457435 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-77b2bd48-fb77-4587-90e1-7d0921a629b0 None None] Deleting port aef7b737-b6c5-4b52-a49d-fed454b299b8 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:22:56.457951 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-77b2bd48-fb77-4587-90e1-7d0921a629b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:56.464451 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4e2b5db4-fe34-4a8f-b6a7-7d5ee2c673ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:56.482940 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b5db4-fe34-4a8f-b6a7-7d5ee2c673ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429bfa26-247b-4fa5-888c-2c4e39a6ebe4,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:56.489509 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4e2b5db4-fe34-4a8f-b6a7-7d5ee2c673ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:56.490418 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4e2b5db4-fe34-4a8f-b6a7-7d5ee2c673ef admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/429bfa26-247b-4fa5-888c-2c4e39a6ebe4 HTTP/1.1" status: 204 len: 168 time: 0.1573670 Sep 14 23:22:56.534819 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-77b2bd48-fb77-4587-90e1-7d0921a629b0 None None] The port 'aef7b737-b6c5-4b52-a49d-fed454b299b8' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 23:22:57.269252 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 60754) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:22:57.371062 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-3f1ff498-0a63-4f99-896f-21243c0c9a22 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-585758821'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:22:57.376207 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-3f1ff498-0a63-4f99-896f-21243c0c9a22 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:22:57.380118 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-3f1ff498-0a63-4f99-896f-21243c0c9a22 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Usage tracker for resource:network and tenant:d2b6f926233c4a3ba306ef3cb08a5d18 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:22:57.383036 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-3f1ff498-0a63-4f99-896f-21243c0c9a22 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:22:57.390382 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-3f1ff498-0a63-4f99-896f-21243c0c9a22 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:22:57.400307 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1ff498-0a63-4f99-896f-21243c0c9a22 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Made reservation on behalf of d2b6f926233c4a3ba306ef3cb08a5d18 for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:22:57.403890 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3f1ff498-0a63-4f99-896f-21243c0c9a22 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:57.415823 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3f1ff498-0a63-4f99-896f-21243c0c9a22 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:57.430355 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-3f1ff498-0a63-4f99-896f-21243c0c9a22 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:22:57.434588 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-3f1ff498-0a63-4f99-896f-21243c0c9a22 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Usage tracker for resource:security_group_rule and tenant:d2b6f926233c4a3ba306ef3cb08a5d18 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:22:57.437368 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-3f1ff498-0a63-4f99-896f-21243c0c9a22 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:22:57.442870 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-3f1ff498-0a63-4f99-896f-21243c0c9a22 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:22:57.524813 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3f1ff498-0a63-4f99-896f-21243c0c9a22 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:57.527931 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3f1ff498-0a63-4f99-896f-21243c0c9a22 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:57.559301 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f1ff498-0a63-4f99-896f-21243c0c9a22 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:22:57.567413 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ff498-0a63-4f99-896f-21243c0c9a22 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc7f99f-c854-41f2-90e8-a71010a8a271,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:57.572790 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3f1ff498-0a63-4f99-896f-21243c0c9a22 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:57.573161 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-3f1ff498-0a63-4f99-896f-21243c0c9a22 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Added segment 9467c446-2f1d-4556-aea5-6881854a5b4f of type vlan for network ff13c8ba-7dc4-4de1-9e72-57e08699ff7a Sep 14 23:22:57.598146 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3f1ff498-0a63-4f99-896f-21243c0c9a22 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:57.628497 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3f1ff498-0a63-4f99-896f-21243c0c9a22 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:57.633862 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1ff498-0a63-4f99-896f-21243c0c9a22 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:22:57.634435 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3f1ff498-0a63-4f99-896f-21243c0c9a22 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:22:57.740934 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3f1ff498-0a63-4f99-896f-21243c0c9a22 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4705465 Sep 14 23:22:57.743697 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ff498-0a63-4f99-896f-21243c0c9a22 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Pushing event updated for resources: {'Network': ['ID=ff13c8ba-7dc4-4de1-9e72-57e08699ff7a,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:22:57.754317 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network ff13c8ba-7dc4-4de1-9e72-57e08699ff7a details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:23:01.011460 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 60760) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:01.017287 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-a39fd899-c926-407a-ac33-ef96fd7660d6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Request body: {'subnet': {'network_id': 'ff13c8ba-7dc4-4de1-9e72-57e08699ff7a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:23:01.124258 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-a39fd899-c926-407a-ac33-ef96fd7660d6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:23:01.128009 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a39fd899-c926-407a-ac33-ef96fd7660d6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Usage tracker for resource:subnet and tenant:d2b6f926233c4a3ba306ef3cb08a5d18 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:23:01.130766 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a39fd899-c926-407a-ac33-ef96fd7660d6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:23:01.136903 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-a39fd899-c926-407a-ac33-ef96fd7660d6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:23:01.146104 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39fd899-c926-407a-ac33-ef96fd7660d6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Made reservation on behalf of d2b6f926233c4a3ba306ef3cb08a5d18 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:23:01.149518 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a39fd899-c926-407a-ac33-ef96fd7660d6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:01.366002 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a39fd899-c926-407a-ac33-ef96fd7660d6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:01.444343 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39fd899-c926-407a-ac33-ef96fd7660d6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Pushing event updated for resources: {'Subnet': ['ID=b9df3d78-cdfa-4a46-bfd4-bed7cf62dad8,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:01.449798 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39fd899-c926-407a-ac33-ef96fd7660d6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Checking segment: {'id': '9467c446-2f1d-4556-aea5-6881854a5b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ff13c8ba-7dc4-4de1-9e72-57e08699ff7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:23:01.450153 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39fd899-c926-407a-ac33-ef96fd7660d6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Network hostable DHCP agents. Network: ff13c8ba-7dc4-4de1-9e72-57e08699ff7a, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:23:01.468743 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39fd899-c926-407a-ac33-ef96fd7660d6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Network ff13c8ba-7dc4-4de1-9e72-57e08699ff7a is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:23:01.477341 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-a39fd899-c926-407a-ac33-ef96fd7660d6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, ff13c8ba-7dc4-4de1-9e72-57e08699ff7a) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:23:01.481763 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39fd899-c926-407a-ac33-ef96fd7660d6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:01.482338 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a39fd899-c926-407a-ac33-ef96fd7660d6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:01.488815 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb25f17-149b-4bb8-9fe5-bdde78483446 None None] Network ff13c8ba-7dc4-4de1-9e72-57e08699ff7a requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:23:01.508114 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a39fd899-c926-407a-ac33-ef96fd7660d6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4923477 Sep 14 23:23:01.508318 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 60764) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:01.513746 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-f4a3db73-03b4-4c8c-a017-41b7f75fba2a tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1293480497'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:23:01.518428 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-f4a3db73-03b4-4c8c-a017-41b7f75fba2a tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:23:01.522258 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-f4a3db73-03b4-4c8c-a017-41b7f75fba2a tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Usage tracker for resource:network and tenant:d2b6f926233c4a3ba306ef3cb08a5d18 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:23:01.525111 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-f4a3db73-03b4-4c8c-a017-41b7f75fba2a tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:23:01.530786 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-f4a3db73-03b4-4c8c-a017-41b7f75fba2a tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:23:01.542397 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a3db73-03b4-4c8c-a017-41b7f75fba2a tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Made reservation on behalf of d2b6f926233c4a3ba306ef3cb08a5d18 for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:23:01.545830 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f4a3db73-03b4-4c8c-a017-41b7f75fba2a tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:01.573252 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a3db73-03b4-4c8c-a017-41b7f75fba2a tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:23:01.581642 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f4a3db73-03b4-4c8c-a017-41b7f75fba2a tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:01.581981 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-f4a3db73-03b4-4c8c-a017-41b7f75fba2a tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Added segment c7c3d6fa-1efb-469e-8b89-22c7e0bcd706 of type vlan for network 080263cd-2e63-4d8a-87cc-1d348184f024 Sep 14 23:23:01.607950 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f4a3db73-03b4-4c8c-a017-41b7f75fba2a tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:01.640080 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f4a3db73-03b4-4c8c-a017-41b7f75fba2a tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:01.645856 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a3db73-03b4-4c8c-a017-41b7f75fba2a tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:01.646415 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f4a3db73-03b4-4c8c-a017-41b7f75fba2a tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:01.717504 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfa4007-46e4-45cc-93cd-6ed905d02def None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-ff13c8ba-7dc4-4de1-9e72-57e08699ff7a', 'network_id': 'ff13c8ba-7dc4-4de1-9e72-57e08699ff7a', 'tenant_id': 'd2b6f926233c4a3ba306ef3cb08a5d18', 'fixed_ips': [{'subnet_id': 'b9df3d78-cdfa-4a46-bfd4-bed7cf62dad8'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:23:01.718330 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8bfa4007-46e4-45cc-93cd-6ed905d02def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:01.744853 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f4a3db73-03b4-4c8c-a017-41b7f75fba2a tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2354310 Sep 14 23:23:01.747918 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 60768) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:01.753732 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-92939f01-832c-4332-b055-8cc122d268a6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Request body: {'subnet': {'network_id': '080263cd-2e63-4d8a-87cc-1d348184f024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:23:01.756579 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3db73-03b4-4c8c-a017-41b7f75fba2a tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Pushing event updated for resources: {'Network': ['ID=080263cd-2e63-4d8a-87cc-1d348184f024,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:01.771905 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 080263cd-2e63-4d8a-87cc-1d348184f024 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:23:01.863152 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-92939f01-832c-4332-b055-8cc122d268a6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:23:01.867051 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-92939f01-832c-4332-b055-8cc122d268a6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Usage tracker for resource:subnet and tenant:d2b6f926233c4a3ba306ef3cb08a5d18 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:23:01.869923 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-92939f01-832c-4332-b055-8cc122d268a6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:23:01.875598 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-92939f01-832c-4332-b055-8cc122d268a6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:23:01.885303 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92939f01-832c-4332-b055-8cc122d268a6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Made reservation on behalf of d2b6f926233c4a3ba306ef3cb08a5d18 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:23:01.888898 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-92939f01-832c-4332-b055-8cc122d268a6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:01.959343 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-8bfa4007-46e4-45cc-93cd-6ed905d02def None None] Allocated IP 2001:db8:0:ffff::2 (ff13c8ba-7dc4-4de1-9e72-57e08699ff7a/b9df3d78-cdfa-4a46-bfd4-bed7cf62dad8/67608e5f-3bde-470e-9d5f-e1a43a981997) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:23:02.167421 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8bfa4007-46e4-45cc-93cd-6ed905d02def None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:02.177860 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-8bfa4007-46e4-45cc-93cd-6ed905d02def None None] Transition to ACTIVE for port object 67608e5f-3bde-470e-9d5f-e1a43a981997 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:23:02.196029 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-8bfa4007-46e4-45cc-93cd-6ed905d02def None None] Transition to ACTIVE for port object 67608e5f-3bde-470e-9d5f-e1a43a981997 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:23:02.203196 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8bfa4007-46e4-45cc-93cd-6ed905d02def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:02.224439 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-92939f01-832c-4332-b055-8cc122d268a6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:02.271467 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfa4007-46e4-45cc-93cd-6ed905d02def None None] Network ff13c8ba-7dc4-4de1-9e72-57e08699ff7a is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:23:02.272556 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-8bfa4007-46e4-45cc-93cd-6ed905d02def None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:23:02.275049 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfa4007-46e4-45cc-93cd-6ed905d02def None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:23:02.307888 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92939f01-832c-4332-b055-8cc122d268a6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Pushing event updated for resources: {'Subnet': ['ID=f5972193-3058-456a-bcaa-c6c903d68544,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:02.319118 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92939f01-832c-4332-b055-8cc122d268a6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:23:02.319459 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92939f01-832c-4332-b055-8cc122d268a6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:23:02.319793 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92939f01-832c-4332-b055-8cc122d268a6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:23:02.320123 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92939f01-832c-4332-b055-8cc122d268a6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:23:02.320450 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92939f01-832c-4332-b055-8cc122d268a6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:23:02.320800 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92939f01-832c-4332-b055-8cc122d268a6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:23:02.321124 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92939f01-832c-4332-b055-8cc122d268a6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:23:02.321443 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92939f01-832c-4332-b055-8cc122d268a6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:23:02.321765 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92939f01-832c-4332-b055-8cc122d268a6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:23:02.322082 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92939f01-832c-4332-b055-8cc122d268a6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:23:02.322402 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92939f01-832c-4332-b055-8cc122d268a6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:23:02.322774 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92939f01-832c-4332-b055-8cc122d268a6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:23:02.326344 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92939f01-832c-4332-b055-8cc122d268a6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Checking segment: {'id': 'c7c3d6fa-1efb-469e-8b89-22c7e0bcd706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '080263cd-2e63-4d8a-87cc-1d348184f024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:23:02.326725 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92939f01-832c-4332-b055-8cc122d268a6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Network hostable DHCP agents. Network: 080263cd-2e63-4d8a-87cc-1d348184f024, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:23:02.347829 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92939f01-832c-4332-b055-8cc122d268a6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Network 080263cd-2e63-4d8a-87cc-1d348184f024 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:23:02.360658 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-92939f01-832c-4332-b055-8cc122d268a6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 080263cd-2e63-4d8a-87cc-1d348184f024) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:23:02.360892 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa4007-46e4-45cc-93cd-6ed905d02def None None] Pushing event updated for resources: {'Port': ['ID=67608e5f-3bde-470e-9d5f-e1a43a981997,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:02.364099 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92939f01-832c-4332-b055-8cc122d268a6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:02.364902 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-92939f01-832c-4332-b055-8cc122d268a6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:02.391878 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-92939f01-832c-4332-b055-8cc122d268a6 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6403649 Sep 14 23:23:02.392187 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 60772) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:02.400326 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47ed5b6-75c1-4190-a0f5-08931dc98dad None None] Network 080263cd-2e63-4d8a-87cc-1d348184f024 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:23:02.497655 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-8bfa4007-46e4-45cc-93cd-6ed905d02def None None] Attempting to bind port 67608e5f-3bde-470e-9d5f-e1a43a981997 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:23:02.498372 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-8bfa4007-46e4-45cc-93cd-6ed905d02def None None] Attempting to bind port 67608e5f-3bde-470e-9d5f-e1a43a981997 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '9467c446-2f1d-4556-aea5-6881854a5b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ff13c8ba-7dc4-4de1-9e72-57e08699ff7a'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:23:02.498372 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfa4007-46e4-45cc-93cd-6ed905d02def None None] Attempting to bind port 67608e5f-3bde-470e-9d5f-e1a43a981997 on network ff13c8ba-7dc4-4de1-9e72-57e08699ff7a {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:23:02.507886 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfa4007-46e4-45cc-93cd-6ed905d02def None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:23:02.508249 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfa4007-46e4-45cc-93cd-6ed905d02def None None] Checking segment: {'id': '9467c446-2f1d-4556-aea5-6881854a5b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ff13c8ba-7dc4-4de1-9e72-57e08699ff7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:23:02.508661 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8bfa4007-46e4-45cc-93cd-6ed905d02def None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:02.509046 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfa4007-46e4-45cc-93cd-6ed905d02def None None] Bound using segment: {'id': '9467c446-2f1d-4556-aea5-6881854a5b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ff13c8ba-7dc4-4de1-9e72-57e08699ff7a'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:23:02.509497 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-8bfa4007-46e4-45cc-93cd-6ed905d02def None None] Bound port: 67608e5f-3bde-470e-9d5f-e1a43a981997, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9467c446-2f1d-4556-aea5-6881854a5b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ff13c8ba-7dc4-4de1-9e72-57e08699ff7a'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:23:02.509860 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8bfa4007-46e4-45cc-93cd-6ed905d02def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:02.534773 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d09fa7af-ec23-4549-833b-9cc77a3f6433 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:02.600128 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d09fa7af-ec23-4549-833b-9cc77a3f6433 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:02.681139 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d09fa7af-ec23-4549-833b-9cc77a3f6433 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:02.694645 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-8bfa4007-46e4-45cc-93cd-6ed905d02def None None] For port 67608e5f-3bde-470e-9d5f-e1a43a981997, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:23:02.712191 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-8bfa4007-46e4-45cc-93cd-6ed905d02def None None] For port 67608e5f-3bde-470e-9d5f-e1a43a981997, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=67608e5f-3bde-470e-9d5f-e1a43a981997,segment=NetworkSegment(9467c446-2f1d-4556-aea5-6881854a5b4f),segment_id=9467c446-2f1d-4556-aea5-6881854a5b4f)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:23:02.717348 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8bfa4007-46e4-45cc-93cd-6ed905d02def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:02.717692 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09fa7af-ec23-4549-833b-9cc77a3f6433 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Pushing event deleted for resources: {'Subnet': ['ID=f5972193-3058-456a-bcaa-c6c903d68544,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:02.755559 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431edb45-02f3-43d0-b05b-9587a8989845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-080263cd-2e63-4d8a-87cc-1d348184f024', 'network_id': '080263cd-2e63-4d8a-87cc-1d348184f024', 'tenant_id': 'd2b6f926233c4a3ba306ef3cb08a5d18', 'fixed_ips': [{'subnet_id': 'f5972193-3058-456a-bcaa-c6c903d68544'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:23:02.756287 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-431edb45-02f3-43d0-b05b-9587a8989845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:02.818099 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d09fa7af-ec23-4549-833b-9cc77a3f6433 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:02.845953 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-d09fa7af-ec23-4549-833b-9cc77a3f6433 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080263cd-2e63-4d8a-87cc-1d348184f024']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:23:02.859554 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-d09fa7af-ec23-4549-833b-9cc77a3f6433 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c3d6fa-1efb-469e-8b89-22c7e0bcd706') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:23:02.859841 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-d09fa7af-ec23-4549-833b-9cc77a3f6433 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c3d6fa-1efb-469e-8b89-22c7e0bcd706') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:23:02.866661 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa4007-46e4-45cc-93cd-6ed905d02def None None] Pushing event updated for resources: {'Port': ['ID=67608e5f-3bde-470e-9d5f-e1a43a981997,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:02.872900 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d09fa7af-ec23-4549-833b-9cc77a3f6433 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:02.889519 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede91b31-79b9-4fed-aa65-fc95d3ecf407 None None] Network 080263cd-2e63-4d8a-87cc-1d348184f024 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:23:02.893043 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d09fa7af-ec23-4549-833b-9cc77a3f6433 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:02.899174 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d09fa7af-ec23-4549-833b-9cc77a3f6433 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:23:02.899553 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d09fa7af-ec23-4549-833b-9cc77a3f6433 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:02.971019 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment c7c3d6fa-1efb-469e-8b89-22c7e0bcd706 resource provider aggregate not found Sep 14 23:23:03.010678 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment c7c3d6fa-1efb-469e-8b89-22c7e0bcd706 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7c3d6fa-1efb-469e-8b89-22c7e0bcd706 found for delete ", "request_id": "req-edcf5717-3920-4f34-8d6f-2e1553fab08e"}]} Sep 14 23:23:03.022509 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d09fa7af-ec23-4549-833b-9cc77a3f6433 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:03.041018 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d09fa7af-ec23-4549-833b-9cc77a3f6433 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:03.060115 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09fa7af-ec23-4549-833b-9cc77a3f6433 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Pushing event deleted for resources: {'Network': ['ID=080263cd-2e63-4d8a-87cc-1d348184f024,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:03.062974 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d09fa7af-ec23-4549-833b-9cc77a3f6433 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] 10.222.0.33 "DELETE /v2.0/networks/080263cd-2e63-4d8a-87cc-1d348184f024 HTTP/1.1" status: 204 len: 168 time: 0.6697690 Sep 14 23:23:03.066524 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 60780) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:03.074344 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-6d5d3cab-8bac-4689-a69e-ecd27106dc3e tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2044377214'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:23:03.080013 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6d5d3cab-8bac-4689-a69e-ecd27106dc3e tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:23:03.083997 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6d5d3cab-8bac-4689-a69e-ecd27106dc3e tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Usage tracker for resource:network and tenant:d2b6f926233c4a3ba306ef3cb08a5d18 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:23:03.087069 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6d5d3cab-8bac-4689-a69e-ecd27106dc3e tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:23:03.098373 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6d5d3cab-8bac-4689-a69e-ecd27106dc3e tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:23:03.112778 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5d3cab-8bac-4689-a69e-ecd27106dc3e tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Made reservation on behalf of d2b6f926233c4a3ba306ef3cb08a5d18 for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:23:03.116403 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6d5d3cab-8bac-4689-a69e-ecd27106dc3e tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:03.146181 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d5d3cab-8bac-4689-a69e-ecd27106dc3e tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:23:03.155182 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6d5d3cab-8bac-4689-a69e-ecd27106dc3e tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:03.155541 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-6d5d3cab-8bac-4689-a69e-ecd27106dc3e tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Added segment bb4d225f-5723-484b-a935-9ec6f65ddf5d of type vlan for network 77336b1c-0677-4d69-951a-549c69afa471 Sep 14 23:23:03.181216 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6d5d3cab-8bac-4689-a69e-ecd27106dc3e tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:03.209910 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6d5d3cab-8bac-4689-a69e-ecd27106dc3e tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:03.215273 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5d3cab-8bac-4689-a69e-ecd27106dc3e tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:03.215846 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6d5d3cab-8bac-4689-a69e-ecd27106dc3e tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:03.315833 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6d5d3cab-8bac-4689-a69e-ecd27106dc3e tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2481136 Sep 14 23:23:03.318661 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 60784) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:03.329298 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-bde77b3a-daeb-4292-a23a-238f24938406 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Request body: {'subnet': {'network_id': '77336b1c-0677-4d69-951a-549c69afa471', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:23:03.343586 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d3cab-8bac-4689-a69e-ecd27106dc3e tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Pushing event updated for resources: {'Network': ['ID=77336b1c-0677-4d69-951a-549c69afa471,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:03.353635 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 77336b1c-0677-4d69-951a-549c69afa471 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:23:03.442660 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-bde77b3a-daeb-4292-a23a-238f24938406 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:23:03.447264 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-bde77b3a-daeb-4292-a23a-238f24938406 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Usage tracker for resource:subnet and tenant:d2b6f926233c4a3ba306ef3cb08a5d18 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:23:03.450803 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-bde77b3a-daeb-4292-a23a-238f24938406 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:23:03.456891 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-bde77b3a-daeb-4292-a23a-238f24938406 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:23:03.466574 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde77b3a-daeb-4292-a23a-238f24938406 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Made reservation on behalf of d2b6f926233c4a3ba306ef3cb08a5d18 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:23:03.470058 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bde77b3a-daeb-4292-a23a-238f24938406 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:03.561748 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.ipam_backend_mixin [None req-bde77b3a-daeb-4292-a23a-238f24938406 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Performing IP validity checks on allocation pools {{(pid=89170) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 14 23:23:03.562305 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.ipam_backend_mixin [None req-bde77b3a-daeb-4292-a23a-238f24938406 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89170) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 14 23:23:03.804784 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bde77b3a-daeb-4292-a23a-238f24938406 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:03.822967 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef760e5-e0b1-4418-99ad-0245f435a302 None None] Network ff13c8ba-7dc4-4de1-9e72-57e08699ff7a requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:23:03.842872 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 67608e5f-3bde-470e-9d5f-e1a43a981997 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:23:03.887474 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde77b3a-daeb-4292-a23a-238f24938406 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Pushing event updated for resources: {'Subnet': ['ID=94b9884d-a3f3-4be2-a3cc-7f695ba51205,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:03.897011 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde77b3a-daeb-4292-a23a-238f24938406 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Checking segment: {'id': 'bb4d225f-5723-484b-a935-9ec6f65ddf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '77336b1c-0677-4d69-951a-549c69afa471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:23:03.897364 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde77b3a-daeb-4292-a23a-238f24938406 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Network hostable DHCP agents. Network: 77336b1c-0677-4d69-951a-549c69afa471, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:23:03.917287 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde77b3a-daeb-4292-a23a-238f24938406 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Network 77336b1c-0677-4d69-951a-549c69afa471 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:23:03.925982 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-bde77b3a-daeb-4292-a23a-238f24938406 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 77336b1c-0677-4d69-951a-549c69afa471) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:23:03.932145 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde77b3a-daeb-4292-a23a-238f24938406 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:03.932815 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-bde77b3a-daeb-4292-a23a-238f24938406 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:03.944692 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c3fd3f-f0e5-437b-b40a-c696d9382322 None None] Network 77336b1c-0677-4d69-951a-549c69afa471 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:23:03.956206 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-bde77b3a-daeb-4292-a23a-238f24938406 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6342232 Sep 14 23:23:03.956431 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 60788) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:04.051774 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-43d0ec99-e245-4a00-a702-2055da28d994 None None] Provisioning for port 67608e5f-3bde-470e-9d5f-e1a43a981997 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:23:04.096625 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a61c1cfc-30aa-4afe-a9a4-539a0c8031ef tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:04.109083 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 67608e5f-3bde-470e-9d5f-e1a43a981997 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:23:04.154672 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 67608e5f-3bde-470e-9d5f-e1a43a981997 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:23:04.155034 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:04.161909 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a61c1cfc-30aa-4afe-a9a4-539a0c8031ef tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:04.240243 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a61c1cfc-30aa-4afe-a9a4-539a0c8031ef tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:04.285167 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c1cfc-30aa-4afe-a9a4-539a0c8031ef tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Pushing event deleted for resources: {'Subnet': ['ID=94b9884d-a3f3-4be2-a3cc-7f695ba51205,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:04.379175 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a61c1cfc-30aa-4afe-a9a4-539a0c8031ef tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:04.408158 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-a61c1cfc-30aa-4afe-a9a4-539a0c8031ef tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77336b1c-0677-4d69-951a-549c69afa471']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:23:04.417500 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68566997-794f-4d20-8269-35bdfb112ad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-77336b1c-0677-4d69-951a-549c69afa471', 'network_id': '77336b1c-0677-4d69-951a-549c69afa471', 'tenant_id': 'd2b6f926233c4a3ba306ef3cb08a5d18', 'fixed_ips': [{'subnet_id': '94b9884d-a3f3-4be2-a3cc-7f695ba51205'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:23:04.418305 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-68566997-794f-4d20-8269-35bdfb112ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:04.420469 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-a61c1cfc-30aa-4afe-a9a4-539a0c8031ef tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb4d225f-5723-484b-a935-9ec6f65ddf5d') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:23:04.420862 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-a61c1cfc-30aa-4afe-a9a4-539a0c8031ef tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb4d225f-5723-484b-a935-9ec6f65ddf5d') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:23:04.433207 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a61c1cfc-30aa-4afe-a9a4-539a0c8031ef tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:04.450740 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a61c1cfc-30aa-4afe-a9a4-539a0c8031ef tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:04.457177 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a61c1cfc-30aa-4afe-a9a4-539a0c8031ef tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:23:04.457611 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a61c1cfc-30aa-4afe-a9a4-539a0c8031ef tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:04.490668 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 67608e5f-3bde-470e-9d5f-e1a43a981997 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:23:04.491061 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:04.529232 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment bb4d225f-5723-484b-a935-9ec6f65ddf5d resource provider aggregate not found Sep 14 23:23:04.555844 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment bb4d225f-5723-484b-a935-9ec6f65ddf5d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb4d225f-5723-484b-a935-9ec6f65ddf5d found for delete ", "request_id": "req-38ef80e8-dbdf-4ac2-af4e-ca9754b1fe83"}]} Sep 14 23:23:04.561300 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 67608e5f-3bde-470e-9d5f-e1a43a981997, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=67608e5f-3bde-470e-9d5f-e1a43a981997,segment=NetworkSegment(9467c446-2f1d-4556-aea5-6881854a5b4f),segment_id=9467c446-2f1d-4556-aea5-6881854a5b4f)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:23:04.564958 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:04.575032 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a61c1cfc-30aa-4afe-a9a4-539a0c8031ef tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:04.592698 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a61c1cfc-30aa-4afe-a9a4-539a0c8031ef tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:04.601302 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-68566997-794f-4d20-8269-35bdfb112ad7 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 14 23:23:04.601302 dv-neutron-857791-1-hyperv neutron-server[89172]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Sep 14 23:23:04.601302 dv-neutron-857791-1-hyperv neutron-server[89172]: [parameters: {'project_id': 'd2b6f926233c4a3ba306ef3cb08a5d18', 'id': '90f119c0-2b80-4c20-885c-39726d5e517a', 'name': '', 'network_id': '77336b1c-0677-4d69-951a-549c69afa471', 'mac_address': 'fa:16:3e:ca:a3:21', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-77336b1c-0677-4d69-951a-549c69afa471', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1611}] Sep 14 23:23:04.601302 dv-neutron-857791-1-hyperv neutron-server[89172]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 23:23:04.601780 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-68566997-794f-4d20-8269-35bdfb112ad7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 23:23:04.603770 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c1cfc-30aa-4afe-a9a4-539a0c8031ef tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Pushing event deleted for resources: {'Network': ['ID=77336b1c-0677-4d69-951a-549c69afa471,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:04.608382 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a61c1cfc-30aa-4afe-a9a4-539a0c8031ef tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] 10.222.0.33 "DELETE /v2.0/networks/77336b1c-0677-4d69-951a-549c69afa471 HTTP/1.1" status: 204 len: 168 time: 0.6507175 Sep 14 23:23:04.611751 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 60796) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:04.617224 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-425f68c5-45c7-4804-b87c-5b44c55f7d1f tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-134409822'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:23:04.623095 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-425f68c5-45c7-4804-b87c-5b44c55f7d1f tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:23:04.627272 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-425f68c5-45c7-4804-b87c-5b44c55f7d1f tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Usage tracker for resource:network and tenant:d2b6f926233c4a3ba306ef3cb08a5d18 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:23:04.630300 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-425f68c5-45c7-4804-b87c-5b44c55f7d1f tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:23:04.636771 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-425f68c5-45c7-4804-b87c-5b44c55f7d1f tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:23:04.642791 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=67608e5f-3bde-470e-9d5f-e1a43a981997,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:04.647265 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425f68c5-45c7-4804-b87c-5b44c55f7d1f tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Made reservation on behalf of d2b6f926233c4a3ba306ef3cb08a5d18 for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:23:04.650959 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-425f68c5-45c7-4804-b87c-5b44c55f7d1f tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:04.679337 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-425f68c5-45c7-4804-b87c-5b44c55f7d1f tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:23:04.689579 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-425f68c5-45c7-4804-b87c-5b44c55f7d1f tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:04.689939 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-425f68c5-45c7-4804-b87c-5b44c55f7d1f tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Added segment 05c5f137-cdb0-4ced-ac4c-218372575213 of type vlan for network 5f05485f-889b-4949-98bf-3447a34538c9 Sep 14 23:23:04.718148 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-425f68c5-45c7-4804-b87c-5b44c55f7d1f tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:04.748740 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-425f68c5-45c7-4804-b87c-5b44c55f7d1f tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:04.754170 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425f68c5-45c7-4804-b87c-5b44c55f7d1f tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:04.754764 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-425f68c5-45c7-4804-b87c-5b44c55f7d1f tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:04.810967 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34e0d059-906b-4837-99ab-ef6702c241e5 None None] Provisioning complete for port 67608e5f-3bde-470e-9d5f-e1a43a981997 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:23:04.811252 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34e0d059-906b-4837-99ab-ef6702c241e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:04.855248 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-425f68c5-45c7-4804-b87c-5b44c55f7d1f tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2424650 Sep 14 23:23:04.858457 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 60800) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:04.865649 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-f64a3098-d643-4bac-aef0-4657e4281629 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Request body: {'subnet': {'network_id': '5f05485f-889b-4949-98bf-3447a34538c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:23:04.879822 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f68c5-45c7-4804-b87c-5b44c55f7d1f tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Pushing event updated for resources: {'Network': ['ID=5f05485f-889b-4949-98bf-3447a34538c9,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:04.905515 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 5f05485f-889b-4949-98bf-3447a34538c9 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:23:04.978087 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-f64a3098-d643-4bac-aef0-4657e4281629 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:23:04.982445 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-f64a3098-d643-4bac-aef0-4657e4281629 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Usage tracker for resource:subnet and tenant:d2b6f926233c4a3ba306ef3cb08a5d18 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:23:04.985514 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-f64a3098-d643-4bac-aef0-4657e4281629 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:23:04.991068 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-f64a3098-d643-4bac-aef0-4657e4281629 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:23:05.001025 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64a3098-d643-4bac-aef0-4657e4281629 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Made reservation on behalf of d2b6f926233c4a3ba306ef3cb08a5d18 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:23:05.004432 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f64a3098-d643-4bac-aef0-4657e4281629 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:05.014323 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34e0d059-906b-4837-99ab-ef6702c241e5 None None] Current status of the port 67608e5f-3bde-470e-9d5f-e1a43a981997 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:23:05.102703 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-68566997-794f-4d20-8269-35bdfb112ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:05.137488 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6645fb-3c83-4e25-a29c-be5180046b06 None None] Network 77336b1c-0677-4d69-951a-549c69afa471 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:23:05.154834 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6645fb-3c83-4e25-a29c-be5180046b06 None None] Network 77336b1c-0677-4d69-951a-549c69afa471 could not be found, it might have been deleted concurrently. {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 14 23:23:05.219358 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f64a3098-d643-4bac-aef0-4657e4281629 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:05.297005 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a3098-d643-4bac-aef0-4657e4281629 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Pushing event updated for resources: {'Subnet': ['ID=d513124b-193b-449c-9339-d4fa67718f47,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:05.304997 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64a3098-d643-4bac-aef0-4657e4281629 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Checking segment: {'id': '05c5f137-cdb0-4ced-ac4c-218372575213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5f05485f-889b-4949-98bf-3447a34538c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:23:05.305349 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64a3098-d643-4bac-aef0-4657e4281629 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Network hostable DHCP agents. Network: 5f05485f-889b-4949-98bf-3447a34538c9, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:23:05.323743 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64a3098-d643-4bac-aef0-4657e4281629 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Network 5f05485f-889b-4949-98bf-3447a34538c9 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:23:05.332780 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-f64a3098-d643-4bac-aef0-4657e4281629 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 5f05485f-889b-4949-98bf-3447a34538c9) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:23:05.336760 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64a3098-d643-4bac-aef0-4657e4281629 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:05.337338 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f64a3098-d643-4bac-aef0-4657e4281629 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:05.343517 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf0b3e1-1aed-47fa-ae1b-6a51324d493a None None] Network 5f05485f-889b-4949-98bf-3447a34538c9 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:23:05.360282 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f64a3098-d643-4bac-aef0-4657e4281629 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5006528 Sep 14 23:23:05.363676 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 60804) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:05.369677 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-b0263824-a8a1-4580-bbc6-2762d3918097 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-476104225'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:23:05.374826 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b0263824-a8a1-4580-bbc6-2762d3918097 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:23:05.379237 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b0263824-a8a1-4580-bbc6-2762d3918097 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Usage tracker for resource:network and tenant:d2b6f926233c4a3ba306ef3cb08a5d18 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:23:05.382080 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b0263824-a8a1-4580-bbc6-2762d3918097 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:23:05.387964 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b0263824-a8a1-4580-bbc6-2762d3918097 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:23:05.398509 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0263824-a8a1-4580-bbc6-2762d3918097 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Made reservation on behalf of d2b6f926233c4a3ba306ef3cb08a5d18 for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:23:05.402737 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b0263824-a8a1-4580-bbc6-2762d3918097 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:05.430583 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0263824-a8a1-4580-bbc6-2762d3918097 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:23:05.439539 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b0263824-a8a1-4580-bbc6-2762d3918097 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:05.439870 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-b0263824-a8a1-4580-bbc6-2762d3918097 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Added segment f7b63289-9965-4e95-b2ec-0298d9116169 of type vlan for network 464119e4-5ba0-470e-badd-ccaa2f73d3ef Sep 14 23:23:05.468943 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b0263824-a8a1-4580-bbc6-2762d3918097 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:05.498209 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b0263824-a8a1-4580-bbc6-2762d3918097 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:05.503667 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0263824-a8a1-4580-bbc6-2762d3918097 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:05.504272 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b0263824-a8a1-4580-bbc6-2762d3918097 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:05.569998 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d08238-3a9f-4f72-b052-3ede2b5ddb49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-5f05485f-889b-4949-98bf-3447a34538c9', 'network_id': '5f05485f-889b-4949-98bf-3447a34538c9', 'tenant_id': 'd2b6f926233c4a3ba306ef3cb08a5d18', 'fixed_ips': [{'subnet_id': 'd513124b-193b-449c-9339-d4fa67718f47'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:23:05.570823 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-81d08238-3a9f-4f72-b052-3ede2b5ddb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:05.600884 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b0263824-a8a1-4580-bbc6-2762d3918097 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2359097 Sep 14 23:23:05.603820 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 60808) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:05.610852 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-146e3d7f-9739-47dd-8d0b-2755391b8dcd tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Request body: {'subnet': {'network_id': '464119e4-5ba0-470e-badd-ccaa2f73d3ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:23:05.613986 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0263824-a8a1-4580-bbc6-2762d3918097 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Pushing event updated for resources: {'Network': ['ID=464119e4-5ba0-470e-badd-ccaa2f73d3ef,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:05.629154 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 464119e4-5ba0-470e-badd-ccaa2f73d3ef details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:23:05.721935 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-146e3d7f-9739-47dd-8d0b-2755391b8dcd tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:23:05.725785 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-146e3d7f-9739-47dd-8d0b-2755391b8dcd tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Usage tracker for resource:subnet and tenant:d2b6f926233c4a3ba306ef3cb08a5d18 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:23:05.728854 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-146e3d7f-9739-47dd-8d0b-2755391b8dcd tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:23:05.734994 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-146e3d7f-9739-47dd-8d0b-2755391b8dcd tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:23:05.745950 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146e3d7f-9739-47dd-8d0b-2755391b8dcd tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Made reservation on behalf of d2b6f926233c4a3ba306ef3cb08a5d18 for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:23:05.750208 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-146e3d7f-9739-47dd-8d0b-2755391b8dcd tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:05.802792 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 67608e5f-3bde-470e-9d5f-e1a43a981997 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:23:05.858268 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-81d08238-3a9f-4f72-b052-3ede2b5ddb49 None None] Allocated IP 2001:db8::2 (5f05485f-889b-4949-98bf-3447a34538c9/d513124b-193b-449c-9339-d4fa67718f47/a8d87d24-d5d7-41d1-939f-11e915859f77) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:23:05.967784 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 67608e5f-3bde-470e-9d5f-e1a43a981997 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:23:05.968450 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:05.975878 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-146e3d7f-9739-47dd-8d0b-2755391b8dcd tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:06.058522 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e3d7f-9739-47dd-8d0b-2755391b8dcd tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Pushing event updated for resources: {'Subnet': ['ID=44168f0f-5a3e-4cb1-999c-064c1062d419,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:06.066136 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146e3d7f-9739-47dd-8d0b-2755391b8dcd tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Checking segment: {'id': 'f7b63289-9965-4e95-b2ec-0298d9116169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '464119e4-5ba0-470e-badd-ccaa2f73d3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:23:06.066494 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146e3d7f-9739-47dd-8d0b-2755391b8dcd tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Network hostable DHCP agents. Network: 464119e4-5ba0-470e-badd-ccaa2f73d3ef, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:23:06.085621 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146e3d7f-9739-47dd-8d0b-2755391b8dcd tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Network 464119e4-5ba0-470e-badd-ccaa2f73d3ef is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:23:06.095747 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-146e3d7f-9739-47dd-8d0b-2755391b8dcd tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 464119e4-5ba0-470e-badd-ccaa2f73d3ef) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:23:06.099718 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146e3d7f-9739-47dd-8d0b-2755391b8dcd tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:06.100304 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-146e3d7f-9739-47dd-8d0b-2755391b8dcd tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:06.110484 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee8e629-0d98-4382-9245-e6285df200eb None None] Network 464119e4-5ba0-470e-badd-ccaa2f73d3ef requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:23:06.121914 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-146e3d7f-9739-47dd-8d0b-2755391b8dcd tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5162597 Sep 14 23:23:06.124637 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 60812) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:06.247088 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-81d08238-3a9f-4f72-b052-3ede2b5ddb49 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:06.266060 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7ccda5d8-b0dd-49d8-8cca-91420fc71422 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:06.270164 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-81d08238-3a9f-4f72-b052-3ede2b5ddb49 None None] Transition to ACTIVE for port object a8d87d24-d5d7-41d1-939f-11e915859f77 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:23:06.272527 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 67608e5f-3bde-470e-9d5f-e1a43a981997 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:23:06.315611 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-81d08238-3a9f-4f72-b052-3ede2b5ddb49 None None] Transition to ACTIVE for port object a8d87d24-d5d7-41d1-939f-11e915859f77 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:23:06.334125 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7ccda5d8-b0dd-49d8-8cca-91420fc71422 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:06.350402 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-81d08238-3a9f-4f72-b052-3ede2b5ddb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:06.476483 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d08238-3a9f-4f72-b052-3ede2b5ddb49 None None] Network 5f05485f-889b-4949-98bf-3447a34538c9 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:23:06.482415 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-81d08238-3a9f-4f72-b052-3ede2b5ddb49 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:23:06.521842 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d08238-3a9f-4f72-b052-3ede2b5ddb49 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:23:06.525088 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d08238-3a9f-4f72-b052-3ede2b5ddb49 None None] Pushing event updated for resources: {'Port': ['ID=a8d87d24-d5d7-41d1-939f-11e915859f77,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:06.534105 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7ccda5d8-b0dd-49d8-8cca-91420fc71422 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:06.570030 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448edbc0-1b2c-455d-8426-ff5d9bbcc367 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-464119e4-5ba0-470e-badd-ccaa2f73d3ef', 'network_id': '464119e4-5ba0-470e-badd-ccaa2f73d3ef', 'tenant_id': 'd2b6f926233c4a3ba306ef3cb08a5d18', 'fixed_ips': [{'subnet_id': '44168f0f-5a3e-4cb1-999c-064c1062d419'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:23:06.570849 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-448edbc0-1b2c-455d-8426-ff5d9bbcc367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:06.571977 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccda5d8-b0dd-49d8-8cca-91420fc71422 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Pushing event deleted for resources: {'Subnet': ['ID=44168f0f-5a3e-4cb1-999c-064c1062d419,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:06.667271 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7ccda5d8-b0dd-49d8-8cca-91420fc71422 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:06.686337 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-81d08238-3a9f-4f72-b052-3ede2b5ddb49 None None] Attempting to bind port a8d87d24-d5d7-41d1-939f-11e915859f77 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:23:06.686692 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-81d08238-3a9f-4f72-b052-3ede2b5ddb49 None None] Attempting to bind port a8d87d24-d5d7-41d1-939f-11e915859f77 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '05c5f137-cdb0-4ced-ac4c-218372575213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5f05485f-889b-4949-98bf-3447a34538c9'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:23:06.687048 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d08238-3a9f-4f72-b052-3ede2b5ddb49 None None] Attempting to bind port a8d87d24-d5d7-41d1-939f-11e915859f77 on network 5f05485f-889b-4949-98bf-3447a34538c9 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:23:06.692815 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-7ccda5d8-b0dd-49d8-8cca-91420fc71422 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['464119e4-5ba0-470e-badd-ccaa2f73d3ef']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:23:06.704747 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-7ccda5d8-b0dd-49d8-8cca-91420fc71422 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7b63289-9965-4e95-b2ec-0298d9116169') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:23:06.705087 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d08238-3a9f-4f72-b052-3ede2b5ddb49 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:23:06.705345 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-7ccda5d8-b0dd-49d8-8cca-91420fc71422 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7b63289-9965-4e95-b2ec-0298d9116169') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:23:06.705508 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d08238-3a9f-4f72-b052-3ede2b5ddb49 None None] Checking segment: {'id': '05c5f137-cdb0-4ced-ac4c-218372575213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5f05485f-889b-4949-98bf-3447a34538c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:23:06.705667 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-81d08238-3a9f-4f72-b052-3ede2b5ddb49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:06.706052 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d08238-3a9f-4f72-b052-3ede2b5ddb49 None None] Bound using segment: {'id': '05c5f137-cdb0-4ced-ac4c-218372575213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5f05485f-889b-4949-98bf-3447a34538c9'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:23:06.706508 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-81d08238-3a9f-4f72-b052-3ede2b5ddb49 None None] Bound port: a8d87d24-d5d7-41d1-939f-11e915859f77, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c5f137-cdb0-4ced-ac4c-218372575213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5f05485f-889b-4949-98bf-3447a34538c9'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:23:06.706871 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-81d08238-3a9f-4f72-b052-3ede2b5ddb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:06.716346 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7ccda5d8-b0dd-49d8-8cca-91420fc71422 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:06.734099 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7ccda5d8-b0dd-49d8-8cca-91420fc71422 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:06.740501 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ccda5d8-b0dd-49d8-8cca-91420fc71422 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:23:06.740990 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7ccda5d8-b0dd-49d8-8cca-91420fc71422 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:06.762065 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da2f0a0-7d10-4800-a6aa-01987a29287e None None] Network 464119e4-5ba0-470e-badd-ccaa2f73d3ef requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:23:06.809967 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment f7b63289-9965-4e95-b2ec-0298d9116169 resource provider aggregate not found Sep 14 23:23:06.830502 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment f7b63289-9965-4e95-b2ec-0298d9116169 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7b63289-9965-4e95-b2ec-0298d9116169 found for delete ", "request_id": "req-dfdc8176-197f-4236-bd63-0db706fec659"}]} Sep 14 23:23:06.846351 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7ccda5d8-b0dd-49d8-8cca-91420fc71422 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:06.864110 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7ccda5d8-b0dd-49d8-8cca-91420fc71422 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:06.874805 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccda5d8-b0dd-49d8-8cca-91420fc71422 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Pushing event deleted for resources: {'Network': ['ID=464119e4-5ba0-470e-badd-ccaa2f73d3ef,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:06.881315 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7ccda5d8-b0dd-49d8-8cca-91420fc71422 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] 10.222.0.33 "DELETE /v2.0/networks/464119e4-5ba0-470e-badd-ccaa2f73d3ef HTTP/1.1" status: 204 len: 168 time: 0.7530921 Sep 14 23:23:06.881756 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 60820) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:06.917967 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-81d08238-3a9f-4f72-b052-3ede2b5ddb49 None None] For port a8d87d24-d5d7-41d1-939f-11e915859f77, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:23:06.924427 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-42d3c7d0-ce56-456f-9403-253272875f1d tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] GET failed (client error): The resource could not be found. Sep 14 23:23:06.924972 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-42d3c7d0-ce56-456f-9403-253272875f1d tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Synchronizing usage tracker for tenant:d2b6f926233c4a3ba306ef3cb08a5d18 on resource:subnet {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:23:06.942489 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-42d3c7d0-ce56-456f-9403-253272875f1d tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Unset dirty status for tenant:d2b6f926233c4a3ba306ef3cb08a5d18 on resource:subnet {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:23:06.943638 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-42d3c7d0-ce56-456f-9403-253272875f1d tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] 10.222.0.33 "GET /v2.0/subnets/44168f0f-5a3e-4cb1-999c-064c1062d419 HTTP/1.1" status: 404 len: 337 time: 0.0613093 Sep 14 23:23:06.947062 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 60824) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:06.960604 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-81d08238-3a9f-4f72-b052-3ede2b5ddb49 None None] For port a8d87d24-d5d7-41d1-939f-11e915859f77, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=a8d87d24-d5d7-41d1-939f-11e915859f77,segment=NetworkSegment(05c5f137-cdb0-4ced-ac4c-218372575213),segment_id=05c5f137-cdb0-4ced-ac4c-218372575213)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:23:06.968210 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-81d08238-3a9f-4f72-b052-3ede2b5ddb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:07.052310 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d08238-3a9f-4f72-b052-3ede2b5ddb49 None None] Pushing event updated for resources: {'Port': ['ID=a8d87d24-d5d7-41d1-939f-11e915859f77,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:07.080016 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.pecan_wsgi.hooks.translation [None req-5071f647-0681-4b6b-ac57-c623569ba7f9 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] DELETE failed (client error): The resource could not be found. Sep 14 23:23:07.080488 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5071f647-0681-4b6b-ac57-c623569ba7f9 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:23:07.085712 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5071f647-0681-4b6b-ac57-c623569ba7f9 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] 10.222.0.33 "DELETE /v2.0/networks/464119e4-5ba0-470e-badd-ccaa2f73d3ef HTTP/1.1" status: 404 len: 339 time: 0.1341152 Sep 14 23:23:07.086087 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 60828) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:07.126322 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b96bbc-958e-4e47-866f-3adda23c2027 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] DELETE failed (client error): The resource could not be found. Sep 14 23:23:07.126513 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62b96bbc-958e-4e47-866f-3adda23c2027 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:23:07.128654 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-62b96bbc-958e-4e47-866f-3adda23c2027 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] 10.222.0.33 "DELETE /v2.0/subnets/44168f0f-5a3e-4cb1-999c-064c1062d419 HTTP/1.1" status: 404 len: 337 time: 0.0412369 Sep 14 23:23:07.131517 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 60832) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:07.170184 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cae6c05-1a2a-4344-ba5b-fcb3cdc92396 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] DELETE failed (client error): The resource could not be found. Sep 14 23:23:07.170650 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cae6c05-1a2a-4344-ba5b-fcb3cdc92396 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:23:07.172328 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5cae6c05-1a2a-4344-ba5b-fcb3cdc92396 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] 10.222.0.33 "DELETE /v2.0/networks/464119e4-5ba0-470e-badd-ccaa2f73d3ef HTTP/1.1" status: 404 len: 339 time: 0.0375171 Sep 14 23:23:07.174919 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 60836) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:07.247179 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-1abc128b-4aa0-4af4-9843-824640cc4d94 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Deleting subnet d513124b-193b-449c-9339-d4fa67718f47 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:23:07.250495 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1abc128b-4aa0-4af4-9843-824640cc4d94 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:07.306059 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1abc128b-4aa0-4af4-9843-824640cc4d94 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:07.387313 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1abc128b-4aa0-4af4-9843-824640cc4d94 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:07.465360 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1abc128b-4aa0-4af4-9843-824640cc4d94 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:07.503049 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc128b-4aa0-4af4-9843-824640cc4d94 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Pushing event deleted for resources: {'Subnet': ['ID=d513124b-193b-449c-9339-d4fa67718f47,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:07.506757 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1abc128b-4aa0-4af4-9843-824640cc4d94 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:07.519774 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1abc128b-4aa0-4af4-9843-824640cc4d94 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] 10.222.0.33 "DELETE /v2.0/subnets/d513124b-193b-449c-9339-d4fa67718f47 HTTP/1.1" status: 204 len: 168 time: 0.3438964 Sep 14 23:23:07.522259 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 60840) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:07.639919 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d06a21fe-834b-4b50-b826-ca3b9dd388ca tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:07.650920 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-d06a21fe-834b-4b50-b826-ca3b9dd388ca tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Deleting port a8d87d24-d5d7-41d1-939f-11e915859f77 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:23:07.651263 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d06a21fe-834b-4b50-b826-ca3b9dd388ca tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:07.753454 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bb5996e0-6dda-4c3f-9c61-313ea7dd2688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:07.832169 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device a8d87d24-d5d7-41d1-939f-11e915859f77 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:23:07.884005 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-d06a21fe-834b-4b50-b826-ca3b9dd388ca tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] For port a8d87d24-d5d7-41d1-939f-11e915859f77, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=a8d87d24-d5d7-41d1-939f-11e915859f77,segment=NetworkSegment(05c5f137-cdb0-4ced-ac4c-218372575213),segment_id=05c5f137-cdb0-4ced-ac4c-218372575213)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:23:07.884572 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d06a21fe-834b-4b50-b826-ca3b9dd388ca tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:07.902287 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port a8d87d24-d5d7-41d1-939f-11e915859f77 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:23:07.919620 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb30d775-1cde-4bf5-8c64-2d375c49dcda None None] Network 5f05485f-889b-4949-98bf-3447a34538c9 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:23:08.011419 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-d06a21fe-834b-4b50-b826-ca3b9dd388ca tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Calling delete_port for a8d87d24-d5d7-41d1-939f-11e915859f77 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:23:08.025962 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-9e204bf4-b43a-4003-9f98-13259bc4f3fe None None] Provisioning for port a8d87d24-d5d7-41d1-939f-11e915859f77 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:23:08.060454 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-9e204bf4-b43a-4003-9f98-13259bc4f3fe None None] Provisioning complete for port a8d87d24-d5d7-41d1-939f-11e915859f77 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:23:08.060849 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9e204bf4-b43a-4003-9f98-13259bc4f3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:08.086065 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d06a21fe-834b-4b50-b826-ca3b9dd388ca tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:08.127832 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-9e204bf4-b43a-4003-9f98-13259bc4f3fe None None] Port a8d87d24-d5d7-41d1-939f-11e915859f77 was deleted so its status cannot be updated. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Sep 14 23:23:08.138539 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a21fe-834b-4b50-b826-ca3b9dd388ca tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Pushing event deleted for resources: {'Port': ['ID=a8d87d24-d5d7-41d1-939f-11e915859f77,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:08.142407 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06a21fe-834b-4b50-b826-ca3b9dd388ca tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] No DVR routers for this DVR port a8d87d24-d5d7-41d1-939f-11e915859f77 on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:23:08.201598 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c19967-e0c6-4557-a5db-5ff0fd496f15 None None] DHCP port deletion for 5f05485f-889b-4949-98bf-3447a34538c9 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:23:08.269898 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d06a21fe-834b-4b50-b826-ca3b9dd388ca tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:08.294198 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-d06a21fe-834b-4b50-b826-ca3b9dd388ca tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f05485f-889b-4949-98bf-3447a34538c9']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:23:08.305777 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-d06a21fe-834b-4b50-b826-ca3b9dd388ca tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c5f137-cdb0-4ced-ac4c-218372575213') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:23:08.306071 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-d06a21fe-834b-4b50-b826-ca3b9dd388ca tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c5f137-cdb0-4ced-ac4c-218372575213') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:23:08.317658 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d06a21fe-834b-4b50-b826-ca3b9dd388ca tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:08.333197 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d06a21fe-834b-4b50-b826-ca3b9dd388ca tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:08.339574 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d06a21fe-834b-4b50-b826-ca3b9dd388ca tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:23:08.339954 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d06a21fe-834b-4b50-b826-ca3b9dd388ca tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:08.534567 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d06a21fe-834b-4b50-b826-ca3b9dd388ca tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:08.551725 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d06a21fe-834b-4b50-b826-ca3b9dd388ca tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:08.562931 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a21fe-834b-4b50-b826-ca3b9dd388ca tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Pushing event deleted for resources: {'Network': ['ID=5f05485f-889b-4949-98bf-3447a34538c9,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:08.567040 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d06a21fe-834b-4b50-b826-ca3b9dd388ca tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] 10.222.0.33 "DELETE /v2.0/networks/5f05485f-889b-4949-98bf-3447a34538c9 HTTP/1.1" status: 204 len: 168 time: 1.0438683 Sep 14 23:23:08.569524 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 60844) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:08.607033 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-67674cc1-4424-4e64-97f7-209c7ec6063b tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] DELETE failed (client error): The resource could not be found. Sep 14 23:23:08.607469 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67674cc1-4424-4e64-97f7-209c7ec6063b tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:23:08.609352 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-67674cc1-4424-4e64-97f7-209c7ec6063b tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] 10.222.0.33 "DELETE /v2.0/subnets/94b9884d-a3f3-4be2-a3cc-7f695ba51205 HTTP/1.1" status: 404 len: 337 time: 0.0389125 Sep 14 23:23:08.611742 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 60848) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:08.637689 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-8881c340-f8fd-466a-89e5-e487c8f0ee0d tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] DELETE failed (client error): The resource could not be found. Sep 14 23:23:08.638136 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8881c340-f8fd-466a-89e5-e487c8f0ee0d tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:23:08.639685 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8881c340-f8fd-466a-89e5-e487c8f0ee0d tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] 10.222.0.33 "DELETE /v2.0/networks/77336b1c-0677-4d69-951a-549c69afa471 HTTP/1.1" status: 404 len: 339 time: 0.0270905 Sep 14 23:23:08.641885 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 60852) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:08.678423 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-63d63998-8eb9-41b3-a7a8-0f9406539868 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] DELETE failed (client error): The resource could not be found. Sep 14 23:23:08.678888 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63d63998-8eb9-41b3-a7a8-0f9406539868 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:23:08.680556 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-63d63998-8eb9-41b3-a7a8-0f9406539868 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] 10.222.0.33 "DELETE /v2.0/subnets/f5972193-3058-456a-bcaa-c6c903d68544 HTTP/1.1" status: 404 len: 337 time: 0.0378184 Sep 14 23:23:08.682803 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 60856) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:08.706349 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.pecan_wsgi.hooks.translation [None req-c212c28a-a7d1-4a05-8169-bcdf9c607f5c tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] DELETE failed (client error): The resource could not be found. Sep 14 23:23:08.706791 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c212c28a-a7d1-4a05-8169-bcdf9c607f5c tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 14 23:23:08.708323 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c212c28a-a7d1-4a05-8169-bcdf9c607f5c tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] 10.222.0.33 "DELETE /v2.0/networks/080263cd-2e63-4d8a-87cc-1d348184f024 HTTP/1.1" status: 404 len: 339 time: 0.0246732 Sep 14 23:23:08.710489 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 60860) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:08.773699 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6647e2a-a474-43d4-8c63-1d540f7ab092 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Deleting subnet b9df3d78-cdfa-4a46-bfd4-bed7cf62dad8 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:23:08.777065 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b6647e2a-a474-43d4-8c63-1d540f7ab092 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:08.832471 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b6647e2a-a474-43d4-8c63-1d540f7ab092 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:08.880633 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 05c5f137-cdb0-4ced-ac4c-218372575213 resource provider aggregate not found Sep 14 23:23:08.901248 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 05c5f137-cdb0-4ced-ac4c-218372575213 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 05c5f137-cdb0-4ced-ac4c-218372575213 found for delete ", "request_id": "req-74036a1b-28ed-449b-91a5-b7948600a973"}]} Sep 14 23:23:08.927451 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b6647e2a-a474-43d4-8c63-1d540f7ab092 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:09.001197 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b6647e2a-a474-43d4-8c63-1d540f7ab092 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:09.040708 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6647e2a-a474-43d4-8c63-1d540f7ab092 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Pushing event deleted for resources: {'Subnet': ['ID=b9df3d78-cdfa-4a46-bfd4-bed7cf62dad8,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:09.042635 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b6647e2a-a474-43d4-8c63-1d540f7ab092 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:09.046634 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b3e81b-fa63-4277-abf7-500a075cbb05 None None] Network ff13c8ba-7dc4-4de1-9e72-57e08699ff7a requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:23:09.053730 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b6647e2a-a474-43d4-8c63-1d540f7ab092 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] 10.222.0.33 "DELETE /v2.0/subnets/b9df3d78-cdfa-4a46-bfd4-bed7cf62dad8 HTTP/1.1" status: 204 len: 168 time: 0.3423445 Sep 14 23:23:09.056169 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 60868) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:09.168328 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-be482257-6468-414f-b799-ed9c646a6bc0 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:09.178681 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-be482257-6468-414f-b799-ed9c646a6bc0 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Deleting port 67608e5f-3bde-470e-9d5f-e1a43a981997 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:23:09.179003 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-be482257-6468-414f-b799-ed9c646a6bc0 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:09.299650 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753e54f7-7e24-4c6c-9185-0d716a0636ad None None] DHCP port deletion for ff13c8ba-7dc4-4de1-9e72-57e08699ff7a request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:23:09.304130 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-753e54f7-7e24-4c6c-9185-0d716a0636ad None None] Deleting port 67608e5f-3bde-470e-9d5f-e1a43a981997 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:23:09.304511 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-753e54f7-7e24-4c6c-9185-0d716a0636ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:09.393005 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-be482257-6468-414f-b799-ed9c646a6bc0 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] For port 67608e5f-3bde-470e-9d5f-e1a43a981997, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=67608e5f-3bde-470e-9d5f-e1a43a981997,segment=NetworkSegment(9467c446-2f1d-4556-aea5-6881854a5b4f),segment_id=9467c446-2f1d-4556-aea5-6881854a5b4f)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:23:09.393133 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-be482257-6468-414f-b799-ed9c646a6bc0 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:09.510406 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-753e54f7-7e24-4c6c-9185-0d716a0636ad None None] For port 67608e5f-3bde-470e-9d5f-e1a43a981997, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=67608e5f-3bde-470e-9d5f-e1a43a981997,segment=NetworkSegment(9467c446-2f1d-4556-aea5-6881854a5b4f),segment_id=9467c446-2f1d-4556-aea5-6881854a5b4f)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:23:09.510799 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-753e54f7-7e24-4c6c-9185-0d716a0636ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:09.519099 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-be482257-6468-414f-b799-ed9c646a6bc0 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Calling delete_port for 67608e5f-3bde-470e-9d5f-e1a43a981997 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:23:09.601314 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-be482257-6468-414f-b799-ed9c646a6bc0 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:09.645906 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-753e54f7-7e24-4c6c-9185-0d716a0636ad None None] Calling delete_port for 67608e5f-3bde-470e-9d5f-e1a43a981997 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:23:09.651765 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be482257-6468-414f-b799-ed9c646a6bc0 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Pushing event deleted for resources: {'Port': ['ID=67608e5f-3bde-470e-9d5f-e1a43a981997,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:09.653552 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be482257-6468-414f-b799-ed9c646a6bc0 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] No DVR routers for this DVR port 67608e5f-3bde-470e-9d5f-e1a43a981997 on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:23:09.770649 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-753e54f7-7e24-4c6c-9185-0d716a0636ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 23:23:09.770913 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-753e54f7-7e24-4c6c-9185-0d716a0636ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 23:23:09.781978 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-be482257-6468-414f-b799-ed9c646a6bc0 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:09.782419 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-511e039a-e39a-4028-ab8d-6c514a6b224d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:09.798812 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 67608e5f-3bde-470e-9d5f-e1a43a981997 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:23:09.814081 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-be482257-6468-414f-b799-ed9c646a6bc0 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff13c8ba-7dc4-4de1-9e72-57e08699ff7a']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:23:09.826064 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-be482257-6468-414f-b799-ed9c646a6bc0 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9467c446-2f1d-4556-aea5-6881854a5b4f') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:23:09.826355 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-be482257-6468-414f-b799-ed9c646a6bc0 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9467c446-2f1d-4556-aea5-6881854a5b4f') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:23:09.833543 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 67608e5f-3bde-470e-9d5f-e1a43a981997 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:23:09.833886 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 67608e5f-3bde-470e-9d5f-e1a43a981997 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:23:09.834323 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device a8d87d24-d5d7-41d1-939f-11e915859f77 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:23:09.837670 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-be482257-6468-414f-b799-ed9c646a6bc0 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:09.857909 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-be482257-6468-414f-b799-ed9c646a6bc0 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:09.865311 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be482257-6468-414f-b799-ed9c646a6bc0 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:23:09.865719 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-be482257-6468-414f-b799-ed9c646a6bc0 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:09.871501 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: a8d87d24-d5d7-41d1-939f-11e915859f77 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:23:09.871842 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device a8d87d24-d5d7-41d1-939f-11e915859f77 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:23:09.960491 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-be482257-6468-414f-b799-ed9c646a6bc0 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:09.977489 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-be482257-6468-414f-b799-ed9c646a6bc0 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:09.988826 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be482257-6468-414f-b799-ed9c646a6bc0 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] Pushing event deleted for resources: {'Network': ['ID=ff13c8ba-7dc4-4de1-9e72-57e08699ff7a,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:09.992721 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-be482257-6468-414f-b799-ed9c646a6bc0 tempest-NetworksIpV6Test-914085100 tempest-NetworksIpV6Test-914085100-project] 10.222.0.33 "DELETE /v2.0/networks/ff13c8ba-7dc4-4de1-9e72-57e08699ff7a HTTP/1.1" status: 204 len: 168 time: 0.9350684 Sep 14 23:23:10.256377 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 60876) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:10.272855 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-753e54f7-7e24-4c6c-9185-0d716a0636ad None None] Deleting port 67608e5f-3bde-470e-9d5f-e1a43a981997 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:23:10.273359 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-753e54f7-7e24-4c6c-9185-0d716a0636ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:10.338689 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-753e54f7-7e24-4c6c-9185-0d716a0636ad None None] The port '67608e5f-3bde-470e-9d5f-e1a43a981997' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 23:23:10.403548 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9f058f17-aeef-4fb5-9b06-b8e3804ecfdd admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d2b6f926233c4a3ba306ef3cb08a5d18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459646 Sep 14 23:23:10.405910 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 60882) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:10.460208 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8087c5b9-a590-4aa9-9567-b4de92f1affb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:10.490689 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8087c5b9-a590-4aa9-9567-b4de92f1affb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:10.547689 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8087c5b9-a590-4aa9-9567-b4de92f1affb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:10.561440 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087c5b9-a590-4aa9-9567-b4de92f1affb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc7f99f-c854-41f2-90e8-a71010a8a271,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:10.569283 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8087c5b9-a590-4aa9-9567-b4de92f1affb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:10.570392 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8087c5b9-a590-4aa9-9567-b4de92f1affb admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/0dc7f99f-c854-41f2-90e8-a71010a8a271 HTTP/1.1" status: 204 len: 168 time: 0.1636212 Sep 14 23:23:10.680984 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:23:10.893241 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:10.918738 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 9467c446-2f1d-4556-aea5-6881854a5b4f resource provider aggregate not found Sep 14 23:23:10.928559 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:10.937534 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 9467c446-2f1d-4556-aea5-6881854a5b4f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9467c446-2f1d-4556-aea5-6881854a5b4f found for delete ", "request_id": "req-505953b8-4046-42c7-af50-32f814749c23"}]} Sep 14 23:23:11.237152 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 60910) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:11.336110 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-0ef69fba-e4a6-4a3f-8455-d110c85f86d8 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-34556702', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:23:11.343437 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0ef69fba-e4a6-4a3f-8455-d110c85f86d8 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:23:11.347345 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0ef69fba-e4a6-4a3f-8455-d110c85f86d8 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Usage tracker for resource:router and tenant:28a9e0d4ab304c3bbcd850b3c2e2581e is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:23:11.350321 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-0ef69fba-e4a6-4a3f-8455-d110c85f86d8 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:23:11.357081 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-0ef69fba-e4a6-4a3f-8455-d110c85f86d8 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:23:11.367756 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0ef69fba-e4a6-4a3f-8455-d110c85f86d8 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:11.368839 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0ef69fba-e4a6-4a3f-8455-d110c85f86d8 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:11.383070 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0ef69fba-e4a6-4a3f-8455-d110c85f86d8 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:11.401709 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0ef69fba-e4a6-4a3f-8455-d110c85f86d8 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:11.422687 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0ef69fba-e4a6-4a3f-8455-d110c85f86d8 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:11.424071 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0ef69fba-e4a6-4a3f-8455-d110c85f86d8 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1859410 Sep 14 23:23:11.426733 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 60916) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:11.432065 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-b5340468-8f16-41b5-a7a8-68f5c9cf7eb9 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2046245436'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:23:11.436993 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b5340468-8f16-41b5-a7a8-68f5c9cf7eb9 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:23:11.441292 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b5340468-8f16-41b5-a7a8-68f5c9cf7eb9 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Usage tracker for resource:network and tenant:28a9e0d4ab304c3bbcd850b3c2e2581e is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:23:11.444126 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b5340468-8f16-41b5-a7a8-68f5c9cf7eb9 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:23:11.450298 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b5340468-8f16-41b5-a7a8-68f5c9cf7eb9 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:23:11.459601 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5340468-8f16-41b5-a7a8-68f5c9cf7eb9 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Made reservation on behalf of 28a9e0d4ab304c3bbcd850b3c2e2581e for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:23:11.463449 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b5340468-8f16-41b5-a7a8-68f5c9cf7eb9 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:11.475165 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b5340468-8f16-41b5-a7a8-68f5c9cf7eb9 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:11.490206 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b5340468-8f16-41b5-a7a8-68f5c9cf7eb9 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:23:11.493921 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b5340468-8f16-41b5-a7a8-68f5c9cf7eb9 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Usage tracker for resource:security_group_rule and tenant:28a9e0d4ab304c3bbcd850b3c2e2581e is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:23:11.497212 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b5340468-8f16-41b5-a7a8-68f5c9cf7eb9 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:23:11.503196 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b5340468-8f16-41b5-a7a8-68f5c9cf7eb9 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:23:11.585321 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b5340468-8f16-41b5-a7a8-68f5c9cf7eb9 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:11.591919 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b5340468-8f16-41b5-a7a8-68f5c9cf7eb9 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:11.625749 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5340468-8f16-41b5-a7a8-68f5c9cf7eb9 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:23:11.634355 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5340468-8f16-41b5-a7a8-68f5c9cf7eb9 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6c5d47-e8da-4170-bf26-aecb19b365f9,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:11.643710 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b5340468-8f16-41b5-a7a8-68f5c9cf7eb9 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:11.644099 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-b5340468-8f16-41b5-a7a8-68f5c9cf7eb9 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Added segment f2d58cca-896a-419d-9d60-b10d945495c7 of type vlan for network aadf4a2e-3513-482c-9223-221139971a51 Sep 14 23:23:11.675196 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b5340468-8f16-41b5-a7a8-68f5c9cf7eb9 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:11.704940 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b5340468-8f16-41b5-a7a8-68f5c9cf7eb9 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:11.710361 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5340468-8f16-41b5-a7a8-68f5c9cf7eb9 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:11.710942 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b5340468-8f16-41b5-a7a8-68f5c9cf7eb9 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:11.820304 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5340468-8f16-41b5-a7a8-68f5c9cf7eb9 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Pushing event updated for resources: {'Network': ['ID=aadf4a2e-3513-482c-9223-221139971a51,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:11.824079 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b5340468-8f16-41b5-a7a8-68f5c9cf7eb9 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3964088 Sep 14 23:23:11.826915 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 60922) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:11.831551 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network aadf4a2e-3513-482c-9223-221139971a51 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:23:11.832408 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-ba5c41e3-2d4b-4df4-baff-1a1de19f99ef tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Request body: {'subnet': {'network_id': 'aadf4a2e-3513-482c-9223-221139971a51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:23:12.046262 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ba5c41e3-2d4b-4df4-baff-1a1de19f99ef tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:23:12.050059 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ba5c41e3-2d4b-4df4-baff-1a1de19f99ef tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Usage tracker for resource:subnet and tenant:28a9e0d4ab304c3bbcd850b3c2e2581e is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:23:12.052845 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ba5c41e3-2d4b-4df4-baff-1a1de19f99ef tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:23:12.058972 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ba5c41e3-2d4b-4df4-baff-1a1de19f99ef tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:23:12.068503 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5c41e3-2d4b-4df4-baff-1a1de19f99ef tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Made reservation on behalf of 28a9e0d4ab304c3bbcd850b3c2e2581e for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:23:12.071896 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ba5c41e3-2d4b-4df4-baff-1a1de19f99ef tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:12.280290 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ba5c41e3-2d4b-4df4-baff-1a1de19f99ef tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:12.356123 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c41e3-2d4b-4df4-baff-1a1de19f99ef tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Pushing event updated for resources: {'Subnet': ['ID=f5c9c53f-b6f7-41d2-9c95-8bf88f785986,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:12.363515 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5c41e3-2d4b-4df4-baff-1a1de19f99ef tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Checking segment: {'id': 'f2d58cca-896a-419d-9d60-b10d945495c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'aadf4a2e-3513-482c-9223-221139971a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:23:12.363870 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5c41e3-2d4b-4df4-baff-1a1de19f99ef tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Network hostable DHCP agents. Network: aadf4a2e-3513-482c-9223-221139971a51, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:23:12.382630 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5c41e3-2d4b-4df4-baff-1a1de19f99ef tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Network aadf4a2e-3513-482c-9223-221139971a51 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:23:12.392573 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-ba5c41e3-2d4b-4df4-baff-1a1de19f99ef tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, aadf4a2e-3513-482c-9223-221139971a51) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:23:12.397038 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5c41e3-2d4b-4df4-baff-1a1de19f99ef tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:12.397650 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ba5c41e3-2d4b-4df4-baff-1a1de19f99ef tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:12.401481 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b381443d-8a26-48a4-95cd-072ed296b3d1 None None] Network aadf4a2e-3513-482c-9223-221139971a51 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:23:12.422876 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ba5c41e3-2d4b-4df4-baff-1a1de19f99ef tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5949304 Sep 14 23:23:12.425850 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 60926) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:12.431324 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-a0efce5d-0f46-4cfd-9610-724f91e54983 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-435576906'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:23:12.436843 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a0efce5d-0f46-4cfd-9610-724f91e54983 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:23:12.441039 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a0efce5d-0f46-4cfd-9610-724f91e54983 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Usage tracker for resource:network and tenant:28a9e0d4ab304c3bbcd850b3c2e2581e is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:23:12.443931 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a0efce5d-0f46-4cfd-9610-724f91e54983 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:23:12.450545 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a0efce5d-0f46-4cfd-9610-724f91e54983 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:23:12.460654 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0efce5d-0f46-4cfd-9610-724f91e54983 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Made reservation on behalf of 28a9e0d4ab304c3bbcd850b3c2e2581e for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:23:12.464019 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a0efce5d-0f46-4cfd-9610-724f91e54983 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:12.491586 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0efce5d-0f46-4cfd-9610-724f91e54983 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:23:12.498150 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:12.501261 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a0efce5d-0f46-4cfd-9610-724f91e54983 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:12.501527 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-a0efce5d-0f46-4cfd-9610-724f91e54983 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Added segment cd5947e8-d574-42b4-8463-facc9e13e7e7 of type vlan for network a29f3b7e-e1f1-4c62-b544-4d4790d21694 Sep 14 23:23:12.526603 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a0efce5d-0f46-4cfd-9610-724f91e54983 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:12.555763 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a0efce5d-0f46-4cfd-9610-724f91e54983 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:12.561867 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0efce5d-0f46-4cfd-9610-724f91e54983 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:12.562465 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a0efce5d-0f46-4cfd-9610-724f91e54983 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:12.637129 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bc2c2f-9125-43ef-925e-bd186c879003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-aadf4a2e-3513-482c-9223-221139971a51', 'network_id': 'aadf4a2e-3513-482c-9223-221139971a51', 'tenant_id': '28a9e0d4ab304c3bbcd850b3c2e2581e', 'fixed_ips': [{'subnet_id': 'f5c9c53f-b6f7-41d2-9c95-8bf88f785986'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:23:12.637959 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-45bc2c2f-9125-43ef-925e-bd186c879003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:12.661131 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a0efce5d-0f46-4cfd-9610-724f91e54983 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2341304 Sep 14 23:23:12.664769 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 60930) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:12.671651 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-7bd88ce1-83a6-41ef-bc75-b6f40f66c16c tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Request body: {'subnet': {'network_id': 'a29f3b7e-e1f1-4c62-b544-4d4790d21694', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:23:12.673200 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0efce5d-0f46-4cfd-9610-724f91e54983 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Pushing event updated for resources: {'Network': ['ID=a29f3b7e-e1f1-4c62-b544-4d4790d21694,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:12.692128 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network a29f3b7e-e1f1-4c62-b544-4d4790d21694 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:23:12.779673 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-7bd88ce1-83a6-41ef-bc75-b6f40f66c16c tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:23:12.783435 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-7bd88ce1-83a6-41ef-bc75-b6f40f66c16c tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Usage tracker for resource:subnet and tenant:28a9e0d4ab304c3bbcd850b3c2e2581e is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:23:12.786307 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-7bd88ce1-83a6-41ef-bc75-b6f40f66c16c tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:23:12.792429 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-7bd88ce1-83a6-41ef-bc75-b6f40f66c16c tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:23:12.801762 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd88ce1-83a6-41ef-bc75-b6f40f66c16c tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Made reservation on behalf of 28a9e0d4ab304c3bbcd850b3c2e2581e for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:23:12.805457 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7bd88ce1-83a6-41ef-bc75-b6f40f66c16c tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:12.878753 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-45bc2c2f-9125-43ef-925e-bd186c879003 None None] Allocated IP 172.20.0.2 (aadf4a2e-3513-482c-9223-221139971a51/f5c9c53f-b6f7-41d2-9c95-8bf88f785986/9b8575c5-a3a9-4ea1-91e3-1633eb910809) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:23:13.020079 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7bd88ce1-83a6-41ef-bc75-b6f40f66c16c tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:13.079163 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-45bc2c2f-9125-43ef-925e-bd186c879003 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:13.089345 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-45bc2c2f-9125-43ef-925e-bd186c879003 None None] Transition to ACTIVE for port object 9b8575c5-a3a9-4ea1-91e3-1633eb910809 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:23:13.106591 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd88ce1-83a6-41ef-bc75-b6f40f66c16c tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Pushing event updated for resources: {'Subnet': ['ID=f9c6b250-2450-4e4c-affc-331404db27df,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:13.107805 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-45bc2c2f-9125-43ef-925e-bd186c879003 None None] Transition to ACTIVE for port object 9b8575c5-a3a9-4ea1-91e3-1633eb910809 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:23:13.111339 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd88ce1-83a6-41ef-bc75-b6f40f66c16c tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Checking segment: {'id': 'cd5947e8-d574-42b4-8463-facc9e13e7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a29f3b7e-e1f1-4c62-b544-4d4790d21694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:23:13.111754 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd88ce1-83a6-41ef-bc75-b6f40f66c16c tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Network hostable DHCP agents. Network: a29f3b7e-e1f1-4c62-b544-4d4790d21694, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:23:13.114836 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-45bc2c2f-9125-43ef-925e-bd186c879003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:13.131138 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd88ce1-83a6-41ef-bc75-b6f40f66c16c tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Network a29f3b7e-e1f1-4c62-b544-4d4790d21694 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:23:13.140077 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-7bd88ce1-83a6-41ef-bc75-b6f40f66c16c tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, a29f3b7e-e1f1-4c62-b544-4d4790d21694) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:23:13.144177 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd88ce1-83a6-41ef-bc75-b6f40f66c16c tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:13.144785 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7bd88ce1-83a6-41ef-bc75-b6f40f66c16c tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:13.158222 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1032a1-e0ad-41c9-ba00-92c673f41a7e None None] Network a29f3b7e-e1f1-4c62-b544-4d4790d21694 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:23:13.166309 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7bd88ce1-83a6-41ef-bc75-b6f40f66c16c tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5002949 Sep 14 23:23:13.169522 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 60934) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:13.175033 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-35118ee0-8a06-4cc2-ada7-45167e0dc5dc tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a29f3b7e-e1f1-4c62-b544-4d4790d21694'}}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:23:13.250180 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bc2c2f-9125-43ef-925e-bd186c879003 None None] Network aadf4a2e-3513-482c-9223-221139971a51 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:23:13.259261 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-45bc2c2f-9125-43ef-925e-bd186c879003 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:23:13.267250 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bc2c2f-9125-43ef-925e-bd186c879003 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:23:13.270748 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc2c2f-9125-43ef-925e-bd186c879003 None None] Pushing event updated for resources: {'Port': ['ID=9b8575c5-a3a9-4ea1-91e3-1633eb910809,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:13.433471 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-45bc2c2f-9125-43ef-925e-bd186c879003 None None] Attempting to bind port 9b8575c5-a3a9-4ea1-91e3-1633eb910809 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:23:13.433829 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-45bc2c2f-9125-43ef-925e-bd186c879003 None None] Attempting to bind port 9b8575c5-a3a9-4ea1-91e3-1633eb910809 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'f2d58cca-896a-419d-9d60-b10d945495c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'aadf4a2e-3513-482c-9223-221139971a51'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:23:13.434179 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc2c2f-9125-43ef-925e-bd186c879003 None None] Attempting to bind port 9b8575c5-a3a9-4ea1-91e3-1633eb910809 on network aadf4a2e-3513-482c-9223-221139971a51 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:23:13.443692 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc2c2f-9125-43ef-925e-bd186c879003 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:23:13.444054 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc2c2f-9125-43ef-925e-bd186c879003 None None] Checking segment: {'id': 'f2d58cca-896a-419d-9d60-b10d945495c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'aadf4a2e-3513-482c-9223-221139971a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:23:13.444444 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-45bc2c2f-9125-43ef-925e-bd186c879003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:13.444847 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc2c2f-9125-43ef-925e-bd186c879003 None None] Bound using segment: {'id': 'f2d58cca-896a-419d-9d60-b10d945495c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'aadf4a2e-3513-482c-9223-221139971a51'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:23:13.445300 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-45bc2c2f-9125-43ef-925e-bd186c879003 None None] Bound port: 9b8575c5-a3a9-4ea1-91e3-1633eb910809, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d58cca-896a-419d-9d60-b10d945495c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'aadf4a2e-3513-482c-9223-221139971a51'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:23:13.445661 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-45bc2c2f-9125-43ef-925e-bd186c879003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:13.556180 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-35118ee0-8a06-4cc2-ada7-45167e0dc5dc tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:13.583532 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c13d1f7-a87d-4c0f-8775-ee2d8681c405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-a29f3b7e-e1f1-4c62-b544-4d4790d21694', 'network_id': 'a29f3b7e-e1f1-4c62-b544-4d4790d21694', 'tenant_id': '28a9e0d4ab304c3bbcd850b3c2e2581e', 'fixed_ips': [{'subnet_id': 'f9c6b250-2450-4e4c-affc-331404db27df'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:23:13.584338 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5c13d1f7-a87d-4c0f-8775-ee2d8681c405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:13.679580 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-45bc2c2f-9125-43ef-925e-bd186c879003 None None] For port 9b8575c5-a3a9-4ea1-91e3-1633eb910809, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:23:13.695340 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-45bc2c2f-9125-43ef-925e-bd186c879003 None None] For port 9b8575c5-a3a9-4ea1-91e3-1633eb910809, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=9b8575c5-a3a9-4ea1-91e3-1633eb910809,segment=NetworkSegment(f2d58cca-896a-419d-9d60-b10d945495c7),segment_id=f2d58cca-896a-419d-9d60-b10d945495c7)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:23:13.700202 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-45bc2c2f-9125-43ef-925e-bd186c879003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:13.708006 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.api.v2.resource [None req-35118ee0-8a06-4cc2-ada7-45167e0dc5dc tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 14 23:23:13.714963 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-35118ee0-8a06-4cc2-ada7-45167e0dc5dc tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] 10.222.0.33 "PUT /v2.0/routers/17ce864e-ae11-4e8e-b4df-6ad81049ea27 HTTP/1.1" status: 400 len: 364 time: 0.5387042 Sep 14 23:23:13.715228 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 60938) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:13.781226 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb27d13-5a26-4714-b086-ba25a91d50f1 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Deleting subnet f9c6b250-2450-4e4c-affc-331404db27df {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:23:13.824004 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc2c2f-9125-43ef-925e-bd186c879003 None None] Pushing event updated for resources: {'Port': ['ID=9b8575c5-a3a9-4ea1-91e3-1633eb910809,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:13.829736 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-5c13d1f7-a87d-4c0f-8775-ee2d8681c405 None None] Allocated IP 172.21.0.2 (a29f3b7e-e1f1-4c62-b544-4d4790d21694/f9c6b250-2450-4e4c-affc-331404db27df/2706962c-5e5d-4cd7-902f-53d1a42aa524) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:23:14.051535 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5c13d1f7-a87d-4c0f-8775-ee2d8681c405 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:14.062719 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-5c13d1f7-a87d-4c0f-8775-ee2d8681c405 None None] Transition to ACTIVE for port object 2706962c-5e5d-4cd7-902f-53d1a42aa524 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:23:14.081127 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-5c13d1f7-a87d-4c0f-8775-ee2d8681c405 None None] Transition to ACTIVE for port object 2706962c-5e5d-4cd7-902f-53d1a42aa524 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:23:14.085934 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fcb27d13-5a26-4714-b086-ba25a91d50f1 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:14.086671 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5c13d1f7-a87d-4c0f-8775-ee2d8681c405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:14.144012 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fcb27d13-5a26-4714-b086-ba25a91d50f1 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:14.153312 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c13d1f7-a87d-4c0f-8775-ee2d8681c405 None None] Network a29f3b7e-e1f1-4c62-b544-4d4790d21694 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:23:14.156236 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-5c13d1f7-a87d-4c0f-8775-ee2d8681c405 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:23:14.160604 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c13d1f7-a87d-4c0f-8775-ee2d8681c405 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:23:14.166651 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13d1f7-a87d-4c0f-8775-ee2d8681c405 None None] Pushing event updated for resources: {'Port': ['ID=2706962c-5e5d-4cd7-902f-53d1a42aa524,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:14.225411 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fcb27d13-5a26-4714-b086-ba25a91d50f1 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:14.269067 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-5c13d1f7-a87d-4c0f-8775-ee2d8681c405 None None] Attempting to bind port 2706962c-5e5d-4cd7-902f-53d1a42aa524 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:23:14.269433 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-5c13d1f7-a87d-4c0f-8775-ee2d8681c405 None None] Attempting to bind port 2706962c-5e5d-4cd7-902f-53d1a42aa524 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'cd5947e8-d574-42b4-8463-facc9e13e7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a29f3b7e-e1f1-4c62-b544-4d4790d21694'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:23:14.269787 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c13d1f7-a87d-4c0f-8775-ee2d8681c405 None None] Attempting to bind port 2706962c-5e5d-4cd7-902f-53d1a42aa524 on network a29f3b7e-e1f1-4c62-b544-4d4790d21694 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:23:14.276051 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c13d1f7-a87d-4c0f-8775-ee2d8681c405 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:23:14.276417 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c13d1f7-a87d-4c0f-8775-ee2d8681c405 None None] Checking segment: {'id': 'cd5947e8-d574-42b4-8463-facc9e13e7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a29f3b7e-e1f1-4c62-b544-4d4790d21694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:23:14.276843 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5c13d1f7-a87d-4c0f-8775-ee2d8681c405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:14.277236 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c13d1f7-a87d-4c0f-8775-ee2d8681c405 None None] Bound using segment: {'id': 'cd5947e8-d574-42b4-8463-facc9e13e7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a29f3b7e-e1f1-4c62-b544-4d4790d21694'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:23:14.277692 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-5c13d1f7-a87d-4c0f-8775-ee2d8681c405 None None] Bound port: 2706962c-5e5d-4cd7-902f-53d1a42aa524, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5947e8-d574-42b4-8463-facc9e13e7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a29f3b7e-e1f1-4c62-b544-4d4790d21694'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:23:14.278060 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5c13d1f7-a87d-4c0f-8775-ee2d8681c405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:14.302294 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fcb27d13-5a26-4714-b086-ba25a91d50f1 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:14.340172 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb27d13-5a26-4714-b086-ba25a91d50f1 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Pushing event deleted for resources: {'Subnet': ['ID=f9c6b250-2450-4e4c-affc-331404db27df,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:14.346350 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fcb27d13-5a26-4714-b086-ba25a91d50f1 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:14.355115 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-fcb27d13-5a26-4714-b086-ba25a91d50f1 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] 10.222.0.33 "DELETE /v2.0/subnets/f9c6b250-2450-4e4c-affc-331404db27df HTTP/1.1" status: 204 len: 168 time: 0.6359596 Sep 14 23:23:14.355276 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 60942) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:14.371604 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-5c13d1f7-a87d-4c0f-8775-ee2d8681c405 None None] For port 2706962c-5e5d-4cd7-902f-53d1a42aa524, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:23:14.374883 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-5c13d1f7-a87d-4c0f-8775-ee2d8681c405 None None] For port 2706962c-5e5d-4cd7-902f-53d1a42aa524, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=2706962c-5e5d-4cd7-902f-53d1a42aa524,segment=NetworkSegment(cd5947e8-d574-42b4-8463-facc9e13e7e7),segment_id=cd5947e8-d574-42b4-8463-facc9e13e7e7)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:23:14.382268 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5c13d1f7-a87d-4c0f-8775-ee2d8681c405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:14.505403 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13d1f7-a87d-4c0f-8775-ee2d8681c405 None None] Pushing event updated for resources: {'Port': ['ID=2706962c-5e5d-4cd7-902f-53d1a42aa524,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:14.520871 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214e7975-9212-47c9-9aca-eacb1c95837c None None] Network a29f3b7e-e1f1-4c62-b544-4d4790d21694 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:23:14.595873 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ca18274b-40c4-4284-8a40-9a3bbfbb8a13 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:14.607428 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-ca18274b-40c4-4284-8a40-9a3bbfbb8a13 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Deleting port 2706962c-5e5d-4cd7-902f-53d1a42aa524 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:23:14.608458 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ca18274b-40c4-4284-8a40-9a3bbfbb8a13 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:14.737209 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275376cc-a24c-429e-834d-6d165d4f73d4 None None] Network aadf4a2e-3513-482c-9223-221139971a51 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:23:14.821888 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-ca18274b-40c4-4284-8a40-9a3bbfbb8a13 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] For port 2706962c-5e5d-4cd7-902f-53d1a42aa524, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=2706962c-5e5d-4cd7-902f-53d1a42aa524,segment=NetworkSegment(cd5947e8-d574-42b4-8463-facc9e13e7e7),segment_id=cd5947e8-d574-42b4-8463-facc9e13e7e7)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:23:14.823016 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ca18274b-40c4-4284-8a40-9a3bbfbb8a13 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:14.830429 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-291608b5-1e14-415c-b972-46ae033fbdd1 None None] Provisioning for port 9b8575c5-a3a9-4ea1-91e3-1633eb910809 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:23:14.950827 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-ca18274b-40c4-4284-8a40-9a3bbfbb8a13 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Calling delete_port for 2706962c-5e5d-4cd7-902f-53d1a42aa524 owned by network:dhcp {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:23:15.027543 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ca18274b-40c4-4284-8a40-9a3bbfbb8a13 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:15.079702 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18274b-40c4-4284-8a40-9a3bbfbb8a13 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Pushing event deleted for resources: {'Port': ['ID=2706962c-5e5d-4cd7-902f-53d1a42aa524,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:15.081572 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca18274b-40c4-4284-8a40-9a3bbfbb8a13 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] No DVR routers for this DVR port 2706962c-5e5d-4cd7-902f-53d1a42aa524 on host dv-neutron-857791-1-hyperv {{(pid=89170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:23:15.148124 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9ca910-5f91-494c-a232-1e7feb94412c None None] get_active_networks_info from dv-neutron-857791-1-hyperv {{(pid=89172) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 14 23:23:15.209336 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ca18274b-40c4-4284-8a40-9a3bbfbb8a13 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:15.233915 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-ca18274b-40c4-4284-8a40-9a3bbfbb8a13 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a29f3b7e-e1f1-4c62-b544-4d4790d21694']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:23:15.240415 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9ca910-5f91-494c-a232-1e7feb94412c None None] Resources bound (agent type, host, resource id): {{(pid=89172) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 14 23:23:15.246143 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-ca18274b-40c4-4284-8a40-9a3bbfbb8a13 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd5947e8-d574-42b4-8463-facc9e13e7e7') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:23:15.246436 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-ca18274b-40c4-4284-8a40-9a3bbfbb8a13 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd5947e8-d574-42b4-8463-facc9e13e7e7') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:23:15.257574 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ca18274b-40c4-4284-8a40-9a3bbfbb8a13 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:15.273997 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ca18274b-40c4-4284-8a40-9a3bbfbb8a13 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:15.279970 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca18274b-40c4-4284-8a40-9a3bbfbb8a13 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:23:15.280343 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ca18274b-40c4-4284-8a40-9a3bbfbb8a13 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:15.349406 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment cd5947e8-d574-42b4-8463-facc9e13e7e7 resource provider aggregate not found Sep 14 23:23:15.373719 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment cd5947e8-d574-42b4-8463-facc9e13e7e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd5947e8-d574-42b4-8463-facc9e13e7e7 found for delete ", "request_id": "req-acbab2c9-732c-4f49-a678-c05e0f7e5dc8"}]} Sep 14 23:23:15.386457 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ca18274b-40c4-4284-8a40-9a3bbfbb8a13 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:15.406441 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ca18274b-40c4-4284-8a40-9a3bbfbb8a13 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:15.414536 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18274b-40c4-4284-8a40-9a3bbfbb8a13 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Pushing event deleted for resources: {'Network': ['ID=a29f3b7e-e1f1-4c62-b544-4d4790d21694,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:15.418414 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ca18274b-40c4-4284-8a40-9a3bbfbb8a13 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] 10.222.0.33 "DELETE /v2.0/networks/a29f3b7e-e1f1-4c62-b544-4d4790d21694 HTTP/1.1" status: 204 len: 168 time: 1.0622549 Sep 14 23:23:15.420876 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 60950) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:15.485239 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddc2a34d-53d8-4932-908b-9f362363aac8 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Deleting subnet f5c9c53f-b6f7-41d2-9c95-8bf88f785986 {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:23:15.488314 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ddc2a34d-53d8-4932-908b-9f362363aac8 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:15.547276 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ddc2a34d-53d8-4932-908b-9f362363aac8 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:15.629852 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ddc2a34d-53d8-4932-908b-9f362363aac8 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:15.700233 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ddc2a34d-53d8-4932-908b-9f362363aac8 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:15.742627 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2a34d-53d8-4932-908b-9f362363aac8 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Pushing event deleted for resources: {'Subnet': ['ID=f5c9c53f-b6f7-41d2-9c95-8bf88f785986,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:15.748122 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ddc2a34d-53d8-4932-908b-9f362363aac8 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:15.753809 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13c701f-f0f0-42e8-8bfa-04d5545aec40 None None] Network aadf4a2e-3513-482c-9223-221139971a51 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:23:15.755270 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ddc2a34d-53d8-4932-908b-9f362363aac8 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] 10.222.0.33 "DELETE /v2.0/subnets/f5c9c53f-b6f7-41d2-9c95-8bf88f785986 HTTP/1.1" status: 204 len: 168 time: 0.3334124 Sep 14 23:23:15.757757 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 60954) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:15.838906 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 9b8575c5-a3a9-4ea1-91e3-1633eb910809 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:23:15.874642 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b1479fcc-65dc-4536-94cb-70486c0fc4c7 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:15.885317 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-b1479fcc-65dc-4536-94cb-70486c0fc4c7 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Deleting port 9b8575c5-a3a9-4ea1-91e3-1633eb910809 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:23:15.885642 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b1479fcc-65dc-4536-94cb-70486c0fc4c7 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:15.995108 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 9b8575c5-a3a9-4ea1-91e3-1633eb910809 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:23:16.001993 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 9b8575c5-a3a9-4ea1-91e3-1633eb910809 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:23:16.002365 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:16.090922 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-b1479fcc-65dc-4536-94cb-70486c0fc4c7 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] For port 9b8575c5-a3a9-4ea1-91e3-1633eb910809, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=9b8575c5-a3a9-4ea1-91e3-1633eb910809,segment=NetworkSegment(f2d58cca-896a-419d-9d60-b10d945495c7),segment_id=f2d58cca-896a-419d-9d60-b10d945495c7)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:23:16.091681 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b1479fcc-65dc-4536-94cb-70486c0fc4c7 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:16.116888 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc921b78-3b9d-45aa-ac93-a3f49f52290a None None] DHCP port deletion for aadf4a2e-3513-482c-9223-221139971a51 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:23:16.126936 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-bc921b78-3b9d-45aa-ac93-a3f49f52290a None None] Deleting port 9b8575c5-a3a9-4ea1-91e3-1633eb910809 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:23:16.127305 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bc921b78-3b9d-45aa-ac93-a3f49f52290a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:16.156035 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 9b8575c5-a3a9-4ea1-91e3-1633eb910809 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:23:16.156746 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:16.250520 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 9b8575c5-a3a9-4ea1-91e3-1633eb910809, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=9b8575c5-a3a9-4ea1-91e3-1633eb910809,segment=NetworkSegment(f2d58cca-896a-419d-9d60-b10d945495c7),segment_id=f2d58cca-896a-419d-9d60-b10d945495c7)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:23:16.256475 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:16.317025 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-b1479fcc-65dc-4536-94cb-70486c0fc4c7 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Calling delete_port for 9b8575c5-a3a9-4ea1-91e3-1633eb910809 owned by network:dhcp {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:23:16.395985 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.db.api [None req-b1479fcc-65dc-4536-94cb-70486c0fc4c7 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 23:23:16.396311 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG oslo_db.api [None req-b1479fcc-65dc-4536-94cb-70486c0fc4c7 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 23:23:16.416315 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=9b8575c5-a3a9-4ea1-91e3-1633eb910809,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:16.422797 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-bc921b78-3b9d-45aa-ac93-a3f49f52290a None None] For port 9b8575c5-a3a9-4ea1-91e3-1633eb910809, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=9b8575c5-a3a9-4ea1-91e3-1633eb910809,segment=NetworkSegment(f2d58cca-896a-419d-9d60-b10d945495c7),segment_id=f2d58cca-896a-419d-9d60-b10d945495c7)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:23:16.423232 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bc921b78-3b9d-45aa-ac93-a3f49f52290a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:16.544691 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-bc921b78-3b9d-45aa-ac93-a3f49f52290a None None] Calling delete_port for 9b8575c5-a3a9-4ea1-91e3-1633eb910809 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:23:16.625520 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-bc921b78-3b9d-45aa-ac93-a3f49f52290a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 23:23:16.625871 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-bc921b78-3b9d-45aa-ac93-a3f49f52290a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 23:23:16.897240 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-b1479fcc-65dc-4536-94cb-70486c0fc4c7 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Deleting port 9b8575c5-a3a9-4ea1-91e3-1633eb910809 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:23:16.897807 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b1479fcc-65dc-4536-94cb-70486c0fc4c7 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:17.101192 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-b1479fcc-65dc-4536-94cb-70486c0fc4c7 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] For port 9b8575c5-a3a9-4ea1-91e3-1633eb910809, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=9b8575c5-a3a9-4ea1-91e3-1633eb910809,segment=NetworkSegment(f2d58cca-896a-419d-9d60-b10d945495c7),segment_id=f2d58cca-896a-419d-9d60-b10d945495c7)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:23:17.101537 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b1479fcc-65dc-4536-94cb-70486c0fc4c7 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:17.126836 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-bc921b78-3b9d-45aa-ac93-a3f49f52290a None None] Deleting port 9b8575c5-a3a9-4ea1-91e3-1633eb910809 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:23:17.127213 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bc921b78-3b9d-45aa-ac93-a3f49f52290a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:17.223382 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-b1479fcc-65dc-4536-94cb-70486c0fc4c7 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Calling delete_port for 9b8575c5-a3a9-4ea1-91e3-1633eb910809 owned by network:dhcp {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:23:17.298294 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b1479fcc-65dc-4536-94cb-70486c0fc4c7 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:17.325672 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-bc921b78-3b9d-45aa-ac93-a3f49f52290a None None] For port 9b8575c5-a3a9-4ea1-91e3-1633eb910809, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=9b8575c5-a3a9-4ea1-91e3-1633eb910809,segment=NetworkSegment(f2d58cca-896a-419d-9d60-b10d945495c7),segment_id=f2d58cca-896a-419d-9d60-b10d945495c7)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:23:17.326221 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bc921b78-3b9d-45aa-ac93-a3f49f52290a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:17.349436 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1479fcc-65dc-4536-94cb-70486c0fc4c7 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] No DVR routers for this DVR port 9b8575c5-a3a9-4ea1-91e3-1633eb910809 on host dv-neutron-857791-1-hyperv {{(pid=89170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:23:17.376849 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1479fcc-65dc-4536-94cb-70486c0fc4c7 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Pushing event deleted for resources: {'Port': ['ID=9b8575c5-a3a9-4ea1-91e3-1633eb910809,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:17.450965 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-bc921b78-3b9d-45aa-ac93-a3f49f52290a None None] Calling delete_port for 9b8575c5-a3a9-4ea1-91e3-1633eb910809 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:23:17.477193 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b1479fcc-65dc-4536-94cb-70486c0fc4c7 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:17.502848 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-b1479fcc-65dc-4536-94cb-70486c0fc4c7 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aadf4a2e-3513-482c-9223-221139971a51']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:23:17.515246 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-b1479fcc-65dc-4536-94cb-70486c0fc4c7 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d58cca-896a-419d-9d60-b10d945495c7') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:23:17.515543 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-b1479fcc-65dc-4536-94cb-70486c0fc4c7 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d58cca-896a-419d-9d60-b10d945495c7') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:23:17.522906 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-bc921b78-3b9d-45aa-ac93-a3f49f52290a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 23:23:17.523328 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-bc921b78-3b9d-45aa-ac93-a3f49f52290a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 23:23:17.527303 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b1479fcc-65dc-4536-94cb-70486c0fc4c7 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:17.543181 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b1479fcc-65dc-4536-94cb-70486c0fc4c7 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:17.549234 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1479fcc-65dc-4536-94cb-70486c0fc4c7 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:23:17.549660 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b1479fcc-65dc-4536-94cb-70486c0fc4c7 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:17.618512 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment f2d58cca-896a-419d-9d60-b10d945495c7 resource provider aggregate not found Sep 14 23:23:17.641361 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment f2d58cca-896a-419d-9d60-b10d945495c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2d58cca-896a-419d-9d60-b10d945495c7 found for delete ", "request_id": "req-90451b59-08f9-41f1-893d-1935f9270ea7"}]} Sep 14 23:23:17.653106 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b1479fcc-65dc-4536-94cb-70486c0fc4c7 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:17.670853 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b1479fcc-65dc-4536-94cb-70486c0fc4c7 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:17.681504 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1479fcc-65dc-4536-94cb-70486c0fc4c7 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Pushing event deleted for resources: {'Network': ['ID=aadf4a2e-3513-482c-9223-221139971a51,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:17.686477 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b1479fcc-65dc-4536-94cb-70486c0fc4c7 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] 10.222.0.33 "DELETE /v2.0/networks/aadf4a2e-3513-482c-9223-221139971a51 HTTP/1.1" status: 204 len: 168 time: 1.9275997 Sep 14 23:23:17.689107 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 60962) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:17.739558 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-8489529e-35c8-4cf8-a5d9-0dd1e18186be tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Synchronizing usage tracker for tenant:28a9e0d4ab304c3bbcd850b3c2e2581e on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:23:17.756011 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-8489529e-35c8-4cf8-a5d9-0dd1e18186be tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Unset dirty status for tenant:28a9e0d4ab304c3bbcd850b3c2e2581e on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:23:17.760059 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8489529e-35c8-4cf8-a5d9-0dd1e18186be tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] 10.222.0.33 "GET /v2.0/ports?device_id=17ce864e-ae11-4e8e-b4df-6ad81049ea27 HTTP/1.1" status: 200 len: 205 time: 0.0669510 Sep 14 23:23:17.760333 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 60966) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:17.792712 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 9b8575c5-a3a9-4ea1-91e3-1633eb910809 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:23:17.826709 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 9b8575c5-a3a9-4ea1-91e3-1633eb910809 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:23:17.827047 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 9b8575c5-a3a9-4ea1-91e3-1633eb910809 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:23:17.897734 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-79b37188-2b7e-4a1d-92d4-462400293317 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks [] for router, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:17.973513 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-bc921b78-3b9d-45aa-ac93-a3f49f52290a None None] Deleting port 9b8575c5-a3a9-4ea1-91e3-1633eb910809 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:23:17.974060 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bc921b78-3b9d-45aa-ac93-a3f49f52290a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:18.077102 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-bc921b78-3b9d-45aa-ac93-a3f49f52290a None None] The port '9b8575c5-a3a9-4ea1-91e3-1633eb910809' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 23:23:18.289774 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-79b37188-2b7e-4a1d-92d4-462400293317 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:18.291983 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-79b37188-2b7e-4a1d-92d4-462400293317 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:18.314269 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-79b37188-2b7e-4a1d-92d4-462400293317 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:18.314684 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b37188-2b7e-4a1d-92d4-462400293317 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Fanout notify agent at l3_agent the message router_deleted on router 17ce864e-ae11-4e8e-b4df-6ad81049ea27 {{(pid=89170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 23:23:18.325828 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-79b37188-2b7e-4a1d-92d4-462400293317 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:18.326929 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-79b37188-2b7e-4a1d-92d4-462400293317 tempest-RoutersNegativeTest-952886681 tempest-RoutersNegativeTest-952886681-project] 10.222.0.33 "DELETE /v2.0/routers/17ce864e-ae11-4e8e-b4df-6ad81049ea27 HTTP/1.1" status: 204 len: 168 time: 0.5656004 Sep 14 23:23:18.582065 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 60974) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:18.725176 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9a6eac3b-bf92-47d5-9eb7-fb7703d24e1a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=28a9e0d4ab304c3bbcd850b3c2e2581e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1420422 Sep 14 23:23:18.727588 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 60980) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:18.783248 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7d80c3b5-d7ee-4515-a221-747e47883233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:18.809099 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7d80c3b5-d7ee-4515-a221-747e47883233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:18.861005 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7d80c3b5-d7ee-4515-a221-747e47883233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:18.877452 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80c3b5-d7ee-4515-a221-747e47883233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6c5d47-e8da-4170-bf26-aecb19b365f9,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:18.881996 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7d80c3b5-d7ee-4515-a221-747e47883233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:18.882802 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7d80c3b5-d7ee-4515-a221-747e47883233 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6a6c5d47-e8da-4170-bf26-aecb19b365f9 HTTP/1.1" status: 204 len: 168 time: 0.1543448 Sep 14 23:23:19.517706 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 32772) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:19.596855 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:19.619759 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-d0c9599e-d8cd-466e-af1d-af8c5fabf962 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-304452227-network', 'tenant_id': '5e261c9ba3e742bbbc24a2444b2b95dc'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:23:19.624652 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-d0c9599e-d8cd-466e-af1d-af8c5fabf962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:23:19.628327 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-d0c9599e-d8cd-466e-af1d-af8c5fabf962 admin admin] Usage tracker for resource:network and tenant:5e261c9ba3e742bbbc24a2444b2b95dc is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:23:19.631180 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-d0c9599e-d8cd-466e-af1d-af8c5fabf962 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:23:19.639123 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-d0c9599e-d8cd-466e-af1d-af8c5fabf962 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:23:19.652288 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c9599e-d8cd-466e-af1d-af8c5fabf962 admin admin] Made reservation on behalf of 5e261c9ba3e742bbbc24a2444b2b95dc for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:23:19.654532 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d0c9599e-d8cd-466e-af1d-af8c5fabf962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:19.666269 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d0c9599e-d8cd-466e-af1d-af8c5fabf962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:19.680376 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-d0c9599e-d8cd-466e-af1d-af8c5fabf962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:23:19.684707 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-d0c9599e-d8cd-466e-af1d-af8c5fabf962 admin admin] Usage tracker for resource:security_group_rule and tenant:5e261c9ba3e742bbbc24a2444b2b95dc is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:23:19.687475 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-d0c9599e-d8cd-466e-af1d-af8c5fabf962 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:23:19.693407 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-d0c9599e-d8cd-466e-af1d-af8c5fabf962 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:23:19.775020 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d0c9599e-d8cd-466e-af1d-af8c5fabf962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:19.778659 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d0c9599e-d8cd-466e-af1d-af8c5fabf962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:19.805472 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c9599e-d8cd-466e-af1d-af8c5fabf962 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:23:19.817980 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9599e-d8cd-466e-af1d-af8c5fabf962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2ba92c-44f7-4c53-93bf-769255506997,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:19.823450 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d0c9599e-d8cd-466e-af1d-af8c5fabf962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:19.823865 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-d0c9599e-d8cd-466e-af1d-af8c5fabf962 admin admin] Added segment 6d154c3f-9a20-4a97-a695-fa95649f6a6a of type vlan for network b54f735f-7daf-4157-b7ac-64b61ffba24b Sep 14 23:23:19.849577 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d0c9599e-d8cd-466e-af1d-af8c5fabf962 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:19.878143 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d0c9599e-d8cd-466e-af1d-af8c5fabf962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:19.879034 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c9599e-d8cd-466e-af1d-af8c5fabf962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:19.879623 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d0c9599e-d8cd-466e-af1d-af8c5fabf962 admin admin] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:19.981711 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d0c9599e-d8cd-466e-af1d-af8c5fabf962 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4629202 Sep 14 23:23:19.984653 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9599e-d8cd-466e-af1d-af8c5fabf962 admin admin] Pushing event updated for resources: {'Network': ['ID=b54f735f-7daf-4157-b7ac-64b61ffba24b,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:19.984852 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 32778) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:19.991353 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-584e9d18-c772-4b8a-b138-e07f820038d6 admin admin] Request body: {'subnet': {'network_id': 'b54f735f-7daf-4157-b7ac-64b61ffba24b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-304452227-subnet', 'tenant_id': '5e261c9ba3e742bbbc24a2444b2b95dc', 'ip_version': 4}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:23:19.995096 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network b54f735f-7daf-4157-b7ac-64b61ffba24b details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:23:19.996466 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-584e9d18-c772-4b8a-b138-e07f820038d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:23:20.000273 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-584e9d18-c772-4b8a-b138-e07f820038d6 admin admin] Usage tracker for resource:subnet and tenant:5e261c9ba3e742bbbc24a2444b2b95dc is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:23:20.003098 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-584e9d18-c772-4b8a-b138-e07f820038d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:23:20.009440 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-584e9d18-c772-4b8a-b138-e07f820038d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:23:20.019102 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584e9d18-c772-4b8a-b138-e07f820038d6 admin admin] Made reservation on behalf of 5e261c9ba3e742bbbc24a2444b2b95dc for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:23:20.021443 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-584e9d18-c772-4b8a-b138-e07f820038d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:20.217532 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-584e9d18-c772-4b8a-b138-e07f820038d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:20.292348 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e9d18-c772-4b8a-b138-e07f820038d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63ac4430-dd26-4d97-8c72-7d6f5a066f54,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:20.300731 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584e9d18-c772-4b8a-b138-e07f820038d6 admin admin] Checking segment: {'id': '6d154c3f-9a20-4a97-a695-fa95649f6a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b54f735f-7daf-4157-b7ac-64b61ffba24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:23:20.301078 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584e9d18-c772-4b8a-b138-e07f820038d6 admin admin] Network hostable DHCP agents. Network: b54f735f-7daf-4157-b7ac-64b61ffba24b, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:23:20.319492 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584e9d18-c772-4b8a-b138-e07f820038d6 admin admin] Network b54f735f-7daf-4157-b7ac-64b61ffba24b is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:23:20.328490 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-584e9d18-c772-4b8a-b138-e07f820038d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, b54f735f-7daf-4157-b7ac-64b61ffba24b) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:23:20.332775 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584e9d18-c772-4b8a-b138-e07f820038d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:20.333699 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-584e9d18-c772-4b8a-b138-e07f820038d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:20.338066 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1987c033-b0c1-446d-9486-fa53055b9b48 None None] Network b54f735f-7daf-4157-b7ac-64b61ffba24b requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:23:20.359359 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-584e9d18-c772-4b8a-b138-e07f820038d6 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3706162 Sep 14 23:23:20.359552 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 32782) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:20.364335 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-a319abfc-9d71-470f-bb18-50bb1f09e084 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-304452227-router', 'tenant_id': '5e261c9ba3e742bbbc24a2444b2b95dc', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:23:20.368919 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a319abfc-9d71-470f-bb18-50bb1f09e084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:23:20.372730 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a319abfc-9d71-470f-bb18-50bb1f09e084 admin admin] Usage tracker for resource:router and tenant:5e261c9ba3e742bbbc24a2444b2b95dc is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:23:20.375492 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-a319abfc-9d71-470f-bb18-50bb1f09e084 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:23:20.381438 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-a319abfc-9d71-470f-bb18-50bb1f09e084 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:23:20.392225 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a319abfc-9d71-470f-bb18-50bb1f09e084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:20.393287 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a319abfc-9d71-470f-bb18-50bb1f09e084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:20.408817 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a319abfc-9d71-470f-bb18-50bb1f09e084 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:20.574171 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b5f6ce-a2f4-499d-97e4-5cb37974d515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-b54f735f-7daf-4157-b7ac-64b61ffba24b', 'network_id': 'b54f735f-7daf-4157-b7ac-64b61ffba24b', 'tenant_id': '5e261c9ba3e742bbbc24a2444b2b95dc', 'fixed_ips': [{'subnet_id': '63ac4430-dd26-4d97-8c72-7d6f5a066f54'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:23:20.575009 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-75b5f6ce-a2f4-499d-97e4-5cb37974d515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:20.678081 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a319abfc-9d71-470f-bb18-50bb1f09e084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:20.735998 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-75b5f6ce-a2f4-499d-97e4-5cb37974d515 None None] Allocated IP 172.20.0.2 (b54f735f-7daf-4157-b7ac-64b61ffba24b/63ac4430-dd26-4d97-8c72-7d6f5a066f54/170fd32f-11be-4387-8d80-0a98e99c77e5) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:23:20.941573 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-75b5f6ce-a2f4-499d-97e4-5cb37974d515 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:20.953218 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-75b5f6ce-a2f4-499d-97e4-5cb37974d515 None None] Transition to ACTIVE for port object 170fd32f-11be-4387-8d80-0a98e99c77e5 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:23:20.972836 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-75b5f6ce-a2f4-499d-97e4-5cb37974d515 None None] Transition to ACTIVE for port object 170fd32f-11be-4387-8d80-0a98e99c77e5 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:23:20.978468 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-75b5f6ce-a2f4-499d-97e4-5cb37974d515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:21.044850 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b5f6ce-a2f4-499d-97e4-5cb37974d515 None None] Network b54f735f-7daf-4157-b7ac-64b61ffba24b is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:23:21.047521 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-75b5f6ce-a2f4-499d-97e4-5cb37974d515 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:23:21.051300 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b5f6ce-a2f4-499d-97e4-5cb37974d515 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:23:21.060423 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5f6ce-a2f4-499d-97e4-5cb37974d515 None None] Pushing event updated for resources: {'Port': ['ID=170fd32f-11be-4387-8d80-0a98e99c77e5,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:21.105919 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a319abfc-9d71-470f-bb18-50bb1f09e084 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:21.136420 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a319abfc-9d71-470f-bb18-50bb1f09e084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:21.161194 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-75b5f6ce-a2f4-499d-97e4-5cb37974d515 None None] Attempting to bind port 170fd32f-11be-4387-8d80-0a98e99c77e5 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:23:21.161565 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-75b5f6ce-a2f4-499d-97e4-5cb37974d515 None None] Attempting to bind port 170fd32f-11be-4387-8d80-0a98e99c77e5 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '6d154c3f-9a20-4a97-a695-fa95649f6a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b54f735f-7daf-4157-b7ac-64b61ffba24b'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:23:21.161928 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b5f6ce-a2f4-499d-97e4-5cb37974d515 None None] Attempting to bind port 170fd32f-11be-4387-8d80-0a98e99c77e5 on network b54f735f-7daf-4157-b7ac-64b61ffba24b {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:23:21.167254 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b5f6ce-a2f4-499d-97e4-5cb37974d515 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:23:21.167624 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b5f6ce-a2f4-499d-97e4-5cb37974d515 None None] Checking segment: {'id': '6d154c3f-9a20-4a97-a695-fa95649f6a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b54f735f-7daf-4157-b7ac-64b61ffba24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:23:21.168020 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-75b5f6ce-a2f4-499d-97e4-5cb37974d515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:21.168417 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b5f6ce-a2f4-499d-97e4-5cb37974d515 None None] Bound using segment: {'id': '6d154c3f-9a20-4a97-a695-fa95649f6a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b54f735f-7daf-4157-b7ac-64b61ffba24b'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:23:21.168928 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-75b5f6ce-a2f4-499d-97e4-5cb37974d515 None None] Bound port: 170fd32f-11be-4387-8d80-0a98e99c77e5, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d154c3f-9a20-4a97-a695-fa95649f6a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b54f735f-7daf-4157-b7ac-64b61ffba24b'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:23:21.169300 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-75b5f6ce-a2f4-499d-97e4-5cb37974d515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:21.260659 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-75b5f6ce-a2f4-499d-97e4-5cb37974d515 None None] For port 170fd32f-11be-4387-8d80-0a98e99c77e5, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:23:21.263217 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-75b5f6ce-a2f4-499d-97e4-5cb37974d515 None None] For port 170fd32f-11be-4387-8d80-0a98e99c77e5, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=170fd32f-11be-4387-8d80-0a98e99c77e5,segment=NetworkSegment(6d154c3f-9a20-4a97-a695-fa95649f6a6a),segment_id=6d154c3f-9a20-4a97-a695-fa95649f6a6a)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:23:21.267418 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-75b5f6ce-a2f4-499d-97e4-5cb37974d515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:21.272854 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-a319abfc-9d71-470f-bb18-50bb1f09e084 admin admin] Allocated IP 172.26.5.195 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/f5f05e28-85c7-45c1-866c-a977514d4888) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:23:21.346864 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5f6ce-a2f4-499d-97e4-5cb37974d515 None None] Pushing event updated for resources: {'Port': ['ID=170fd32f-11be-4387-8d80-0a98e99c77e5,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:21.426454 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a319abfc-9d71-470f-bb18-50bb1f09e084 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:21.456884 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a319abfc-9d71-470f-bb18-50bb1f09e084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:21.540197 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a319abfc-9d71-470f-bb18-50bb1f09e084 admin admin] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:23:21.544022 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-a319abfc-9d71-470f-bb18-50bb1f09e084 admin admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:23:21.546244 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a319abfc-9d71-470f-bb18-50bb1f09e084 admin admin] Pushing event updated for resources: {'Port': ['ID=f5f05e28-85c7-45c1-866c-a977514d4888,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:21.548286 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a319abfc-9d71-470f-bb18-50bb1f09e084 admin admin] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:23:21.851148 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 170fd32f-11be-4387-8d80-0a98e99c77e5 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:23:21.921701 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 170fd32f-11be-4387-8d80-0a98e99c77e5 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:23:21.975259 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a319abfc-9d71-470f-bb18-50bb1f09e084 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:22.248585 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d3693b-2be8-4038-a5d4-675ed47a21ea None None] Network b54f735f-7daf-4157-b7ac-64b61ffba24b requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:23:22.339979 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a319abfc-9d71-470f-bb18-50bb1f09e084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:22.341486 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c096ca3f-9f89-4729-a575-dd2a695d99c4 None None] Provisioning for port 170fd32f-11be-4387-8d80-0a98e99c77e5 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:23:22.349856 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c096ca3f-9f89-4729-a575-dd2a695d99c4 None None] Provisioning complete for port 170fd32f-11be-4387-8d80-0a98e99c77e5 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:23:22.350220 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c096ca3f-9f89-4729-a575-dd2a695d99c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:22.582834 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c096ca3f-9f89-4729-a575-dd2a695d99c4 None None] Current status of the port 170fd32f-11be-4387-8d80-0a98e99c77e5 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:23:22.583132 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c096ca3f-9f89-4729-a575-dd2a695d99c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:22.627155 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-c096ca3f-9f89-4729-a575-dd2a695d99c4 None None] For port 170fd32f-11be-4387-8d80-0a98e99c77e5, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=170fd32f-11be-4387-8d80-0a98e99c77e5,segment=NetworkSegment(6d154c3f-9a20-4a97-a695-fa95649f6a6a),segment_id=6d154c3f-9a20-4a97-a695-fa95649f6a6a)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:23:22.633427 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c096ca3f-9f89-4729-a575-dd2a695d99c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:22.670597 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a319abfc-9d71-470f-bb18-50bb1f09e084 admin admin] Router 77d9e9f9-6da5-44cc-ad26-4a66acfc70dc is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 23:23:22.743317 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096ca3f-9f89-4729-a575-dd2a695d99c4 None None] Pushing event updated for resources: {'Port': ['ID=170fd32f-11be-4387-8d80-0a98e99c77e5,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:22.856531 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a319abfc-9d71-470f-bb18-50bb1f09e084 admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:23:22.863149 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-01646cfa-f354-4e52-9207-34d7afde3aea None None] Provisioning complete for port 170fd32f-11be-4387-8d80-0a98e99c77e5 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:23:22.863594 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-01646cfa-f354-4e52-9207-34d7afde3aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:22.881277 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a319abfc-9d71-470f-bb18-50bb1f09e084 admin admin] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:22.882509 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a319abfc-9d71-470f-bb18-50bb1f09e084 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5220599 Sep 14 23:23:22.885832 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 32786) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:22.893876 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11bba71-5f1c-4ee7-9f21-96180e031fb9 None None] Sync routers for ids ['77d9e9f9-6da5-44cc-ad26-4a66acfc70dc'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:23:22.921292 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11bba71-5f1c-4ee7-9f21-96180e031fb9 None None] Routers {'77d9e9f9-6da5-44cc-ad26-4a66acfc70dc'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:23:22.921820 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-e11bba71-5f1c-4ee7-9f21-96180e031fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:23:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['77d9e9f9-6da5-44cc-ad26-4a66acfc70dc'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:23:23.142683 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-01646cfa-f354-4e52-9207-34d7afde3aea None None] Current status of the port 170fd32f-11be-4387-8d80-0a98e99c77e5 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:23:23.151212 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-e11bba71-5f1c-4ee7-9f21-96180e031fb9 None None] Set router 77d9e9f9-6da5-44cc-ad26-4a66acfc70dc gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:23:23.430431 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-e11bba71-5f1c-4ee7-9f21-96180e031fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d9e9f9-6da5-44cc-ad26-4a66acfc70dc', 'name': 'tempest-TestEncryptedCinderVolumes-304452227-router', 'tenant_id': '5e261c9ba3e742bbbc24a2444b2b95dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'f5f05e28-85c7-45c1-866c-a977514d4888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:23:20Z', 'updated_at': '2022-09-14T23:23:21Z', 'revision_number': 3, 'project_id': '5e261c9ba3e742bbbc24a2444b2b95dc', 'gw_port': {'id': 'f5f05e28-85c7-45c1-866c-a977514d4888', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:80:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d9e9f9-6da5-44cc-ad26-4a66acfc70dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:23:21Z', 'updated_at': '2022-09-14T23:23:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:23:23.434466 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11bba71-5f1c-4ee7-9f21-96180e031fb9 None None] Checking router: 77d9e9f9-6da5-44cc-ad26-4a66acfc70dc for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:23:23.434806 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11bba71-5f1c-4ee7-9f21-96180e031fb9 None None] Updating router 77d9e9f9-6da5-44cc-ad26-4a66acfc70dc port f5f05e28-85c7-45c1-866c-a977514d4888 binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:23:23.490068 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e11bba71-5f1c-4ee7-9f21-96180e031fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:23.551127 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a7de43df-6981-40b2-8ff8-b1c19672596d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:23.752025 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-a7de43df-6981-40b2-8ff8-b1c19672596d admin admin] Allocated IP 172.20.0.1 (b54f735f-7daf-4157-b7ac-64b61ffba24b/63ac4430-dd26-4d97-8c72-7d6f5a066f54/1e93cfde-8496-46ed-a24a-c2e4ca351dbf) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:23:23.807072 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 170fd32f-11be-4387-8d80-0a98e99c77e5 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:23:23.862034 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e11bba71-5f1c-4ee7-9f21-96180e031fb9 None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:23.880419 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e11bba71-5f1c-4ee7-9f21-96180e031fb9 None None] Transition to ACTIVE for port object f5f05e28-85c7-45c1-866c-a977514d4888 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:23:23.890258 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e11bba71-5f1c-4ee7-9f21-96180e031fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:23.921619 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a7de43df-6981-40b2-8ff8-b1c19672596d admin admin] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:23.937621 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-a7de43df-6981-40b2-8ff8-b1c19672596d admin admin] Transition to ACTIVE for port object 1e93cfde-8496-46ed-a24a-c2e4ca351dbf will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:23:23.955439 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e11bba71-5f1c-4ee7-9f21-96180e031fb9 None None] Attempting to bind port f5f05e28-85c7-45c1-866c-a977514d4888 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:23:23.955801 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e11bba71-5f1c-4ee7-9f21-96180e031fb9 None None] Attempting to bind port f5f05e28-85c7-45c1-866c-a977514d4888 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:23:23.956163 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11bba71-5f1c-4ee7-9f21-96180e031fb9 None None] Attempting to bind port f5f05e28-85c7-45c1-866c-a977514d4888 on network 681410b9-e86d-4f65-a0f3-ea2093b5104b {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:23:23.960965 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a7de43df-6981-40b2-8ff8-b1c19672596d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:23.971939 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11bba71-5f1c-4ee7-9f21-96180e031fb9 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:23:23.972309 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11bba71-5f1c-4ee7-9f21-96180e031fb9 None None] Checking segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:23:23.972733 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e11bba71-5f1c-4ee7-9f21-96180e031fb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:23.973128 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11bba71-5f1c-4ee7-9f21-96180e031fb9 None None] Bound using segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:23:23.973611 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e11bba71-5f1c-4ee7-9f21-96180e031fb9 None None] Bound port: f5f05e28-85c7-45c1-866c-a977514d4888, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:23:23.973981 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e11bba71-5f1c-4ee7-9f21-96180e031fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:24.006461 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 170fd32f-11be-4387-8d80-0a98e99c77e5 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:23:24.006740 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:24.059330 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c62ae-188d-4bba-90f1-a89031a66643 None None] Pushing event updated for resources: {'Port': ['ID=f5f05e28-85c7-45c1-866c-a977514d4888,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:24.114626 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-e11bba71-5f1c-4ee7-9f21-96180e031fb9 None None] For port f5f05e28-85c7-45c1-866c-a977514d4888, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:23:24.118402 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-e11bba71-5f1c-4ee7-9f21-96180e031fb9 None None] For port f5f05e28-85c7-45c1-866c-a977514d4888, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f5f05e28-85c7-45c1-866c-a977514d4888,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:23:24.141228 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7de43df-6981-40b2-8ff8-b1c19672596d admin admin] Network b54f735f-7daf-4157-b7ac-64b61ffba24b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:23:24.143850 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-a7de43df-6981-40b2-8ff8-b1c19672596d admin admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:23:24.147796 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7de43df-6981-40b2-8ff8-b1c19672596d admin admin] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:23:24.159035 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e11bba71-5f1c-4ee7-9f21-96180e031fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:24.182279 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de43df-6981-40b2-8ff8-b1c19672596d admin admin] Pushing event updated for resources: {'Port': ['ID=1e93cfde-8496-46ed-a24a-c2e4ca351dbf,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:24.210189 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a7de43df-6981-40b2-8ff8-b1c19672596d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:24.239915 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11bba71-5f1c-4ee7-9f21-96180e031fb9 None None] Routers {'77d9e9f9-6da5-44cc-ad26-4a66acfc70dc'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:23:24.240551 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-e11bba71-5f1c-4ee7-9f21-96180e031fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:23:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['77d9e9f9-6da5-44cc-ad26-4a66acfc70dc'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:23:24.338357 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 170fd32f-11be-4387-8d80-0a98e99c77e5 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:23:24.371670 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c62ae-188d-4bba-90f1-a89031a66643 None None] Pushing event updated for resources: {'Port': ['ID=f5f05e28-85c7-45c1-866c-a977514d4888,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:24.445546 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-ed16db4c-a40a-48f8-b12d-a123a8b98e74 None None] Provisioning for port 1e93cfde-8496-46ed-a24a-c2e4ca351dbf completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:23:24.461293 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-ed16db4c-a40a-48f8-b12d-a123a8b98e74 None None] Provisioning complete for port 1e93cfde-8496-46ed-a24a-c2e4ca351dbf triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:23:24.461660 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ed16db4c-a40a-48f8-b12d-a123a8b98e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:24.472531 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a7de43df-6981-40b2-8ff8-b1c19672596d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:24.532059 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-e11bba71-5f1c-4ee7-9f21-96180e031fb9 None None] Set router 77d9e9f9-6da5-44cc-ad26-4a66acfc70dc gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:23:24.573411 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-ed16db4c-a40a-48f8-b12d-a123a8b98e74 None None] Port 1e93cfde-8496-46ed-a24a-c2e4ca351dbf cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:23:24.693756 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a7de43df-6981-40b2-8ff8-b1c19672596d admin admin] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:24.701409 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a7de43df-6981-40b2-8ff8-b1c19672596d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:24.808159 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de43df-6981-40b2-8ff8-b1c19672596d admin admin] Pushing event updated for resources: {'Port': ['ID=1e93cfde-8496-46ed-a24a-c2e4ca351dbf,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:24.810577 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a7de43df-6981-40b2-8ff8-b1c19672596d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:24.816173 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-e11bba71-5f1c-4ee7-9f21-96180e031fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d9e9f9-6da5-44cc-ad26-4a66acfc70dc', 'name': 'tempest-TestEncryptedCinderVolumes-304452227-router', 'tenant_id': '5e261c9ba3e742bbbc24a2444b2b95dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'f5f05e28-85c7-45c1-866c-a977514d4888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:23:20Z', 'updated_at': '2022-09-14T23:23:21Z', 'revision_number': 3, 'project_id': '5e261c9ba3e742bbbc24a2444b2b95dc', 'gw_port': {'id': 'f5f05e28-85c7-45c1-866c-a977514d4888', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:80:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d9e9f9-6da5-44cc-ad26-4a66acfc70dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:23:21Z', 'updated_at': '2022-09-14T23:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:23:24.820700 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11bba71-5f1c-4ee7-9f21-96180e031fb9 None None] The sync data for ids ['77d9e9f9-6da5-44cc-ad26-4a66acfc70dc'] in dv-neutron-857791-1-hyperv is: [{'id': '77d9e9f9-6da5-44cc-ad26-4a66acfc70dc', 'name': 'tempest-TestEncryptedCinderVolumes-304452227-router', 'tenant_id': '5e261c9ba3e742bbbc24a2444b2b95dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'f5f05e28-85c7-45c1-866c-a977514d4888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:23:20Z', 'updated_at': '2022-09-14T23:23:21Z', 'revision_number': 3, 'project_id': '5e261c9ba3e742bbbc24a2444b2b95dc', 'gw_port': {'id': 'f5f05e28-85c7-45c1-866c-a977514d4888', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:80:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d9e9f9-6da5-44cc-ad26-4a66acfc70dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:23:21Z', 'updated_at': '2022-09-14T23:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:23:24.953714 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7de43df-6981-40b2-8ff8-b1c19672596d admin admin] Network b54f735f-7daf-4157-b7ac-64b61ffba24b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:23:24.954826 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-a7de43df-6981-40b2-8ff8-b1c19672596d admin admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:23:25.167766 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7de43df-6981-40b2-8ff8-b1c19672596d admin admin] Router 77d9e9f9-6da5-44cc-ad26-4a66acfc70dc has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:23:25.201494 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-ab70f1b6-b577-46f5-9cc0-66913ff336e4 None None] Provisioning complete for port 1e93cfde-8496-46ed-a24a-c2e4ca351dbf triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:23:25.202045 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ab70f1b6-b577-46f5-9cc0-66913ff336e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:25.261887 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-ab70f1b6-b577-46f5-9cc0-66913ff336e4 None None] Port 1e93cfde-8496-46ed-a24a-c2e4ca351dbf cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:23:25.370055 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7de43df-6981-40b2-8ff8-b1c19672596d admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:23:25.379356 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a7de43df-6981-40b2-8ff8-b1c19672596d admin admin] 10.222.0.33 "PUT /v2.0/routers/77d9e9f9-6da5-44cc-ad26-4a66acfc70dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4925241 Sep 14 23:23:25.838703 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f5f05e28-85c7-45c1-866c-a977514d4888 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:23:25.898158 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 32804) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:25.904258 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-159400a6-e080-455e-ae5c-caa60b5a9bbe admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-613830358-network', 'tenant_id': '45654368ec184506bd20b8679b1c7bdb'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:23:25.906989 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port f5f05e28-85c7-45c1-866c-a977514d4888 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:23:25.909088 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-159400a6-e080-455e-ae5c-caa60b5a9bbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:23:25.911930 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port f5f05e28-85c7-45c1-866c-a977514d4888 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:23:25.912297 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:25.912947 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-159400a6-e080-455e-ae5c-caa60b5a9bbe admin admin] Usage tracker for resource:network and tenant:45654368ec184506bd20b8679b1c7bdb is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:23:25.916354 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-159400a6-e080-455e-ae5c-caa60b5a9bbe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:23:25.922664 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-159400a6-e080-455e-ae5c-caa60b5a9bbe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:23:25.932420 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159400a6-e080-455e-ae5c-caa60b5a9bbe admin admin] Made reservation on behalf of 45654368ec184506bd20b8679b1c7bdb for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:23:25.934704 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-159400a6-e080-455e-ae5c-caa60b5a9bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:25.947258 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-159400a6-e080-455e-ae5c-caa60b5a9bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:25.962070 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-159400a6-e080-455e-ae5c-caa60b5a9bbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:23:25.966752 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-159400a6-e080-455e-ae5c-caa60b5a9bbe admin admin] Usage tracker for resource:security_group_rule and tenant:45654368ec184506bd20b8679b1c7bdb is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:23:25.969685 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-159400a6-e080-455e-ae5c-caa60b5a9bbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:23:25.975310 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-159400a6-e080-455e-ae5c-caa60b5a9bbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:23:26.035204 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port f5f05e28-85c7-45c1-866c-a977514d4888 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:23:26.035864 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:26.053380 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port f5f05e28-85c7-45c1-866c-a977514d4888, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f5f05e28-85c7-45c1-866c-a977514d4888,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:23:26.057587 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:26.062931 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-159400a6-e080-455e-ae5c-caa60b5a9bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:26.068154 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-159400a6-e080-455e-ae5c-caa60b5a9bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:26.101090 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-159400a6-e080-455e-ae5c-caa60b5a9bbe admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:23:26.113641 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159400a6-e080-455e-ae5c-caa60b5a9bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de416be9-e5ec-494a-9673-1e7602ff3b97,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:26.117988 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-159400a6-e080-455e-ae5c-caa60b5a9bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:26.118566 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-159400a6-e080-455e-ae5c-caa60b5a9bbe admin admin] Added segment 6c2a73bc-209b-45fc-8f9f-635a9411f5be of type vlan for network c71f7f92-4f4c-44fc-b286-a75f5a2e88f3 Sep 14 23:23:26.135094 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=f5f05e28-85c7-45c1-866c-a977514d4888,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:26.147814 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-159400a6-e080-455e-ae5c-caa60b5a9bbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:26.177998 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-159400a6-e080-455e-ae5c-caa60b5a9bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:26.178921 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159400a6-e080-455e-ae5c-caa60b5a9bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:26.179477 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-159400a6-e080-455e-ae5c-caa60b5a9bbe admin admin] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:26.282213 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159400a6-e080-455e-ae5c-caa60b5a9bbe admin admin] Pushing event updated for resources: {'Network': ['ID=c71f7f92-4f4c-44fc-b286-a75f5a2e88f3,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:26.286561 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-159400a6-e080-455e-ae5c-caa60b5a9bbe admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3873830 Sep 14 23:23:26.289290 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 32808) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:26.295111 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network c71f7f92-4f4c-44fc-b286-a75f5a2e88f3 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:23:26.295642 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcf07f5-4fab-4569-9793-cefe9554a3d2 None None] Sync routers for ids ['77d9e9f9-6da5-44cc-ad26-4a66acfc70dc'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:23:26.296850 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-9d3abdc2-4102-4b35-adb7-e8c4168f075d admin admin] Request body: {'subnet': {'network_id': 'c71f7f92-4f4c-44fc-b286-a75f5a2e88f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-613830358-subnet', 'tenant_id': '45654368ec184506bd20b8679b1c7bdb', 'ip_version': 4}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:23:26.301691 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-9d3abdc2-4102-4b35-adb7-e8c4168f075d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:23:26.305646 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcf07f5-4fab-4569-9793-cefe9554a3d2 None None] Routers {'77d9e9f9-6da5-44cc-ad26-4a66acfc70dc'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:23:26.305838 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9d3abdc2-4102-4b35-adb7-e8c4168f075d admin admin] Usage tracker for resource:subnet and tenant:45654368ec184506bd20b8679b1c7bdb is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:23:26.306750 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-9bcf07f5-4fab-4569-9793-cefe9554a3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:23:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['77d9e9f9-6da5-44cc-ad26-4a66acfc70dc'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:23:26.309454 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9d3abdc2-4102-4b35-adb7-e8c4168f075d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:23:26.315390 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-9d3abdc2-4102-4b35-adb7-e8c4168f075d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:23:26.326415 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3abdc2-4102-4b35-adb7-e8c4168f075d admin admin] Made reservation on behalf of 45654368ec184506bd20b8679b1c7bdb for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:23:26.329284 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9d3abdc2-4102-4b35-adb7-e8c4168f075d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:26.536766 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-9bcf07f5-4fab-4569-9793-cefe9554a3d2 None None] Set router 77d9e9f9-6da5-44cc-ad26-4a66acfc70dc gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:23:26.539286 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9d3abdc2-4102-4b35-adb7-e8c4168f075d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:26.613637 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3abdc2-4102-4b35-adb7-e8c4168f075d admin admin] Pushing event updated for resources: {'Subnet': ['ID=102c2202-9ff5-406f-a9f5-b64fc484bd98,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:26.622555 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3abdc2-4102-4b35-adb7-e8c4168f075d admin admin] Checking segment: {'id': '6c2a73bc-209b-45fc-8f9f-635a9411f5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c71f7f92-4f4c-44fc-b286-a75f5a2e88f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:23:26.622904 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3abdc2-4102-4b35-adb7-e8c4168f075d admin admin] Network hostable DHCP agents. Network: c71f7f92-4f4c-44fc-b286-a75f5a2e88f3, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:23:26.641807 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3abdc2-4102-4b35-adb7-e8c4168f075d admin admin] Network c71f7f92-4f4c-44fc-b286-a75f5a2e88f3 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:23:26.651156 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-9d3abdc2-4102-4b35-adb7-e8c4168f075d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, c71f7f92-4f4c-44fc-b286-a75f5a2e88f3) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:23:26.655469 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3abdc2-4102-4b35-adb7-e8c4168f075d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:26.655985 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9d3abdc2-4102-4b35-adb7-e8c4168f075d admin admin] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:26.663724 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a134e613-b12b-4433-ae9f-f51541e4f09c None None] Network c71f7f92-4f4c-44fc-b286-a75f5a2e88f3 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:23:26.683065 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9d3abdc2-4102-4b35-adb7-e8c4168f075d admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3921440 Sep 14 23:23:26.685413 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 32812) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:26.692512 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-05d8da2a-6d1e-4a9b-8b0c-6e97eba792ce admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-613830358-router', 'tenant_id': '45654368ec184506bd20b8679b1c7bdb', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:23:26.698181 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-05d8da2a-6d1e-4a9b-8b0c-6e97eba792ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:23:26.702183 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-05d8da2a-6d1e-4a9b-8b0c-6e97eba792ce admin admin] Usage tracker for resource:router and tenant:45654368ec184506bd20b8679b1c7bdb is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:23:26.705153 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-05d8da2a-6d1e-4a9b-8b0c-6e97eba792ce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:23:26.710905 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-05d8da2a-6d1e-4a9b-8b0c-6e97eba792ce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:23:26.721258 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-05d8da2a-6d1e-4a9b-8b0c-6e97eba792ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:26.722221 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-05d8da2a-6d1e-4a9b-8b0c-6e97eba792ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:26.739033 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-05d8da2a-6d1e-4a9b-8b0c-6e97eba792ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:26.861304 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-9bcf07f5-4fab-4569-9793-cefe9554a3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d9e9f9-6da5-44cc-ad26-4a66acfc70dc', 'name': 'tempest-TestEncryptedCinderVolumes-304452227-router', 'tenant_id': '5e261c9ba3e742bbbc24a2444b2b95dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'f5f05e28-85c7-45c1-866c-a977514d4888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:23:20Z', 'updated_at': '2022-09-14T23:23:24Z', 'revision_number': 4, 'project_id': '5e261c9ba3e742bbbc24a2444b2b95dc', 'gw_port': {'id': 'f5f05e28-85c7-45c1-866c-a977514d4888', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:80:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d9e9f9-6da5-44cc-ad26-4a66acfc70dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:23:21Z', 'updated_at': '2022-09-14T23:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '1e93cfde-8496-46ed-a24a-c2e4ca351dbf', 'name': '', 'network_id': 'b54f735f-7daf-4157-b7ac-64b61ffba24b', 'tenant_id': '5e261c9ba3e742bbbc24a2444b2b95dc', 'mac_address': 'fa:16:3e:be:f7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d9e9f9-6da5-44cc-ad26-4a66acfc70dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '63ac4430-dd26-4d97-8c72-7d6f5a066f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:23:23Z', 'updated_at': '2022-09-14T23:23:24Z', 'revision_number': 2, 'project_id': '5e261c9ba3e742bbbc24a2444b2b95dc', 'subnets': [{'id': '63ac4430-dd26-4d97-8c72-7d6f5a066f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:23:26.865450 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcf07f5-4fab-4569-9793-cefe9554a3d2 None None] Checking router: 77d9e9f9-6da5-44cc-ad26-4a66acfc70dc for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:23:26.865800 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcf07f5-4fab-4569-9793-cefe9554a3d2 None None] Updating router 77d9e9f9-6da5-44cc-ad26-4a66acfc70dc port 1e93cfde-8496-46ed-a24a-c2e4ca351dbf binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:23:26.908994 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef5bd75-3401-42ae-a9f9-53e0746430e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-c71f7f92-4f4c-44fc-b286-a75f5a2e88f3', 'network_id': 'c71f7f92-4f4c-44fc-b286-a75f5a2e88f3', 'tenant_id': '45654368ec184506bd20b8679b1c7bdb', 'fixed_ips': [{'subnet_id': '102c2202-9ff5-406f-a9f5-b64fc484bd98'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:23:26.909818 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5ef5bd75-3401-42ae-a9f9-53e0746430e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:26.925595 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-9bcf07f5-4fab-4569-9793-cefe9554a3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:27.094921 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-5ef5bd75-3401-42ae-a9f9-53e0746430e7 None None] Allocated IP 172.20.0.2 (c71f7f92-4f4c-44fc-b286-a75f5a2e88f3/102c2202-9ff5-406f-a9f5-b64fc484bd98/02791d7c-c781-4bb0-b77a-299ab7f47a28) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:23:27.164054 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-05d8da2a-6d1e-4a9b-8b0c-6e97eba792ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:27.323641 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-9bcf07f5-4fab-4569-9793-cefe9554a3d2 None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:27.336211 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-9bcf07f5-4fab-4569-9793-cefe9554a3d2 None None] Transition to ACTIVE for port object 1e93cfde-8496-46ed-a24a-c2e4ca351dbf will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:23:27.345013 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-9bcf07f5-4fab-4569-9793-cefe9554a3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:27.399010 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5ef5bd75-3401-42ae-a9f9-53e0746430e7 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:27.412529 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-5ef5bd75-3401-42ae-a9f9-53e0746430e7 None None] Transition to ACTIVE for port object 02791d7c-c781-4bb0-b77a-299ab7f47a28 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:23:27.434391 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-5ef5bd75-3401-42ae-a9f9-53e0746430e7 None None] Transition to ACTIVE for port object 02791d7c-c781-4bb0-b77a-299ab7f47a28 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:23:27.441435 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5ef5bd75-3401-42ae-a9f9-53e0746430e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:27.508265 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-05d8da2a-6d1e-4a9b-8b0c-6e97eba792ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:27.516203 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef5bd75-3401-42ae-a9f9-53e0746430e7 None None] Network c71f7f92-4f4c-44fc-b286-a75f5a2e88f3 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:23:27.519771 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-5ef5bd75-3401-42ae-a9f9-53e0746430e7 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:23:27.523566 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef5bd75-3401-42ae-a9f9-53e0746430e7 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:23:27.553331 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-05d8da2a-6d1e-4a9b-8b0c-6e97eba792ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:27.578050 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5bd75-3401-42ae-a9f9-53e0746430e7 None None] Pushing event updated for resources: {'Port': ['ID=02791d7c-c781-4bb0-b77a-299ab7f47a28,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:27.578958 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a0782-b527-4d10-8913-ad1f8c2a38e3 None None] Pushing event updated for resources: {'Port': ['ID=1e93cfde-8496-46ed-a24a-c2e4ca351dbf,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:27.586500 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-9bcf07f5-4fab-4569-9793-cefe9554a3d2 None None] Attempting to bind port 1e93cfde-8496-46ed-a24a-c2e4ca351dbf on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:23:27.586872 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-9bcf07f5-4fab-4569-9793-cefe9554a3d2 None None] Attempting to bind port 1e93cfde-8496-46ed-a24a-c2e4ca351dbf by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '6d154c3f-9a20-4a97-a695-fa95649f6a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b54f735f-7daf-4157-b7ac-64b61ffba24b'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:23:27.587268 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcf07f5-4fab-4569-9793-cefe9554a3d2 None None] Attempting to bind port 1e93cfde-8496-46ed-a24a-c2e4ca351dbf on network b54f735f-7daf-4157-b7ac-64b61ffba24b {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:23:27.594483 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a0782-b527-4d10-8913-ad1f8c2a38e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:23:27.594809 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a0782-b527-4d10-8913-ad1f8c2a38e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:23:27.595146 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a0782-b527-4d10-8913-ad1f8c2a38e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:23:27.595478 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a0782-b527-4d10-8913-ad1f8c2a38e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:23:27.595928 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a0782-b527-4d10-8913-ad1f8c2a38e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:23:27.596261 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a0782-b527-4d10-8913-ad1f8c2a38e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:23:27.596586 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a0782-b527-4d10-8913-ad1f8c2a38e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:23:27.596929 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a0782-b527-4d10-8913-ad1f8c2a38e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:23:27.597251 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a0782-b527-4d10-8913-ad1f8c2a38e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:23:27.597568 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a0782-b527-4d10-8913-ad1f8c2a38e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:23:27.597882 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a0782-b527-4d10-8913-ad1f8c2a38e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:23:27.598196 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a0782-b527-4d10-8913-ad1f8c2a38e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:23:27.604801 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcf07f5-4fab-4569-9793-cefe9554a3d2 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:23:27.605175 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcf07f5-4fab-4569-9793-cefe9554a3d2 None None] Checking segment: {'id': '6d154c3f-9a20-4a97-a695-fa95649f6a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b54f735f-7daf-4157-b7ac-64b61ffba24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:23:27.605574 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-9bcf07f5-4fab-4569-9793-cefe9554a3d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:27.606113 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcf07f5-4fab-4569-9793-cefe9554a3d2 None None] Bound using segment: {'id': '6d154c3f-9a20-4a97-a695-fa95649f6a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b54f735f-7daf-4157-b7ac-64b61ffba24b'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:23:27.606588 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-9bcf07f5-4fab-4569-9793-cefe9554a3d2 None None] Bound port: 1e93cfde-8496-46ed-a24a-c2e4ca351dbf, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d154c3f-9a20-4a97-a695-fa95649f6a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b54f735f-7daf-4157-b7ac-64b61ffba24b'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:23:27.606953 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-9bcf07f5-4fab-4569-9793-cefe9554a3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:27.659244 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-5ef5bd75-3401-42ae-a9f9-53e0746430e7 None None] Attempting to bind port 02791d7c-c781-4bb0-b77a-299ab7f47a28 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:23:27.659998 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-5ef5bd75-3401-42ae-a9f9-53e0746430e7 None None] Attempting to bind port 02791d7c-c781-4bb0-b77a-299ab7f47a28 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '6c2a73bc-209b-45fc-8f9f-635a9411f5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c71f7f92-4f4c-44fc-b286-a75f5a2e88f3'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:23:27.660631 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef5bd75-3401-42ae-a9f9-53e0746430e7 None None] Attempting to bind port 02791d7c-c781-4bb0-b77a-299ab7f47a28 on network c71f7f92-4f4c-44fc-b286-a75f5a2e88f3 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:23:27.666973 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef5bd75-3401-42ae-a9f9-53e0746430e7 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:23:27.667637 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef5bd75-3401-42ae-a9f9-53e0746430e7 None None] Checking segment: {'id': '6c2a73bc-209b-45fc-8f9f-635a9411f5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c71f7f92-4f4c-44fc-b286-a75f5a2e88f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:23:27.668260 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5ef5bd75-3401-42ae-a9f9-53e0746430e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:27.668931 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef5bd75-3401-42ae-a9f9-53e0746430e7 None None] Bound using segment: {'id': '6c2a73bc-209b-45fc-8f9f-635a9411f5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c71f7f92-4f4c-44fc-b286-a75f5a2e88f3'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:23:27.669747 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-5ef5bd75-3401-42ae-a9f9-53e0746430e7 None None] Bound port: 02791d7c-c781-4bb0-b77a-299ab7f47a28, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2a73bc-209b-45fc-8f9f-635a9411f5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c71f7f92-4f4c-44fc-b286-a75f5a2e88f3'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:23:27.670215 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5ef5bd75-3401-42ae-a9f9-53e0746430e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:27.701161 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-9bcf07f5-4fab-4569-9793-cefe9554a3d2 None None] For port 1e93cfde-8496-46ed-a24a-c2e4ca351dbf, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:23:27.704928 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-9bcf07f5-4fab-4569-9793-cefe9554a3d2 None None] For port 1e93cfde-8496-46ed-a24a-c2e4ca351dbf, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=1e93cfde-8496-46ed-a24a-c2e4ca351dbf,segment=NetworkSegment(6d154c3f-9a20-4a97-a695-fa95649f6a6a),segment_id=6d154c3f-9a20-4a97-a695-fa95649f6a6a)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:23:27.722739 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-9bcf07f5-4fab-4569-9793-cefe9554a3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:27.765254 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-05d8da2a-6d1e-4a9b-8b0c-6e97eba792ce admin admin] Allocated IP 172.26.5.131 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/f5ee8268-7300-4355-a8b4-a6f61e16ecff) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:23:27.769892 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-5ef5bd75-3401-42ae-a9f9-53e0746430e7 None None] For port 02791d7c-c781-4bb0-b77a-299ab7f47a28, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:23:27.773123 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-5ef5bd75-3401-42ae-a9f9-53e0746430e7 None None] For port 02791d7c-c781-4bb0-b77a-299ab7f47a28, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=02791d7c-c781-4bb0-b77a-299ab7f47a28,segment=NetworkSegment(6c2a73bc-209b-45fc-8f9f-635a9411f5be),segment_id=6c2a73bc-209b-45fc-8f9f-635a9411f5be)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:23:27.778379 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5ef5bd75-3401-42ae-a9f9-53e0746430e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:27.815475 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a0782-b527-4d10-8913-ad1f8c2a38e3 None None] Pushing event updated for resources: {'Port': ['ID=1e93cfde-8496-46ed-a24a-c2e4ca351dbf,revision_number=4']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:27.833550 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcf07f5-4fab-4569-9793-cefe9554a3d2 None None] Routers {'77d9e9f9-6da5-44cc-ad26-4a66acfc70dc'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:23:27.834894 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-9bcf07f5-4fab-4569-9793-cefe9554a3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:23:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['77d9e9f9-6da5-44cc-ad26-4a66acfc70dc'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:23:27.835315 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f5f05e28-85c7-45c1-866c-a977514d4888 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:23:27.907635 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5bd75-3401-42ae-a9f9-53e0746430e7 None None] Pushing event updated for resources: {'Port': ['ID=02791d7c-c781-4bb0-b77a-299ab7f47a28,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:27.925491 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port f5f05e28-85c7-45c1-866c-a977514d4888 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:23:27.925491 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:27.979651 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-05d8da2a-6d1e-4a9b-8b0c-6e97eba792ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:28.013852 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-05d8da2a-6d1e-4a9b-8b0c-6e97eba792ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:28.050328 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port f5f05e28-85c7-45c1-866c-a977514d4888 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:23:28.074053 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-9bcf07f5-4fab-4569-9793-cefe9554a3d2 None None] Set router 77d9e9f9-6da5-44cc-ad26-4a66acfc70dc gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:23:28.102214 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d8da2a-6d1e-4a9b-8b0c-6e97eba792ce admin admin] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:23:28.106148 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-05d8da2a-6d1e-4a9b-8b0c-6e97eba792ce admin admin] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:23:28.113483 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d8da2a-6d1e-4a9b-8b0c-6e97eba792ce admin admin] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:23:28.160493 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8da2a-6d1e-4a9b-8b0c-6e97eba792ce admin admin] Pushing event updated for resources: {'Port': ['ID=f5ee8268-7300-4355-a8b4-a6f61e16ecff,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:28.436562 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-9bcf07f5-4fab-4569-9793-cefe9554a3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d9e9f9-6da5-44cc-ad26-4a66acfc70dc', 'name': 'tempest-TestEncryptedCinderVolumes-304452227-router', 'tenant_id': '5e261c9ba3e742bbbc24a2444b2b95dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'f5f05e28-85c7-45c1-866c-a977514d4888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:23:20Z', 'updated_at': '2022-09-14T23:23:24Z', 'revision_number': 4, 'project_id': '5e261c9ba3e742bbbc24a2444b2b95dc', 'gw_port': {'id': 'f5f05e28-85c7-45c1-866c-a977514d4888', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:80:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d9e9f9-6da5-44cc-ad26-4a66acfc70dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:23:21Z', 'updated_at': '2022-09-14T23:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '1e93cfde-8496-46ed-a24a-c2e4ca351dbf', 'name': '', 'network_id': 'b54f735f-7daf-4157-b7ac-64b61ffba24b', 'tenant_id': '5e261c9ba3e742bbbc24a2444b2b95dc', 'mac_address': 'fa:16:3e:be:f7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d9e9f9-6da5-44cc-ad26-4a66acfc70dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '63ac4430-dd26-4d97-8c72-7d6f5a066f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:23:23Z', 'updated_at': '2022-09-14T23:23:27Z', 'revision_number': 4, 'project_id': '5e261c9ba3e742bbbc24a2444b2b95dc', 'subnets': [{'id': '63ac4430-dd26-4d97-8c72-7d6f5a066f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:23:28.440535 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcf07f5-4fab-4569-9793-cefe9554a3d2 None None] The sync data for ids ['77d9e9f9-6da5-44cc-ad26-4a66acfc70dc'] in dv-neutron-857791-1-hyperv is: [{'id': '77d9e9f9-6da5-44cc-ad26-4a66acfc70dc', 'name': 'tempest-TestEncryptedCinderVolumes-304452227-router', 'tenant_id': '5e261c9ba3e742bbbc24a2444b2b95dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'f5f05e28-85c7-45c1-866c-a977514d4888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:23:20Z', 'updated_at': '2022-09-14T23:23:24Z', 'revision_number': 4, 'project_id': '5e261c9ba3e742bbbc24a2444b2b95dc', 'gw_port': {'id': 'f5f05e28-85c7-45c1-866c-a977514d4888', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:80:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d9e9f9-6da5-44cc-ad26-4a66acfc70dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:23:21Z', 'updated_at': '2022-09-14T23:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '1e93cfde-8496-46ed-a24a-c2e4ca351dbf', 'name': '', 'network_id': 'b54f735f-7daf-4157-b7ac-64b61ffba24b', 'tenant_id': '5e261c9ba3e742bbbc24a2444b2b95dc', 'mac_address': 'fa:16:3e:be:f7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d9e9f9-6da5-44cc-ad26-4a66acfc70dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '63ac4430-dd26-4d97-8c72-7d6f5a066f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:23:23Z', 'updated_at': '2022-09-14T23:23:27Z', 'revision_number': 4, 'project_id': '5e261c9ba3e742bbbc24a2444b2b95dc', 'subnets': [{'id': '63ac4430-dd26-4d97-8c72-7d6f5a066f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:23:28.552054 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-05d8da2a-6d1e-4a9b-8b0c-6e97eba792ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:28.893294 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4f6888-a46d-4201-ac20-754fc5f3dc05 None None] Network c71f7f92-4f4c-44fc-b286-a75f5a2e88f3 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:23:28.972719 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f4732968-0d8f-4514-9f77-18f49ee22219 None None] Provisioning for port 02791d7c-c781-4bb0-b77a-299ab7f47a28 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:23:29.050923 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-05d8da2a-6d1e-4a9b-8b0c-6e97eba792ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:29.272439 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d8da2a-6d1e-4a9b-8b0c-6e97eba792ce admin admin] Router 68263fae-a94b-4247-a5c1-b8dfbf244652 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 23:23:29.463576 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d8da2a-6d1e-4a9b-8b0c-6e97eba792ce admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:23:29.471888 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f256fd81-db56-443d-bfcc-abacb764c8c9 None None] Sync routers for ids ['68263fae-a94b-4247-a5c1-b8dfbf244652'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:23:29.482267 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f256fd81-db56-443d-bfcc-abacb764c8c9 None None] Routers {'68263fae-a94b-4247-a5c1-b8dfbf244652'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:23:29.482696 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-f256fd81-db56-443d-bfcc-abacb764c8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:23:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['68263fae-a94b-4247-a5c1-b8dfbf244652'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:23:29.489535 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-05d8da2a-6d1e-4a9b-8b0c-6e97eba792ce admin admin] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:29.492513 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-05d8da2a-6d1e-4a9b-8b0c-6e97eba792ce admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8057129 Sep 14 23:23:29.494372 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 32816) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:23:29.664541 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-f256fd81-db56-443d-bfcc-abacb764c8c9 None None] Set router 68263fae-a94b-4247-a5c1-b8dfbf244652 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:23:29.874543 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 1e93cfde-8496-46ed-a24a-c2e4ca351dbf up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:23:29.997008 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 1e93cfde-8496-46ed-a24a-c2e4ca351dbf completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:23:30.004255 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 1e93cfde-8496-46ed-a24a-c2e4ca351dbf triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:23:30.004773 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:30.063245 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-f256fd81-db56-443d-bfcc-abacb764c8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68263fae-a94b-4247-a5c1-b8dfbf244652', 'name': 'tempest-TestEncryptedCinderVolumes-613830358-router', 'tenant_id': '45654368ec184506bd20b8679b1c7bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'f5ee8268-7300-4355-a8b4-a6f61e16ecff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:23:26Z', 'updated_at': '2022-09-14T23:23:28Z', 'revision_number': 3, 'project_id': '45654368ec184506bd20b8679b1c7bdb', 'gw_port': {'id': 'f5ee8268-7300-4355-a8b4-a6f61e16ecff', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:18:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68263fae-a94b-4247-a5c1-b8dfbf244652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:23:27Z', 'updated_at': '2022-09-14T23:23:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:23:30.073077 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f256fd81-db56-443d-bfcc-abacb764c8c9 None None] Checking router: 68263fae-a94b-4247-a5c1-b8dfbf244652 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:23:30.073423 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f256fd81-db56-443d-bfcc-abacb764c8c9 None None] Updating router 68263fae-a94b-4247-a5c1-b8dfbf244652 port f5ee8268-7300-4355-a8b4-a6f61e16ecff binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:23:30.179055 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-01cb5e44-ca52-4774-adad-9689e06ca2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:30.205162 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f256fd81-db56-443d-bfcc-abacb764c8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:30.247988 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 1e93cfde-8496-46ed-a24a-c2e4ca351dbf is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:23:30.248362 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:30.342746 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 1e93cfde-8496-46ed-a24a-c2e4ca351dbf, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=1e93cfde-8496-46ed-a24a-c2e4ca351dbf,segment=NetworkSegment(6d154c3f-9a20-4a97-a695-fa95649f6a6a),segment_id=6d154c3f-9a20-4a97-a695-fa95649f6a6a)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:23:30.347183 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:30.348071 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 02791d7c-c781-4bb0-b77a-299ab7f47a28 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:23:30.502062 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-01cb5e44-ca52-4774-adad-9689e06ca2e9 admin admin] Allocated IP 172.20.0.1 (c71f7f92-4f4c-44fc-b286-a75f5a2e88f3/102c2202-9ff5-406f-a9f5-b64fc484bd98/e96b919c-657c-4cef-9eef-ebf246dd840d) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:23:30.558045 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=1e93cfde-8496-46ed-a24a-c2e4ca351dbf,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:30.594439 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 02791d7c-c781-4bb0-b77a-299ab7f47a28 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:23:30.605520 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 02791d7c-c781-4bb0-b77a-299ab7f47a28 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:23:30.605888 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:30.648331 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-01cb5e44-ca52-4774-adad-9689e06ca2e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:30.663216 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-01cb5e44-ca52-4774-adad-9689e06ca2e9 admin admin] Transition to ACTIVE for port object e96b919c-657c-4cef-9eef-ebf246dd840d will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:23:30.686692 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-01cb5e44-ca52-4774-adad-9689e06ca2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:30.753532 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cb5e44-ca52-4774-adad-9689e06ca2e9 admin admin] Network c71f7f92-4f4c-44fc-b286-a75f5a2e88f3 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:23:30.756760 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-01cb5e44-ca52-4774-adad-9689e06ca2e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:23:30.761789 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cb5e44-ca52-4774-adad-9689e06ca2e9 admin admin] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:23:30.787513 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f256fd81-db56-443d-bfcc-abacb764c8c9 None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:30.802856 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb5e44-ca52-4774-adad-9689e06ca2e9 admin admin] Pushing event updated for resources: {'Port': ['ID=e96b919c-657c-4cef-9eef-ebf246dd840d,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:30.808125 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f256fd81-db56-443d-bfcc-abacb764c8c9 None None] Transition to ACTIVE for port object f5ee8268-7300-4355-a8b4-a6f61e16ecff will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:23:30.810709 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 02791d7c-c781-4bb0-b77a-299ab7f47a28 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:23:30.811085 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:30.824211 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-01cb5e44-ca52-4774-adad-9689e06ca2e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:30.829281 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f256fd81-db56-443d-bfcc-abacb764c8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:30.902155 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-f256fd81-db56-443d-bfcc-abacb764c8c9 None None] Attempting to bind port f5ee8268-7300-4355-a8b4-a6f61e16ecff on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:23:30.902513 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-f256fd81-db56-443d-bfcc-abacb764c8c9 None None] Attempting to bind port f5ee8268-7300-4355-a8b4-a6f61e16ecff by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:23:30.902869 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f256fd81-db56-443d-bfcc-abacb764c8c9 None None] Attempting to bind port f5ee8268-7300-4355-a8b4-a6f61e16ecff on network 681410b9-e86d-4f65-a0f3-ea2093b5104b {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:23:30.919514 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f256fd81-db56-443d-bfcc-abacb764c8c9 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:23:30.919874 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f256fd81-db56-443d-bfcc-abacb764c8c9 None None] Checking segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:23:30.920273 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f256fd81-db56-443d-bfcc-abacb764c8c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:30.920683 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f256fd81-db56-443d-bfcc-abacb764c8c9 None None] Bound using segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:23:30.921155 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-f256fd81-db56-443d-bfcc-abacb764c8c9 None None] Bound port: f5ee8268-7300-4355-a8b4-a6f61e16ecff, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:23:30.921527 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f256fd81-db56-443d-bfcc-abacb764c8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:30.972257 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 02791d7c-c781-4bb0-b77a-299ab7f47a28, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=02791d7c-c781-4bb0-b77a-299ab7f47a28,segment=NetworkSegment(6c2a73bc-209b-45fc-8f9f-635a9411f5be),segment_id=6c2a73bc-209b-45fc-8f9f-635a9411f5be)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:23:30.976091 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a1a0d-0b54-4bfe-8068-1e21ec1bd2d8 None None] Pushing event updated for resources: {'Port': ['ID=f5ee8268-7300-4355-a8b4-a6f61e16ecff,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:30.983243 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:31.080896 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-f256fd81-db56-443d-bfcc-abacb764c8c9 None None] For port f5ee8268-7300-4355-a8b4-a6f61e16ecff, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:23:31.083294 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=02791d7c-c781-4bb0-b77a-299ab7f47a28,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:31.086910 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-f256fd81-db56-443d-bfcc-abacb764c8c9 None None] For port f5ee8268-7300-4355-a8b4-a6f61e16ecff, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f5ee8268-7300-4355-a8b4-a6f61e16ecff,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:23:31.088568 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-65d6e97e-9468-4685-b95d-49ce7434326e None None] Provisioning for port e96b919c-657c-4cef-9eef-ebf246dd840d completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:23:31.094502 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f256fd81-db56-443d-bfcc-abacb764c8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:31.101492 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-01cb5e44-ca52-4774-adad-9689e06ca2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:31.130872 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-65d6e97e-9468-4685-b95d-49ce7434326e None None] Provisioning complete for port e96b919c-657c-4cef-9eef-ebf246dd840d triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:23:31.131236 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-65d6e97e-9468-4685-b95d-49ce7434326e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:31.200857 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f256fd81-db56-443d-bfcc-abacb764c8c9 None None] Routers {'68263fae-a94b-4247-a5c1-b8dfbf244652'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:23:31.201481 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-f256fd81-db56-443d-bfcc-abacb764c8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:23:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['68263fae-a94b-4247-a5c1-b8dfbf244652'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:23:31.286563 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-65d6e97e-9468-4685-b95d-49ce7434326e None None] Port e96b919c-657c-4cef-9eef-ebf246dd840d cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:23:31.297909 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a1a0d-0b54-4bfe-8068-1e21ec1bd2d8 None None] Pushing event updated for resources: {'Port': ['ID=f5ee8268-7300-4355-a8b4-a6f61e16ecff,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:31.327269 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-01cb5e44-ca52-4774-adad-9689e06ca2e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:31.332163 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-01cb5e44-ca52-4774-adad-9689e06ca2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:31.402567 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-f256fd81-db56-443d-bfcc-abacb764c8c9 None None] Set router 68263fae-a94b-4247-a5c1-b8dfbf244652 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:23:31.440400 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb5e44-ca52-4774-adad-9689e06ca2e9 admin admin] Pushing event updated for resources: {'Port': ['ID=e96b919c-657c-4cef-9eef-ebf246dd840d,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:31.443711 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-01cb5e44-ca52-4774-adad-9689e06ca2e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:31.580497 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cb5e44-ca52-4774-adad-9689e06ca2e9 admin admin] Network c71f7f92-4f4c-44fc-b286-a75f5a2e88f3 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:23:31.581682 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-01cb5e44-ca52-4774-adad-9689e06ca2e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:23:31.772707 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-f256fd81-db56-443d-bfcc-abacb764c8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68263fae-a94b-4247-a5c1-b8dfbf244652', 'name': 'tempest-TestEncryptedCinderVolumes-613830358-router', 'tenant_id': '45654368ec184506bd20b8679b1c7bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'f5ee8268-7300-4355-a8b4-a6f61e16ecff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:23:26Z', 'updated_at': '2022-09-14T23:23:31Z', 'revision_number': 4, 'project_id': '45654368ec184506bd20b8679b1c7bdb', 'gw_port': {'id': 'f5ee8268-7300-4355-a8b4-a6f61e16ecff', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:18:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68263fae-a94b-4247-a5c1-b8dfbf244652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:23:27Z', 'updated_at': '2022-09-14T23:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'e96b919c-657c-4cef-9eef-ebf246dd840d', 'name': '', 'network_id': 'c71f7f92-4f4c-44fc-b286-a75f5a2e88f3', 'tenant_id': '45654368ec184506bd20b8679b1c7bdb', 'mac_address': 'fa:16:3e:13:42:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68263fae-a94b-4247-a5c1-b8dfbf244652', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '102c2202-9ff5-406f-a9f5-b64fc484bd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:23:30Z', 'updated_at': '2022-09-14T23:23:30Z', 'revision_number': 1, 'project_id': '45654368ec184506bd20b8679b1c7bdb', 'subnets': [{'id': '102c2202-9ff5-406f-a9f5-b64fc484bd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:23:31.778396 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f256fd81-db56-443d-bfcc-abacb764c8c9 None None] The sync data for ids ['68263fae-a94b-4247-a5c1-b8dfbf244652'] in dv-neutron-857791-1-hyperv is: [{'id': '68263fae-a94b-4247-a5c1-b8dfbf244652', 'name': 'tempest-TestEncryptedCinderVolumes-613830358-router', 'tenant_id': '45654368ec184506bd20b8679b1c7bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'f5ee8268-7300-4355-a8b4-a6f61e16ecff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:23:26Z', 'updated_at': '2022-09-14T23:23:31Z', 'revision_number': 4, 'project_id': '45654368ec184506bd20b8679b1c7bdb', 'gw_port': {'id': 'f5ee8268-7300-4355-a8b4-a6f61e16ecff', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:18:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68263fae-a94b-4247-a5c1-b8dfbf244652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:23:27Z', 'updated_at': '2022-09-14T23:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'e96b919c-657c-4cef-9eef-ebf246dd840d', 'name': '', 'network_id': 'c71f7f92-4f4c-44fc-b286-a75f5a2e88f3', 'tenant_id': '45654368ec184506bd20b8679b1c7bdb', 'mac_address': 'fa:16:3e:13:42:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68263fae-a94b-4247-a5c1-b8dfbf244652', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '102c2202-9ff5-406f-a9f5-b64fc484bd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:23:30Z', 'updated_at': '2022-09-14T23:23:30Z', 'revision_number': 1, 'project_id': '45654368ec184506bd20b8679b1c7bdb', 'subnets': [{'id': '102c2202-9ff5-406f-a9f5-b64fc484bd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:23:31.785352 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01cb5e44-ca52-4774-adad-9689e06ca2e9 admin admin] Router 68263fae-a94b-4247-a5c1-b8dfbf244652 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:23:31.814598 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3ab3f37d-d0e7-4e2b-bb69-790bb55df3db None None] Provisioning complete for port e96b919c-657c-4cef-9eef-ebf246dd840d triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:23:31.815114 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3ab3f37d-d0e7-4e2b-bb69-790bb55df3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:31.846251 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 1e93cfde-8496-46ed-a24a-c2e4ca351dbf up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:23:31.920468 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-3ab3f37d-d0e7-4e2b-bb69-790bb55df3db None None] Port e96b919c-657c-4cef-9eef-ebf246dd840d cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:23:31.938962 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 1e93cfde-8496-46ed-a24a-c2e4ca351dbf triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:23:31.939325 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:32.090246 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 1e93cfde-8496-46ed-a24a-c2e4ca351dbf is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:23:32.092391 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 02791d7c-c781-4bb0-b77a-299ab7f47a28 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:23:32.107607 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cb5e44-ca52-4774-adad-9689e06ca2e9 admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:23:32.128713 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-01cb5e44-ca52-4774-adad-9689e06ca2e9 admin admin] 10.222.0.33 "PUT /v2.0/routers/68263fae-a94b-4247-a5c1-b8dfbf244652/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6299558 Sep 14 23:23:32.168672 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 02791d7c-c781-4bb0-b77a-299ab7f47a28 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:23:32.169044 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:32.311024 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 02791d7c-c781-4bb0-b77a-299ab7f47a28 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:23:32.823966 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-31f4e77b-14f0-43af-a00b-e4e77c97298d tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:32.824651 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-31f4e77b-14f0-43af-a00b-e4e77c97298d tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Synchronizing usage tracker for tenant:5e261c9ba3e742bbbc24a2444b2b95dc on resource:network {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:23:32.842889 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-31f4e77b-14f0-43af-a00b-e4e77c97298d tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Unset dirty status for tenant:5e261c9ba3e742bbbc24a2444b2b95dc on resource:network {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:23:32.844173 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-31f4e77b-14f0-43af-a00b-e4e77c97298d tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/networks?id=b54f735f-7daf-4157-b7ac-64b61ffba24b HTTP/1.1" status: 200 len: 816 time: 0.1688218 Sep 14 23:23:32.859636 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-a5ee5486-93c9-46c2-96cf-4df87f55da2e tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/quotas/5e261c9ba3e742bbbc24a2444b2b95dc HTTP/1.1" status: 200 len: 375 time: 0.0098183 Sep 14 23:23:32.952415 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-46ef208a-bfb1-467c-9386-5d32afa412e9 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=5e261c9ba3e742bbbc24a2444b2b95dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0866728 Sep 14 23:23:33.188631 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-f8ca65b8-390d-45dc-85d5-8356648da9a6 service neutron] 10.222.0.33 "GET /v2.0/networks/b54f735f-7daf-4157-b7ac-64b61ffba24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239850 Sep 14 23:23:33.319564 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-2b79abde-c07f-4198-a8bc-08713b09b127 service neutron] 10.222.0.33 "GET /v2.0/networks/b54f735f-7daf-4157-b7ac-64b61ffba24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250927 Sep 14 23:23:33.517892 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2c73cdc7-5e17-4e0f-9e2b-69965cb4cbb7 req-48ebed43-6aaf-490b-8b83-05b047fd9b82 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4a907e1-e616-411b-9305-7d132848c111 HTTP/1.1" status: 200 len: 210 time: 0.0532525 Sep 14 23:23:33.832000 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f5ee8268-7300-4355-a8b4-a6f61e16ecff up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:23:33.901632 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port f5ee8268-7300-4355-a8b4-a6f61e16ecff completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:23:33.906605 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port f5ee8268-7300-4355-a8b4-a6f61e16ecff triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:23:33.907002 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:34.019390 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port f5ee8268-7300-4355-a8b4-a6f61e16ecff is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:23:34.019678 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:34.040872 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port f5ee8268-7300-4355-a8b4-a6f61e16ecff, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f5ee8268-7300-4355-a8b4-a6f61e16ecff,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:23:34.046610 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:34.117716 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=f5ee8268-7300-4355-a8b4-a6f61e16ecff,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:34.532330 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-b59d1a71-e36e-41c8-b4bc-fd5ce99c62ad tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:34.533800 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-b59d1a71-e36e-41c8-b4bc-fd5ce99c62ad tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.20 "GET /v2.0/networks?id=b54f735f-7daf-4157-b7ac-64b61ffba24b HTTP/1.1" status: 200 len: 816 time: 0.1485083 Sep 14 23:23:34.545421 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-792df96e-5b24-4be1-8570-7a109c55154f tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Request body: {'port': {'device_id': 'b4a907e1-e616-411b-9305-7d132848c111', 'network_id': 'b54f735f-7daf-4157-b7ac-64b61ffba24b', 'admin_state_up': True, 'tenant_id': '5e261c9ba3e742bbbc24a2444b2b95dc'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:23:34.699152 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d6eb6a37-f500-483a-9898-14abbd65844e req-d35618aa-3717-4e78-953a-e31bd5839b23 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4a907e1-e616-411b-9305-7d132848c111 HTTP/1.1" status: 200 len: 210 time: 0.0562258 Sep 14 23:23:34.802932 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-792df96e-5b24-4be1-8570-7a109c55154f tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:23:34.807196 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-792df96e-5b24-4be1-8570-7a109c55154f tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Usage tracker for resource:port and tenant:5e261c9ba3e742bbbc24a2444b2b95dc is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:23:34.809940 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-792df96e-5b24-4be1-8570-7a109c55154f tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:23:34.815482 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-792df96e-5b24-4be1-8570-7a109c55154f tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:23:34.825429 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-792df96e-5b24-4be1-8570-7a109c55154f tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Made reservation on behalf of 5e261c9ba3e742bbbc24a2444b2b95dc for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:23:34.828788 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-792df96e-5b24-4be1-8570-7a109c55154f tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:34.986057 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-792df96e-5b24-4be1-8570-7a109c55154f tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Allocated IP 172.20.0.12 (b54f735f-7daf-4157-b7ac-64b61ffba24b/63ac4430-dd26-4d97-8c72-7d6f5a066f54/1e4af22e-6312-4ee5-af6e-4e2c4a9b346b) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:23:35.157828 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b97571-1ddc-4dbc-a04d-934c49de2215 None None] Sync routers for ids ['68263fae-a94b-4247-a5c1-b8dfbf244652'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:23:35.167118 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b97571-1ddc-4dbc-a04d-934c49de2215 None None] Routers {'68263fae-a94b-4247-a5c1-b8dfbf244652'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:23:35.167716 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-03b97571-1ddc-4dbc-a04d-934c49de2215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:23:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['68263fae-a94b-4247-a5c1-b8dfbf244652'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:23:35.188003 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-792df96e-5b24-4be1-8570-7a109c55154f tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:35.203634 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-792df96e-5b24-4be1-8570-7a109c55154f tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Transition to ACTIVE for port object 1e4af22e-6312-4ee5-af6e-4e2c4a9b346b will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:23:35.227157 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-792df96e-5b24-4be1-8570-7a109c55154f tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:35.298586 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-792df96e-5b24-4be1-8570-7a109c55154f tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Network b54f735f-7daf-4157-b7ac-64b61ffba24b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:23:35.301321 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-792df96e-5b24-4be1-8570-7a109c55154f tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:23:35.305391 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-792df96e-5b24-4be1-8570-7a109c55154f tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:23:35.350384 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-03b97571-1ddc-4dbc-a04d-934c49de2215 None None] Set router 68263fae-a94b-4247-a5c1-b8dfbf244652 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:23:35.352651 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792df96e-5b24-4be1-8570-7a109c55154f tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Pushing event updated for resources: {'Port': ['ID=1e4af22e-6312-4ee5-af6e-4e2c4a9b346b,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:35.377965 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-792df96e-5b24-4be1-8570-7a109c55154f tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:35.378720 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-792df96e-5b24-4be1-8570-7a109c55154f tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:35.406991 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-792df96e-5b24-4be1-8570-7a109c55154f tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8652084 Sep 14 23:23:35.418225 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-dbaa1821-a0fd-4bbb-918e-7b9c6177ad1d tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89171) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 23:23:35.418946 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-dbaa1821-a0fd-4bbb-918e-7b9c6177ad1d tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062273 Sep 14 23:23:35.429012 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-c83e81e0-975c-4156-8626-9dcac6b491e2 service neutron] Request body: {'port': {'device_id': 'b4a907e1-e616-411b-9305-7d132848c111', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:23:35.546399 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-c83e81e0-975c-4156-8626-9dcac6b491e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:35.563623 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-a2128b19-9d7a-4444-a5b2-0c2afb2aa26c None None] Provisioning for port 1e4af22e-6312-4ee5-af6e-4e2c4a9b346b completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:23:35.568398 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-a2128b19-9d7a-4444-a5b2-0c2afb2aa26c None None] Provisioning complete for port 1e4af22e-6312-4ee5-af6e-4e2c4a9b346b triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:23:35.568819 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a2128b19-9d7a-4444-a5b2-0c2afb2aa26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:35.628345 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-a2128b19-9d7a-4444-a5b2-0c2afb2aa26c None None] Port 1e4af22e-6312-4ee5-af6e-4e2c4a9b346b cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:23:35.693193 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-03b97571-1ddc-4dbc-a04d-934c49de2215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68263fae-a94b-4247-a5c1-b8dfbf244652', 'name': 'tempest-TestEncryptedCinderVolumes-613830358-router', 'tenant_id': '45654368ec184506bd20b8679b1c7bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'f5ee8268-7300-4355-a8b4-a6f61e16ecff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:23:26Z', 'updated_at': '2022-09-14T23:23:31Z', 'revision_number': 4, 'project_id': '45654368ec184506bd20b8679b1c7bdb', 'gw_port': {'id': 'f5ee8268-7300-4355-a8b4-a6f61e16ecff', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:18:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68263fae-a94b-4247-a5c1-b8dfbf244652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:23:27Z', 'updated_at': '2022-09-14T23:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'e96b919c-657c-4cef-9eef-ebf246dd840d', 'name': '', 'network_id': 'c71f7f92-4f4c-44fc-b286-a75f5a2e88f3', 'tenant_id': '45654368ec184506bd20b8679b1c7bdb', 'mac_address': 'fa:16:3e:13:42:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68263fae-a94b-4247-a5c1-b8dfbf244652', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '102c2202-9ff5-406f-a9f5-b64fc484bd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:23:30Z', 'updated_at': '2022-09-14T23:23:31Z', 'revision_number': 2, 'project_id': '45654368ec184506bd20b8679b1c7bdb', 'subnets': [{'id': '102c2202-9ff5-406f-a9f5-b64fc484bd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:23:35.697480 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b97571-1ddc-4dbc-a04d-934c49de2215 None None] Checking router: 68263fae-a94b-4247-a5c1-b8dfbf244652 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:23:35.697821 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b97571-1ddc-4dbc-a04d-934c49de2215 None None] Updating router 68263fae-a94b-4247-a5c1-b8dfbf244652 port e96b919c-657c-4cef-9eef-ebf246dd840d binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:23:35.749383 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-03b97571-1ddc-4dbc-a04d-934c49de2215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:35.831205 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f5ee8268-7300-4355-a8b4-a6f61e16ecff up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:23:35.915955 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-c83e81e0-975c-4156-8626-9dcac6b491e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e4af22e-6312-4ee5-af6e-4e2c4a9b346b {{(pid=89171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:23:35.917922 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port f5ee8268-7300-4355-a8b4-a6f61e16ecff triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:23:35.918293 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:35.923395 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-c83e81e0-975c-4156-8626-9dcac6b491e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:35.932477 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e3b68-cbc1-4262-95c1-3e838b3b983a req-560e3342-9c2a-40b5-8818-a5951d8d8321 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:35.934313 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1a8e3b68-cbc1-4262-95c1-3e838b3b983a req-560e3342-9c2a-40b5-8818-a5951d8d8321 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4a907e1-e616-411b-9305-7d132848c111 HTTP/1.1" status: 200 len: 932 time: 0.1018178 Sep 14 23:23:35.951192 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-c83e81e0-975c-4156-8626-9dcac6b491e2 service neutron] Transition to ACTIVE for port object 1e4af22e-6312-4ee5-af6e-4e2c4a9b346b will not be triggered until provisioned by entity L2. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:23:35.956661 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-c83e81e0-975c-4156-8626-9dcac6b491e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:35.992820 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-1a8e3b68-cbc1-4262-95c1-3e838b3b983a req-2ed1099e-0249-415f-a2bb-cc5d127a1d9f tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Synchronizing usage tracker for tenant:5e261c9ba3e742bbbc24a2444b2b95dc on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:23:36.013433 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-1a8e3b68-cbc1-4262-95c1-3e838b3b983a req-2ed1099e-0249-415f-a2bb-cc5d127a1d9f tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Unset dirty status for tenant:5e261c9ba3e742bbbc24a2444b2b95dc on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:23:36.023643 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1a8e3b68-cbc1-4262-95c1-3e838b3b983a req-2ed1099e-0249-415f-a2bb-cc5d127a1d9f tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/security-groups?id=3a2ba92c-44f7-4c53-93bf-769255506997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797820 Sep 14 23:23:36.044016 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port f5ee8268-7300-4355-a8b4-a6f61e16ecff is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:23:36.149513 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-03b97571-1ddc-4dbc-a04d-934c49de2215 None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:36.161394 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-03b97571-1ddc-4dbc-a04d-934c49de2215 None None] Transition to ACTIVE for port object e96b919c-657c-4cef-9eef-ebf246dd840d will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:23:36.168309 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-03b97571-1ddc-4dbc-a04d-934c49de2215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:36.179457 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e81e0-975c-4156-8626-9dcac6b491e2 service neutron] Pushing event updated for resources: {'Port': ['ID=1e4af22e-6312-4ee5-af6e-4e2c4a9b346b,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:36.217578 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-c83e81e0-975c-4156-8626-9dcac6b491e2 service neutron] Attempting to bind port 1e4af22e-6312-4ee5-af6e-4e2c4a9b346b on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:23:36.217895 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-c83e81e0-975c-4156-8626-9dcac6b491e2 service neutron] Attempting to bind port 1e4af22e-6312-4ee5-af6e-4e2c4a9b346b by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '6d154c3f-9a20-4a97-a695-fa95649f6a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b54f735f-7daf-4157-b7ac-64b61ffba24b'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:23:36.218213 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-c83e81e0-975c-4156-8626-9dcac6b491e2 service neutron] Attempting to bind port 1e4af22e-6312-4ee5-af6e-4e2c4a9b346b on network b54f735f-7daf-4157-b7ac-64b61ffba24b {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:23:36.222670 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-c83e81e0-975c-4156-8626-9dcac6b491e2 service neutron] Port 1e4af22e-6312-4ee5-af6e-4e2c4a9b346b on network b54f735f-7daf-4157-b7ac-64b61ffba24b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:23:36.222979 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-c83e81e0-975c-4156-8626-9dcac6b491e2 service neutron] Attempting to bind port 1e4af22e-6312-4ee5-af6e-4e2c4a9b346b on network b54f735f-7daf-4157-b7ac-64b61ffba24b {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:23:36.227952 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-c83e81e0-975c-4156-8626-9dcac6b491e2 service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:23:36.228281 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-c83e81e0-975c-4156-8626-9dcac6b491e2 service neutron] Checking segment: {'id': '6d154c3f-9a20-4a97-a695-fa95649f6a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b54f735f-7daf-4157-b7ac-64b61ffba24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:23:36.228676 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-c83e81e0-975c-4156-8626-9dcac6b491e2 service neutron] Bound using segment: {'id': '6d154c3f-9a20-4a97-a695-fa95649f6a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b54f735f-7daf-4157-b7ac-64b61ffba24b'} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:23:36.229090 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-c83e81e0-975c-4156-8626-9dcac6b491e2 service neutron] Bound port: 1e4af22e-6312-4ee5-af6e-4e2c4a9b346b, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d154c3f-9a20-4a97-a695-fa95649f6a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b54f735f-7daf-4157-b7ac-64b61ffba24b'}}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:23:36.229424 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-c83e81e0-975c-4156-8626-9dcac6b491e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:36.330310 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-c83e81e0-975c-4156-8626-9dcac6b491e2 service neutron] For port 1e4af22e-6312-4ee5-af6e-4e2c4a9b346b, host hv-neutron-8577, cleared binding levels {{(pid=89171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:23:36.333985 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-c83e81e0-975c-4156-8626-9dcac6b491e2 service neutron] For port 1e4af22e-6312-4ee5-af6e-4e2c4a9b346b, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1e4af22e-6312-4ee5-af6e-4e2c4a9b346b,segment=NetworkSegment(6d154c3f-9a20-4a97-a695-fa95649f6a6a),segment_id=6d154c3f-9a20-4a97-a695-fa95649f6a6a)] {{(pid=89171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:23:36.338396 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-c83e81e0-975c-4156-8626-9dcac6b491e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:36.341743 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-c83e81e0-975c-4156-8626-9dcac6b491e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:36.342346 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-c83e81e0-975c-4156-8626-9dcac6b491e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:36.344132 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-c83e81e0-975c-4156-8626-9dcac6b491e2 service neutron] 10.222.0.20 "PUT /v2.0/ports/1e4af22e-6312-4ee5-af6e-4e2c4a9b346b HTTP/1.1" status: 200 len: 1094 time: 0.9192445 Sep 14 23:23:36.363766 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d92791-eb25-4245-a040-903cc7ef6b6d None None] Pushing event updated for resources: {'Port': ['ID=e96b919c-657c-4cef-9eef-ebf246dd840d,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:36.379703 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4a907e1-e616-411b-9305-7d132848c111', 'tag': '1e4af22e-6312-4ee5-af6e-4e2c4a9b346b'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:23:36.381710 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3bf980-e21e-40fb-b424-ca64bdd509e6" -d '{"events": [{"name": "network-changed", "server_uuid": "b4a907e1-e616-411b-9305-7d132848c111", "tag": "1e4af22e-6312-4ee5-af6e-4e2c4a9b346b"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:23:36.381858 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-03b97571-1ddc-4dbc-a04d-934c49de2215 None None] Attempting to bind port e96b919c-657c-4cef-9eef-ebf246dd840d on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:23:36.382064 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-03b97571-1ddc-4dbc-a04d-934c49de2215 None None] Attempting to bind port e96b919c-657c-4cef-9eef-ebf246dd840d by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '6c2a73bc-209b-45fc-8f9f-635a9411f5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c71f7f92-4f4c-44fc-b286-a75f5a2e88f3'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:23:36.382594 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b97571-1ddc-4dbc-a04d-934c49de2215 None None] Attempting to bind port e96b919c-657c-4cef-9eef-ebf246dd840d on network c71f7f92-4f4c-44fc-b286-a75f5a2e88f3 {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:23:36.388717 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b97571-1ddc-4dbc-a04d-934c49de2215 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:23:36.389312 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b97571-1ddc-4dbc-a04d-934c49de2215 None None] Checking segment: {'id': '6c2a73bc-209b-45fc-8f9f-635a9411f5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c71f7f92-4f4c-44fc-b286-a75f5a2e88f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:23:36.389882 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-03b97571-1ddc-4dbc-a04d-934c49de2215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:36.390520 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b97571-1ddc-4dbc-a04d-934c49de2215 None None] Bound using segment: {'id': '6c2a73bc-209b-45fc-8f9f-635a9411f5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c71f7f92-4f4c-44fc-b286-a75f5a2e88f3'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:23:36.391131 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-03b97571-1ddc-4dbc-a04d-934c49de2215 None None] Bound port: e96b919c-657c-4cef-9eef-ebf246dd840d, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2a73bc-209b-45fc-8f9f-635a9411f5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c71f7f92-4f4c-44fc-b286-a75f5a2e88f3'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:23:36.391636 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-03b97571-1ddc-4dbc-a04d-934c49de2215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:36.448339 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c6479c-1693-48fa-bce3-44025535d4b8 x-openstack-request-id: req-98c6479c-1693-48fa-bce3-44025535d4b8 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:23:36.448639 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4a907e1-e616-411b-9305-7d132848c111", "tag": "1e4af22e-6312-4ee5-af6e-4e2c4a9b346b", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:23:36.448901 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-98c6479c-1693-48fa-bce3-44025535d4b8 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:23:36.449286 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98c6479c-1693-48fa-bce3-44025535d4b8'] response: {'name': 'network-changed', 'server_uuid': 'b4a907e1-e616-411b-9305-7d132848c111', 'tag': '1e4af22e-6312-4ee5-af6e-4e2c4a9b346b', 'status': 'completed', 'code': 200} Sep 14 23:23:36.484118 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-03b97571-1ddc-4dbc-a04d-934c49de2215 None None] For port e96b919c-657c-4cef-9eef-ebf246dd840d, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:23:36.487058 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-03b97571-1ddc-4dbc-a04d-934c49de2215 None None] For port e96b919c-657c-4cef-9eef-ebf246dd840d, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=e96b919c-657c-4cef-9eef-ebf246dd840d,segment=NetworkSegment(6c2a73bc-209b-45fc-8f9f-635a9411f5be),segment_id=6c2a73bc-209b-45fc-8f9f-635a9411f5be)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:23:36.490361 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e81e0-975c-4156-8626-9dcac6b491e2 service neutron] Pushing event updated for resources: {'Port': ['ID=1e4af22e-6312-4ee5-af6e-4e2c4a9b346b,revision_number=3']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:36.501804 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-03b97571-1ddc-4dbc-a04d-934c49de2215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:36.508653 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-8001414d-2dca-42eb-b19d-cf0ef8b18d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:36.510189 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-8001414d-2dca-42eb-b19d-cf0ef8b18d1d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5e261c9ba3e742bbbc24a2444b2b95dc&device_id=b4a907e1-e616-411b-9305-7d132848c111 HTTP/1.1" status: 200 len: 1097 time: 0.1248055 Sep 14 23:23:36.581902 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-67ce1cf4-2269-4fb9-baae-df1276381fd5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e4af22e-6312-4ee5-af6e-4e2c4a9b346b HTTP/1.1" status: 200 len: 217 time: 0.0642333 Sep 14 23:23:36.586412 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b97571-1ddc-4dbc-a04d-934c49de2215 None None] Routers {'68263fae-a94b-4247-a5c1-b8dfbf244652'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:23:36.587051 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-03b97571-1ddc-4dbc-a04d-934c49de2215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:23:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['68263fae-a94b-4247-a5c1-b8dfbf244652'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:23:36.648335 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-c1edb89c-6ea4-4de9-98f3-74f76b3a202c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:36.649768 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-c1edb89c-6ea4-4de9-98f3-74f76b3a202c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63ac4430-dd26-4d97-8c72-7d6f5a066f54 HTTP/1.1" status: 200 len: 855 time: 0.0615699 Sep 14 23:23:36.670082 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d92791-eb25-4245-a040-903cc7ef6b6d None None] Pushing event updated for resources: {'Port': ['ID=e96b919c-657c-4cef-9eef-ebf246dd840d,revision_number=4']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:36.733799 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-a96e4459-76dd-43cd-9096-a2eef80ff47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:36.735269 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-a96e4459-76dd-43cd-9096-a2eef80ff47f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b54f735f-7daf-4157-b7ac-64b61ffba24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800028 Sep 14 23:23:36.771959 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-03b97571-1ddc-4dbc-a04d-934c49de2215 None None] Set router 68263fae-a94b-4247-a5c1-b8dfbf244652 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:23:36.964124 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-3519dbbd-1307-4354-9bcf-f4709d93a8bf service neutron] 10.222.0.20 "GET /v2.0/networks/b54f735f-7daf-4157-b7ac-64b61ffba24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227445 Sep 14 23:23:37.090753 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-03b97571-1ddc-4dbc-a04d-934c49de2215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68263fae-a94b-4247-a5c1-b8dfbf244652', 'name': 'tempest-TestEncryptedCinderVolumes-613830358-router', 'tenant_id': '45654368ec184506bd20b8679b1c7bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'f5ee8268-7300-4355-a8b4-a6f61e16ecff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:23:26Z', 'updated_at': '2022-09-14T23:23:31Z', 'revision_number': 4, 'project_id': '45654368ec184506bd20b8679b1c7bdb', 'gw_port': {'id': 'f5ee8268-7300-4355-a8b4-a6f61e16ecff', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:18:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68263fae-a94b-4247-a5c1-b8dfbf244652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:23:27Z', 'updated_at': '2022-09-14T23:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'e96b919c-657c-4cef-9eef-ebf246dd840d', 'name': '', 'network_id': 'c71f7f92-4f4c-44fc-b286-a75f5a2e88f3', 'tenant_id': '45654368ec184506bd20b8679b1c7bdb', 'mac_address': 'fa:16:3e:13:42:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68263fae-a94b-4247-a5c1-b8dfbf244652', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '102c2202-9ff5-406f-a9f5-b64fc484bd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:23:30Z', 'updated_at': '2022-09-14T23:23:36Z', 'revision_number': 4, 'project_id': '45654368ec184506bd20b8679b1c7bdb', 'subnets': [{'id': '102c2202-9ff5-406f-a9f5-b64fc484bd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:23:37.094719 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b97571-1ddc-4dbc-a04d-934c49de2215 None None] The sync data for ids ['68263fae-a94b-4247-a5c1-b8dfbf244652'] in dv-neutron-857791-1-hyperv is: [{'id': '68263fae-a94b-4247-a5c1-b8dfbf244652', 'name': 'tempest-TestEncryptedCinderVolumes-613830358-router', 'tenant_id': '45654368ec184506bd20b8679b1c7bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'f5ee8268-7300-4355-a8b4-a6f61e16ecff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:23:26Z', 'updated_at': '2022-09-14T23:23:31Z', 'revision_number': 4, 'project_id': '45654368ec184506bd20b8679b1c7bdb', 'gw_port': {'id': 'f5ee8268-7300-4355-a8b4-a6f61e16ecff', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:18:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68263fae-a94b-4247-a5c1-b8dfbf244652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:23:27Z', 'updated_at': '2022-09-14T23:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'e96b919c-657c-4cef-9eef-ebf246dd840d', 'name': '', 'network_id': 'c71f7f92-4f4c-44fc-b286-a75f5a2e88f3', 'tenant_id': '45654368ec184506bd20b8679b1c7bdb', 'mac_address': 'fa:16:3e:13:42:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68263fae-a94b-4247-a5c1-b8dfbf244652', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '102c2202-9ff5-406f-a9f5-b64fc484bd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:23:30Z', 'updated_at': '2022-09-14T23:23:36Z', 'revision_number': 4, 'project_id': '45654368ec184506bd20b8679b1c7bdb', 'subnets': [{'id': '102c2202-9ff5-406f-a9f5-b64fc484bd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:23:37.100895 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-98ce0e51-75f4-465c-8ebb-1aedbc6a55b9 req-7d2e5b45-886f-40ec-964d-413895b8ead9 service neutron] 10.222.0.20 "GET /v2.0/networks/b54f735f-7daf-4157-b7ac-64b61ffba24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303451 Sep 14 23:23:37.231603 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bf980-e21e-40fb-b424-ca64bdd509e6 req-80542a6f-47ee-4491-b3da-651f6f331072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:37.233187 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23242d44-e09e-4406-9bf5-1b87933d918b req-fb40878a-2e22-4e57-a5ae-6dfc551255b3 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:37.233712 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8a3bf980-e21e-40fb-b424-ca64bdd509e6 req-80542a6f-47ee-4491-b3da-651f6f331072 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5e261c9ba3e742bbbc24a2444b2b95dc&device_id=b4a907e1-e616-411b-9305-7d132848c111 HTTP/1.1" status: 200 len: 1097 time: 0.0852444 Sep 14 23:23:37.234701 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-23242d44-e09e-4406-9bf5-1b87933d918b req-fb40878a-2e22-4e57-a5ae-6dfc551255b3 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4a907e1-e616-411b-9305-7d132848c111 HTTP/1.1" status: 200 len: 944 time: 0.0976460 Sep 14 23:23:37.282464 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-23242d44-e09e-4406-9bf5-1b87933d918b req-a94181bb-8466-496e-b04c-8607b5c31c77 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/security-groups?id=3a2ba92c-44f7-4c53-93bf-769255506997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419354 Sep 14 23:23:37.370023 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bf980-e21e-40fb-b424-ca64bdd509e6 req-f2da749d-ce91-4d04-bf00-e25280c96e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:37.371506 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8a3bf980-e21e-40fb-b424-ca64bdd509e6 req-f2da749d-ce91-4d04-bf00-e25280c96e3d service neutron] 10.222.0.20 "GET /v2.0/networks?id=b54f735f-7daf-4157-b7ac-64b61ffba24b HTTP/1.1" status: 200 len: 916 time: 0.1325781 Sep 14 23:23:37.444008 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8a3bf980-e21e-40fb-b424-ca64bdd509e6 req-359b071d-8781-4070-a4a5-c8badbb459ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e4af22e-6312-4ee5-af6e-4e2c4a9b346b HTTP/1.1" status: 200 len: 217 time: 0.0662317 Sep 14 23:23:37.509463 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bf980-e21e-40fb-b424-ca64bdd509e6 req-67b1a45b-bf87-4783-a637-2d1583c48c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:37.511311 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8a3bf980-e21e-40fb-b424-ca64bdd509e6 req-67b1a45b-bf87-4783-a637-2d1583c48c3b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63ac4430-dd26-4d97-8c72-7d6f5a066f54 HTTP/1.1" status: 200 len: 855 time: 0.0600922 Sep 14 23:23:37.598401 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bf980-e21e-40fb-b424-ca64bdd509e6 req-540b5f5b-921c-49dd-8aed-2aed2cc1864f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:37.599908 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8a3bf980-e21e-40fb-b424-ca64bdd509e6 req-540b5f5b-921c-49dd-8aed-2aed2cc1864f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b54f735f-7daf-4157-b7ac-64b61ffba24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828655 Sep 14 23:23:37.739767 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8a3bf980-e21e-40fb-b424-ca64bdd509e6 req-6c881f8b-3fe5-4e74-9ff8-1d1cf2228f57 service neutron] 10.222.0.20 "GET /v2.0/networks/b54f735f-7daf-4157-b7ac-64b61ffba24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326308 Sep 14 23:23:37.745686 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4e4f5e3b-85b4-4e5f-ab61-26dd35b54292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:37.831402 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e96b919c-657c-4cef-9eef-ebf246dd840d up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:23:37.874089 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8a3bf980-e21e-40fb-b424-ca64bdd509e6 req-7375e782-29d0-438a-b5ac-b92f767aa499 service neutron] 10.222.0.20 "GET /v2.0/networks/b54f735f-7daf-4157-b7ac-64b61ffba24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277416 Sep 14 23:23:37.900056 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port e96b919c-657c-4cef-9eef-ebf246dd840d completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:23:37.904664 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port e96b919c-657c-4cef-9eef-ebf246dd840d triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:23:37.905032 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:38.019821 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port e96b919c-657c-4cef-9eef-ebf246dd840d is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:23:38.020109 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:38.050701 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port e96b919c-657c-4cef-9eef-ebf246dd840d, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=e96b919c-657c-4cef-9eef-ebf246dd840d,segment=NetworkSegment(6c2a73bc-209b-45fc-8f9f-635a9411f5be),segment_id=6c2a73bc-209b-45fc-8f9f-635a9411f5be)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:23:38.054484 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:38.120417 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=e96b919c-657c-4cef-9eef-ebf246dd840d,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:38.129910 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:23:38.130256 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:23:38.130595 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:23:38.130927 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:23:38.131323 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:23:38.131657 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:23:38.131983 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:23:38.132309 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:23:38.132660 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:23:38.132986 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:23:38.133311 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:23:38.133631 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:23:38.482670 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916b9eb-1d6f-40dd-b567-45a6c27d49aa req-bfd061fb-6d93-47e3-97b7-db45b4b9cb8a tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:38.484384 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9916b9eb-1d6f-40dd-b567-45a6c27d49aa req-bfd061fb-6d93-47e3-97b7-db45b4b9cb8a tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4a907e1-e616-411b-9305-7d132848c111 HTTP/1.1" status: 200 len: 944 time: 0.0909333 Sep 14 23:23:38.528136 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9916b9eb-1d6f-40dd-b567-45a6c27d49aa req-9c1b1815-7e1a-4b09-87da-1abf51f92ef3 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/security-groups?id=3a2ba92c-44f7-4c53-93bf-769255506997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381436 Sep 14 23:23:39.167567 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 1e4af22e-6312-4ee5-af6e-4e2c4a9b346b details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:23:39.300386 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 1e4af22e-6312-4ee5-af6e-4e2c4a9b346b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1e4af22e-6312-4ee5-af6e-4e2c4a9b346b,segment=NetworkSegment(6d154c3f-9a20-4a97-a695-fa95649f6a6a),segment_id=6d154c3f-9a20-4a97-a695-fa95649f6a6a)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:23:39.313550 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': '1e4af22e-6312-4ee5-af6e-4e2c4a9b346b', 'network_id': 'b54f735f-7daf-4157-b7ac-64b61ffba24b', 'port_id': '1e4af22e-6312-4ee5-af6e-4e2c4a9b346b', 'mac_address': 'fa:16:3e:ec:c3:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63ac4430-dd26-4d97-8c72-7d6f5a066f54', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:23:39.373078 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 1e4af22e-6312-4ee5-af6e-4e2c4a9b346b is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:23:39.373452 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:39.390463 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e4af22e-6312-4ee5-af6e-4e2c4a9b346b {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:23:39.405539 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 1e4af22e-6312-4ee5-af6e-4e2c4a9b346b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1e4af22e-6312-4ee5-af6e-4e2c4a9b346b,segment=NetworkSegment(6d154c3f-9a20-4a97-a695-fa95649f6a6a),segment_id=6d154c3f-9a20-4a97-a695-fa95649f6a6a)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:23:39.409450 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:39.475009 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=1e4af22e-6312-4ee5-af6e-4e2c4a9b346b,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:39.611577 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['1e4af22e-6312-4ee5-af6e-4e2c4a9b346b'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:23:39.726556 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f47915-6f19-4eb3-ad40-62c7838e7e58 req-bca3d004-3d70-4fb4-8b8b-6f5913470a24 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:39.728453 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-91f47915-6f19-4eb3-ad40-62c7838e7e58 req-bca3d004-3d70-4fb4-8b8b-6f5913470a24 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4a907e1-e616-411b-9305-7d132848c111 HTTP/1.1" status: 200 len: 945 time: 0.0903633 Sep 14 23:23:39.785225 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-91f47915-6f19-4eb3-ad40-62c7838e7e58 req-46229429-9a8f-405e-99e5-ad9ccc7aaeec tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/security-groups?id=3a2ba92c-44f7-4c53-93bf-769255506997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501981 Sep 14 23:23:39.793701 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34cd43c1-c0d0-4406-98f2-baf4773241a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:39.818813 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e96b919c-657c-4cef-9eef-ebf246dd840d up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:23:39.925935 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port e96b919c-657c-4cef-9eef-ebf246dd840d triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:23:39.926292 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:40.043864 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port e96b919c-657c-4cef-9eef-ebf246dd840d is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:23:40.896403 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:40.932281 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:40.992470 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce817871-6d14-46a9-be68-4bcdb1f00c27 req-f709c928-4424-451f-bcee-f4414fc8d10b tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:40.994510 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ce817871-6d14-46a9-be68-4bcdb1f00c27 req-f709c928-4424-451f-bcee-f4414fc8d10b tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4a907e1-e616-411b-9305-7d132848c111 HTTP/1.1" status: 200 len: 945 time: 0.0949318 Sep 14 23:23:41.038516 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ce817871-6d14-46a9-be68-4bcdb1f00c27 req-97a91bfa-5395-4e57-afae-1fc6ecf71eb8 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/security-groups?id=3a2ba92c-44f7-4c53-93bf-769255506997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382090 Sep 14 23:23:41.183894 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 1e4af22e-6312-4ee5-af6e-4e2c4a9b346b up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:23:41.254686 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port 1e4af22e-6312-4ee5-af6e-4e2c4a9b346b completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:23:41.260083 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port 1e4af22e-6312-4ee5-af6e-4e2c4a9b346b triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:23:41.260440 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:41.371653 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 1e4af22e-6312-4ee5-af6e-4e2c4a9b346b is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:23:41.372023 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:41.400776 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a907e1-e616-411b-9305-7d132848c111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4af22e-6312-4ee5-af6e-4e2c4a9b346b'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:23:41.403006 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc9ce47-223c-43a2-8e34-ea3fdc127ca1" -d '{"events": [{"server_uuid": "b4a907e1-e616-411b-9305-7d132848c111", "name": "network-vif-plugged", "status": "completed", "tag": "1e4af22e-6312-4ee5-af6e-4e2c4a9b346b"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:23:41.410318 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 1e4af22e-6312-4ee5-af6e-4e2c4a9b346b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1e4af22e-6312-4ee5-af6e-4e2c4a9b346b,segment=NetworkSegment(6d154c3f-9a20-4a97-a695-fa95649f6a6a),segment_id=6d154c3f-9a20-4a97-a695-fa95649f6a6a)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:23:41.415353 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:41.451165 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfe6ac6-2cc4-412f-8eda-23a7f298230f x-openstack-request-id: req-5dfe6ac6-2cc4-412f-8eda-23a7f298230f {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:23:41.451445 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a907e1-e616-411b-9305-7d132848c111", "name": "network-vif-plugged", "status": "completed", "tag": "1e4af22e-6312-4ee5-af6e-4e2c4a9b346b", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:23:41.451688 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5dfe6ac6-2cc4-412f-8eda-23a7f298230f {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:23:41.452067 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dfe6ac6-2cc4-412f-8eda-23a7f298230f'] response: {'server_uuid': 'b4a907e1-e616-411b-9305-7d132848c111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4af22e-6312-4ee5-af6e-4e2c4a9b346b', 'code': 200} Sep 14 23:23:41.487119 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=1e4af22e-6312-4ee5-af6e-4e2c4a9b346b,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:23:41.666994 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de418576-1e7b-46a4-9766-b733e732ce38 req-25fbf7d2-ba3a-4a34-ac04-96480831a08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:41.668495 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-de418576-1e7b-46a4-9766-b733e732ce38 req-25fbf7d2-ba3a-4a34-ac04-96480831a08c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b4a907e1-e616-411b-9305-7d132848c111 HTTP/1.1" status: 200 len: 1099 time: 0.0758960 Sep 14 23:23:41.708646 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-de418576-1e7b-46a4-9766-b733e732ce38 req-88ebdb78-8e87-41d3-9416-ad82e7c6285a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3a2ba92c-44f7-4c53-93bf-769255506997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339730 Sep 14 23:23:42.238811 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc91eb4-3afd-4cbf-9240-824939e59840 req-2f3eebf3-27d9-4db9-b7c8-56b6c50ab8ca tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:42.240250 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0cc91eb4-3afd-4cbf-9240-824939e59840 req-2f3eebf3-27d9-4db9-b7c8-56b6c50ab8ca tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4a907e1-e616-411b-9305-7d132848c111 HTTP/1.1" status: 200 len: 946 time: 0.0899806 Sep 14 23:23:42.283765 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0cc91eb4-3afd-4cbf-9240-824939e59840 req-c69d28c8-7786-4038-840c-f403ee4a34eb tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/security-groups?id=3a2ba92c-44f7-4c53-93bf-769255506997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373425 Sep 14 23:23:42.495145 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:43.479062 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b5ae3-752c-4a55-9c91-b8a7077086da req-80526b52-1ad1-4c7c-be84-6660da299ff8 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:43.480500 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ef5b5ae3-752c-4a55-9c91-b8a7077086da req-80526b52-1ad1-4c7c-be84-6660da299ff8 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4a907e1-e616-411b-9305-7d132848c111 HTTP/1.1" status: 200 len: 946 time: 0.0857179 Sep 14 23:23:43.527882 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ef5b5ae3-752c-4a55-9c91-b8a7077086da req-70c04212-471d-4ead-b941-ef9d8f5ce099 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/security-groups?id=3a2ba92c-44f7-4c53-93bf-769255506997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414979 Sep 14 23:23:43.720868 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c26e2-cc22-4471-8b30-fee3bdb5e4a0 req-26249f4d-21b8-44a1-b787-f378f39fc375 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:43.722331 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7b8c26e2-cc22-4471-8b30-fee3bdb5e4a0 req-26249f4d-21b8-44a1-b787-f378f39fc375 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4a907e1-e616-411b-9305-7d132848c111 HTTP/1.1" status: 200 len: 946 time: 0.0855563 Sep 14 23:23:43.767107 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7b8c26e2-cc22-4471-8b30-fee3bdb5e4a0 req-e11acb16-e89d-40aa-8546-60569df2aa0e tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/security-groups?id=3a2ba92c-44f7-4c53-93bf-769255506997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389266 Sep 14 23:23:47.680292 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:23:49.618705 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:23:58.220605 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539790e6-a64f-415d-8097-528654f50793 req-f003de9b-6ba6-4e12-887e-6afaeffd2a7d tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:58.221980 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-539790e6-a64f-415d-8097-528654f50793 req-f003de9b-6ba6-4e12-887e-6afaeffd2a7d tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4a907e1-e616-411b-9305-7d132848c111 HTTP/1.1" status: 200 len: 946 time: 0.0895674 Sep 14 23:23:58.265554 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-539790e6-a64f-415d-8097-528654f50793 req-819c0541-27e5-4944-a211-ca45a9c08975 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/security-groups?id=3a2ba92c-44f7-4c53-93bf-769255506997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379238 Sep 14 23:23:59.461700 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7b076-d729-4b44-ad25-da8ee008d274 req-9854a5c4-da5e-441c-b7c9-637e46d35fa0 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:59.463183 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-15f7b076-d729-4b44-ad25-da8ee008d274 req-9854a5c4-da5e-441c-b7c9-637e46d35fa0 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4a907e1-e616-411b-9305-7d132848c111 HTTP/1.1" status: 200 len: 946 time: 0.0869777 Sep 14 23:23:59.511720 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-15f7b076-d729-4b44-ad25-da8ee008d274 req-88d9bb49-3d9c-48f4-98f7-b8bc6b717c9b tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/security-groups?id=3a2ba92c-44f7-4c53-93bf-769255506997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428445 Sep 14 23:23:59.733620 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906db9fe-e2b6-4514-86d5-e0256f1e1fbd req-4b43f737-0580-4ca1-b7d9-2e01549f8529 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:23:59.734330 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-906db9fe-e2b6-4514-86d5-e0256f1e1fbd req-4b43f737-0580-4ca1-b7d9-2e01549f8529 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Synchronizing usage tracker for tenant:5e261c9ba3e742bbbc24a2444b2b95dc on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:23:59.752330 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-906db9fe-e2b6-4514-86d5-e0256f1e1fbd req-4b43f737-0580-4ca1-b7d9-2e01549f8529 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Unset dirty status for tenant:5e261c9ba3e742bbbc24a2444b2b95dc on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:23:59.753724 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-906db9fe-e2b6-4514-86d5-e0256f1e1fbd req-4b43f737-0580-4ca1-b7d9-2e01549f8529 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4a907e1-e616-411b-9305-7d132848c111 HTTP/1.1" status: 200 len: 946 time: 0.1068680 Sep 14 23:23:59.821990 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-906db9fe-e2b6-4514-86d5-e0256f1e1fbd req-78c288f6-06ee-4aad-b1a9-a1709026c31b tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Deleting port 1e4af22e-6312-4ee5-af6e-4e2c4a9b346b {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:23:59.822363 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-906db9fe-e2b6-4514-86d5-e0256f1e1fbd req-78c288f6-06ee-4aad-b1a9-a1709026c31b tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:00.068830 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-906db9fe-e2b6-4514-86d5-e0256f1e1fbd req-78c288f6-06ee-4aad-b1a9-a1709026c31b tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] For port 1e4af22e-6312-4ee5-af6e-4e2c4a9b346b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1e4af22e-6312-4ee5-af6e-4e2c4a9b346b,segment=NetworkSegment(6d154c3f-9a20-4a97-a695-fa95649f6a6a),segment_id=6d154c3f-9a20-4a97-a695-fa95649f6a6a)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:24:00.069101 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-906db9fe-e2b6-4514-86d5-e0256f1e1fbd req-78c288f6-06ee-4aad-b1a9-a1709026c31b tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:00.295348 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-906db9fe-e2b6-4514-86d5-e0256f1e1fbd req-78c288f6-06ee-4aad-b1a9-a1709026c31b tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Calling delete_port for 1e4af22e-6312-4ee5-af6e-4e2c4a9b346b owned by compute:nova {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:24:00.435514 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-906db9fe-e2b6-4514-86d5-e0256f1e1fbd req-78c288f6-06ee-4aad-b1a9-a1709026c31b tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:00.448579 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['1e4af22e-6312-4ee5-af6e-4e2c4a9b346b'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:24:00.488376 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c288f6-06ee-4aad-b1a9-a1709026c31b tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Pushing event deleted for resources: {'Port': ['ID=1e4af22e-6312-4ee5-af6e-4e2c4a9b346b,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:24:00.579508 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-906db9fe-e2b6-4514-86d5-e0256f1e1fbd req-78c288f6-06ee-4aad-b1a9-a1709026c31b tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] No DVR routers for this DVR port 1e4af22e-6312-4ee5-af6e-4e2c4a9b346b on host hv-neutron-8577 {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:24:00.581975 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-906db9fe-e2b6-4514-86d5-e0256f1e1fbd req-78c288f6-06ee-4aad-b1a9-a1709026c31b tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:00.584651 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a907e1-e616-411b-9305-7d132848c111', 'name': 'network-vif-deleted', 'tag': '1e4af22e-6312-4ee5-af6e-4e2c4a9b346b'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:24:00.586933 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e176cd8-1994-4357-9d09-e13b83a059be" -d '{"events": [{"server_uuid": "b4a907e1-e616-411b-9305-7d132848c111", "name": "network-vif-deleted", "tag": "1e4af22e-6312-4ee5-af6e-4e2c4a9b346b"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:24:00.603879 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-906db9fe-e2b6-4514-86d5-e0256f1e1fbd req-78c288f6-06ee-4aad-b1a9-a1709026c31b tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.20 "DELETE /v2.0/ports/1e4af22e-6312-4ee5-af6e-4e2c4a9b346b HTTP/1.1" status: 204 len: 173 time: 0.8455601 Sep 14 23:24:00.651485 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d148903-a1bd-4325-9213-e874ece0c3a3 x-openstack-request-id: req-8d148903-a1bd-4325-9213-e874ece0c3a3 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:24:00.651776 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a907e1-e616-411b-9305-7d132848c111", "name": "network-vif-deleted", "tag": "1e4af22e-6312-4ee5-af6e-4e2c4a9b346b", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:24:00.652045 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8d148903-a1bd-4325-9213-e874ece0c3a3 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:24:00.652461 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d148903-a1bd-4325-9213-e874ece0c3a3'] response: {'server_uuid': 'b4a907e1-e616-411b-9305-7d132848c111', 'name': 'network-vif-deleted', 'tag': '1e4af22e-6312-4ee5-af6e-4e2c4a9b346b', 'status': 'completed', 'code': 200} Sep 14 23:24:00.676589 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-70ecb359-bb92-4115-85f0-064cc73d1fc5 req-188b06a7-8e9a-49e5-ae2d-591f724dccd5 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4a907e1-e616-411b-9305-7d132848c111 HTTP/1.1" status: 200 len: 210 time: 0.0509329 Sep 14 23:24:02.124887 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-3227f561-ca24-426f-b6ed-0173ede5c1f4 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:02.126338 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-3227f561-ca24-426f-b6ed-0173ede5c1f4 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/networks?id=b54f735f-7daf-4157-b7ac-64b61ffba24b HTTP/1.1" status: 200 len: 816 time: 0.1420205 Sep 14 23:24:02.142319 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-f64307d4-7b19-45e1-b0e5-e18585dc6eda tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/quotas/5e261c9ba3e742bbbc24a2444b2b95dc HTTP/1.1" status: 200 len: 375 time: 0.0095344 Sep 14 23:24:02.229605 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-eff8278f-86ab-4708-abdf-52b9ea7f5b90 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=5e261c9ba3e742bbbc24a2444b2b95dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823038 Sep 14 23:24:02.244976 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-549e6859-eba4-4c4c-a15f-1be994980a01 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 23:24:02.245898 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-549e6859-eba4-4c4c-a15f-1be994980a01 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047753 Sep 14 23:24:02.472874 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-927098c5-fc27-4d6f-b096-e78e0a2fdf27 service neutron] 10.222.0.33 "GET /v2.0/networks/b54f735f-7daf-4157-b7ac-64b61ffba24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218292 Sep 14 23:24:02.601537 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-6cd117ed-d13a-48f9-831d-a68358d67416 service neutron] 10.222.0.33 "GET /v2.0/networks/b54f735f-7daf-4157-b7ac-64b61ffba24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227839 Sep 14 23:24:02.793325 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7b3893a5-c404-4db7-9f99-8c961549c7b5 req-9d14863d-fa0a-4a33-97c8-c154537a4ea7 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?device_id=3c00ce9a-31d2-4870-9be6-e26580188db6 HTTP/1.1" status: 200 len: 210 time: 0.0497518 Sep 14 23:24:03.272067 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 1e4af22e-6312-4ee5-af6e-4e2c4a9b346b no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:24:03.309808 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: 1e4af22e-6312-4ee5-af6e-4e2c4a9b346b {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:24:03.310154 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 1e4af22e-6312-4ee5-af6e-4e2c4a9b346b not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:24:03.773612 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-20a13c4a-19fc-4131-9972-08e176f9f53c tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:03.775042 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-20a13c4a-19fc-4131-9972-08e176f9f53c tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.20 "GET /v2.0/networks?id=b54f735f-7daf-4157-b7ac-64b61ffba24b HTTP/1.1" status: 200 len: 816 time: 0.1492219 Sep 14 23:24:03.786728 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-e24d3709-cd1b-40e1-8d6b-9ab8bb45f726 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Request body: {'port': {'device_id': '3c00ce9a-31d2-4870-9be6-e26580188db6', 'network_id': 'b54f735f-7daf-4157-b7ac-64b61ffba24b', 'admin_state_up': True, 'tenant_id': '5e261c9ba3e742bbbc24a2444b2b95dc'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:24:03.921858 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-e24d3709-cd1b-40e1-8d6b-9ab8bb45f726 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:24:03.925824 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-e24d3709-cd1b-40e1-8d6b-9ab8bb45f726 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Usage tracker for resource:port and tenant:5e261c9ba3e742bbbc24a2444b2b95dc is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:24:03.928561 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-e24d3709-cd1b-40e1-8d6b-9ab8bb45f726 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:24:03.934630 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-e24d3709-cd1b-40e1-8d6b-9ab8bb45f726 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:24:03.944217 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-e24d3709-cd1b-40e1-8d6b-9ab8bb45f726 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Made reservation on behalf of 5e261c9ba3e742bbbc24a2444b2b95dc for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:24:03.948450 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-e24d3709-cd1b-40e1-8d6b-9ab8bb45f726 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:03.960539 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e0e2577c-40ff-48ef-a8c8-a8dc085b21b2 req-43abf392-2667-4fa0-9295-c51994628c77 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?device_id=3c00ce9a-31d2-4870-9be6-e26580188db6 HTTP/1.1" status: 200 len: 210 time: 0.0498216 Sep 14 23:24:04.105516 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-e24d3709-cd1b-40e1-8d6b-9ab8bb45f726 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Allocated IP 172.20.0.3 (b54f735f-7daf-4157-b7ac-64b61ffba24b/63ac4430-dd26-4d97-8c72-7d6f5a066f54/03cbd02b-27a5-4d35-af8d-361fc303a4f7) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:24:04.302524 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-e24d3709-cd1b-40e1-8d6b-9ab8bb45f726 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:04.317890 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-e24d3709-cd1b-40e1-8d6b-9ab8bb45f726 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Transition to ACTIVE for port object 03cbd02b-27a5-4d35-af8d-361fc303a4f7 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:24:04.341261 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-e24d3709-cd1b-40e1-8d6b-9ab8bb45f726 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:04.409760 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-e24d3709-cd1b-40e1-8d6b-9ab8bb45f726 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Network b54f735f-7daf-4157-b7ac-64b61ffba24b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:24:04.412828 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-e24d3709-cd1b-40e1-8d6b-9ab8bb45f726 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:24:04.417129 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-e24d3709-cd1b-40e1-8d6b-9ab8bb45f726 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:24:04.447095 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d3709-cd1b-40e1-8d6b-9ab8bb45f726 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Pushing event updated for resources: {'Port': ['ID=03cbd02b-27a5-4d35-af8d-361fc303a4f7,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:24:04.466382 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d3709-cd1b-40e1-8d6b-9ab8bb45f726 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:24:04.466722 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d3709-cd1b-40e1-8d6b-9ab8bb45f726 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:24:04.467057 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d3709-cd1b-40e1-8d6b-9ab8bb45f726 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:24:04.467382 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d3709-cd1b-40e1-8d6b-9ab8bb45f726 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:24:04.467708 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d3709-cd1b-40e1-8d6b-9ab8bb45f726 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:24:04.468045 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d3709-cd1b-40e1-8d6b-9ab8bb45f726 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:24:04.468353 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d3709-cd1b-40e1-8d6b-9ab8bb45f726 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:24:04.468693 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d3709-cd1b-40e1-8d6b-9ab8bb45f726 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:24:04.469033 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d3709-cd1b-40e1-8d6b-9ab8bb45f726 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:24:04.469363 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d3709-cd1b-40e1-8d6b-9ab8bb45f726 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:24:04.469636 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d3709-cd1b-40e1-8d6b-9ab8bb45f726 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:24:04.469950 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24d3709-cd1b-40e1-8d6b-9ab8bb45f726 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:24:04.493527 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-e24d3709-cd1b-40e1-8d6b-9ab8bb45f726 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:04.494146 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-e24d3709-cd1b-40e1-8d6b-9ab8bb45f726 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:04.519988 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-e24d3709-cd1b-40e1-8d6b-9ab8bb45f726 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7366633 Sep 14 23:24:04.531530 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-75569688-dee8-4c61-af6c-6fb1240e483b service neutron] Request body: {'port': {'device_id': '3c00ce9a-31d2-4870-9be6-e26580188db6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:24:04.608579 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-39c31ce0-5711-4edf-a735-700d48c52e60 None None] Provisioning for port 03cbd02b-27a5-4d35-af8d-361fc303a4f7 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:24:04.613715 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-39c31ce0-5711-4edf-a735-700d48c52e60 None None] Provisioning complete for port 03cbd02b-27a5-4d35-af8d-361fc303a4f7 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:24:04.614079 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-39c31ce0-5711-4edf-a735-700d48c52e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:04.647402 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-75569688-dee8-4c61-af6c-6fb1240e483b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:04.666098 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-39c31ce0-5711-4edf-a735-700d48c52e60 None None] Port 03cbd02b-27a5-4d35-af8d-361fc303a4f7 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:24:04.978018 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-75569688-dee8-4c61-af6c-6fb1240e483b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03cbd02b-27a5-4d35-af8d-361fc303a4f7 {{(pid=89171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:24:04.985274 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-75569688-dee8-4c61-af6c-6fb1240e483b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:04.999800 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-75569688-dee8-4c61-af6c-6fb1240e483b service neutron] Transition to ACTIVE for port object 03cbd02b-27a5-4d35-af8d-361fc303a4f7 will not be triggered until provisioned by entity L2. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:24:05.004831 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-75569688-dee8-4c61-af6c-6fb1240e483b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:05.161452 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e47fb6-2f20-44bb-9c37-5a9884ed37da req-82000de7-292e-4a3a-ae6f-c9a1e272c155 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:05.162979 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-92e47fb6-2f20-44bb-9c37-5a9884ed37da req-82000de7-292e-4a3a-ae6f-c9a1e272c155 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?device_id=3c00ce9a-31d2-4870-9be6-e26580188db6 HTTP/1.1" status: 200 len: 943 time: 0.0892150 Sep 14 23:24:05.196947 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75569688-dee8-4c61-af6c-6fb1240e483b service neutron] Pushing event updated for resources: {'Port': ['ID=03cbd02b-27a5-4d35-af8d-361fc303a4f7,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:24:05.207343 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-92e47fb6-2f20-44bb-9c37-5a9884ed37da req-3085ccae-82ea-4f5b-b329-364e6d4c5a60 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/security-groups?id=3a2ba92c-44f7-4c53-93bf-769255506997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385821 Sep 14 23:24:05.235561 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-75569688-dee8-4c61-af6c-6fb1240e483b service neutron] Attempting to bind port 03cbd02b-27a5-4d35-af8d-361fc303a4f7 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:24:05.235828 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-75569688-dee8-4c61-af6c-6fb1240e483b service neutron] Attempting to bind port 03cbd02b-27a5-4d35-af8d-361fc303a4f7 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '6d154c3f-9a20-4a97-a695-fa95649f6a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b54f735f-7daf-4157-b7ac-64b61ffba24b'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:24:05.236131 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-75569688-dee8-4c61-af6c-6fb1240e483b service neutron] Attempting to bind port 03cbd02b-27a5-4d35-af8d-361fc303a4f7 on network b54f735f-7daf-4157-b7ac-64b61ffba24b {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:24:05.240585 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-75569688-dee8-4c61-af6c-6fb1240e483b service neutron] Port 03cbd02b-27a5-4d35-af8d-361fc303a4f7 on network b54f735f-7daf-4157-b7ac-64b61ffba24b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:24:05.240919 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-75569688-dee8-4c61-af6c-6fb1240e483b service neutron] Attempting to bind port 03cbd02b-27a5-4d35-af8d-361fc303a4f7 on network b54f735f-7daf-4157-b7ac-64b61ffba24b {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:24:05.246317 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-75569688-dee8-4c61-af6c-6fb1240e483b service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:24:05.246639 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-75569688-dee8-4c61-af6c-6fb1240e483b service neutron] Checking segment: {'id': '6d154c3f-9a20-4a97-a695-fa95649f6a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b54f735f-7daf-4157-b7ac-64b61ffba24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:24:05.247005 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-75569688-dee8-4c61-af6c-6fb1240e483b service neutron] Bound using segment: {'id': '6d154c3f-9a20-4a97-a695-fa95649f6a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b54f735f-7daf-4157-b7ac-64b61ffba24b'} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:24:05.247415 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-75569688-dee8-4c61-af6c-6fb1240e483b service neutron] Bound port: 03cbd02b-27a5-4d35-af8d-361fc303a4f7, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d154c3f-9a20-4a97-a695-fa95649f6a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b54f735f-7daf-4157-b7ac-64b61ffba24b'}}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:24:05.247745 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-75569688-dee8-4c61-af6c-6fb1240e483b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:05.337627 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-75569688-dee8-4c61-af6c-6fb1240e483b service neutron] For port 03cbd02b-27a5-4d35-af8d-361fc303a4f7, host hv-neutron-8577, cleared binding levels {{(pid=89171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:24:05.340645 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-75569688-dee8-4c61-af6c-6fb1240e483b service neutron] For port 03cbd02b-27a5-4d35-af8d-361fc303a4f7, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=03cbd02b-27a5-4d35-af8d-361fc303a4f7,segment=NetworkSegment(6d154c3f-9a20-4a97-a695-fa95649f6a6a),segment_id=6d154c3f-9a20-4a97-a695-fa95649f6a6a)] {{(pid=89171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:24:05.345195 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-75569688-dee8-4c61-af6c-6fb1240e483b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:05.376840 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-75569688-dee8-4c61-af6c-6fb1240e483b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:05.377443 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-75569688-dee8-4c61-af6c-6fb1240e483b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:05.378793 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-75569688-dee8-4c61-af6c-6fb1240e483b service neutron] 10.222.0.20 "PUT /v2.0/ports/03cbd02b-27a5-4d35-af8d-361fc303a4f7 HTTP/1.1" status: 200 len: 1093 time: 0.8516793 Sep 14 23:24:05.379205 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c00ce9a-31d2-4870-9be6-e26580188db6', 'tag': '03cbd02b-27a5-4d35-af8d-361fc303a4f7'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:24:05.381552 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21384151-e9cd-4aa5-baee-f47f580d4da4" -d '{"events": [{"name": "network-changed", "server_uuid": "3c00ce9a-31d2-4870-9be6-e26580188db6", "tag": "03cbd02b-27a5-4d35-af8d-361fc303a4f7"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:24:05.461923 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5e5c67-d488-4b91-a11a-314b4de765ed x-openstack-request-id: req-da5e5c67-d488-4b91-a11a-314b4de765ed {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:24:05.462201 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c00ce9a-31d2-4870-9be6-e26580188db6", "tag": "03cbd02b-27a5-4d35-af8d-361fc303a4f7", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:24:05.462446 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-da5e5c67-d488-4b91-a11a-314b4de765ed {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:24:05.462828 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da5e5c67-d488-4b91-a11a-314b4de765ed'] response: {'name': 'network-changed', 'server_uuid': '3c00ce9a-31d2-4870-9be6-e26580188db6', 'tag': '03cbd02b-27a5-4d35-af8d-361fc303a4f7', 'status': 'completed', 'code': 200} Sep 14 23:24:05.477150 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75569688-dee8-4c61-af6c-6fb1240e483b service neutron] Pushing event updated for resources: {'Port': ['ID=03cbd02b-27a5-4d35-af8d-361fc303a4f7,revision_number=3']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:24:05.509657 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-45273aec-87c1-40d4-94ac-49e6e00349bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:05.511760 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-45273aec-87c1-40d4-94ac-49e6e00349bb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5e261c9ba3e742bbbc24a2444b2b95dc&device_id=3c00ce9a-31d2-4870-9be6-e26580188db6 HTTP/1.1" status: 200 len: 1096 time: 0.0923843 Sep 14 23:24:05.577743 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-9a1c95ad-23cd-4905-9a64-860173eef51f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03cbd02b-27a5-4d35-af8d-361fc303a4f7 HTTP/1.1" status: 200 len: 217 time: 0.0593193 Sep 14 23:24:05.640827 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-e9fc5c66-dd32-4c8b-ab3f-6f6793a9e694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:05.642207 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-e9fc5c66-dd32-4c8b-ab3f-6f6793a9e694 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63ac4430-dd26-4d97-8c72-7d6f5a066f54 HTTP/1.1" status: 200 len: 855 time: 0.0591948 Sep 14 23:24:05.721834 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-3f1c0bcd-6c7b-4976-8a20-3c8e2a0e1141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:05.723285 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-3f1c0bcd-6c7b-4976-8a20-3c8e2a0e1141 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b54f735f-7daf-4157-b7ac-64b61ffba24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747547 Sep 14 23:24:05.945702 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-e8a4809f-9f53-4b4f-b184-10bf82d89dfc service neutron] 10.222.0.20 "GET /v2.0/networks/b54f735f-7daf-4157-b7ac-64b61ffba24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156649 Sep 14 23:24:06.073760 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-29bb3ec1-6f45-48b8-bf55-ee0705903b15 req-02947255-73bf-45f0-8b28-7ccece5d3fd0 service neutron] 10.222.0.20 "GET /v2.0/networks/b54f735f-7daf-4157-b7ac-64b61ffba24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220660 Sep 14 23:24:06.197716 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21384151-e9cd-4aa5-baee-f47f580d4da4 req-d52179e5-da31-486e-a1a6-7630fc3fbe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:06.199166 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-21384151-e9cd-4aa5-baee-f47f580d4da4 req-d52179e5-da31-486e-a1a6-7630fc3fbe30 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5e261c9ba3e742bbbc24a2444b2b95dc&device_id=3c00ce9a-31d2-4870-9be6-e26580188db6 HTTP/1.1" status: 200 len: 1096 time: 0.0789306 Sep 14 23:24:06.329145 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21384151-e9cd-4aa5-baee-f47f580d4da4 req-b9c70c4a-d6ac-498e-9e63-a1328ebce850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:06.330504 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-21384151-e9cd-4aa5-baee-f47f580d4da4 req-b9c70c4a-d6ac-498e-9e63-a1328ebce850 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b54f735f-7daf-4157-b7ac-64b61ffba24b HTTP/1.1" status: 200 len: 916 time: 0.1246700 Sep 14 23:24:06.406952 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365b92a-7b56-4a25-8071-9d94652cb857 req-1efcdaa5-a398-4336-a141-84110fc78667 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:06.407535 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-21384151-e9cd-4aa5-baee-f47f580d4da4 req-fea2391d-4e6b-4771-abba-428efc84b525 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03cbd02b-27a5-4d35-af8d-361fc303a4f7 HTTP/1.1" status: 200 len: 217 time: 0.0700476 Sep 14 23:24:06.408418 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1365b92a-7b56-4a25-8071-9d94652cb857 req-1efcdaa5-a398-4336-a141-84110fc78667 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?device_id=3c00ce9a-31d2-4870-9be6-e26580188db6 HTTP/1.1" status: 200 len: 943 time: 0.0909693 Sep 14 23:24:06.456053 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1365b92a-7b56-4a25-8071-9d94652cb857 req-c3c0615f-9ec2-41d2-9191-f2e803a020f8 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/security-groups?id=3a2ba92c-44f7-4c53-93bf-769255506997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418835 Sep 14 23:24:06.473713 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21384151-e9cd-4aa5-baee-f47f580d4da4 req-3fc23362-8c42-4a05-b005-e80bc0c725e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:06.475259 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-21384151-e9cd-4aa5-baee-f47f580d4da4 req-3fc23362-8c42-4a05-b005-e80bc0c725e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63ac4430-dd26-4d97-8c72-7d6f5a066f54 HTTP/1.1" status: 200 len: 855 time: 0.0588272 Sep 14 23:24:06.560005 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21384151-e9cd-4aa5-baee-f47f580d4da4 req-83caa923-8bb4-4cce-9e2f-0351fbda0ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:06.561503 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-21384151-e9cd-4aa5-baee-f47f580d4da4 req-83caa923-8bb4-4cce-9e2f-0351fbda0ef4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b54f735f-7daf-4157-b7ac-64b61ffba24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792255 Sep 14 23:24:06.690362 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-21384151-e9cd-4aa5-baee-f47f580d4da4 req-066af5f9-38ca-4b34-8b0d-6af5df6ec933 service neutron] 10.222.0.20 "GET /v2.0/networks/b54f735f-7daf-4157-b7ac-64b61ffba24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222224 Sep 14 23:24:06.823446 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-21384151-e9cd-4aa5-baee-f47f580d4da4 req-e2020441-94a4-45af-bac9-48e60db209c2 service neutron] 10.222.0.20 "GET /v2.0/networks/b54f735f-7daf-4157-b7ac-64b61ffba24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240396 Sep 14 23:24:07.303107 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 03cbd02b-27a5-4d35-af8d-361fc303a4f7 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:24:07.435089 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 03cbd02b-27a5-4d35-af8d-361fc303a4f7, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=03cbd02b-27a5-4d35-af8d-361fc303a4f7,segment=NetworkSegment(6d154c3f-9a20-4a97-a695-fa95649f6a6a),segment_id=6d154c3f-9a20-4a97-a695-fa95649f6a6a)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:24:07.447779 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': '03cbd02b-27a5-4d35-af8d-361fc303a4f7', 'network_id': 'b54f735f-7daf-4157-b7ac-64b61ffba24b', 'port_id': '03cbd02b-27a5-4d35-af8d-361fc303a4f7', 'mac_address': 'fa:16:3e:7b:cb:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63ac4430-dd26-4d97-8c72-7d6f5a066f54', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:24:07.505304 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 03cbd02b-27a5-4d35-af8d-361fc303a4f7 is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:24:07.505779 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:07.523040 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03cbd02b-27a5-4d35-af8d-361fc303a4f7 {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:24:07.538285 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 03cbd02b-27a5-4d35-af8d-361fc303a4f7, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=03cbd02b-27a5-4d35-af8d-361fc303a4f7,segment=NetworkSegment(6d154c3f-9a20-4a97-a695-fa95649f6a6a),segment_id=6d154c3f-9a20-4a97-a695-fa95649f6a6a)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:24:07.543391 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:07.609558 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=03cbd02b-27a5-4d35-af8d-361fc303a4f7,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:24:07.654063 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87372bac-f3f2-4838-b5dd-4dbe6700e7fe req-8c5eafe8-36d9-45f9-ba8a-337fd84fde6c tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:07.655521 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-87372bac-f3f2-4838-b5dd-4dbe6700e7fe req-8c5eafe8-36d9-45f9-ba8a-337fd84fde6c tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?device_id=3c00ce9a-31d2-4870-9be6-e26580188db6 HTTP/1.1" status: 200 len: 944 time: 0.0873668 Sep 14 23:24:07.700536 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-87372bac-f3f2-4838-b5dd-4dbe6700e7fe req-596f5922-7d99-4345-babb-687c8c4b96c8 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/security-groups?id=3a2ba92c-44f7-4c53-93bf-769255506997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389163 Sep 14 23:24:07.732203 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['03cbd02b-27a5-4d35-af8d-361fc303a4f7'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:24:07.793976 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3459-5b64-4b42-b8cc-f3b2451ba6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:08.903974 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7c317-d38b-4ec2-949a-1acb17cdf0c9 req-6fc7507f-f163-4f8a-b809-0416c94a18c9 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:08.905524 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b1c7c317-d38b-4ec2-949a-1acb17cdf0c9 req-6fc7507f-f163-4f8a-b809-0416c94a18c9 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?device_id=3c00ce9a-31d2-4870-9be6-e26580188db6 HTTP/1.1" status: 200 len: 944 time: 0.0923669 Sep 14 23:24:08.949362 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b1c7c317-d38b-4ec2-949a-1acb17cdf0c9 req-6c610603-161f-4818-9a28-0a6c73e22015 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/security-groups?id=3a2ba92c-44f7-4c53-93bf-769255506997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381949 Sep 14 23:24:09.320961 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 03cbd02b-27a5-4d35-af8d-361fc303a4f7 up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:24:09.387669 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port 03cbd02b-27a5-4d35-af8d-361fc303a4f7 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:24:09.392456 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port 03cbd02b-27a5-4d35-af8d-361fc303a4f7 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:24:09.392863 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:09.505894 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 03cbd02b-27a5-4d35-af8d-361fc303a4f7 is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:24:09.506259 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:09.532547 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c00ce9a-31d2-4870-9be6-e26580188db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03cbd02b-27a5-4d35-af8d-361fc303a4f7'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:24:09.534778 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdfe5ed-1fd8-4097-883c-8f76b28e4c6c" -d '{"events": [{"server_uuid": "3c00ce9a-31d2-4870-9be6-e26580188db6", "name": "network-vif-plugged", "status": "completed", "tag": "03cbd02b-27a5-4d35-af8d-361fc303a4f7"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:24:09.541988 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 03cbd02b-27a5-4d35-af8d-361fc303a4f7, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=03cbd02b-27a5-4d35-af8d-361fc303a4f7,segment=NetworkSegment(6d154c3f-9a20-4a97-a695-fa95649f6a6a),segment_id=6d154c3f-9a20-4a97-a695-fa95649f6a6a)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:24:09.545858 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:09.580720 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46bfe45-495a-4014-846e-046b05e2f931 x-openstack-request-id: req-f46bfe45-495a-4014-846e-046b05e2f931 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:24:09.580999 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c00ce9a-31d2-4870-9be6-e26580188db6", "name": "network-vif-plugged", "status": "completed", "tag": "03cbd02b-27a5-4d35-af8d-361fc303a4f7", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:24:09.581242 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f46bfe45-495a-4014-846e-046b05e2f931 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:24:09.581622 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f46bfe45-495a-4014-846e-046b05e2f931'] response: {'server_uuid': '3c00ce9a-31d2-4870-9be6-e26580188db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03cbd02b-27a5-4d35-af8d-361fc303a4f7', 'code': 200} Sep 14 23:24:09.649695 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=03cbd02b-27a5-4d35-af8d-361fc303a4f7,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:24:09.776783 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a3d80aa6-835c-4ca1-abde-c4c4cd022501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:09.810856 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4a24b-8d63-42d1-b60e-277304fc44e7 req-a08af82f-6d30-4566-8f53-e011892ba501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:09.812368 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-87f4a24b-8d63-42d1-b60e-277304fc44e7 req-a08af82f-6d30-4566-8f53-e011892ba501 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3c00ce9a-31d2-4870-9be6-e26580188db6 HTTP/1.1" status: 200 len: 1098 time: 0.0780878 Sep 14 23:24:09.852064 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-87f4a24b-8d63-42d1-b60e-277304fc44e7 req-79df86d7-1933-451c-b97f-9ef78f6dab3a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3a2ba92c-44f7-4c53-93bf-769255506997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336454 Sep 14 23:24:10.143531 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a86f80-8a8e-4f7f-ad2a-a942dc3df4d8 req-b257e1ed-03e6-4944-becd-42f7f54f86cd tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:10.144893 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-03a86f80-8a8e-4f7f-ad2a-a942dc3df4d8 req-b257e1ed-03e6-4944-becd-42f7f54f86cd tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?device_id=3c00ce9a-31d2-4870-9be6-e26580188db6 HTTP/1.1" status: 200 len: 945 time: 0.0854158 Sep 14 23:24:10.191209 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-03a86f80-8a8e-4f7f-ad2a-a942dc3df4d8 req-1832a162-0add-47d2-9951-86d206a03367 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/security-groups?id=3a2ba92c-44f7-4c53-93bf-769255506997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407078 Sep 14 23:24:10.900355 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:10.934782 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:11.396481 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32468f84-8b50-4417-885c-5cdddf686588 req-3a291137-5353-47fe-9919-ded35a7a951e tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:11.397953 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-32468f84-8b50-4417-885c-5cdddf686588 req-3a291137-5353-47fe-9919-ded35a7a951e tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?device_id=3c00ce9a-31d2-4870-9be6-e26580188db6 HTTP/1.1" status: 200 len: 945 time: 0.0952823 Sep 14 23:24:11.441502 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-32468f84-8b50-4417-885c-5cdddf686588 req-75fa6236-cd06-40b8-83fe-1a91bd413f4a tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/security-groups?id=3a2ba92c-44f7-4c53-93bf-769255506997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374978 Sep 14 23:24:11.636934 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250d064-64cf-4772-802e-f0fb657ee5e8 req-06f1e8d0-466d-4285-a65a-4e75e13f5106 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:11.638391 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9250d064-64cf-4772-802e-f0fb657ee5e8 req-06f1e8d0-466d-4285-a65a-4e75e13f5106 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?device_id=3c00ce9a-31d2-4870-9be6-e26580188db6 HTTP/1.1" status: 200 len: 945 time: 0.0893090 Sep 14 23:24:11.682182 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9250d064-64cf-4772-802e-f0fb657ee5e8 req-0fbeeb78-72f1-4d51-92d4-6a98b585ea63 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/security-groups?id=3a2ba92c-44f7-4c53-93bf-769255506997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382695 Sep 14 23:24:12.498282 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:19.625059 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:24.679837 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:24:25.665351 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-919109d0-06f9-43b5-acd9-1d9cfb2c59b1 req-f5631677-d742-4bc6-a48e-c576e6ae43e3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3c00ce9a-31d2-4870-9be6-e26580188db6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1389804 Sep 14 23:24:25.814528 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919109d0-06f9-43b5-acd9-1d9cfb2c59b1 req-9792f8c1-a562-41a5-a113-869ec4e6f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:25.816014 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-919109d0-06f9-43b5-acd9-1d9cfb2c59b1 req-9792f8c1-a562-41a5-a113-869ec4e6f72a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5e261c9ba3e742bbbc24a2444b2b95dc&device_id=3c00ce9a-31d2-4870-9be6-e26580188db6 HTTP/1.1" status: 200 len: 1098 time: 0.0786524 Sep 14 23:24:25.966215 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919109d0-06f9-43b5-acd9-1d9cfb2c59b1 req-0070dc2d-5372-4548-b7b8-681bfaadd980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:25.967548 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-919109d0-06f9-43b5-acd9-1d9cfb2c59b1 req-0070dc2d-5372-4548-b7b8-681bfaadd980 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b54f735f-7daf-4157-b7ac-64b61ffba24b HTTP/1.1" status: 200 len: 916 time: 0.1337619 Sep 14 23:24:26.024398 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8ccdd-cf57-4180-9c77-d3615a3e12c7 req-a2ba5980-2668-4e68-9892-9ccac4460bd0 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:26.026540 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-88e8ccdd-cf57-4180-9c77-d3615a3e12c7 req-a2ba5980-2668-4e68-9892-9ccac4460bd0 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?device_id=3c00ce9a-31d2-4870-9be6-e26580188db6 HTTP/1.1" status: 200 len: 945 time: 0.0893767 Sep 14 23:24:26.046753 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-919109d0-06f9-43b5-acd9-1d9cfb2c59b1 req-52cb6b8d-dc3f-4891-9d12-d9860323217e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03cbd02b-27a5-4d35-af8d-361fc303a4f7 HTTP/1.1" status: 200 len: 217 time: 0.0720501 Sep 14 23:24:26.078472 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-88e8ccdd-cf57-4180-9c77-d3615a3e12c7 req-6e2e19a1-42d4-44c6-b693-e5c84f566b0e tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/security-groups?id=3a2ba92c-44f7-4c53-93bf-769255506997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463462 Sep 14 23:24:26.110702 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919109d0-06f9-43b5-acd9-1d9cfb2c59b1 req-e846b189-8783-412a-ade2-119860eb9bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:26.112148 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-919109d0-06f9-43b5-acd9-1d9cfb2c59b1 req-e846b189-8783-412a-ade2-119860eb9bb1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63ac4430-dd26-4d97-8c72-7d6f5a066f54 HTTP/1.1" status: 200 len: 855 time: 0.0588565 Sep 14 23:24:26.195995 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919109d0-06f9-43b5-acd9-1d9cfb2c59b1 req-57dad0e0-b931-41a7-81a3-1694a3fe28a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:26.198007 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-919109d0-06f9-43b5-acd9-1d9cfb2c59b1 req-57dad0e0-b931-41a7-81a3-1694a3fe28a9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b54f735f-7daf-4157-b7ac-64b61ffba24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787482 Sep 14 23:24:26.428890 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-919109d0-06f9-43b5-acd9-1d9cfb2c59b1 req-bfecdc78-01d3-4f49-96fe-5257058204ed service neutron] 10.222.0.20 "GET /v2.0/networks/b54f735f-7daf-4157-b7ac-64b61ffba24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237518 Sep 14 23:24:26.558065 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-919109d0-06f9-43b5-acd9-1d9cfb2c59b1 req-43c00fec-3cbf-4632-8794-323d526adffe service neutron] 10.222.0.20 "GET /v2.0/networks/b54f735f-7daf-4157-b7ac-64b61ffba24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223018 Sep 14 23:24:27.278466 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c63d2-cc81-42ea-af9d-2cf7241a2471 req-eba594d3-47f9-4cef-9a80-ebb94f94bdbc tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:27.279930 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d54c63d2-cc81-42ea-af9d-2cf7241a2471 req-eba594d3-47f9-4cef-9a80-ebb94f94bdbc tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?device_id=3c00ce9a-31d2-4870-9be6-e26580188db6 HTTP/1.1" status: 200 len: 945 time: 0.0901740 Sep 14 23:24:27.323799 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d54c63d2-cc81-42ea-af9d-2cf7241a2471 req-83e06faf-c253-4cad-bf95-4163bc5accd9 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/security-groups?id=3a2ba92c-44f7-4c53-93bf-769255506997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373375 Sep 14 23:24:27.472819 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218af262-02e5-4577-a918-f2f7d625e233 req-d8d01f60-61e3-4976-902e-854cc31f06d2 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:27.473507 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-218af262-02e5-4577-a918-f2f7d625e233 req-d8d01f60-61e3-4976-902e-854cc31f06d2 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Synchronizing usage tracker for tenant:5e261c9ba3e742bbbc24a2444b2b95dc on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:24:27.489600 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-218af262-02e5-4577-a918-f2f7d625e233 req-d8d01f60-61e3-4976-902e-854cc31f06d2 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Unset dirty status for tenant:5e261c9ba3e742bbbc24a2444b2b95dc on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:24:27.491001 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-218af262-02e5-4577-a918-f2f7d625e233 req-d8d01f60-61e3-4976-902e-854cc31f06d2 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c00ce9a-31d2-4870-9be6-e26580188db6 HTTP/1.1" status: 200 len: 945 time: 0.1032460 Sep 14 23:24:27.564282 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-218af262-02e5-4577-a918-f2f7d625e233 req-7a1a82d7-851f-424b-85ca-2b5e179ad23b tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Deleting port 03cbd02b-27a5-4d35-af8d-361fc303a4f7 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:24:27.564656 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-218af262-02e5-4577-a918-f2f7d625e233 req-7a1a82d7-851f-424b-85ca-2b5e179ad23b tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:27.817038 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-218af262-02e5-4577-a918-f2f7d625e233 req-7a1a82d7-851f-424b-85ca-2b5e179ad23b tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] For port 03cbd02b-27a5-4d35-af8d-361fc303a4f7, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=03cbd02b-27a5-4d35-af8d-361fc303a4f7,segment=NetworkSegment(6d154c3f-9a20-4a97-a695-fa95649f6a6a),segment_id=6d154c3f-9a20-4a97-a695-fa95649f6a6a)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:24:27.817387 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-218af262-02e5-4577-a918-f2f7d625e233 req-7a1a82d7-851f-424b-85ca-2b5e179ad23b tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:27.939592 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-218af262-02e5-4577-a918-f2f7d625e233 req-7a1a82d7-851f-424b-85ca-2b5e179ad23b tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Calling delete_port for 03cbd02b-27a5-4d35-af8d-361fc303a4f7 owned by compute:nova {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:24:28.084795 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-218af262-02e5-4577-a918-f2f7d625e233 req-7a1a82d7-851f-424b-85ca-2b5e179ad23b tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:28.096505 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['03cbd02b-27a5-4d35-af8d-361fc303a4f7'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:24:28.137139 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a82d7-851f-424b-85ca-2b5e179ad23b tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Pushing event deleted for resources: {'Port': ['ID=03cbd02b-27a5-4d35-af8d-361fc303a4f7,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:24:28.226015 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-218af262-02e5-4577-a918-f2f7d625e233 req-7a1a82d7-851f-424b-85ca-2b5e179ad23b tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] No DVR routers for this DVR port 03cbd02b-27a5-4d35-af8d-361fc303a4f7 on host hv-neutron-8577 {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:24:28.228987 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-218af262-02e5-4577-a918-f2f7d625e233 req-7a1a82d7-851f-424b-85ca-2b5e179ad23b tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:28.231540 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c00ce9a-31d2-4870-9be6-e26580188db6', 'name': 'network-vif-deleted', 'tag': '03cbd02b-27a5-4d35-af8d-361fc303a4f7'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:24:28.234099 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fdc3cb-45bc-4f27-9812-e42432d159d0" -d '{"events": [{"server_uuid": "3c00ce9a-31d2-4870-9be6-e26580188db6", "name": "network-vif-deleted", "tag": "03cbd02b-27a5-4d35-af8d-361fc303a4f7"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:24:28.248674 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-218af262-02e5-4577-a918-f2f7d625e233 req-7a1a82d7-851f-424b-85ca-2b5e179ad23b tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.20 "DELETE /v2.0/ports/03cbd02b-27a5-4d35-af8d-361fc303a4f7 HTTP/1.1" status: 204 len: 173 time: 0.7530231 Sep 14 23:24:28.283139 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f4e126-ca8c-4690-9542-fdef9fa0c016 x-openstack-request-id: req-08f4e126-ca8c-4690-9542-fdef9fa0c016 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:24:28.283427 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c00ce9a-31d2-4870-9be6-e26580188db6", "name": "network-vif-deleted", "tag": "03cbd02b-27a5-4d35-af8d-361fc303a4f7", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:24:28.283671 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-08f4e126-ca8c-4690-9542-fdef9fa0c016 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:24:28.284114 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08f4e126-ca8c-4690-9542-fdef9fa0c016'] response: {'server_uuid': '3c00ce9a-31d2-4870-9be6-e26580188db6', 'name': 'network-vif-deleted', 'tag': '03cbd02b-27a5-4d35-af8d-361fc303a4f7', 'status': 'completed', 'code': 200} Sep 14 23:24:28.503139 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-358b2881-01e7-4a01-a9ea-5e14899cfd04 req-6da40a01-c88e-4510-a30e-1cd41d1d7537 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?device_id=3c00ce9a-31d2-4870-9be6-e26580188db6 HTTP/1.1" status: 200 len: 210 time: 0.0526688 Sep 14 23:24:29.961055 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-1a447a59-5f85-4d8c-9c00-be0b05ba0188 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:29.962501 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-1a447a59-5f85-4d8c-9c00-be0b05ba0188 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/networks?id=b54f735f-7daf-4157-b7ac-64b61ffba24b HTTP/1.1" status: 200 len: 816 time: 0.1467495 Sep 14 23:24:29.976717 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-fbb88ffb-0fb4-4da7-994f-46f4778836e1 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/quotas/5e261c9ba3e742bbbc24a2444b2b95dc HTTP/1.1" status: 200 len: 375 time: 0.0087988 Sep 14 23:24:30.064331 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d9e4558b-adc9-446b-a26c-5351f13ecb04 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=5e261c9ba3e742bbbc24a2444b2b95dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823567 Sep 14 23:24:30.199214 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-4b8fb271-95eb-4403-a5d1-76e1a1552605 service neutron] 10.222.0.33 "GET /v2.0/networks/b54f735f-7daf-4157-b7ac-64b61ffba24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236928 Sep 14 23:24:30.414906 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-ad1b44d2-9996-4c10-bbe3-f91eeff9e603 service neutron] 10.222.0.33 "GET /v2.0/networks/b54f735f-7daf-4157-b7ac-64b61ffba24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099612 Sep 14 23:24:30.599205 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9694ef44-d795-4e6b-853d-9c0ea0cc3b11 req-4063f210-41c4-443c-8271-0b4bc802311f tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?device_id=8909e3ad-777f-4b0f-a7fd-82462a780c6d HTTP/1.1" status: 200 len: 210 time: 0.0538831 Sep 14 23:24:31.410578 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 03cbd02b-27a5-4d35-af8d-361fc303a4f7 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:24:31.452386 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: 03cbd02b-27a5-4d35-af8d-361fc303a4f7 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:24:31.452747 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 03cbd02b-27a5-4d35-af8d-361fc303a4f7 not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:24:31.573117 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-2640bad1-a2cf-4589-9055-3d6c77e3519d tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:31.574510 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-2640bad1-a2cf-4589-9055-3d6c77e3519d tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.20 "GET /v2.0/networks?id=b54f735f-7daf-4157-b7ac-64b61ffba24b HTTP/1.1" status: 200 len: 816 time: 0.1484349 Sep 14 23:24:31.585751 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d2747126-af36-486e-b706-e2c9a53436a1 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Request body: {'port': {'device_id': '8909e3ad-777f-4b0f-a7fd-82462a780c6d', 'network_id': 'b54f735f-7daf-4157-b7ac-64b61ffba24b', 'admin_state_up': True, 'tenant_id': '5e261c9ba3e742bbbc24a2444b2b95dc'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:24:31.721578 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d2747126-af36-486e-b706-e2c9a53436a1 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:24:31.725580 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d2747126-af36-486e-b706-e2c9a53436a1 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Usage tracker for resource:port and tenant:5e261c9ba3e742bbbc24a2444b2b95dc is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:24:31.728979 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d2747126-af36-486e-b706-e2c9a53436a1 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:24:31.734864 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d2747126-af36-486e-b706-e2c9a53436a1 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:24:31.745381 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d2747126-af36-486e-b706-e2c9a53436a1 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Made reservation on behalf of 5e261c9ba3e742bbbc24a2444b2b95dc for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:24:31.749053 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d2747126-af36-486e-b706-e2c9a53436a1 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:31.761388 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3ea1a47b-9e9d-4d7d-bfb7-a787d17490b3 req-25ee8ae5-c073-455b-a492-7270821e7e52 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?device_id=8909e3ad-777f-4b0f-a7fd-82462a780c6d HTTP/1.1" status: 200 len: 210 time: 0.0509026 Sep 14 23:24:31.908266 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d2747126-af36-486e-b706-e2c9a53436a1 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Allocated IP 172.20.0.9 (b54f735f-7daf-4157-b7ac-64b61ffba24b/63ac4430-dd26-4d97-8c72-7d6f5a066f54/6932feb8-5d2a-426f-b1ca-d63173a71740) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:24:32.200328 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d2747126-af36-486e-b706-e2c9a53436a1 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:32.215824 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d2747126-af36-486e-b706-e2c9a53436a1 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Transition to ACTIVE for port object 6932feb8-5d2a-426f-b1ca-d63173a71740 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:24:32.238140 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d2747126-af36-486e-b706-e2c9a53436a1 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:32.305824 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d2747126-af36-486e-b706-e2c9a53436a1 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Network b54f735f-7daf-4157-b7ac-64b61ffba24b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:24:32.309565 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d2747126-af36-486e-b706-e2c9a53436a1 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:24:32.313284 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d2747126-af36-486e-b706-e2c9a53436a1 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:24:32.346471 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2747126-af36-486e-b706-e2c9a53436a1 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Pushing event updated for resources: {'Port': ['ID=6932feb8-5d2a-426f-b1ca-d63173a71740,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:24:32.383579 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d2747126-af36-486e-b706-e2c9a53436a1 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:32.384832 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d2747126-af36-486e-b706-e2c9a53436a1 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:32.409588 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d2747126-af36-486e-b706-e2c9a53436a1 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8273056 Sep 14 23:24:32.421259 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d0d9d463-a1d6-4ef5-bd46-5ee000933534 service neutron] Request body: {'port': {'device_id': '8909e3ad-777f-4b0f-a7fd-82462a780c6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:24:32.537504 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-2da0c8f2-1dd6-4e85-848c-1a5ddedf0ace None None] Provisioning for port 6932feb8-5d2a-426f-b1ca-d63173a71740 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:24:32.542228 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d0d9d463-a1d6-4ef5-bd46-5ee000933534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:32.542386 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-2da0c8f2-1dd6-4e85-848c-1a5ddedf0ace None None] Provisioning complete for port 6932feb8-5d2a-426f-b1ca-d63173a71740 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:24:32.542701 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2da0c8f2-1dd6-4e85-848c-1a5ddedf0ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:32.594571 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-2da0c8f2-1dd6-4e85-848c-1a5ddedf0ace None None] Port 6932feb8-5d2a-426f-b1ca-d63173a71740 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:24:32.876529 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d0d9d463-a1d6-4ef5-bd46-5ee000933534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6932feb8-5d2a-426f-b1ca-d63173a71740 {{(pid=89171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:24:32.883769 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d0d9d463-a1d6-4ef5-bd46-5ee000933534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:32.897763 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d0d9d463-a1d6-4ef5-bd46-5ee000933534 service neutron] Transition to ACTIVE for port object 6932feb8-5d2a-426f-b1ca-d63173a71740 will not be triggered until provisioned by entity L2. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:24:32.902587 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d0d9d463-a1d6-4ef5-bd46-5ee000933534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:32.961756 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0caf6e0-1172-4505-bc33-a7d3735c9ece req-0ef44646-a331-4d1f-85f7-88f5f5530e30 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:32.963217 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e0caf6e0-1172-4505-bc33-a7d3735c9ece req-0ef44646-a331-4d1f-85f7-88f5f5530e30 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?device_id=8909e3ad-777f-4b0f-a7fd-82462a780c6d HTTP/1.1" status: 200 len: 943 time: 0.0901136 Sep 14 23:24:33.008475 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e0caf6e0-1172-4505-bc33-a7d3735c9ece req-24f12936-5005-47e3-bcac-181a3e93b0d9 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/security-groups?id=3a2ba92c-44f7-4c53-93bf-769255506997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396409 Sep 14 23:24:33.086253 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9d463-a1d6-4ef5-bd46-5ee000933534 service neutron] Pushing event updated for resources: {'Port': ['ID=6932feb8-5d2a-426f-b1ca-d63173a71740,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:24:33.126193 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d0d9d463-a1d6-4ef5-bd46-5ee000933534 service neutron] Attempting to bind port 6932feb8-5d2a-426f-b1ca-d63173a71740 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:24:33.126518 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d0d9d463-a1d6-4ef5-bd46-5ee000933534 service neutron] Attempting to bind port 6932feb8-5d2a-426f-b1ca-d63173a71740 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '6d154c3f-9a20-4a97-a695-fa95649f6a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b54f735f-7daf-4157-b7ac-64b61ffba24b'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:24:33.126838 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d0d9d463-a1d6-4ef5-bd46-5ee000933534 service neutron] Attempting to bind port 6932feb8-5d2a-426f-b1ca-d63173a71740 on network b54f735f-7daf-4157-b7ac-64b61ffba24b {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:24:33.131268 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d0d9d463-a1d6-4ef5-bd46-5ee000933534 service neutron] Port 6932feb8-5d2a-426f-b1ca-d63173a71740 on network b54f735f-7daf-4157-b7ac-64b61ffba24b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:24:33.131582 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d0d9d463-a1d6-4ef5-bd46-5ee000933534 service neutron] Attempting to bind port 6932feb8-5d2a-426f-b1ca-d63173a71740 on network b54f735f-7daf-4157-b7ac-64b61ffba24b {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:24:33.136516 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d0d9d463-a1d6-4ef5-bd46-5ee000933534 service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:24:33.136870 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d0d9d463-a1d6-4ef5-bd46-5ee000933534 service neutron] Checking segment: {'id': '6d154c3f-9a20-4a97-a695-fa95649f6a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b54f735f-7daf-4157-b7ac-64b61ffba24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:24:33.137243 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d0d9d463-a1d6-4ef5-bd46-5ee000933534 service neutron] Bound using segment: {'id': '6d154c3f-9a20-4a97-a695-fa95649f6a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b54f735f-7daf-4157-b7ac-64b61ffba24b'} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:24:33.137657 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d0d9d463-a1d6-4ef5-bd46-5ee000933534 service neutron] Bound port: 6932feb8-5d2a-426f-b1ca-d63173a71740, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d154c3f-9a20-4a97-a695-fa95649f6a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b54f735f-7daf-4157-b7ac-64b61ffba24b'}}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:24:33.137990 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d0d9d463-a1d6-4ef5-bd46-5ee000933534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:33.222621 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d0d9d463-a1d6-4ef5-bd46-5ee000933534 service neutron] For port 6932feb8-5d2a-426f-b1ca-d63173a71740, host hv-neutron-8577, cleared binding levels {{(pid=89171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:24:33.225491 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d0d9d463-a1d6-4ef5-bd46-5ee000933534 service neutron] For port 6932feb8-5d2a-426f-b1ca-d63173a71740, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6932feb8-5d2a-426f-b1ca-d63173a71740,segment=NetworkSegment(6d154c3f-9a20-4a97-a695-fa95649f6a6a),segment_id=6d154c3f-9a20-4a97-a695-fa95649f6a6a)] {{(pid=89171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:24:33.230441 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d0d9d463-a1d6-4ef5-bd46-5ee000933534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:33.263193 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d0d9d463-a1d6-4ef5-bd46-5ee000933534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:33.263797 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d0d9d463-a1d6-4ef5-bd46-5ee000933534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:33.265178 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-d0d9d463-a1d6-4ef5-bd46-5ee000933534 service neutron] 10.222.0.20 "PUT /v2.0/ports/6932feb8-5d2a-426f-b1ca-d63173a71740 HTTP/1.1" status: 200 len: 1093 time: 0.8483322 Sep 14 23:24:33.265595 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8909e3ad-777f-4b0f-a7fd-82462a780c6d', 'tag': '6932feb8-5d2a-426f-b1ca-d63173a71740'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:24:33.267850 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c6b693-f5ef-41fa-8a39-a9ab1aaf07d3" -d '{"events": [{"name": "network-changed", "server_uuid": "8909e3ad-777f-4b0f-a7fd-82462a780c6d", "tag": "6932feb8-5d2a-426f-b1ca-d63173a71740"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:24:33.344942 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de07946-60b7-46ad-86da-dfa6e898e396 x-openstack-request-id: req-3de07946-60b7-46ad-86da-dfa6e898e396 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:24:33.345171 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8909e3ad-777f-4b0f-a7fd-82462a780c6d", "tag": "6932feb8-5d2a-426f-b1ca-d63173a71740", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:24:33.345383 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3de07946-60b7-46ad-86da-dfa6e898e396 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:24:33.345770 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3de07946-60b7-46ad-86da-dfa6e898e396'] response: {'name': 'network-changed', 'server_uuid': '8909e3ad-777f-4b0f-a7fd-82462a780c6d', 'tag': '6932feb8-5d2a-426f-b1ca-d63173a71740', 'status': 'completed', 'code': 200} Sep 14 23:24:33.354249 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9d463-a1d6-4ef5-bd46-5ee000933534 service neutron] Pushing event updated for resources: {'Port': ['ID=6932feb8-5d2a-426f-b1ca-d63173a71740,revision_number=3']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:24:33.392441 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-12787ecf-0803-4fe2-8b0e-33b55064a3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:33.393951 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-12787ecf-0803-4fe2-8b0e-33b55064a3ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5e261c9ba3e742bbbc24a2444b2b95dc&device_id=8909e3ad-777f-4b0f-a7fd-82462a780c6d HTTP/1.1" status: 200 len: 1096 time: 0.0885072 Sep 14 23:24:33.463937 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-10b7ebd0-b02c-42ba-956c-3d41e9ab049a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6932feb8-5d2a-426f-b1ca-d63173a71740 HTTP/1.1" status: 200 len: 217 time: 0.0628214 Sep 14 23:24:33.523362 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-9a10f746-2ef0-4ff0-9aef-2ed0ff090177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:33.525301 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-9a10f746-2ef0-4ff0-9aef-2ed0ff090177 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63ac4430-dd26-4d97-8c72-7d6f5a066f54 HTTP/1.1" status: 200 len: 855 time: 0.0551767 Sep 14 23:24:33.608806 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-3db67c1f-c627-456f-a53c-67477a6b907e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:33.610207 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-3db67c1f-c627-456f-a53c-67477a6b907e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b54f735f-7daf-4157-b7ac-64b61ffba24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796165 Sep 14 23:24:33.737732 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-78e8d1cd-2f06-4420-b217-cc75e4714574 service neutron] 10.222.0.20 "GET /v2.0/networks/b54f735f-7daf-4157-b7ac-64b61ffba24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214585 Sep 14 23:24:33.964303 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-786c8dd5-637f-4e81-87ec-8b04b2e920cb req-97afe7cc-3a58-4c60-affc-410b1e0cd485 service neutron] 10.222.0.20 "GET /v2.0/networks/b54f735f-7daf-4157-b7ac-64b61ffba24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195978 Sep 14 23:24:34.083293 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6b693-f5ef-41fa-8a39-a9ab1aaf07d3 req-f954cff6-487b-404d-b7af-0fa278e932c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:34.084800 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-89c6b693-f5ef-41fa-8a39-a9ab1aaf07d3 req-f954cff6-487b-404d-b7af-0fa278e932c3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5e261c9ba3e742bbbc24a2444b2b95dc&device_id=8909e3ad-777f-4b0f-a7fd-82462a780c6d HTTP/1.1" status: 200 len: 1096 time: 0.0780995 Sep 14 23:24:34.203875 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b077309-1851-45c6-ac0c-8eabdad9a014 req-d1805b41-9668-4c19-ae63-b3d517938874 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:34.205344 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8b077309-1851-45c6-ac0c-8eabdad9a014 req-d1805b41-9668-4c19-ae63-b3d517938874 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?device_id=8909e3ad-777f-4b0f-a7fd-82462a780c6d HTTP/1.1" status: 200 len: 943 time: 0.0867684 Sep 14 23:24:34.216778 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6b693-f5ef-41fa-8a39-a9ab1aaf07d3 req-5ad2028f-6542-4048-aeac-87442d511b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:34.218132 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-89c6b693-f5ef-41fa-8a39-a9ab1aaf07d3 req-5ad2028f-6542-4048-aeac-87442d511b4b service neutron] 10.222.0.20 "GET /v2.0/networks?id=b54f735f-7daf-4157-b7ac-64b61ffba24b HTTP/1.1" status: 200 len: 916 time: 0.1273179 Sep 14 23:24:34.248988 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8b077309-1851-45c6-ac0c-8eabdad9a014 req-6b30fffb-f275-4226-a4ea-114ed1c9fe71 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/security-groups?id=3a2ba92c-44f7-4c53-93bf-769255506997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380182 Sep 14 23:24:34.289887 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-89c6b693-f5ef-41fa-8a39-a9ab1aaf07d3 req-853d8521-be31-4e9e-a35d-20ecdd5a0c75 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6932feb8-5d2a-426f-b1ca-d63173a71740 HTTP/1.1" status: 200 len: 217 time: 0.0646327 Sep 14 23:24:34.351169 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6b693-f5ef-41fa-8a39-a9ab1aaf07d3 req-acc3aa67-b1ee-4d8a-9598-ed6b316f7a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:34.353379 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-89c6b693-f5ef-41fa-8a39-a9ab1aaf07d3 req-acc3aa67-b1ee-4d8a-9598-ed6b316f7a7d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63ac4430-dd26-4d97-8c72-7d6f5a066f54 HTTP/1.1" status: 200 len: 855 time: 0.0567145 Sep 14 23:24:34.437048 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6b693-f5ef-41fa-8a39-a9ab1aaf07d3 req-b4cf1606-0663-4c4f-b0f8-2f4ac461bd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:34.438518 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-89c6b693-f5ef-41fa-8a39-a9ab1aaf07d3 req-b4cf1606-0663-4c4f-b0f8-2f4ac461bd84 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b54f735f-7daf-4157-b7ac-64b61ffba24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798028 Sep 14 23:24:34.568906 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-89c6b693-f5ef-41fa-8a39-a9ab1aaf07d3 req-45405b1d-5475-4626-8123-5c281bb41988 service neutron] 10.222.0.20 "GET /v2.0/networks/b54f735f-7daf-4157-b7ac-64b61ffba24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228540 Sep 14 23:24:34.697489 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-89c6b693-f5ef-41fa-8a39-a9ab1aaf07d3 req-28ece560-a997-4097-b88f-4eb4f97f941c service neutron] 10.222.0.20 "GET /v2.0/networks/b54f735f-7daf-4157-b7ac-64b61ffba24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219616 Sep 14 23:24:35.410131 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 6932feb8-5d2a-426f-b1ca-d63173a71740 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:24:35.448431 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9faf34-d6b6-496a-a52f-7e46cc30a3e6 req-2f9e6fed-9a6c-4fc3-b3ee-eca01585bcbc tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:35.449932 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cb9faf34-d6b6-496a-a52f-7e46cc30a3e6 req-2f9e6fed-9a6c-4fc3-b3ee-eca01585bcbc tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?device_id=8909e3ad-777f-4b0f-a7fd-82462a780c6d HTTP/1.1" status: 200 len: 943 time: 0.0914376 Sep 14 23:24:35.493882 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cb9faf34-d6b6-496a-a52f-7e46cc30a3e6 req-aa9ab1ee-e8cc-41e2-b2eb-8064f62d74f6 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/security-groups?id=3a2ba92c-44f7-4c53-93bf-769255506997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374935 Sep 14 23:24:35.543130 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 6932feb8-5d2a-426f-b1ca-d63173a71740, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6932feb8-5d2a-426f-b1ca-d63173a71740,segment=NetworkSegment(6d154c3f-9a20-4a97-a695-fa95649f6a6a),segment_id=6d154c3f-9a20-4a97-a695-fa95649f6a6a)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:24:35.555697 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': '6932feb8-5d2a-426f-b1ca-d63173a71740', 'network_id': 'b54f735f-7daf-4157-b7ac-64b61ffba24b', 'port_id': '6932feb8-5d2a-426f-b1ca-d63173a71740', 'mac_address': 'fa:16:3e:d3:14:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63ac4430-dd26-4d97-8c72-7d6f5a066f54', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:24:35.609964 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 6932feb8-5d2a-426f-b1ca-d63173a71740 is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:24:35.610364 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:35.630003 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6932feb8-5d2a-426f-b1ca-d63173a71740 {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:24:35.645593 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 6932feb8-5d2a-426f-b1ca-d63173a71740, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6932feb8-5d2a-426f-b1ca-d63173a71740,segment=NetworkSegment(6d154c3f-9a20-4a97-a695-fa95649f6a6a),segment_id=6d154c3f-9a20-4a97-a695-fa95649f6a6a)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:24:35.648973 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:35.714405 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=6932feb8-5d2a-426f-b1ca-d63173a71740,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:24:35.837967 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['6932feb8-5d2a-426f-b1ca-d63173a71740'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:24:36.688942 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84000f-aee9-49a3-9677-9feda737f280 req-a9b44b87-e5ff-4b33-8cfe-06574ac9a232 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:36.690389 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fa84000f-aee9-49a3-9677-9feda737f280 req-a9b44b87-e5ff-4b33-8cfe-06574ac9a232 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?device_id=8909e3ad-777f-4b0f-a7fd-82462a780c6d HTTP/1.1" status: 200 len: 944 time: 0.0888438 Sep 14 23:24:36.733651 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fa84000f-aee9-49a3-9677-9feda737f280 req-53e4cc94-40d3-4a36-8d55-6dee7bd88c34 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/security-groups?id=3a2ba92c-44f7-4c53-93bf-769255506997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377455 Sep 14 23:24:37.423857 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 6932feb8-5d2a-426f-b1ca-d63173a71740 up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:24:37.498118 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port 6932feb8-5d2a-426f-b1ca-d63173a71740 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:24:37.511319 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port 6932feb8-5d2a-426f-b1ca-d63173a71740 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:24:37.511690 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:37.627208 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 6932feb8-5d2a-426f-b1ca-d63173a71740 is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:24:37.627582 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:37.654790 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8909e3ad-777f-4b0f-a7fd-82462a780c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6932feb8-5d2a-426f-b1ca-d63173a71740'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:24:37.657014 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad4075a-e3a8-4905-b208-53333222967c" -d '{"events": [{"server_uuid": "8909e3ad-777f-4b0f-a7fd-82462a780c6d", "name": "network-vif-plugged", "status": "completed", "tag": "6932feb8-5d2a-426f-b1ca-d63173a71740"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:24:37.664780 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 6932feb8-5d2a-426f-b1ca-d63173a71740, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6932feb8-5d2a-426f-b1ca-d63173a71740,segment=NetworkSegment(6d154c3f-9a20-4a97-a695-fa95649f6a6a),segment_id=6d154c3f-9a20-4a97-a695-fa95649f6a6a)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:24:37.671059 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:37.706312 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0ce40e-2574-450e-a69c-e815e4c571d5 x-openstack-request-id: req-6a0ce40e-2574-450e-a69c-e815e4c571d5 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:24:37.706611 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8909e3ad-777f-4b0f-a7fd-82462a780c6d", "name": "network-vif-plugged", "status": "completed", "tag": "6932feb8-5d2a-426f-b1ca-d63173a71740", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:24:37.706868 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6a0ce40e-2574-450e-a69c-e815e4c571d5 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:24:37.707248 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a0ce40e-2574-450e-a69c-e815e4c571d5'] response: {'server_uuid': '8909e3ad-777f-4b0f-a7fd-82462a780c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6932feb8-5d2a-426f-b1ca-d63173a71740', 'code': 200} Sep 14 23:24:37.754148 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=6932feb8-5d2a-426f-b1ca-d63173a71740,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:24:37.757672 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-25c6a9c3-38a5-4d91-97d9-4e78299fca03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:37.933110 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbd333-74ca-4b6b-aea4-5a16ba0543da req-4b048fd0-22c6-4331-99e3-30386a3fe7bd tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:37.934844 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c7cbd333-74ca-4b6b-aea4-5a16ba0543da req-4b048fd0-22c6-4331-99e3-30386a3fe7bd tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?device_id=8909e3ad-777f-4b0f-a7fd-82462a780c6d HTTP/1.1" status: 200 len: 945 time: 0.0864670 Sep 14 23:24:37.935079 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7461ca1-345b-4c58-8f99-35f08ed1ed7f req-4da1f6cc-6162-4357-a493-1ee4276586ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:37.936499 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b7461ca1-345b-4c58-8f99-35f08ed1ed7f req-4da1f6cc-6162-4357-a493-1ee4276586ad service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8909e3ad-777f-4b0f-a7fd-82462a780c6d HTTP/1.1" status: 200 len: 1098 time: 0.0756958 Sep 14 23:24:37.979768 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b7461ca1-345b-4c58-8f99-35f08ed1ed7f req-e7334a37-2ba5-4d78-a2e6-07a81c60eec9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3a2ba92c-44f7-4c53-93bf-769255506997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374050 Sep 14 23:24:37.980030 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c7cbd333-74ca-4b6b-aea4-5a16ba0543da req-7fea583c-cd74-4699-837c-d3ccaa72a1ef tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/security-groups?id=3a2ba92c-44f7-4c53-93bf-769255506997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394313 Sep 14 23:24:39.178492 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71274cac-e3c9-4210-b793-c717e6b3d39c req-8aa51834-1010-4cf0-a19d-b16c08a0aebb tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:39.179954 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-71274cac-e3c9-4210-b793-c717e6b3d39c req-8aa51834-1010-4cf0-a19d-b16c08a0aebb tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?device_id=8909e3ad-777f-4b0f-a7fd-82462a780c6d HTTP/1.1" status: 200 len: 945 time: 0.0895147 Sep 14 23:24:39.223643 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-71274cac-e3c9-4210-b793-c717e6b3d39c req-1a98cbf4-135c-43eb-99cf-cbc1a4ed1edb tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/security-groups?id=3a2ba92c-44f7-4c53-93bf-769255506997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376916 Sep 14 23:24:39.417983 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b89354-857a-453b-8d23-221f7668180b req-1d874e1f-44ae-4edf-a035-2e4a63e2ea3c tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:39.419415 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d8b89354-857a-453b-8d23-221f7668180b req-1d874e1f-44ae-4edf-a035-2e4a63e2ea3c tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?device_id=8909e3ad-777f-4b0f-a7fd-82462a780c6d HTTP/1.1" status: 200 len: 945 time: 0.0874486 Sep 14 23:24:39.465124 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d8b89354-857a-453b-8d23-221f7668180b req-f0b005cb-9965-4bcb-9181-89c945d31430 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/security-groups?id=3a2ba92c-44f7-4c53-93bf-769255506997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401299 Sep 14 23:24:39.781549 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1aefb07a-2aff-4fcd-a7ab-c3115e04a77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:40.902460 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:40.934637 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:42.502158 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:49.626422 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:53.890009 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1e6b2-9134-4471-97c4-131bd0681308 req-0622aab9-e78d-4dea-b043-a3065ed66b50 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:53.891336 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8de1e6b2-9134-4471-97c4-131bd0681308 req-0622aab9-e78d-4dea-b043-a3065ed66b50 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?device_id=8909e3ad-777f-4b0f-a7fd-82462a780c6d HTTP/1.1" status: 200 len: 945 time: 0.0851302 Sep 14 23:24:53.933478 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8de1e6b2-9134-4471-97c4-131bd0681308 req-94d65e4b-bcaa-45e8-a930-4215e796caee tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/security-groups?id=3a2ba92c-44f7-4c53-93bf-769255506997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366280 Sep 14 23:24:55.137801 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c655c5a-0f5c-4f79-80e4-cb8548add938 req-aa08e92d-bf7d-4b4f-a7a8-ae8dccf5f500 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:55.139278 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6c655c5a-0f5c-4f79-80e4-cb8548add938 req-aa08e92d-bf7d-4b4f-a7a8-ae8dccf5f500 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?device_id=8909e3ad-777f-4b0f-a7fd-82462a780c6d HTTP/1.1" status: 200 len: 945 time: 0.0933399 Sep 14 23:24:55.182310 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6c655c5a-0f5c-4f79-80e4-cb8548add938 req-0a785704-4add-43c2-8bd1-b8f2ff797034 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/security-groups?id=3a2ba92c-44f7-4c53-93bf-769255506997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374386 Sep 14 23:24:55.392517 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a806fa-9119-4b45-be55-0cd5fa9ab377 req-e2cb5d69-698d-4252-9cdb-5e632a58b3b7 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:24:55.393206 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-61a806fa-9119-4b45-be55-0cd5fa9ab377 req-e2cb5d69-698d-4252-9cdb-5e632a58b3b7 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Synchronizing usage tracker for tenant:5e261c9ba3e742bbbc24a2444b2b95dc on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:24:55.410207 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-61a806fa-9119-4b45-be55-0cd5fa9ab377 req-e2cb5d69-698d-4252-9cdb-5e632a58b3b7 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Unset dirty status for tenant:5e261c9ba3e742bbbc24a2444b2b95dc on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:24:55.411313 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-61a806fa-9119-4b45-be55-0cd5fa9ab377 req-e2cb5d69-698d-4252-9cdb-5e632a58b3b7 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.20 "GET /v2.0/ports?device_id=8909e3ad-777f-4b0f-a7fd-82462a780c6d HTTP/1.1" status: 200 len: 945 time: 0.1176529 Sep 14 23:24:55.483245 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-61a806fa-9119-4b45-be55-0cd5fa9ab377 req-ab6d23a9-cd54-44e3-8533-3f3344788aaf tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Deleting port 6932feb8-5d2a-426f-b1ca-d63173a71740 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:24:55.483578 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-61a806fa-9119-4b45-be55-0cd5fa9ab377 req-ab6d23a9-cd54-44e3-8533-3f3344788aaf tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:55.736081 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-61a806fa-9119-4b45-be55-0cd5fa9ab377 req-ab6d23a9-cd54-44e3-8533-3f3344788aaf tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] For port 6932feb8-5d2a-426f-b1ca-d63173a71740, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6932feb8-5d2a-426f-b1ca-d63173a71740,segment=NetworkSegment(6d154c3f-9a20-4a97-a695-fa95649f6a6a),segment_id=6d154c3f-9a20-4a97-a695-fa95649f6a6a)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:24:55.736433 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-61a806fa-9119-4b45-be55-0cd5fa9ab377 req-ab6d23a9-cd54-44e3-8533-3f3344788aaf tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:55.867427 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-61a806fa-9119-4b45-be55-0cd5fa9ab377 req-ab6d23a9-cd54-44e3-8533-3f3344788aaf tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Calling delete_port for 6932feb8-5d2a-426f-b1ca-d63173a71740 owned by compute:nova {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:24:56.016307 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-61a806fa-9119-4b45-be55-0cd5fa9ab377 req-ab6d23a9-cd54-44e3-8533-3f3344788aaf tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:56.030264 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['6932feb8-5d2a-426f-b1ca-d63173a71740'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:24:56.072833 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d23a9-cd54-44e3-8533-3f3344788aaf tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Pushing event deleted for resources: {'Port': ['ID=6932feb8-5d2a-426f-b1ca-d63173a71740,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:24:56.164630 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a806fa-9119-4b45-be55-0cd5fa9ab377 req-ab6d23a9-cd54-44e3-8533-3f3344788aaf tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] No DVR routers for this DVR port 6932feb8-5d2a-426f-b1ca-d63173a71740 on host hv-neutron-8577 {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:24:56.167129 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-61a806fa-9119-4b45-be55-0cd5fa9ab377 req-ab6d23a9-cd54-44e3-8533-3f3344788aaf tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:56.169757 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8909e3ad-777f-4b0f-a7fd-82462a780c6d', 'name': 'network-vif-deleted', 'tag': '6932feb8-5d2a-426f-b1ca-d63173a71740'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:24:56.172031 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99522a71-66d6-4727-bd42-96db8899b6a7" -d '{"events": [{"server_uuid": "8909e3ad-777f-4b0f-a7fd-82462a780c6d", "name": "network-vif-deleted", "tag": "6932feb8-5d2a-426f-b1ca-d63173a71740"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:24:56.186479 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-61a806fa-9119-4b45-be55-0cd5fa9ab377 req-ab6d23a9-cd54-44e3-8533-3f3344788aaf tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.20 "DELETE /v2.0/ports/6932feb8-5d2a-426f-b1ca-d63173a71740 HTTP/1.1" status: 204 len: 173 time: 0.7703273 Sep 14 23:24:56.221033 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfa193d-f583-42d9-8b28-16d0acb26685 x-openstack-request-id: req-5dfa193d-f583-42d9-8b28-16d0acb26685 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:24:56.221326 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8909e3ad-777f-4b0f-a7fd-82462a780c6d", "name": "network-vif-deleted", "tag": "6932feb8-5d2a-426f-b1ca-d63173a71740", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:24:56.221704 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5dfa193d-f583-42d9-8b28-16d0acb26685 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:24:56.222134 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dfa193d-f583-42d9-8b28-16d0acb26685'] response: {'server_uuid': '8909e3ad-777f-4b0f-a7fd-82462a780c6d', 'name': 'network-vif-deleted', 'tag': '6932feb8-5d2a-426f-b1ca-d63173a71740', 'status': 'completed', 'code': 200} Sep 14 23:24:56.352082 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-69445147-fffb-44aa-b80c-d582e81c733a req-9caf7925-cbb2-48b7-9585-982920084712 tempest-TestEncryptedCinderVolumes-873525270 tempest-TestEncryptedCinderVolumes-873525270-project] 10.222.0.33 "GET /v2.0/ports?device_id=8909e3ad-777f-4b0f-a7fd-82462a780c6d HTTP/1.1" status: 200 len: 210 time: 0.0525427 Sep 14 23:24:57.482245 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 33230) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:24:58.118765 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1539e29c-ef8e-4893-ba60-9f809317383c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:58.462147 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-1539e29c-ef8e-4893-ba60-9f809317383c admin admin] Deleting port 1e93cfde-8496-46ed-a24a-c2e4ca351dbf {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:24:58.462476 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1539e29c-ef8e-4893-ba60-9f809317383c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:58.630001 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-1539e29c-ef8e-4893-ba60-9f809317383c admin admin] For port 1e93cfde-8496-46ed-a24a-c2e4ca351dbf, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=1e93cfde-8496-46ed-a24a-c2e4ca351dbf,segment=NetworkSegment(6d154c3f-9a20-4a97-a695-fa95649f6a6a),segment_id=6d154c3f-9a20-4a97-a695-fa95649f6a6a)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:24:58.630719 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1539e29c-ef8e-4893-ba60-9f809317383c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:58.751655 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-1539e29c-ef8e-4893-ba60-9f809317383c admin admin] Calling delete_port for 1e93cfde-8496-46ed-a24a-c2e4ca351dbf owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:24:59.056982 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1539e29c-ef8e-4893-ba60-9f809317383c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:59.254760 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539e29c-ef8e-4893-ba60-9f809317383c admin admin] Pushing event deleted for resources: {'Port': ['ID=1e93cfde-8496-46ed-a24a-c2e4ca351dbf,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:24:59.493814 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1539e29c-ef8e-4893-ba60-9f809317383c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:24:59.540720 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 6932feb8-5d2a-426f-b1ca-d63173a71740 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:24:59.574619 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: 6932feb8-5d2a-426f-b1ca-d63173a71740 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:24:59.574953 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 6932feb8-5d2a-426f-b1ca-d63173a71740 not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:24:59.845552 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1539e29c-ef8e-4893-ba60-9f809317383c admin admin] Router 77d9e9f9-6da5-44cc-ad26-4a66acfc70dc has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:25:00.022530 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1539e29c-ef8e-4893-ba60-9f809317383c admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:25:00.031356 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91391df5-7827-4206-827f-fc68a9f3b838 None None] Sync routers for ids ['77d9e9f9-6da5-44cc-ad26-4a66acfc70dc'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:25:00.035215 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1539e29c-ef8e-4893-ba60-9f809317383c admin admin] 10.222.0.33 "PUT /v2.0/routers/77d9e9f9-6da5-44cc-ad26-4a66acfc70dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5516131 Sep 14 23:25:00.037796 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 33234) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:25:00.041536 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91391df5-7827-4206-827f-fc68a9f3b838 None None] Routers {'77d9e9f9-6da5-44cc-ad26-4a66acfc70dc'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:25:00.042252 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-91391df5-7827-4206-827f-fc68a9f3b838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:24:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['77d9e9f9-6da5-44cc-ad26-4a66acfc70dc'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:25:00.211763 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-300a12a7-d9eb-4825-94de-f105efbc2c34 admin admin] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:00.217079 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-91391df5-7827-4206-827f-fc68a9f3b838 None None] Set router 77d9e9f9-6da5-44cc-ad26-4a66acfc70dc gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:25:00.384399 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-300a12a7-d9eb-4825-94de-f105efbc2c34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:00.394361 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-300a12a7-d9eb-4825-94de-f105efbc2c34 admin admin] Deleting port f5f05e28-85c7-45c1-866c-a977514d4888 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:25:00.394702 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-300a12a7-d9eb-4825-94de-f105efbc2c34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:00.540822 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-91391df5-7827-4206-827f-fc68a9f3b838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d9e9f9-6da5-44cc-ad26-4a66acfc70dc', 'name': 'tempest-TestEncryptedCinderVolumes-304452227-router', 'tenant_id': '5e261c9ba3e742bbbc24a2444b2b95dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': 'f5f05e28-85c7-45c1-866c-a977514d4888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:23:20Z', 'updated_at': '2022-09-14T23:24:58Z', 'revision_number': 5, 'project_id': '5e261c9ba3e742bbbc24a2444b2b95dc', 'gw_port': {'id': 'f5f05e28-85c7-45c1-866c-a977514d4888', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:80:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d9e9f9-6da5-44cc-ad26-4a66acfc70dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:23:21Z', 'updated_at': '2022-09-14T23:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:25:00.544945 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91391df5-7827-4206-827f-fc68a9f3b838 None None] Checking router: 77d9e9f9-6da5-44cc-ad26-4a66acfc70dc for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:25:00.553772 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91391df5-7827-4206-827f-fc68a9f3b838 None None] Routers {'77d9e9f9-6da5-44cc-ad26-4a66acfc70dc'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:25:00.554412 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-91391df5-7827-4206-827f-fc68a9f3b838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:24:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['77d9e9f9-6da5-44cc-ad26-4a66acfc70dc'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:25:00.683998 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-300a12a7-d9eb-4825-94de-f105efbc2c34 admin admin] For port f5f05e28-85c7-45c1-866c-a977514d4888, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f5f05e28-85c7-45c1-866c-a977514d4888,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:25:00.684357 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-300a12a7-d9eb-4825-94de-f105efbc2c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:00.702972 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-91391df5-7827-4206-827f-fc68a9f3b838 None None] Set router 77d9e9f9-6da5-44cc-ad26-4a66acfc70dc gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:25:00.805274 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-300a12a7-d9eb-4825-94de-f105efbc2c34 admin admin] Calling delete_port for f5f05e28-85c7-45c1-866c-a977514d4888 owned by network:router_gateway {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:25:00.807264 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-91391df5-7827-4206-827f-fc68a9f3b838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d9e9f9-6da5-44cc-ad26-4a66acfc70dc', 'name': 'tempest-TestEncryptedCinderVolumes-304452227-router', 'tenant_id': '5e261c9ba3e742bbbc24a2444b2b95dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:23:20Z', 'updated_at': '2022-09-14T23:25:00Z', 'revision_number': 6, 'project_id': '5e261c9ba3e742bbbc24a2444b2b95dc', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:25:00.811098 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91391df5-7827-4206-827f-fc68a9f3b838 None None] The sync data for ids ['77d9e9f9-6da5-44cc-ad26-4a66acfc70dc'] in dv-neutron-857791-1-hyperv is: [{'id': '77d9e9f9-6da5-44cc-ad26-4a66acfc70dc', 'name': 'tempest-TestEncryptedCinderVolumes-304452227-router', 'tenant_id': '5e261c9ba3e742bbbc24a2444b2b95dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:23:20Z', 'updated_at': '2022-09-14T23:25:00Z', 'revision_number': 6, 'project_id': '5e261c9ba3e742bbbc24a2444b2b95dc', 'gw_port_host': None}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:25:00.969091 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-300a12a7-d9eb-4825-94de-f105efbc2c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:01.014270 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a12a7-d9eb-4825-94de-f105efbc2c34 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5f05e28-85c7-45c1-866c-a977514d4888,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:01.112391 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-300a12a7-d9eb-4825-94de-f105efbc2c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:01.288368 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-300a12a7-d9eb-4825-94de-f105efbc2c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:01.291102 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-300a12a7-d9eb-4825-94de-f105efbc2c34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:01.312714 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-300a12a7-d9eb-4825-94de-f105efbc2c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:01.313205 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300a12a7-d9eb-4825-94de-f105efbc2c34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77d9e9f9-6da5-44cc-ad26-4a66acfc70dc {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 23:25:01.325391 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-300a12a7-d9eb-4825-94de-f105efbc2c34 admin admin] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:01.326504 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-300a12a7-d9eb-4825-94de-f105efbc2c34 admin admin] 10.222.0.33 "DELETE /v2.0/routers/77d9e9f9-6da5-44cc-ad26-4a66acfc70dc HTTP/1.1" status: 204 len: 168 time: 1.2878859 Sep 14 23:25:01.329056 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 33238) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:25:01.389234 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-64b8cf9c-2b06-4e93-9349-9e2265266031 admin admin] Deleting subnet 63ac4430-dd26-4d97-8c72-7d6f5a066f54 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:25:01.392143 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-64b8cf9c-2b06-4e93-9349-9e2265266031 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:01.439851 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-64b8cf9c-2b06-4e93-9349-9e2265266031 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:01.514012 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-64b8cf9c-2b06-4e93-9349-9e2265266031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:01.585710 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-64b8cf9c-2b06-4e93-9349-9e2265266031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:01.624084 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8cf9c-2b06-4e93-9349-9e2265266031 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63ac4430-dd26-4d97-8c72-7d6f5a066f54,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:01.629445 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-64b8cf9c-2b06-4e93-9349-9e2265266031 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:01.634920 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96c97cc-9965-49aa-a1ae-058de7feef01 None None] Network b54f735f-7daf-4157-b7ac-64b61ffba24b requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:25:01.637625 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-64b8cf9c-2b06-4e93-9349-9e2265266031 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/63ac4430-dd26-4d97-8c72-7d6f5a066f54 HTTP/1.1" status: 204 len: 168 time: 0.3076241 Sep 14 23:25:01.640079 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 33242) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:25:01.684018 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:25:01.748400 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a33a98e8-c17f-467f-9704-faa444163408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:01.759309 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-a33a98e8-c17f-467f-9704-faa444163408 admin admin] Deleting port 170fd32f-11be-4387-8d80-0a98e99c77e5 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:25:01.759646 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a33a98e8-c17f-467f-9704-faa444163408 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:01.864950 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 1e93cfde-8496-46ed-a24a-c2e4ca351dbf no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:25:01.902810 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 1e93cfde-8496-46ed-a24a-c2e4ca351dbf {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:25:01.903154 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 1e93cfde-8496-46ed-a24a-c2e4ca351dbf not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:25:01.903577 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f5f05e28-85c7-45c1-866c-a977514d4888 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:25:01.933085 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0907ec81-a8ec-40a9-950e-7ff1cc87bb4c None None] DHCP port deletion for b54f735f-7daf-4157-b7ac-64b61ffba24b request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:25:01.940228 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: f5f05e28-85c7-45c1-866c-a977514d4888 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:25:01.940561 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f5f05e28-85c7-45c1-866c-a977514d4888 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:25:01.943920 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-0907ec81-a8ec-40a9-950e-7ff1cc87bb4c None None] Deleting port 170fd32f-11be-4387-8d80-0a98e99c77e5 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:25:01.944361 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0907ec81-a8ec-40a9-950e-7ff1cc87bb4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:01.999484 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-a33a98e8-c17f-467f-9704-faa444163408 admin admin] For port 170fd32f-11be-4387-8d80-0a98e99c77e5, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=170fd32f-11be-4387-8d80-0a98e99c77e5,segment=NetworkSegment(6d154c3f-9a20-4a97-a695-fa95649f6a6a),segment_id=6d154c3f-9a20-4a97-a695-fa95649f6a6a)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:25:02.000090 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a33a98e8-c17f-467f-9704-faa444163408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:02.155553 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-0907ec81-a8ec-40a9-950e-7ff1cc87bb4c None None] For port 170fd32f-11be-4387-8d80-0a98e99c77e5, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=170fd32f-11be-4387-8d80-0a98e99c77e5,segment=NetworkSegment(6d154c3f-9a20-4a97-a695-fa95649f6a6a),segment_id=6d154c3f-9a20-4a97-a695-fa95649f6a6a)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:25:02.155830 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0907ec81-a8ec-40a9-950e-7ff1cc87bb4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:02.224119 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-a33a98e8-c17f-467f-9704-faa444163408 admin admin] Calling delete_port for 170fd32f-11be-4387-8d80-0a98e99c77e5 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:25:02.276482 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-0907ec81-a8ec-40a9-950e-7ff1cc87bb4c None None] Calling delete_port for 170fd32f-11be-4387-8d80-0a98e99c77e5 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:25:02.298145 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a33a98e8-c17f-467f-9704-faa444163408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:02.347499 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-0907ec81-a8ec-40a9-950e-7ff1cc87bb4c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 23:25:02.347861 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-0907ec81-a8ec-40a9-950e-7ff1cc87bb4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 23:25:02.348050 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a98e8-c17f-467f-9704-faa444163408 admin admin] Pushing event deleted for resources: {'Port': ['ID=170fd32f-11be-4387-8d80-0a98e99c77e5,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:02.351311 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33a98e8-c17f-467f-9704-faa444163408 admin admin] No DVR routers for this DVR port 170fd32f-11be-4387-8d80-0a98e99c77e5 on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:25:02.467037 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a33a98e8-c17f-467f-9704-faa444163408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:02.491644 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-a33a98e8-c17f-467f-9704-faa444163408 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b54f735f-7daf-4157-b7ac-64b61ffba24b']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:25:02.503675 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-a33a98e8-c17f-467f-9704-faa444163408 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d154c3f-9a20-4a97-a695-fa95649f6a6a') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:25:02.503968 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-a33a98e8-c17f-467f-9704-faa444163408 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d154c3f-9a20-4a97-a695-fa95649f6a6a') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:25:02.516134 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a33a98e8-c17f-467f-9704-faa444163408 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:02.531331 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a33a98e8-c17f-467f-9704-faa444163408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:02.537098 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a33a98e8-c17f-467f-9704-faa444163408 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:25:02.537465 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a33a98e8-c17f-467f-9704-faa444163408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:02.602073 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 6d154c3f-9a20-4a97-a695-fa95649f6a6a resource provider aggregate not found Sep 14 23:25:02.623520 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 6d154c3f-9a20-4a97-a695-fa95649f6a6a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d154c3f-9a20-4a97-a695-fa95649f6a6a found for delete ", "request_id": "req-b8d29809-0c3f-4800-b9c6-82e7ad8430db"}]} Sep 14 23:25:02.634348 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a33a98e8-c17f-467f-9704-faa444163408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:02.649503 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a33a98e8-c17f-467f-9704-faa444163408 admin admin] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:02.660665 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a98e8-c17f-467f-9704-faa444163408 admin admin] Pushing event deleted for resources: {'Network': ['ID=b54f735f-7daf-4157-b7ac-64b61ffba24b,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:02.672414 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a33a98e8-c17f-467f-9704-faa444163408 admin admin] 10.222.0.33 "DELETE /v2.0/networks/b54f735f-7daf-4157-b7ac-64b61ffba24b HTTP/1.1" status: 204 len: 168 time: 1.0313714 Sep 14 23:25:02.675237 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 33250) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:25:02.849222 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-0907ec81-a8ec-40a9-950e-7ff1cc87bb4c None None] Deleting port 170fd32f-11be-4387-8d80-0a98e99c77e5 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:25:02.849737 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0907ec81-a8ec-40a9-950e-7ff1cc87bb4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:02.917373 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-0907ec81-a8ec-40a9-950e-7ff1cc87bb4c None None] The port '170fd32f-11be-4387-8d80-0a98e99c77e5' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 23:25:03.201384 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a0334ef7-df32-4fa0-9511-e8b7e1153d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:03.642038 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-a0334ef7-df32-4fa0-9511-e8b7e1153d38 admin admin] Deleting port e96b919c-657c-4cef-9eef-ebf246dd840d {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:25:03.642371 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a0334ef7-df32-4fa0-9511-e8b7e1153d38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:03.815542 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-a0334ef7-df32-4fa0-9511-e8b7e1153d38 admin admin] For port e96b919c-657c-4cef-9eef-ebf246dd840d, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=e96b919c-657c-4cef-9eef-ebf246dd840d,segment=NetworkSegment(6c2a73bc-209b-45fc-8f9f-635a9411f5be),segment_id=6c2a73bc-209b-45fc-8f9f-635a9411f5be)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:25:03.815898 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a0334ef7-df32-4fa0-9511-e8b7e1153d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:03.843461 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 170fd32f-11be-4387-8d80-0a98e99c77e5 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:25:03.877079 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 170fd32f-11be-4387-8d80-0a98e99c77e5 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:25:03.877755 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 170fd32f-11be-4387-8d80-0a98e99c77e5 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:25:03.937221 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-a0334ef7-df32-4fa0-9511-e8b7e1153d38 admin admin] Calling delete_port for e96b919c-657c-4cef-9eef-ebf246dd840d owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:25:04.108797 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a0334ef7-df32-4fa0-9511-e8b7e1153d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:04.154004 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0334ef7-df32-4fa0-9511-e8b7e1153d38 admin admin] Pushing event deleted for resources: {'Port': ['ID=e96b919c-657c-4cef-9eef-ebf246dd840d,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:04.427736 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a0334ef7-df32-4fa0-9511-e8b7e1153d38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:04.778347 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0334ef7-df32-4fa0-9511-e8b7e1153d38 admin admin] Router 68263fae-a94b-4247-a5c1-b8dfbf244652 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:25:05.056840 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0334ef7-df32-4fa0-9511-e8b7e1153d38 admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:25:05.065107 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9989a56c-874f-46fc-866a-5ce95b209d2a None None] Sync routers for ids ['68263fae-a94b-4247-a5c1-b8dfbf244652'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:25:05.066249 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a0334ef7-df32-4fa0-9511-e8b7e1153d38 admin admin] 10.222.0.33 "PUT /v2.0/routers/68263fae-a94b-4247-a5c1-b8dfbf244652/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3900647 Sep 14 23:25:05.068793 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 33254) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:25:05.075005 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9989a56c-874f-46fc-866a-5ce95b209d2a None None] Routers {'68263fae-a94b-4247-a5c1-b8dfbf244652'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:25:05.075595 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-9989a56c-874f-46fc-866a-5ce95b209d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:24:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['68263fae-a94b-4247-a5c1-b8dfbf244652'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:25:05.243542 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-80498745-1115-45d8-954b-34698f37bc87 admin admin] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:05.248816 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-9989a56c-874f-46fc-866a-5ce95b209d2a None None] Set router 68263fae-a94b-4247-a5c1-b8dfbf244652 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:25:05.421966 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-80498745-1115-45d8-954b-34698f37bc87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:05.432437 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-80498745-1115-45d8-954b-34698f37bc87 admin admin] Deleting port f5ee8268-7300-4355-a8b4-a6f61e16ecff {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:25:05.433081 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-80498745-1115-45d8-954b-34698f37bc87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:05.561211 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-9989a56c-874f-46fc-866a-5ce95b209d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68263fae-a94b-4247-a5c1-b8dfbf244652', 'name': 'tempest-TestEncryptedCinderVolumes-613830358-router', 'tenant_id': '45654368ec184506bd20b8679b1c7bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'f5ee8268-7300-4355-a8b4-a6f61e16ecff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:23:26Z', 'updated_at': '2022-09-14T23:25:04Z', 'revision_number': 5, 'project_id': '45654368ec184506bd20b8679b1c7bdb', 'gw_port': {'id': 'f5ee8268-7300-4355-a8b4-a6f61e16ecff', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:18:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68263fae-a94b-4247-a5c1-b8dfbf244652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:23:27Z', 'updated_at': '2022-09-14T23:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:25:05.565154 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9989a56c-874f-46fc-866a-5ce95b209d2a None None] Checking router: 68263fae-a94b-4247-a5c1-b8dfbf244652 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:25:05.574716 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9989a56c-874f-46fc-866a-5ce95b209d2a None None] Routers {'68263fae-a94b-4247-a5c1-b8dfbf244652'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:25:05.575307 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-9989a56c-874f-46fc-866a-5ce95b209d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:24:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['68263fae-a94b-4247-a5c1-b8dfbf244652'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:25:05.609550 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-80498745-1115-45d8-954b-34698f37bc87 admin admin] For port f5ee8268-7300-4355-a8b4-a6f61e16ecff, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f5ee8268-7300-4355-a8b4-a6f61e16ecff,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:25:05.609931 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-80498745-1115-45d8-954b-34698f37bc87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:05.719603 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-9989a56c-874f-46fc-866a-5ce95b209d2a None None] Set router 68263fae-a94b-4247-a5c1-b8dfbf244652 gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:25:05.733101 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-80498745-1115-45d8-954b-34698f37bc87 admin admin] Calling delete_port for f5ee8268-7300-4355-a8b4-a6f61e16ecff owned by network:router_gateway {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:25:05.826059 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-9989a56c-874f-46fc-866a-5ce95b209d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68263fae-a94b-4247-a5c1-b8dfbf244652', 'name': 'tempest-TestEncryptedCinderVolumes-613830358-router', 'tenant_id': '45654368ec184506bd20b8679b1c7bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:23:26Z', 'updated_at': '2022-09-14T23:25:05Z', 'revision_number': 6, 'project_id': '45654368ec184506bd20b8679b1c7bdb', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:25:05.830031 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9989a56c-874f-46fc-866a-5ce95b209d2a None None] The sync data for ids ['68263fae-a94b-4247-a5c1-b8dfbf244652'] in dv-neutron-857791-1-hyperv is: [{'id': '68263fae-a94b-4247-a5c1-b8dfbf244652', 'name': 'tempest-TestEncryptedCinderVolumes-613830358-router', 'tenant_id': '45654368ec184506bd20b8679b1c7bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:23:26Z', 'updated_at': '2022-09-14T23:25:05Z', 'revision_number': 6, 'project_id': '45654368ec184506bd20b8679b1c7bdb', 'gw_port_host': None}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:25:05.913123 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-80498745-1115-45d8-954b-34698f37bc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:05.962056 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80498745-1115-45d8-954b-34698f37bc87 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5ee8268-7300-4355-a8b4-a6f61e16ecff,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:06.009226 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80498745-1115-45d8-954b-34698f37bc87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:06.009522 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80498745-1115-45d8-954b-34698f37bc87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:06.009858 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80498745-1115-45d8-954b-34698f37bc87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:06.010190 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80498745-1115-45d8-954b-34698f37bc87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:06.010525 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80498745-1115-45d8-954b-34698f37bc87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:06.010885 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80498745-1115-45d8-954b-34698f37bc87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:06.011209 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80498745-1115-45d8-954b-34698f37bc87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:06.011534 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80498745-1115-45d8-954b-34698f37bc87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:06.011853 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80498745-1115-45d8-954b-34698f37bc87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:06.012170 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80498745-1115-45d8-954b-34698f37bc87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:06.012488 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80498745-1115-45d8-954b-34698f37bc87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:06.012852 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80498745-1115-45d8-954b-34698f37bc87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:06.067760 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-80498745-1115-45d8-954b-34698f37bc87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:06.245208 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-80498745-1115-45d8-954b-34698f37bc87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:06.247497 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-80498745-1115-45d8-954b-34698f37bc87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:06.272287 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-80498745-1115-45d8-954b-34698f37bc87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:06.273135 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80498745-1115-45d8-954b-34698f37bc87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68263fae-a94b-4247-a5c1-b8dfbf244652 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 23:25:06.289707 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-80498745-1115-45d8-954b-34698f37bc87 admin admin] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:06.290853 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-80498745-1115-45d8-954b-34698f37bc87 admin admin] 10.222.0.33 "DELETE /v2.0/routers/68263fae-a94b-4247-a5c1-b8dfbf244652 HTTP/1.1" status: 204 len: 168 time: 1.2210832 Sep 14 23:25:06.293495 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 33258) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:25:06.456761 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-8916bf89-963f-4296-b7df-a54917208edc admin admin] Deleting subnet 102c2202-9ff5-406f-a9f5-b64fc484bd98 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:25:06.459598 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8916bf89-963f-4296-b7df-a54917208edc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:06.511189 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8916bf89-963f-4296-b7df-a54917208edc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:06.591222 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8916bf89-963f-4296-b7df-a54917208edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:06.660676 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8916bf89-963f-4296-b7df-a54917208edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:06.697632 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916bf89-963f-4296-b7df-a54917208edc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=102c2202-9ff5-406f-a9f5-b64fc484bd98,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:06.701107 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8916bf89-963f-4296-b7df-a54917208edc admin admin] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:06.707004 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8916bf89-963f-4296-b7df-a54917208edc admin admin] 10.222.0.33 "DELETE /v2.0/subnets/102c2202-9ff5-406f-a9f5-b64fc484bd98 HTTP/1.1" status: 204 len: 168 time: 0.4125078 Sep 14 23:25:06.709598 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 33262) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:25:06.712355 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382cf015-c8b9-4c7b-9f8c-34f234f74bac None None] Network c71f7f92-4f4c-44fc-b286-a75f5a2e88f3 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:25:06.820856 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1e788f8d-8f42-4bfb-8ce7-e483b60d3444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:06.832173 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-1e788f8d-8f42-4bfb-8ce7-e483b60d3444 admin admin] Deleting port 02791d7c-c781-4bb0-b77a-299ab7f47a28 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:25:06.832844 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1e788f8d-8f42-4bfb-8ce7-e483b60d3444 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:07.043620 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-1e788f8d-8f42-4bfb-8ce7-e483b60d3444 admin admin] For port 02791d7c-c781-4bb0-b77a-299ab7f47a28, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=02791d7c-c781-4bb0-b77a-299ab7f47a28,segment=NetworkSegment(6c2a73bc-209b-45fc-8f9f-635a9411f5be),segment_id=6c2a73bc-209b-45fc-8f9f-635a9411f5be)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:25:07.043980 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1e788f8d-8f42-4bfb-8ce7-e483b60d3444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:07.044862 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6e06d7-7a64-4bfa-9292-7db97ffabd4d None None] DHCP port deletion for c71f7f92-4f4c-44fc-b286-a75f5a2e88f3 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:25:07.049082 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-bb6e06d7-7a64-4bfa-9292-7db97ffabd4d None None] Deleting port 02791d7c-c781-4bb0-b77a-299ab7f47a28 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:25:07.049447 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bb6e06d7-7a64-4bfa-9292-7db97ffabd4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:07.167506 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-1e788f8d-8f42-4bfb-8ce7-e483b60d3444 admin admin] Calling delete_port for 02791d7c-c781-4bb0-b77a-299ab7f47a28 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:25:07.242796 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1e788f8d-8f42-4bfb-8ce7-e483b60d3444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:07.247109 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-bb6e06d7-7a64-4bfa-9292-7db97ffabd4d None None] For port 02791d7c-c781-4bb0-b77a-299ab7f47a28, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=02791d7c-c781-4bb0-b77a-299ab7f47a28,segment=NetworkSegment(6c2a73bc-209b-45fc-8f9f-635a9411f5be),segment_id=6c2a73bc-209b-45fc-8f9f-635a9411f5be)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:25:07.247500 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bb6e06d7-7a64-4bfa-9292-7db97ffabd4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:07.293753 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e788f8d-8f42-4bfb-8ce7-e483b60d3444 admin admin] Pushing event deleted for resources: {'Port': ['ID=02791d7c-c781-4bb0-b77a-299ab7f47a28,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:07.295549 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e788f8d-8f42-4bfb-8ce7-e483b60d3444 admin admin] No DVR routers for this DVR port 02791d7c-c781-4bb0-b77a-299ab7f47a28 on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:25:07.378127 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-bb6e06d7-7a64-4bfa-9292-7db97ffabd4d None None] Calling delete_port for 02791d7c-c781-4bb0-b77a-299ab7f47a28 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:25:07.410861 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1e788f8d-8f42-4bfb-8ce7-e483b60d3444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:07.436558 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-1e788f8d-8f42-4bfb-8ce7-e483b60d3444 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c71f7f92-4f4c-44fc-b286-a75f5a2e88f3']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:25:07.448513 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-1e788f8d-8f42-4bfb-8ce7-e483b60d3444 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c2a73bc-209b-45fc-8f9f-635a9411f5be') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:25:07.448843 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-1e788f8d-8f42-4bfb-8ce7-e483b60d3444 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c2a73bc-209b-45fc-8f9f-635a9411f5be') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:25:07.448961 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-bb6e06d7-7a64-4bfa-9292-7db97ffabd4d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 23:25:07.449296 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-bb6e06d7-7a64-4bfa-9292-7db97ffabd4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 23:25:07.459976 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1e788f8d-8f42-4bfb-8ce7-e483b60d3444 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:07.475537 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1e788f8d-8f42-4bfb-8ce7-e483b60d3444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:07.482104 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e788f8d-8f42-4bfb-8ce7-e483b60d3444 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:25:07.482516 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1e788f8d-8f42-4bfb-8ce7-e483b60d3444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:07.547921 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 6c2a73bc-209b-45fc-8f9f-635a9411f5be resource provider aggregate not found Sep 14 23:25:07.568776 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 6c2a73bc-209b-45fc-8f9f-635a9411f5be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c2a73bc-209b-45fc-8f9f-635a9411f5be found for delete ", "request_id": "req-d4776ac6-13f0-4e68-9d01-3d1e8a28a09f"}]} Sep 14 23:25:07.580205 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1e788f8d-8f42-4bfb-8ce7-e483b60d3444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:07.598491 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-1e788f8d-8f42-4bfb-8ce7-e483b60d3444 admin admin] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:07.604846 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e788f8d-8f42-4bfb-8ce7-e483b60d3444 admin admin] Pushing event deleted for resources: {'Network': ['ID=c71f7f92-4f4c-44fc-b286-a75f5a2e88f3,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:07.611086 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-1e788f8d-8f42-4bfb-8ce7-e483b60d3444 admin admin] 10.222.0.33 "DELETE /v2.0/networks/c71f7f92-4f4c-44fc-b286-a75f5a2e88f3 HTTP/1.1" status: 204 len: 168 time: 0.9005675 Sep 14 23:25:07.742675 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ced2fac5-6084-4a5e-88de-299a15ffb442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:07.778981 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 33272) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:25:07.833896 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-52a49eb9-611d-4f81-b8ae-ffd67e4bec35 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5e261c9ba3e742bbbc24a2444b2b95dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537415 Sep 14 23:25:07.836899 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 33276) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:25:07.848675 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e96b919c-657c-4cef-9eef-ebf246dd840d no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:25:07.886729 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: e96b919c-657c-4cef-9eef-ebf246dd840d {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:25:07.887062 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e96b919c-657c-4cef-9eef-ebf246dd840d not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:25:07.887473 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f5ee8268-7300-4355-a8b4-a6f61e16ecff no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:25:07.896179 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3c661181-11ee-4119-8ddd-60b5a1e3e913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:07.920179 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: f5ee8268-7300-4355-a8b4-a6f61e16ecff {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:25:07.920513 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f5ee8268-7300-4355-a8b4-a6f61e16ecff not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:25:07.920946 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 02791d7c-c781-4bb0-b77a-299ab7f47a28 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:25:07.921535 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3c661181-11ee-4119-8ddd-60b5a1e3e913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:07.953179 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-bb6e06d7-7a64-4bfa-9292-7db97ffabd4d None None] Deleting port 02791d7c-c781-4bb0-b77a-299ab7f47a28 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:25:07.953475 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bb6e06d7-7a64-4bfa-9292-7db97ffabd4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:07.972443 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3c661181-11ee-4119-8ddd-60b5a1e3e913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:07.980221 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 02791d7c-c781-4bb0-b77a-299ab7f47a28 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:25:07.980558 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 02791d7c-c781-4bb0-b77a-299ab7f47a28 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:25:07.987888 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c661181-11ee-4119-8ddd-60b5a1e3e913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2ba92c-44f7-4c53-93bf-769255506997,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:07.997469 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c661181-11ee-4119-8ddd-60b5a1e3e913 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:07.997816 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c661181-11ee-4119-8ddd-60b5a1e3e913 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:07.998153 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c661181-11ee-4119-8ddd-60b5a1e3e913 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:07.998482 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c661181-11ee-4119-8ddd-60b5a1e3e913 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:07.998809 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c661181-11ee-4119-8ddd-60b5a1e3e913 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:07.999132 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c661181-11ee-4119-8ddd-60b5a1e3e913 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:07.999453 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c661181-11ee-4119-8ddd-60b5a1e3e913 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:07.999773 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c661181-11ee-4119-8ddd-60b5a1e3e913 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:08.000090 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c661181-11ee-4119-8ddd-60b5a1e3e913 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:08.000408 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c661181-11ee-4119-8ddd-60b5a1e3e913 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:08.000750 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c661181-11ee-4119-8ddd-60b5a1e3e913 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:08.001065 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c661181-11ee-4119-8ddd-60b5a1e3e913 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:08.015584 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3c661181-11ee-4119-8ddd-60b5a1e3e913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:08.019118 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3c661181-11ee-4119-8ddd-60b5a1e3e913 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3a2ba92c-44f7-4c53-93bf-769255506997 HTTP/1.1" status: 204 len: 168 time: 0.1788123 Sep 14 23:25:08.029388 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-bb6e06d7-7a64-4bfa-9292-7db97ffabd4d None None] The port '02791d7c-c781-4bb0-b77a-299ab7f47a28' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 23:25:08.364517 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 33284) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:25:08.412248 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-640c861f-876c-4078-94dc-16b59ad18cd1 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=45654368ec184506bd20b8679b1c7bdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465589 Sep 14 23:25:08.414656 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 33288) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:25:08.477388 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-47872c09-5e03-4ac7-8e63-338aeb76decb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:08.503167 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-47872c09-5e03-4ac7-8e63-338aeb76decb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:08.555691 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-47872c09-5e03-4ac7-8e63-338aeb76decb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:08.571476 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47872c09-5e03-4ac7-8e63-338aeb76decb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de416be9-e5ec-494a-9673-1e7602ff3b97,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:08.576336 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-47872c09-5e03-4ac7-8e63-338aeb76decb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:08.577733 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-47872c09-5e03-4ac7-8e63-338aeb76decb admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/de416be9-e5ec-494a-9673-1e7602ff3b97 HTTP/1.1" status: 204 len: 168 time: 0.1619830 Sep 14 23:25:09.267253 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 33312) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:25:09.397961 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-758f534c-d966-4e0f-80f6-0e51b20f3042 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-116338023-network', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:25:09.403260 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-758f534c-d966-4e0f-80f6-0e51b20f3042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:25:09.407086 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-758f534c-d966-4e0f-80f6-0e51b20f3042 admin admin] Usage tracker for resource:network and tenant:29cb127cac5a4c3baf32439c60948a64 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:25:09.409923 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-758f534c-d966-4e0f-80f6-0e51b20f3042 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:25:09.415819 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-758f534c-d966-4e0f-80f6-0e51b20f3042 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:25:09.425593 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758f534c-d966-4e0f-80f6-0e51b20f3042 admin admin] Made reservation on behalf of 29cb127cac5a4c3baf32439c60948a64 for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:25:09.427780 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-758f534c-d966-4e0f-80f6-0e51b20f3042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:09.439559 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-758f534c-d966-4e0f-80f6-0e51b20f3042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:09.454176 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-758f534c-d966-4e0f-80f6-0e51b20f3042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:25:09.457917 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-758f534c-d966-4e0f-80f6-0e51b20f3042 admin admin] Usage tracker for resource:security_group_rule and tenant:29cb127cac5a4c3baf32439c60948a64 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:25:09.461267 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-758f534c-d966-4e0f-80f6-0e51b20f3042 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:25:09.466887 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-758f534c-d966-4e0f-80f6-0e51b20f3042 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:25:09.547187 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-758f534c-d966-4e0f-80f6-0e51b20f3042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:09.550789 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-758f534c-d966-4e0f-80f6-0e51b20f3042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:09.582241 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-758f534c-d966-4e0f-80f6-0e51b20f3042 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:25:09.590920 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f534c-d966-4e0f-80f6-0e51b20f3042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91d0d40-08d1-4204-bfbc-64cba8cc0def,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:09.596186 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-758f534c-d966-4e0f-80f6-0e51b20f3042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:09.596522 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-758f534c-d966-4e0f-80f6-0e51b20f3042 admin admin] Added segment 87885035-24ad-4cd9-912f-07f17890e1a0 of type vlan for network 5b773376-022f-4c2f-b306-90858d6ff6e6 Sep 14 23:25:09.621315 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-758f534c-d966-4e0f-80f6-0e51b20f3042 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:09.648933 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-758f534c-d966-4e0f-80f6-0e51b20f3042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:09.649839 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758f534c-d966-4e0f-80f6-0e51b20f3042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:25:09.650402 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-758f534c-d966-4e0f-80f6-0e51b20f3042 admin admin] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:09.784357 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cc92a872-d08d-41d9-9b1b-87982134a430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:09.837495 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f534c-d966-4e0f-80f6-0e51b20f3042 admin admin] Pushing event updated for resources: {'Network': ['ID=5b773376-022f-4c2f-b306-90858d6ff6e6,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:09.840709 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-758f534c-d966-4e0f-80f6-0e51b20f3042 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5724292 Sep 14 23:25:09.843560 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 33318) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:25:09.848547 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 5b773376-022f-4c2f-b306-90858d6ff6e6 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:25:09.848722 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-9065626d-e4dd-4d8f-b654-2885889dd5ed admin admin] Request body: {'subnet': {'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-116338023-subnet', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'ip_version': 4}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:25:09.853824 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-9065626d-e4dd-4d8f-b654-2885889dd5ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:25:09.858099 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9065626d-e4dd-4d8f-b654-2885889dd5ed admin admin] Usage tracker for resource:subnet and tenant:29cb127cac5a4c3baf32439c60948a64 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:25:09.861180 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9065626d-e4dd-4d8f-b654-2885889dd5ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:25:09.867910 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-9065626d-e4dd-4d8f-b654-2885889dd5ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:25:09.879753 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9065626d-e4dd-4d8f-b654-2885889dd5ed admin admin] Made reservation on behalf of 29cb127cac5a4c3baf32439c60948a64 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:25:09.882045 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9065626d-e4dd-4d8f-b654-2885889dd5ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:10.080031 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9065626d-e4dd-4d8f-b654-2885889dd5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:10.154644 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065626d-e4dd-4d8f-b654-2885889dd5ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ed30d9e-2fdf-4b8d-b5f4-d330f1483295,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:10.164364 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9065626d-e4dd-4d8f-b654-2885889dd5ed admin admin] Checking segment: {'id': '87885035-24ad-4cd9-912f-07f17890e1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:25:10.164744 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9065626d-e4dd-4d8f-b654-2885889dd5ed admin admin] Network hostable DHCP agents. Network: 5b773376-022f-4c2f-b306-90858d6ff6e6, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:25:10.182937 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9065626d-e4dd-4d8f-b654-2885889dd5ed admin admin] Network 5b773376-022f-4c2f-b306-90858d6ff6e6 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:25:10.192058 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-9065626d-e4dd-4d8f-b654-2885889dd5ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 5b773376-022f-4c2f-b306-90858d6ff6e6) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:25:10.196135 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9065626d-e4dd-4d8f-b654-2885889dd5ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:25:10.196739 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9065626d-e4dd-4d8f-b654-2885889dd5ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:10.201739 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b362f666-eadf-4aa2-8f1f-a74b8ec8c0ab None None] Network 5b773376-022f-4c2f-b306-90858d6ff6e6 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:25:10.217421 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9065626d-e4dd-4d8f-b654-2885889dd5ed admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3728943 Sep 14 23:25:10.220188 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 33322) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:25:10.225114 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-d8471646-e967-487a-8252-aeaf33783c10 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-116338023-router', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:25:10.230229 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-d8471646-e967-487a-8252-aeaf33783c10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:25:10.234339 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-d8471646-e967-487a-8252-aeaf33783c10 admin admin] Usage tracker for resource:router and tenant:29cb127cac5a4c3baf32439c60948a64 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:25:10.237162 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-d8471646-e967-487a-8252-aeaf33783c10 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:25:10.243462 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-d8471646-e967-487a-8252-aeaf33783c10 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:25:10.254117 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d8471646-e967-487a-8252-aeaf33783c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:10.255230 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d8471646-e967-487a-8252-aeaf33783c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:10.270741 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d8471646-e967-487a-8252-aeaf33783c10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:10.421176 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731df12b-5c1d-4664-8433-00ed29b82114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-5b773376-022f-4c2f-b306-90858d6ff6e6', 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'fixed_ips': [{'subnet_id': '4ed30d9e-2fdf-4b8d-b5f4-d330f1483295'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:25:10.422001 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-731df12b-5c1d-4664-8433-00ed29b82114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:10.546212 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d8471646-e967-487a-8252-aeaf33783c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:10.575330 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-731df12b-5c1d-4664-8433-00ed29b82114 None None] Allocated IP 172.20.0.2 (5b773376-022f-4c2f-b306-90858d6ff6e6/4ed30d9e-2fdf-4b8d-b5f4-d330f1483295/48df6e94-9334-455a-98b3-9d95814902de) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:25:10.778916 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-731df12b-5c1d-4664-8433-00ed29b82114 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:10.793111 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-731df12b-5c1d-4664-8433-00ed29b82114 None None] Transition to ACTIVE for port object 48df6e94-9334-455a-98b3-9d95814902de will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:25:10.812382 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-731df12b-5c1d-4664-8433-00ed29b82114 None None] Transition to ACTIVE for port object 48df6e94-9334-455a-98b3-9d95814902de will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:25:10.818493 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-731df12b-5c1d-4664-8433-00ed29b82114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:10.853487 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d8471646-e967-487a-8252-aeaf33783c10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:10.882923 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731df12b-5c1d-4664-8433-00ed29b82114 None None] Network 5b773376-022f-4c2f-b306-90858d6ff6e6 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:25:10.883362 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d8471646-e967-487a-8252-aeaf33783c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:10.885872 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-731df12b-5c1d-4664-8433-00ed29b82114 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:25:10.892049 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731df12b-5c1d-4664-8433-00ed29b82114 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:25:10.900347 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731df12b-5c1d-4664-8433-00ed29b82114 None None] Pushing event updated for resources: {'Port': ['ID=48df6e94-9334-455a-98b3-9d95814902de,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:10.991390 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731df12b-5c1d-4664-8433-00ed29b82114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:10.991732 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731df12b-5c1d-4664-8433-00ed29b82114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:10.992092 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731df12b-5c1d-4664-8433-00ed29b82114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:10.992412 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731df12b-5c1d-4664-8433-00ed29b82114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:10.992758 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731df12b-5c1d-4664-8433-00ed29b82114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:10.993081 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731df12b-5c1d-4664-8433-00ed29b82114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:10.993404 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731df12b-5c1d-4664-8433-00ed29b82114 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:10.993722 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731df12b-5c1d-4664-8433-00ed29b82114 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:10.994037 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731df12b-5c1d-4664-8433-00ed29b82114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:10.994346 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731df12b-5c1d-4664-8433-00ed29b82114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:10.994658 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731df12b-5c1d-4664-8433-00ed29b82114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:10.994966 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731df12b-5c1d-4664-8433-00ed29b82114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:11.021667 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-d8471646-e967-487a-8252-aeaf33783c10 admin admin] Allocated IP 172.26.5.170 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/cb5e73a2-4987-467d-ab95-d5c5c21aeab0) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:25:11.039627 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:11.052976 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:11.062156 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-731df12b-5c1d-4664-8433-00ed29b82114 None None] Attempting to bind port 48df6e94-9334-455a-98b3-9d95814902de on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:25:11.062515 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-731df12b-5c1d-4664-8433-00ed29b82114 None None] Attempting to bind port 48df6e94-9334-455a-98b3-9d95814902de by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '87885035-24ad-4cd9-912f-07f17890e1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:25:11.062865 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731df12b-5c1d-4664-8433-00ed29b82114 None None] Attempting to bind port 48df6e94-9334-455a-98b3-9d95814902de on network 5b773376-022f-4c2f-b306-90858d6ff6e6 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:25:11.067958 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731df12b-5c1d-4664-8433-00ed29b82114 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:25:11.068315 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731df12b-5c1d-4664-8433-00ed29b82114 None None] Checking segment: {'id': '87885035-24ad-4cd9-912f-07f17890e1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:25:11.068726 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-731df12b-5c1d-4664-8433-00ed29b82114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:11.069102 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731df12b-5c1d-4664-8433-00ed29b82114 None None] Bound using segment: {'id': '87885035-24ad-4cd9-912f-07f17890e1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:25:11.069545 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-731df12b-5c1d-4664-8433-00ed29b82114 None None] Bound port: 48df6e94-9334-455a-98b3-9d95814902de, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87885035-24ad-4cd9-912f-07f17890e1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:25:11.070412 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-731df12b-5c1d-4664-8433-00ed29b82114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:11.158319 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-731df12b-5c1d-4664-8433-00ed29b82114 None None] For port 48df6e94-9334-455a-98b3-9d95814902de, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:25:11.161269 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-731df12b-5c1d-4664-8433-00ed29b82114 None None] For port 48df6e94-9334-455a-98b3-9d95814902de, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=48df6e94-9334-455a-98b3-9d95814902de,segment=NetworkSegment(87885035-24ad-4cd9-912f-07f17890e1a0),segment_id=87885035-24ad-4cd9-912f-07f17890e1a0)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:25:11.167729 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-731df12b-5c1d-4664-8433-00ed29b82114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:11.180200 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d8471646-e967-487a-8252-aeaf33783c10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:11.209990 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d8471646-e967-487a-8252-aeaf33783c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:11.251307 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731df12b-5c1d-4664-8433-00ed29b82114 None None] Pushing event updated for resources: {'Port': ['ID=48df6e94-9334-455a-98b3-9d95814902de,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:11.275675 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8471646-e967-487a-8252-aeaf33783c10 admin admin] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:25:11.278419 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-d8471646-e967-487a-8252-aeaf33783c10 admin admin] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:25:11.282283 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8471646-e967-487a-8252-aeaf33783c10 admin admin] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:25:11.316733 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8471646-e967-487a-8252-aeaf33783c10 admin admin] Pushing event updated for resources: {'Port': ['ID=cb5e73a2-4987-467d-ab95-d5c5c21aeab0,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:11.807509 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d8471646-e967-487a-8252-aeaf33783c10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:11.881436 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 48df6e94-9334-455a-98b3-9d95814902de up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:25:11.958145 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 48df6e94-9334-455a-98b3-9d95814902de completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:25:12.166890 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d8471646-e967-487a-8252-aeaf33783c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:12.207311 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023050b1-afbb-4931-bc90-3027fd4e416e None None] Network 5b773376-022f-4c2f-b306-90858d6ff6e6 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:25:12.300237 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-13290b5b-23e5-4fd6-99e9-51f78b05a05e None None] Provisioning for port 48df6e94-9334-455a-98b3-9d95814902de completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:25:12.317673 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-13290b5b-23e5-4fd6-99e9-51f78b05a05e None None] Provisioning complete for port 48df6e94-9334-455a-98b3-9d95814902de triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:25:12.318182 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-13290b5b-23e5-4fd6-99e9-51f78b05a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:12.403168 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8471646-e967-487a-8252-aeaf33783c10 admin admin] Router aec86220-1666-4b56-8442-32a463bb21f4 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 23:25:12.548512 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:12.555193 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-13290b5b-23e5-4fd6-99e9-51f78b05a05e None None] Current status of the port 48df6e94-9334-455a-98b3-9d95814902de is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:25:12.555493 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-13290b5b-23e5-4fd6-99e9-51f78b05a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:12.597095 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8471646-e967-487a-8252-aeaf33783c10 admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:25:12.601110 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-13290b5b-23e5-4fd6-99e9-51f78b05a05e None None] For port 48df6e94-9334-455a-98b3-9d95814902de, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=48df6e94-9334-455a-98b3-9d95814902de,segment=NetworkSegment(87885035-24ad-4cd9-912f-07f17890e1a0),segment_id=87885035-24ad-4cd9-912f-07f17890e1a0)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:25:12.608793 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1a17c0-e84c-4a01-93bd-7588ad61eaef None None] Sync routers for ids ['aec86220-1666-4b56-8442-32a463bb21f4'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:25:12.611488 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-13290b5b-23e5-4fd6-99e9-51f78b05a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:12.624860 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d8471646-e967-487a-8252-aeaf33783c10 admin admin] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:12.626073 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d8471646-e967-487a-8252-aeaf33783c10 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4049497 Sep 14 23:25:12.628879 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 33326) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:25:12.661248 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1a17c0-e84c-4a01-93bd-7588ad61eaef None None] Routers {'aec86220-1666-4b56-8442-32a463bb21f4'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:25:12.661881 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-ed1a17c0-e84c-4a01-93bd-7588ad61eaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:25:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['aec86220-1666-4b56-8442-32a463bb21f4'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:25:12.812967 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13290b5b-23e5-4fd6-99e9-51f78b05a05e None None] Pushing event updated for resources: {'Port': ['ID=48df6e94-9334-455a-98b3-9d95814902de,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:12.863145 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-b377ab3f-d4a2-4b44-9679-ed3219986c04 None None] Provisioning complete for port 48df6e94-9334-455a-98b3-9d95814902de triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:25:12.863513 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b377ab3f-d4a2-4b44-9679-ed3219986c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:12.912725 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-ed1a17c0-e84c-4a01-93bd-7588ad61eaef None None] Set router aec86220-1666-4b56-8442-32a463bb21f4 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:25:13.217069 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-b377ab3f-d4a2-4b44-9679-ed3219986c04 None None] Current status of the port 48df6e94-9334-455a-98b3-9d95814902de is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:25:13.263961 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-ed1a17c0-e84c-4a01-93bd-7588ad61eaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'name': 'tempest-TestMinimumBasicScenario-116338023-router', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': 'cb5e73a2-4987-467d-ab95-d5c5c21aeab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:25:11Z', 'revision_number': 3, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'gw_port': {'id': 'cb5e73a2-4987-467d-ab95-d5c5c21aeab0', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:93:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:25:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:25:13.267835 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1a17c0-e84c-4a01-93bd-7588ad61eaef None None] Checking router: aec86220-1666-4b56-8442-32a463bb21f4 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:25:13.268172 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1a17c0-e84c-4a01-93bd-7588ad61eaef None None] Updating router aec86220-1666-4b56-8442-32a463bb21f4 port cb5e73a2-4987-467d-ab95-d5c5c21aeab0 binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:25:13.320439 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ed1a17c0-e84c-4a01-93bd-7588ad61eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:13.440513 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-024f8c33-9c36-4451-a8b1-560a0f979a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:13.645076 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-024f8c33-9c36-4451-a8b1-560a0f979a99 admin admin] Allocated IP 172.20.0.1 (5b773376-022f-4c2f-b306-90858d6ff6e6/4ed30d9e-2fdf-4b8d-b5f4-d330f1483295/66458c87-e5b1-451f-b637-9ab844180045) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:25:13.695530 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ed1a17c0-e84c-4a01-93bd-7588ad61eaef None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:13.706836 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-ed1a17c0-e84c-4a01-93bd-7588ad61eaef None None] Transition to ACTIVE for port object cb5e73a2-4987-467d-ab95-d5c5c21aeab0 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:25:13.713311 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ed1a17c0-e84c-4a01-93bd-7588ad61eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:13.774753 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-ed1a17c0-e84c-4a01-93bd-7588ad61eaef None None] Attempting to bind port cb5e73a2-4987-467d-ab95-d5c5c21aeab0 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:25:13.775120 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-ed1a17c0-e84c-4a01-93bd-7588ad61eaef None None] Attempting to bind port cb5e73a2-4987-467d-ab95-d5c5c21aeab0 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:25:13.775481 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1a17c0-e84c-4a01-93bd-7588ad61eaef None None] Attempting to bind port cb5e73a2-4987-467d-ab95-d5c5c21aeab0 on network 681410b9-e86d-4f65-a0f3-ea2093b5104b {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:25:13.783732 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1a17c0-e84c-4a01-93bd-7588ad61eaef None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:25:13.784104 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1a17c0-e84c-4a01-93bd-7588ad61eaef None None] Checking segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:25:13.784495 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ed1a17c0-e84c-4a01-93bd-7588ad61eaef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:13.784907 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1a17c0-e84c-4a01-93bd-7588ad61eaef None None] Bound using segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:25:13.785365 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-ed1a17c0-e84c-4a01-93bd-7588ad61eaef None None] Bound port: cb5e73a2-4987-467d-ab95-d5c5c21aeab0, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:25:13.785730 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ed1a17c0-e84c-4a01-93bd-7588ad61eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:13.793126 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-024f8c33-9c36-4451-a8b1-560a0f979a99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:13.809717 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-024f8c33-9c36-4451-a8b1-560a0f979a99 admin admin] Transition to ACTIVE for port object 66458c87-e5b1-451f-b637-9ab844180045 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:25:13.832755 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac1fbc-5976-4833-bdc6-2f9bbb7b201b None None] Pushing event updated for resources: {'Port': ['ID=cb5e73a2-4987-467d-ab95-d5c5c21aeab0,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:13.843024 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-024f8c33-9c36-4451-a8b1-560a0f979a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:13.862377 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 48df6e94-9334-455a-98b3-9d95814902de up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:25:13.913093 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024f8c33-9c36-4451-a8b1-560a0f979a99 admin admin] Network 5b773376-022f-4c2f-b306-90858d6ff6e6 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:25:13.915752 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-024f8c33-9c36-4451-a8b1-560a0f979a99 admin admin] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:25:13.919849 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024f8c33-9c36-4451-a8b1-560a0f979a99 admin admin] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:25:13.931880 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-ed1a17c0-e84c-4a01-93bd-7588ad61eaef None None] For port cb5e73a2-4987-467d-ab95-d5c5c21aeab0, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:25:13.936692 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-ed1a17c0-e84c-4a01-93bd-7588ad61eaef None None] For port cb5e73a2-4987-467d-ab95-d5c5c21aeab0, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=cb5e73a2-4987-467d-ab95-d5c5c21aeab0,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:25:13.943556 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ed1a17c0-e84c-4a01-93bd-7588ad61eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:13.954938 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f8c33-9c36-4451-a8b1-560a0f979a99 admin admin] Pushing event updated for resources: {'Port': ['ID=66458c87-e5b1-451f-b637-9ab844180045,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:13.979012 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-024f8c33-9c36-4451-a8b1-560a0f979a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:14.012457 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1a17c0-e84c-4a01-93bd-7588ad61eaef None None] Routers {'aec86220-1666-4b56-8442-32a463bb21f4'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:25:14.013116 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-ed1a17c0-e84c-4a01-93bd-7588ad61eaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:25:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['aec86220-1666-4b56-8442-32a463bb21f4'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:25:14.106835 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-024f8c33-9c36-4451-a8b1-560a0f979a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:14.109197 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 48df6e94-9334-455a-98b3-9d95814902de triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:25:14.109585 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:14.138981 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac1fbc-5976-4833-bdc6-2f9bbb7b201b None None] Pushing event updated for resources: {'Port': ['ID=cb5e73a2-4987-467d-ab95-d5c5c21aeab0,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:14.264568 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-405a6738-0207-4bd2-a6f7-f85c077ae902 None None] Provisioning for port 66458c87-e5b1-451f-b637-9ab844180045 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:25:14.276356 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-405a6738-0207-4bd2-a6f7-f85c077ae902 None None] Provisioning complete for port 66458c87-e5b1-451f-b637-9ab844180045 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:25:14.276752 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-405a6738-0207-4bd2-a6f7-f85c077ae902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:14.339617 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-024f8c33-9c36-4451-a8b1-560a0f979a99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:14.344935 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-024f8c33-9c36-4451-a8b1-560a0f979a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:14.372442 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-ed1a17c0-e84c-4a01-93bd-7588ad61eaef None None] Set router aec86220-1666-4b56-8442-32a463bb21f4 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:25:14.436557 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-024f8c33-9c36-4451-a8b1-560a0f979a99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:14.453098 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-405a6738-0207-4bd2-a6f7-f85c077ae902 None None] Port 66458c87-e5b1-451f-b637-9ab844180045 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:25:14.532822 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f8c33-9c36-4451-a8b1-560a0f979a99 admin admin] Pushing event updated for resources: {'Port': ['ID=66458c87-e5b1-451f-b637-9ab844180045,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:14.543243 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 48df6e94-9334-455a-98b3-9d95814902de is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:25:14.706324 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024f8c33-9c36-4451-a8b1-560a0f979a99 admin admin] Network 5b773376-022f-4c2f-b306-90858d6ff6e6 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:25:14.707585 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-024f8c33-9c36-4451-a8b1-560a0f979a99 admin admin] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:25:14.733196 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-ed1a17c0-e84c-4a01-93bd-7588ad61eaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'name': 'tempest-TestMinimumBasicScenario-116338023-router', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': 'cb5e73a2-4987-467d-ab95-d5c5c21aeab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:25:14Z', 'revision_number': 4, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'gw_port': {'id': 'cb5e73a2-4987-467d-ab95-d5c5c21aeab0', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:93:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '66458c87-e5b1-451f-b637-9ab844180045', 'name': '', 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'mac_address': 'fa:16:3e:e0:db:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '4ed30d9e-2fdf-4b8d-b5f4-d330f1483295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:13Z', 'updated_at': '2022-09-14T23:25:13Z', 'revision_number': 1, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'subnets': [{'id': '4ed30d9e-2fdf-4b8d-b5f4-d330f1483295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:25:14.737488 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1a17c0-e84c-4a01-93bd-7588ad61eaef None None] The sync data for ids ['aec86220-1666-4b56-8442-32a463bb21f4'] in dv-neutron-857791-1-hyperv is: [{'id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'name': 'tempest-TestMinimumBasicScenario-116338023-router', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': 'cb5e73a2-4987-467d-ab95-d5c5c21aeab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:25:14Z', 'revision_number': 4, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'gw_port': {'id': 'cb5e73a2-4987-467d-ab95-d5c5c21aeab0', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:93:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '66458c87-e5b1-451f-b637-9ab844180045', 'name': '', 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'mac_address': 'fa:16:3e:e0:db:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '4ed30d9e-2fdf-4b8d-b5f4-d330f1483295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:13Z', 'updated_at': '2022-09-14T23:25:13Z', 'revision_number': 1, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'subnets': [{'id': '4ed30d9e-2fdf-4b8d-b5f4-d330f1483295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:25:14.903947 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024f8c33-9c36-4451-a8b1-560a0f979a99 admin admin] Router aec86220-1666-4b56-8442-32a463bb21f4 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:25:14.978219 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-b4803274-83f6-43d4-966d-3e7b31c36e9f None None] Provisioning complete for port 66458c87-e5b1-451f-b637-9ab844180045 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:25:14.978755 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b4803274-83f6-43d4-966d-3e7b31c36e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:15.045105 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-b4803274-83f6-43d4-966d-3e7b31c36e9f None None] Port 66458c87-e5b1-451f-b637-9ab844180045 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:25:15.095166 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024f8c33-9c36-4451-a8b1-560a0f979a99 admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:25:15.105197 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-024f8c33-9c36-4451-a8b1-560a0f979a99 admin admin] 10.222.0.33 "PUT /v2.0/routers/aec86220-1666-4b56-8442-32a463bb21f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4753177 Sep 14 23:25:15.639146 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 33344) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:25:15.644672 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-2c126cb2-8265-415b-9ae4-b37d6ca90437 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-688948341-network', 'tenant_id': '53d8e7d71cfc4906bef8f19bf37917da'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:25:15.650196 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-2c126cb2-8265-415b-9ae4-b37d6ca90437 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:25:15.654198 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-2c126cb2-8265-415b-9ae4-b37d6ca90437 admin admin] Usage tracker for resource:network and tenant:53d8e7d71cfc4906bef8f19bf37917da is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:25:15.657194 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-2c126cb2-8265-415b-9ae4-b37d6ca90437 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:25:15.662976 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-2c126cb2-8265-415b-9ae4-b37d6ca90437 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:25:15.673389 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c126cb2-8265-415b-9ae4-b37d6ca90437 admin admin] Made reservation on behalf of 53d8e7d71cfc4906bef8f19bf37917da for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:25:15.675727 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2c126cb2-8265-415b-9ae4-b37d6ca90437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:15.688395 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2c126cb2-8265-415b-9ae4-b37d6ca90437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:15.704164 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-2c126cb2-8265-415b-9ae4-b37d6ca90437 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:25:15.708065 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-2c126cb2-8265-415b-9ae4-b37d6ca90437 admin admin] Usage tracker for resource:security_group_rule and tenant:53d8e7d71cfc4906bef8f19bf37917da is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:25:15.711515 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-2c126cb2-8265-415b-9ae4-b37d6ca90437 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:25:15.717546 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-2c126cb2-8265-415b-9ae4-b37d6ca90437 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:25:15.808027 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2c126cb2-8265-415b-9ae4-b37d6ca90437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:15.814163 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2c126cb2-8265-415b-9ae4-b37d6ca90437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:15.847721 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c126cb2-8265-415b-9ae4-b37d6ca90437 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:25:15.857094 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c126cb2-8265-415b-9ae4-b37d6ca90437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cab76b-89cc-4478-8887-e98a211089cc,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:15.863212 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2c126cb2-8265-415b-9ae4-b37d6ca90437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:15.863550 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-2c126cb2-8265-415b-9ae4-b37d6ca90437 admin admin] Added segment 64d9b439-121c-42b4-8bb5-152fba88fd74 of type vlan for network 712f632c-a180-459f-a51e-f2387409d80a Sep 14 23:25:15.891704 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device cb5e73a2-4987-467d-ab95-d5c5c21aeab0 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:25:15.900508 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2c126cb2-8265-415b-9ae4-b37d6ca90437 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:15.932335 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2c126cb2-8265-415b-9ae4-b37d6ca90437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:15.933486 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c126cb2-8265-415b-9ae4-b37d6ca90437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:25:15.934124 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2c126cb2-8265-415b-9ae4-b37d6ca90437 admin admin] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:15.967667 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port cb5e73a2-4987-467d-ab95-d5c5c21aeab0 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:25:15.973003 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port cb5e73a2-4987-467d-ab95-d5c5c21aeab0 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:25:15.973373 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:16.041439 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c126cb2-8265-415b-9ae4-b37d6ca90437 admin admin] Pushing event updated for resources: {'Network': ['ID=712f632c-a180-459f-a51e-f2387409d80a,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:16.049032 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2c126cb2-8265-415b-9ae4-b37d6ca90437 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4062884 Sep 14 23:25:16.049895 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 33348) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:25:16.055881 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-79769cda-83de-4e40-afee-c9040f323c9c admin admin] Request body: {'subnet': {'network_id': '712f632c-a180-459f-a51e-f2387409d80a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-688948341-subnet', 'tenant_id': '53d8e7d71cfc4906bef8f19bf37917da', 'ip_version': 4}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:25:16.061967 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-79769cda-83de-4e40-afee-c9040f323c9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:25:16.066505 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-79769cda-83de-4e40-afee-c9040f323c9c admin admin] Usage tracker for resource:subnet and tenant:53d8e7d71cfc4906bef8f19bf37917da is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:25:16.069570 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-79769cda-83de-4e40-afee-c9040f323c9c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:25:16.076118 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-79769cda-83de-4e40-afee-c9040f323c9c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:25:16.085842 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79769cda-83de-4e40-afee-c9040f323c9c admin admin] Made reservation on behalf of 53d8e7d71cfc4906bef8f19bf37917da for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:25:16.088361 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-79769cda-83de-4e40-afee-c9040f323c9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:16.120351 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 712f632c-a180-459f-a51e-f2387409d80a details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:25:16.220812 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port cb5e73a2-4987-467d-ab95-d5c5c21aeab0 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:25:16.221187 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:16.250806 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port cb5e73a2-4987-467d-ab95-d5c5c21aeab0, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=cb5e73a2-4987-467d-ab95-d5c5c21aeab0,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:25:16.254995 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:16.298228 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-79769cda-83de-4e40-afee-c9040f323c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:16.321868 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=cb5e73a2-4987-467d-ab95-d5c5c21aeab0,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:16.374615 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79769cda-83de-4e40-afee-c9040f323c9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a30c5a5c-41b1-47b8-b05f-be3fc643aef5,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:16.383262 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79769cda-83de-4e40-afee-c9040f323c9c admin admin] Checking segment: {'id': '64d9b439-121c-42b4-8bb5-152fba88fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '712f632c-a180-459f-a51e-f2387409d80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:25:16.383607 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79769cda-83de-4e40-afee-c9040f323c9c admin admin] Network hostable DHCP agents. Network: 712f632c-a180-459f-a51e-f2387409d80a, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:25:16.401595 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79769cda-83de-4e40-afee-c9040f323c9c admin admin] Network 712f632c-a180-459f-a51e-f2387409d80a is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:25:16.409932 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-79769cda-83de-4e40-afee-c9040f323c9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 712f632c-a180-459f-a51e-f2387409d80a) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:25:16.414532 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79769cda-83de-4e40-afee-c9040f323c9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:25:16.415154 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-79769cda-83de-4e40-afee-c9040f323c9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:16.422783 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a32532-9154-434d-9709-f31778ff0286 None None] Network 712f632c-a180-459f-a51e-f2387409d80a requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:25:16.437946 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-79769cda-83de-4e40-afee-c9040f323c9c admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3870528 Sep 14 23:25:16.440428 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 33352) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:25:16.448153 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-3b39fe55-0db0-4f22-910c-cadc5921beb2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-688948341-router', 'tenant_id': '53d8e7d71cfc4906bef8f19bf37917da', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:25:16.453659 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-3b39fe55-0db0-4f22-910c-cadc5921beb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:25:16.457674 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-3b39fe55-0db0-4f22-910c-cadc5921beb2 admin admin] Usage tracker for resource:router and tenant:53d8e7d71cfc4906bef8f19bf37917da is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:25:16.460654 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-3b39fe55-0db0-4f22-910c-cadc5921beb2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:25:16.466503 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-3b39fe55-0db0-4f22-910c-cadc5921beb2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:25:16.478753 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3b39fe55-0db0-4f22-910c-cadc5921beb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:16.480026 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3b39fe55-0db0-4f22-910c-cadc5921beb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:16.500686 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3b39fe55-0db0-4f22-910c-cadc5921beb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:16.663376 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e08970-5223-4a74-bfc4-59c0611cec46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-712f632c-a180-459f-a51e-f2387409d80a', 'network_id': '712f632c-a180-459f-a51e-f2387409d80a', 'tenant_id': '53d8e7d71cfc4906bef8f19bf37917da', 'fixed_ips': [{'subnet_id': 'a30c5a5c-41b1-47b8-b05f-be3fc643aef5'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:25:16.664802 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-13e08970-5223-4a74-bfc4-59c0611cec46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:16.722974 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924ab705-cf9a-439f-a349-f6eeadf7b38e None None] Sync routers for ids ['aec86220-1666-4b56-8442-32a463bb21f4'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:25:16.734300 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924ab705-cf9a-439f-a349-f6eeadf7b38e None None] Routers {'aec86220-1666-4b56-8442-32a463bb21f4'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:25:16.735019 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-924ab705-cf9a-439f-a349-f6eeadf7b38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:25:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['aec86220-1666-4b56-8442-32a463bb21f4'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:25:16.770699 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3b39fe55-0db0-4f22-910c-cadc5921beb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:16.825873 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-13e08970-5223-4a74-bfc4-59c0611cec46 None None] Allocated IP 172.20.0.2 (712f632c-a180-459f-a51e-f2387409d80a/a30c5a5c-41b1-47b8-b05f-be3fc643aef5/f507b0c4-d0a1-4515-bea5-5b6084b5e3c9) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:25:16.922245 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-924ab705-cf9a-439f-a349-f6eeadf7b38e None None] Set router aec86220-1666-4b56-8442-32a463bb21f4 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:25:17.043829 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-13e08970-5223-4a74-bfc4-59c0611cec46 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:17.054656 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-13e08970-5223-4a74-bfc4-59c0611cec46 None None] Transition to ACTIVE for port object f507b0c4-d0a1-4515-bea5-5b6084b5e3c9 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:25:17.074887 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-13e08970-5223-4a74-bfc4-59c0611cec46 None None] Transition to ACTIVE for port object f507b0c4-d0a1-4515-bea5-5b6084b5e3c9 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:25:17.081697 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-13e08970-5223-4a74-bfc4-59c0611cec46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:17.149343 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e08970-5223-4a74-bfc4-59c0611cec46 None None] Network 712f632c-a180-459f-a51e-f2387409d80a is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:25:17.152270 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-13e08970-5223-4a74-bfc4-59c0611cec46 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:25:17.155917 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e08970-5223-4a74-bfc4-59c0611cec46 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:25:17.200650 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e08970-5223-4a74-bfc4-59c0611cec46 None None] Pushing event updated for resources: {'Port': ['ID=f507b0c4-d0a1-4515-bea5-5b6084b5e3c9,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:17.221129 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3b39fe55-0db0-4f22-910c-cadc5921beb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:17.251868 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3b39fe55-0db0-4f22-910c-cadc5921beb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:17.259808 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-924ab705-cf9a-439f-a349-f6eeadf7b38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'name': 'tempest-TestMinimumBasicScenario-116338023-router', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': 'cb5e73a2-4987-467d-ab95-d5c5c21aeab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:25:14Z', 'revision_number': 4, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'gw_port': {'id': 'cb5e73a2-4987-467d-ab95-d5c5c21aeab0', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '66458c87-e5b1-451f-b637-9ab844180045', 'name': '', 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'mac_address': 'fa:16:3e:e0:db:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '4ed30d9e-2fdf-4b8d-b5f4-d330f1483295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:13Z', 'updated_at': '2022-09-14T23:25:14Z', 'revision_number': 2, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'subnets': [{'id': '4ed30d9e-2fdf-4b8d-b5f4-d330f1483295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:25:17.263648 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924ab705-cf9a-439f-a349-f6eeadf7b38e None None] Checking router: aec86220-1666-4b56-8442-32a463bb21f4 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:25:17.263984 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924ab705-cf9a-439f-a349-f6eeadf7b38e None None] Updating router aec86220-1666-4b56-8442-32a463bb21f4 port 66458c87-e5b1-451f-b637-9ab844180045 binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:25:17.270041 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-13e08970-5223-4a74-bfc4-59c0611cec46 None None] Attempting to bind port f507b0c4-d0a1-4515-bea5-5b6084b5e3c9 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:25:17.270474 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-13e08970-5223-4a74-bfc4-59c0611cec46 None None] Attempting to bind port f507b0c4-d0a1-4515-bea5-5b6084b5e3c9 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '64d9b439-121c-42b4-8bb5-152fba88fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '712f632c-a180-459f-a51e-f2387409d80a'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:25:17.270889 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e08970-5223-4a74-bfc4-59c0611cec46 None None] Attempting to bind port f507b0c4-d0a1-4515-bea5-5b6084b5e3c9 on network 712f632c-a180-459f-a51e-f2387409d80a {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:25:17.276263 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e08970-5223-4a74-bfc4-59c0611cec46 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:25:17.276742 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e08970-5223-4a74-bfc4-59c0611cec46 None None] Checking segment: {'id': '64d9b439-121c-42b4-8bb5-152fba88fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '712f632c-a180-459f-a51e-f2387409d80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:25:17.277199 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-13e08970-5223-4a74-bfc4-59c0611cec46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:17.277646 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e08970-5223-4a74-bfc4-59c0611cec46 None None] Bound using segment: {'id': '64d9b439-121c-42b4-8bb5-152fba88fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '712f632c-a180-459f-a51e-f2387409d80a'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:25:17.278167 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-13e08970-5223-4a74-bfc4-59c0611cec46 None None] Bound port: f507b0c4-d0a1-4515-bea5-5b6084b5e3c9, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d9b439-121c-42b4-8bb5-152fba88fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '712f632c-a180-459f-a51e-f2387409d80a'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:25:17.278600 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-13e08970-5223-4a74-bfc4-59c0611cec46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:17.317669 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-924ab705-cf9a-439f-a349-f6eeadf7b38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:17.367540 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-13e08970-5223-4a74-bfc4-59c0611cec46 None None] For port f507b0c4-d0a1-4515-bea5-5b6084b5e3c9, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:25:17.371590 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-13e08970-5223-4a74-bfc4-59c0611cec46 None None] For port f507b0c4-d0a1-4515-bea5-5b6084b5e3c9, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f507b0c4-d0a1-4515-bea5-5b6084b5e3c9,segment=NetworkSegment(64d9b439-121c-42b4-8bb5-152fba88fd74),segment_id=64d9b439-121c-42b4-8bb5-152fba88fd74)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:25:17.377899 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-13e08970-5223-4a74-bfc4-59c0611cec46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:17.413340 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-3b39fe55-0db0-4f22-910c-cadc5921beb2 admin admin] Allocated IP 172.26.5.146 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/0411537b-a26a-4356-883b-c5813e9e18b8) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:25:17.461635 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e08970-5223-4a74-bfc4-59c0611cec46 None None] Pushing event updated for resources: {'Port': ['ID=f507b0c4-d0a1-4515-bea5-5b6084b5e3c9,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:17.576307 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3b39fe55-0db0-4f22-910c-cadc5921beb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:17.613215 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3b39fe55-0db0-4f22-910c-cadc5921beb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:17.694321 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b39fe55-0db0-4f22-910c-cadc5921beb2 admin admin] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:25:17.697381 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-3b39fe55-0db0-4f22-910c-cadc5921beb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:25:17.704104 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-924ab705-cf9a-439f-a349-f6eeadf7b38e None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:17.705466 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b39fe55-0db0-4f22-910c-cadc5921beb2 admin admin] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:25:17.719534 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-924ab705-cf9a-439f-a349-f6eeadf7b38e None None] Transition to ACTIVE for port object 66458c87-e5b1-451f-b637-9ab844180045 will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:25:17.727406 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-924ab705-cf9a-439f-a349-f6eeadf7b38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:17.740844 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b39fe55-0db0-4f22-910c-cadc5921beb2 admin admin] Pushing event updated for resources: {'Port': ['ID=0411537b-a26a-4356-883b-c5813e9e18b8,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:17.950873 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231438a5-a799-41a6-9c01-8da27ec91eb2 None None] Pushing event updated for resources: {'Port': ['ID=66458c87-e5b1-451f-b637-9ab844180045,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:17.952159 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device cb5e73a2-4987-467d-ab95-d5c5c21aeab0 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:25:17.980999 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231438a5-a799-41a6-9c01-8da27ec91eb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:17.981240 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231438a5-a799-41a6-9c01-8da27ec91eb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:17.981565 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231438a5-a799-41a6-9c01-8da27ec91eb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:17.981899 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231438a5-a799-41a6-9c01-8da27ec91eb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:17.982226 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231438a5-a799-41a6-9c01-8da27ec91eb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:17.982551 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231438a5-a799-41a6-9c01-8da27ec91eb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:17.983135 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231438a5-a799-41a6-9c01-8da27ec91eb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:17.983456 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231438a5-a799-41a6-9c01-8da27ec91eb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:17.983770 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231438a5-a799-41a6-9c01-8da27ec91eb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:17.984084 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231438a5-a799-41a6-9c01-8da27ec91eb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:17.984405 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231438a5-a799-41a6-9c01-8da27ec91eb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:17.984730 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231438a5-a799-41a6-9c01-8da27ec91eb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:25:17.992425 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-924ab705-cf9a-439f-a349-f6eeadf7b38e None None] Attempting to bind port 66458c87-e5b1-451f-b637-9ab844180045 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:25:17.992845 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-924ab705-cf9a-439f-a349-f6eeadf7b38e None None] Attempting to bind port 66458c87-e5b1-451f-b637-9ab844180045 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '87885035-24ad-4cd9-912f-07f17890e1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:25:17.993206 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924ab705-cf9a-439f-a349-f6eeadf7b38e None None] Attempting to bind port 66458c87-e5b1-451f-b637-9ab844180045 on network 5b773376-022f-4c2f-b306-90858d6ff6e6 {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:25:17.998733 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924ab705-cf9a-439f-a349-f6eeadf7b38e None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:25:17.999106 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924ab705-cf9a-439f-a349-f6eeadf7b38e None None] Checking segment: {'id': '87885035-24ad-4cd9-912f-07f17890e1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:25:17.999501 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-924ab705-cf9a-439f-a349-f6eeadf7b38e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:17.999888 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924ab705-cf9a-439f-a349-f6eeadf7b38e None None] Bound using segment: {'id': '87885035-24ad-4cd9-912f-07f17890e1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:25:18.000341 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-924ab705-cf9a-439f-a349-f6eeadf7b38e None None] Bound port: 66458c87-e5b1-451f-b637-9ab844180045, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87885035-24ad-4cd9-912f-07f17890e1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:25:18.000743 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-924ab705-cf9a-439f-a349-f6eeadf7b38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:18.029585 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port cb5e73a2-4987-467d-ab95-d5c5c21aeab0 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:25:18.030345 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:18.095590 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-924ab705-cf9a-439f-a349-f6eeadf7b38e None None] For port 66458c87-e5b1-451f-b637-9ab844180045, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:25:18.099695 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-924ab705-cf9a-439f-a349-f6eeadf7b38e None None] For port 66458c87-e5b1-451f-b637-9ab844180045, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=66458c87-e5b1-451f-b637-9ab844180045,segment=NetworkSegment(87885035-24ad-4cd9-912f-07f17890e1a0),segment_id=87885035-24ad-4cd9-912f-07f17890e1a0)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:25:18.104532 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-924ab705-cf9a-439f-a349-f6eeadf7b38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:18.157178 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3b39fe55-0db0-4f22-910c-cadc5921beb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:18.160490 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port cb5e73a2-4987-467d-ab95-d5c5c21aeab0 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:25:18.161755 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f507b0c4-d0a1-4515-bea5-5b6084b5e3c9 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:25:18.166143 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924ab705-cf9a-439f-a349-f6eeadf7b38e None None] Routers {'aec86220-1666-4b56-8442-32a463bb21f4'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:25:18.166773 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-924ab705-cf9a-439f-a349-f6eeadf7b38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:25:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['aec86220-1666-4b56-8442-32a463bb21f4'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:25:18.238676 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port f507b0c4-d0a1-4515-bea5-5b6084b5e3c9 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:25:18.254125 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231438a5-a799-41a6-9c01-8da27ec91eb2 None None] Pushing event updated for resources: {'Port': ['ID=66458c87-e5b1-451f-b637-9ab844180045,revision_number=4']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:18.362048 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-924ab705-cf9a-439f-a349-f6eeadf7b38e None None] Set router aec86220-1666-4b56-8442-32a463bb21f4 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:25:18.581780 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e774823-9317-4506-a353-730524c8e33b None None] Network 712f632c-a180-459f-a51e-f2387409d80a requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:25:18.642402 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3b39fe55-0db0-4f22-910c-cadc5921beb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:18.701009 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-924ab705-cf9a-439f-a349-f6eeadf7b38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'name': 'tempest-TestMinimumBasicScenario-116338023-router', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': 'cb5e73a2-4987-467d-ab95-d5c5c21aeab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:25:14Z', 'revision_number': 4, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'gw_port': {'id': 'cb5e73a2-4987-467d-ab95-d5c5c21aeab0', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '66458c87-e5b1-451f-b637-9ab844180045', 'name': '', 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'mac_address': 'fa:16:3e:e0:db:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '4ed30d9e-2fdf-4b8d-b5f4-d330f1483295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:13Z', 'updated_at': '2022-09-14T23:25:18Z', 'revision_number': 4, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'subnets': [{'id': '4ed30d9e-2fdf-4b8d-b5f4-d330f1483295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:25:18.705176 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924ab705-cf9a-439f-a349-f6eeadf7b38e None None] The sync data for ids ['aec86220-1666-4b56-8442-32a463bb21f4'] in dv-neutron-857791-1-hyperv is: [{'id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'name': 'tempest-TestMinimumBasicScenario-116338023-router', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': 'cb5e73a2-4987-467d-ab95-d5c5c21aeab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:25:14Z', 'revision_number': 4, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'gw_port': {'id': 'cb5e73a2-4987-467d-ab95-d5c5c21aeab0', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '66458c87-e5b1-451f-b637-9ab844180045', 'name': '', 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'mac_address': 'fa:16:3e:e0:db:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '4ed30d9e-2fdf-4b8d-b5f4-d330f1483295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:13Z', 'updated_at': '2022-09-14T23:25:18Z', 'revision_number': 4, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'subnets': [{'id': '4ed30d9e-2fdf-4b8d-b5f4-d330f1483295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:25:18.736596 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-8f47bb43-d398-4204-92fa-617020492998 None None] Provisioning for port f507b0c4-d0a1-4515-bea5-5b6084b5e3c9 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:25:18.756360 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-8f47bb43-d398-4204-92fa-617020492998 None None] Provisioning complete for port f507b0c4-d0a1-4515-bea5-5b6084b5e3c9 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:25:18.756751 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8f47bb43-d398-4204-92fa-617020492998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:18.868486 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b39fe55-0db0-4f22-910c-cadc5921beb2 admin admin] Router b144a060-1564-41ce-8b47-44367da77a61 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 23:25:18.987275 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-8f47bb43-d398-4204-92fa-617020492998 None None] Current status of the port f507b0c4-d0a1-4515-bea5-5b6084b5e3c9 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:25:18.987795 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8f47bb43-d398-4204-92fa-617020492998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:19.035819 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-8f47bb43-d398-4204-92fa-617020492998 None None] For port f507b0c4-d0a1-4515-bea5-5b6084b5e3c9, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f507b0c4-d0a1-4515-bea5-5b6084b5e3c9,segment=NetworkSegment(64d9b439-121c-42b4-8bb5-152fba88fd74),segment_id=64d9b439-121c-42b4-8bb5-152fba88fd74)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:25:19.041429 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8f47bb43-d398-4204-92fa-617020492998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:19.075589 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b39fe55-0db0-4f22-910c-cadc5921beb2 admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:25:19.085170 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db16ae37-d769-48e2-814d-fa601969d430 None None] Sync routers for ids ['b144a060-1564-41ce-8b47-44367da77a61'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:25:19.103514 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-3b39fe55-0db0-4f22-910c-cadc5921beb2 admin admin] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:19.105252 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3b39fe55-0db0-4f22-910c-cadc5921beb2 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6638405 Sep 14 23:25:19.108128 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 33356) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:25:19.124933 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db16ae37-d769-48e2-814d-fa601969d430 None None] Routers {'b144a060-1564-41ce-8b47-44367da77a61'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:25:19.125606 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-db16ae37-d769-48e2-814d-fa601969d430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:25:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['b144a060-1564-41ce-8b47-44367da77a61'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:25:19.218098 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47bb43-d398-4204-92fa-617020492998 None None] Pushing event updated for resources: {'Port': ['ID=f507b0c4-d0a1-4515-bea5-5b6084b5e3c9,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:19.321870 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-ee579984-854e-4999-b4cd-7d0d95e17f89 None None] Provisioning complete for port f507b0c4-d0a1-4515-bea5-5b6084b5e3c9 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:25:19.322231 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ee579984-854e-4999-b4cd-7d0d95e17f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:19.438936 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-db16ae37-d769-48e2-814d-fa601969d430 None None] Set router b144a060-1564-41ce-8b47-44367da77a61 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:25:19.622452 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-ee579984-854e-4999-b4cd-7d0d95e17f89 None None] Current status of the port f507b0c4-d0a1-4515-bea5-5b6084b5e3c9 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:25:19.657201 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:19.751077 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-db16ae37-d769-48e2-814d-fa601969d430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b144a060-1564-41ce-8b47-44367da77a61', 'name': 'tempest-TestMinimumBasicScenario-688948341-router', 'tenant_id': '53d8e7d71cfc4906bef8f19bf37917da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.146'}], 'enable_snat': True}, 'gw_port_id': '0411537b-a26a-4356-883b-c5813e9e18b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:25:16Z', 'updated_at': '2022-09-14T23:25:17Z', 'revision_number': 3, 'project_id': '53d8e7d71cfc4906bef8f19bf37917da', 'gw_port': {'id': '0411537b-a26a-4356-883b-c5813e9e18b8', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b144a060-1564-41ce-8b47-44367da77a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:17Z', 'updated_at': '2022-09-14T23:25:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:25:19.754869 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db16ae37-d769-48e2-814d-fa601969d430 None None] Checking router: b144a060-1564-41ce-8b47-44367da77a61 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:25:19.755268 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db16ae37-d769-48e2-814d-fa601969d430 None None] Updating router b144a060-1564-41ce-8b47-44367da77a61 port 0411537b-a26a-4356-883b-c5813e9e18b8 binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:25:19.807524 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-db16ae37-d769-48e2-814d-fa601969d430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:19.909736 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 66458c87-e5b1-451f-b637-9ab844180045 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:25:19.928417 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c477f159-6f38-43c1-9544-0078d441defd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:20.076942 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 66458c87-e5b1-451f-b637-9ab844180045 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:25:20.085779 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 66458c87-e5b1-451f-b637-9ab844180045 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:25:20.086151 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:20.134529 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-c477f159-6f38-43c1-9544-0078d441defd admin admin] Allocated IP 172.20.0.1 (712f632c-a180-459f-a51e-f2387409d80a/a30c5a5c-41b1-47b8-b05f-be3fc643aef5/e12f87ae-40fc-436b-9121-d19f42f62ff5) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:25:20.282393 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c477f159-6f38-43c1-9544-0078d441defd admin admin] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:20.297506 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-c477f159-6f38-43c1-9544-0078d441defd admin admin] Transition to ACTIVE for port object e12f87ae-40fc-436b-9121-d19f42f62ff5 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:25:20.302513 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 66458c87-e5b1-451f-b637-9ab844180045 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:25:20.303026 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:20.319071 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-db16ae37-d769-48e2-814d-fa601969d430 None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:20.330148 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c477f159-6f38-43c1-9544-0078d441defd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:20.339003 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-db16ae37-d769-48e2-814d-fa601969d430 None None] Transition to ACTIVE for port object 0411537b-a26a-4356-883b-c5813e9e18b8 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:25:20.351795 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 66458c87-e5b1-451f-b637-9ab844180045, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=66458c87-e5b1-451f-b637-9ab844180045,segment=NetworkSegment(87885035-24ad-4cd9-912f-07f17890e1a0),segment_id=87885035-24ad-4cd9-912f-07f17890e1a0)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:25:20.353094 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-db16ae37-d769-48e2-814d-fa601969d430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:20.408881 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c477f159-6f38-43c1-9544-0078d441defd admin admin] Network 712f632c-a180-459f-a51e-f2387409d80a is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:25:20.411886 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-c477f159-6f38-43c1-9544-0078d441defd admin admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:25:20.415693 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c477f159-6f38-43c1-9544-0078d441defd admin admin] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:25:20.443228 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:20.443970 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f507b0c4-d0a1-4515-bea5-5b6084b5e3c9 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:25:20.459599 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477f159-6f38-43c1-9544-0078d441defd admin admin] Pushing event updated for resources: {'Port': ['ID=e12f87ae-40fc-436b-9121-d19f42f62ff5,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:20.483059 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c477f159-6f38-43c1-9544-0078d441defd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:20.513523 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-db16ae37-d769-48e2-814d-fa601969d430 None None] Attempting to bind port 0411537b-a26a-4356-883b-c5813e9e18b8 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:25:20.513912 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-db16ae37-d769-48e2-814d-fa601969d430 None None] Attempting to bind port 0411537b-a26a-4356-883b-c5813e9e18b8 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:25:20.514275 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db16ae37-d769-48e2-814d-fa601969d430 None None] Attempting to bind port 0411537b-a26a-4356-883b-c5813e9e18b8 on network 681410b9-e86d-4f65-a0f3-ea2093b5104b {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:25:20.533914 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318bdbd9-c47f-4986-8ee5-2d086ef5bcd3 None None] Pushing event updated for resources: {'Port': ['ID=0411537b-a26a-4356-883b-c5813e9e18b8,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:20.536287 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db16ae37-d769-48e2-814d-fa601969d430 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:25:20.536681 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db16ae37-d769-48e2-814d-fa601969d430 None None] Checking segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:25:20.537084 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-db16ae37-d769-48e2-814d-fa601969d430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:20.537463 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db16ae37-d769-48e2-814d-fa601969d430 None None] Bound using segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:25:20.537939 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-db16ae37-d769-48e2-814d-fa601969d430 None None] Bound port: 0411537b-a26a-4356-883b-c5813e9e18b8, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:25:20.538367 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-db16ae37-d769-48e2-814d-fa601969d430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:20.691457 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-b5570799-1b6f-4627-bf53-397f113e34d6 None None] Provisioning for port e12f87ae-40fc-436b-9121-d19f42f62ff5 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:25:20.696798 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=66458c87-e5b1-451f-b637-9ab844180045,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:20.700701 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-db16ae37-d769-48e2-814d-fa601969d430 None None] For port 0411537b-a26a-4356-883b-c5813e9e18b8, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:25:20.704928 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-db16ae37-d769-48e2-814d-fa601969d430 None None] For port 0411537b-a26a-4356-883b-c5813e9e18b8, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=0411537b-a26a-4356-883b-c5813e9e18b8,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:25:20.706075 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port f507b0c4-d0a1-4515-bea5-5b6084b5e3c9 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:25:20.706664 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:20.734029 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-b5570799-1b6f-4627-bf53-397f113e34d6 None None] Provisioning complete for port e12f87ae-40fc-436b-9121-d19f42f62ff5 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:25:20.734407 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b5570799-1b6f-4627-bf53-397f113e34d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:20.747804 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c477f159-6f38-43c1-9544-0078d441defd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:20.771773 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-db16ae37-d769-48e2-814d-fa601969d430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:20.871976 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db16ae37-d769-48e2-814d-fa601969d430 None None] Routers {'b144a060-1564-41ce-8b47-44367da77a61'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:25:20.872604 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-db16ae37-d769-48e2-814d-fa601969d430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:25:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['b144a060-1564-41ce-8b47-44367da77a61'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:25:20.920373 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-b5570799-1b6f-4627-bf53-397f113e34d6 None None] Port e12f87ae-40fc-436b-9121-d19f42f62ff5 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:25:20.968513 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c477f159-6f38-43c1-9544-0078d441defd admin admin] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:20.970149 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318bdbd9-c47f-4986-8ee5-2d086ef5bcd3 None None] Pushing event updated for resources: {'Port': ['ID=0411537b-a26a-4356-883b-c5813e9e18b8,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:20.972960 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c477f159-6f38-43c1-9544-0078d441defd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:21.108158 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port f507b0c4-d0a1-4515-bea5-5b6084b5e3c9 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:25:21.125715 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-db16ae37-d769-48e2-814d-fa601969d430 None None] Set router b144a060-1564-41ce-8b47-44367da77a61 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:25:21.199685 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477f159-6f38-43c1-9544-0078d441defd admin admin] Pushing event updated for resources: {'Port': ['ID=e12f87ae-40fc-436b-9121-d19f42f62ff5,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:21.203305 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c477f159-6f38-43c1-9544-0078d441defd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:21.338691 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c477f159-6f38-43c1-9544-0078d441defd admin admin] Network 712f632c-a180-459f-a51e-f2387409d80a is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:25:21.340244 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-c477f159-6f38-43c1-9544-0078d441defd admin admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:25:21.454783 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-db16ae37-d769-48e2-814d-fa601969d430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b144a060-1564-41ce-8b47-44367da77a61', 'name': 'tempest-TestMinimumBasicScenario-688948341-router', 'tenant_id': '53d8e7d71cfc4906bef8f19bf37917da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.146'}], 'enable_snat': True}, 'gw_port_id': '0411537b-a26a-4356-883b-c5813e9e18b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:25:16Z', 'updated_at': '2022-09-14T23:25:20Z', 'revision_number': 4, 'project_id': '53d8e7d71cfc4906bef8f19bf37917da', 'gw_port': {'id': '0411537b-a26a-4356-883b-c5813e9e18b8', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b144a060-1564-41ce-8b47-44367da77a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:17Z', 'updated_at': '2022-09-14T23:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'e12f87ae-40fc-436b-9121-d19f42f62ff5', 'name': '', 'network_id': '712f632c-a180-459f-a51e-f2387409d80a', 'tenant_id': '53d8e7d71cfc4906bef8f19bf37917da', 'mac_address': 'fa:16:3e:58:d9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b144a060-1564-41ce-8b47-44367da77a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'a30c5a5c-41b1-47b8-b05f-be3fc643aef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:19Z', 'updated_at': '2022-09-14T23:25:20Z', 'revision_number': 1, 'project_id': '53d8e7d71cfc4906bef8f19bf37917da', 'subnets': [{'id': 'a30c5a5c-41b1-47b8-b05f-be3fc643aef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:25:21.459062 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db16ae37-d769-48e2-814d-fa601969d430 None None] The sync data for ids ['b144a060-1564-41ce-8b47-44367da77a61'] in dv-neutron-857791-1-hyperv is: [{'id': 'b144a060-1564-41ce-8b47-44367da77a61', 'name': 'tempest-TestMinimumBasicScenario-688948341-router', 'tenant_id': '53d8e7d71cfc4906bef8f19bf37917da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.146'}], 'enable_snat': True}, 'gw_port_id': '0411537b-a26a-4356-883b-c5813e9e18b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:25:16Z', 'updated_at': '2022-09-14T23:25:20Z', 'revision_number': 4, 'project_id': '53d8e7d71cfc4906bef8f19bf37917da', 'gw_port': {'id': '0411537b-a26a-4356-883b-c5813e9e18b8', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b144a060-1564-41ce-8b47-44367da77a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:17Z', 'updated_at': '2022-09-14T23:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'e12f87ae-40fc-436b-9121-d19f42f62ff5', 'name': '', 'network_id': '712f632c-a180-459f-a51e-f2387409d80a', 'tenant_id': '53d8e7d71cfc4906bef8f19bf37917da', 'mac_address': 'fa:16:3e:58:d9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b144a060-1564-41ce-8b47-44367da77a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'a30c5a5c-41b1-47b8-b05f-be3fc643aef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:19Z', 'updated_at': '2022-09-14T23:25:20Z', 'revision_number': 1, 'project_id': '53d8e7d71cfc4906bef8f19bf37917da', 'subnets': [{'id': 'a30c5a5c-41b1-47b8-b05f-be3fc643aef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:25:21.544952 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c477f159-6f38-43c1-9544-0078d441defd admin admin] Router b144a060-1564-41ce-8b47-44367da77a61 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:25:21.654749 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-7658ac09-9533-43ba-be60-87c2f87af815 None None] Provisioning complete for port e12f87ae-40fc-436b-9121-d19f42f62ff5 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:25:21.655012 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7658ac09-9533-43ba-be60-87c2f87af815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:21.727651 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-7658ac09-9533-43ba-be60-87c2f87af815 None None] Port e12f87ae-40fc-436b-9121-d19f42f62ff5 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:25:21.758620 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c477f159-6f38-43c1-9544-0078d441defd admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:25:21.768038 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c477f159-6f38-43c1-9544-0078d441defd admin admin] 10.222.0.33 "PUT /v2.0/routers/b144a060-1564-41ce-8b47-44367da77a61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6587205 Sep 14 23:25:21.866109 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 66458c87-e5b1-451f-b637-9ab844180045 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:25:21.938380 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 66458c87-e5b1-451f-b637-9ab844180045 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:25:21.938850 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:22.064169 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 66458c87-e5b1-451f-b637-9ab844180045 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:25:23.605759 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91019be0-85cc-4d20-a195-abde4b49cef5 None None] Sync routers for ids ['b144a060-1564-41ce-8b47-44367da77a61'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:25:23.620406 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91019be0-85cc-4d20-a195-abde4b49cef5 None None] Routers {'b144a060-1564-41ce-8b47-44367da77a61'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:25:23.621173 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-91019be0-85cc-4d20-a195-abde4b49cef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:25:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['b144a060-1564-41ce-8b47-44367da77a61'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:25:23.824211 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-91019be0-85cc-4d20-a195-abde4b49cef5 None None] Set router b144a060-1564-41ce-8b47-44367da77a61 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:25:23.908362 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 0411537b-a26a-4356-883b-c5813e9e18b8 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:25:23.996899 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 0411537b-a26a-4356-883b-c5813e9e18b8 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:25:24.004191 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 0411537b-a26a-4356-883b-c5813e9e18b8 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:25:24.004560 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:24.153381 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 0411537b-a26a-4356-883b-c5813e9e18b8 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:25:24.153764 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:24.173345 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 0411537b-a26a-4356-883b-c5813e9e18b8, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=0411537b-a26a-4356-883b-c5813e9e18b8,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:25:24.179814 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:24.260949 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-91019be0-85cc-4d20-a195-abde4b49cef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b144a060-1564-41ce-8b47-44367da77a61', 'name': 'tempest-TestMinimumBasicScenario-688948341-router', 'tenant_id': '53d8e7d71cfc4906bef8f19bf37917da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.146'}], 'enable_snat': True}, 'gw_port_id': '0411537b-a26a-4356-883b-c5813e9e18b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:25:16Z', 'updated_at': '2022-09-14T23:25:20Z', 'revision_number': 4, 'project_id': '53d8e7d71cfc4906bef8f19bf37917da', 'gw_port': {'id': '0411537b-a26a-4356-883b-c5813e9e18b8', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b144a060-1564-41ce-8b47-44367da77a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:17Z', 'updated_at': '2022-09-14T23:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'e12f87ae-40fc-436b-9121-d19f42f62ff5', 'name': '', 'network_id': '712f632c-a180-459f-a51e-f2387409d80a', 'tenant_id': '53d8e7d71cfc4906bef8f19bf37917da', 'mac_address': 'fa:16:3e:58:d9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b144a060-1564-41ce-8b47-44367da77a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'a30c5a5c-41b1-47b8-b05f-be3fc643aef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:19Z', 'updated_at': '2022-09-14T23:25:20Z', 'revision_number': 2, 'project_id': '53d8e7d71cfc4906bef8f19bf37917da', 'subnets': [{'id': 'a30c5a5c-41b1-47b8-b05f-be3fc643aef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:25:24.267095 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91019be0-85cc-4d20-a195-abde4b49cef5 None None] Checking router: b144a060-1564-41ce-8b47-44367da77a61 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:25:24.267690 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91019be0-85cc-4d20-a195-abde4b49cef5 None None] Updating router b144a060-1564-41ce-8b47-44367da77a61 port e12f87ae-40fc-436b-9121-d19f42f62ff5 binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:25:24.319330 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=0411537b-a26a-4356-883b-c5813e9e18b8,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:24.330550 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-91019be0-85cc-4d20-a195-abde4b49cef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:24.737477 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-91019be0-85cc-4d20-a195-abde4b49cef5 None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:24.749872 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-91019be0-85cc-4d20-a195-abde4b49cef5 None None] Transition to ACTIVE for port object e12f87ae-40fc-436b-9121-d19f42f62ff5 will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:25:24.760289 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-91019be0-85cc-4d20-a195-abde4b49cef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:24.968595 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc19cc-991a-4e27-aff1-17f4f9e6f14b None None] Pushing event updated for resources: {'Port': ['ID=e12f87ae-40fc-436b-9121-d19f42f62ff5,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:24.979396 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-91019be0-85cc-4d20-a195-abde4b49cef5 None None] Attempting to bind port e12f87ae-40fc-436b-9121-d19f42f62ff5 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:25:24.980402 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-91019be0-85cc-4d20-a195-abde4b49cef5 None None] Attempting to bind port e12f87ae-40fc-436b-9121-d19f42f62ff5 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '64d9b439-121c-42b4-8bb5-152fba88fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '712f632c-a180-459f-a51e-f2387409d80a'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:25:24.980402 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91019be0-85cc-4d20-a195-abde4b49cef5 None None] Attempting to bind port e12f87ae-40fc-436b-9121-d19f42f62ff5 on network 712f632c-a180-459f-a51e-f2387409d80a {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:25:24.985687 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91019be0-85cc-4d20-a195-abde4b49cef5 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:25:24.986055 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91019be0-85cc-4d20-a195-abde4b49cef5 None None] Checking segment: {'id': '64d9b439-121c-42b4-8bb5-152fba88fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '712f632c-a180-459f-a51e-f2387409d80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:25:24.986448 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-91019be0-85cc-4d20-a195-abde4b49cef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:24.986828 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91019be0-85cc-4d20-a195-abde4b49cef5 None None] Bound using segment: {'id': '64d9b439-121c-42b4-8bb5-152fba88fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '712f632c-a180-459f-a51e-f2387409d80a'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:25:24.987299 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-91019be0-85cc-4d20-a195-abde4b49cef5 None None] Bound port: e12f87ae-40fc-436b-9121-d19f42f62ff5, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d9b439-121c-42b4-8bb5-152fba88fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '712f632c-a180-459f-a51e-f2387409d80a'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:25:24.987705 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-91019be0-85cc-4d20-a195-abde4b49cef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:25.081030 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-91019be0-85cc-4d20-a195-abde4b49cef5 None None] For port e12f87ae-40fc-436b-9121-d19f42f62ff5, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:25:25.084792 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-91019be0-85cc-4d20-a195-abde4b49cef5 None None] For port e12f87ae-40fc-436b-9121-d19f42f62ff5, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=e12f87ae-40fc-436b-9121-d19f42f62ff5,segment=NetworkSegment(64d9b439-121c-42b4-8bb5-152fba88fd74),segment_id=64d9b439-121c-42b4-8bb5-152fba88fd74)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:25:25.091422 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-91019be0-85cc-4d20-a195-abde4b49cef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:25.160250 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91019be0-85cc-4d20-a195-abde4b49cef5 None None] Routers {'b144a060-1564-41ce-8b47-44367da77a61'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:25:25.161461 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-91019be0-85cc-4d20-a195-abde4b49cef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:25:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['b144a060-1564-41ce-8b47-44367da77a61'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:25:25.245157 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc19cc-991a-4e27-aff1-17f4f9e6f14b None None] Pushing event updated for resources: {'Port': ['ID=e12f87ae-40fc-436b-9121-d19f42f62ff5,revision_number=4']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:25.358170 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-91019be0-85cc-4d20-a195-abde4b49cef5 None None] Set router b144a060-1564-41ce-8b47-44367da77a61 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:25:25.747471 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-91019be0-85cc-4d20-a195-abde4b49cef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b144a060-1564-41ce-8b47-44367da77a61', 'name': 'tempest-TestMinimumBasicScenario-688948341-router', 'tenant_id': '53d8e7d71cfc4906bef8f19bf37917da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.146'}], 'enable_snat': True}, 'gw_port_id': '0411537b-a26a-4356-883b-c5813e9e18b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:25:16Z', 'updated_at': '2022-09-14T23:25:20Z', 'revision_number': 4, 'project_id': '53d8e7d71cfc4906bef8f19bf37917da', 'gw_port': {'id': '0411537b-a26a-4356-883b-c5813e9e18b8', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b144a060-1564-41ce-8b47-44367da77a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:17Z', 'updated_at': '2022-09-14T23:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'e12f87ae-40fc-436b-9121-d19f42f62ff5', 'name': '', 'network_id': '712f632c-a180-459f-a51e-f2387409d80a', 'tenant_id': '53d8e7d71cfc4906bef8f19bf37917da', 'mac_address': 'fa:16:3e:58:d9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b144a060-1564-41ce-8b47-44367da77a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'a30c5a5c-41b1-47b8-b05f-be3fc643aef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:19Z', 'updated_at': '2022-09-14T23:25:25Z', 'revision_number': 4, 'project_id': '53d8e7d71cfc4906bef8f19bf37917da', 'subnets': [{'id': 'a30c5a5c-41b1-47b8-b05f-be3fc643aef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:25:25.751506 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91019be0-85cc-4d20-a195-abde4b49cef5 None None] The sync data for ids ['b144a060-1564-41ce-8b47-44367da77a61'] in dv-neutron-857791-1-hyperv is: [{'id': 'b144a060-1564-41ce-8b47-44367da77a61', 'name': 'tempest-TestMinimumBasicScenario-688948341-router', 'tenant_id': '53d8e7d71cfc4906bef8f19bf37917da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.146'}], 'enable_snat': True}, 'gw_port_id': '0411537b-a26a-4356-883b-c5813e9e18b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:25:16Z', 'updated_at': '2022-09-14T23:25:20Z', 'revision_number': 4, 'project_id': '53d8e7d71cfc4906bef8f19bf37917da', 'gw_port': {'id': '0411537b-a26a-4356-883b-c5813e9e18b8', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b144a060-1564-41ce-8b47-44367da77a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:17Z', 'updated_at': '2022-09-14T23:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'e12f87ae-40fc-436b-9121-d19f42f62ff5', 'name': '', 'network_id': '712f632c-a180-459f-a51e-f2387409d80a', 'tenant_id': '53d8e7d71cfc4906bef8f19bf37917da', 'mac_address': 'fa:16:3e:58:d9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b144a060-1564-41ce-8b47-44367da77a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'a30c5a5c-41b1-47b8-b05f-be3fc643aef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:19Z', 'updated_at': '2022-09-14T23:25:25Z', 'revision_number': 4, 'project_id': '53d8e7d71cfc4906bef8f19bf37917da', 'subnets': [{'id': 'a30c5a5c-41b1-47b8-b05f-be3fc643aef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:25:25.912478 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e12f87ae-40fc-436b-9121-d19f42f62ff5 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:25:26.009664 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port e12f87ae-40fc-436b-9121-d19f42f62ff5 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:25:26.016092 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port e12f87ae-40fc-436b-9121-d19f42f62ff5 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:25:26.016594 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:26.164096 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port e12f87ae-40fc-436b-9121-d19f42f62ff5 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:25:26.164997 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:26.213715 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port e12f87ae-40fc-436b-9121-d19f42f62ff5, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=e12f87ae-40fc-436b-9121-d19f42f62ff5,segment=NetworkSegment(64d9b439-121c-42b4-8bb5-152fba88fd74),segment_id=64d9b439-121c-42b4-8bb5-152fba88fd74)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:25:26.219214 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:26.220130 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 0411537b-a26a-4356-883b-c5813e9e18b8 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:25:26.344009 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=e12f87ae-40fc-436b-9121-d19f42f62ff5,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:26.367878 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 0411537b-a26a-4356-883b-c5813e9e18b8 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:25:26.368247 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:26.509152 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 0411537b-a26a-4356-883b-c5813e9e18b8 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:25:27.871636 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e12f87ae-40fc-436b-9121-d19f42f62ff5 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:25:27.952585 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port e12f87ae-40fc-436b-9121-d19f42f62ff5 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:25:27.953146 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:28.079395 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port e12f87ae-40fc-436b-9121-d19f42f62ff5 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:25:31.944378 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-ba4b4c1a-6641-455c-a3e7-792335f679de tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:25:31.945096 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-ba4b4c1a-6641-455c-a3e7-792335f679de tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Synchronizing usage tracker for tenant:29cb127cac5a4c3baf32439c60948a64 on resource:network {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:25:31.961873 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-ba4b4c1a-6641-455c-a3e7-792335f679de tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Unset dirty status for tenant:29cb127cac5a4c3baf32439c60948a64 on resource:network {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:25:31.963032 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-ba4b4c1a-6641-455c-a3e7-792335f679de tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/networks?id=5b773376-022f-4c2f-b306-90858d6ff6e6 HTTP/1.1" status: 200 len: 814 time: 0.1609967 Sep 14 23:25:31.977682 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-82593110-9709-4e0e-b1cc-236839f6f877 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/quotas/29cb127cac5a4c3baf32439c60948a64 HTTP/1.1" status: 200 len: 375 time: 0.0092990 Sep 14 23:25:32.067239 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-c60ffb45-d6da-4a87-b92b-4507142d6ea2 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Synchronizing usage tracker for tenant:29cb127cac5a4c3baf32439c60948a64 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:25:32.082030 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-c60ffb45-d6da-4a87-b92b-4507142d6ea2 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Unset dirty status for tenant:29cb127cac5a4c3baf32439c60948a64 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:25:32.083252 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-c60ffb45-d6da-4a87-b92b-4507142d6ea2 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=29cb127cac5a4c3baf32439c60948a64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1009426 Sep 14 23:25:32.311238 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-480e1e44-0b50-495f-acc0-9fe8f6141cd0 service neutron] 10.222.0.33 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164295 Sep 14 23:25:32.440575 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-5c001903-7c6b-4bd3-951e-cb449db64430 service neutron] 10.222.0.33 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235449 Sep 14 23:25:32.621415 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4b91882a-ac90-4c69-b052-4f89efbda4c1 req-7020e1d4-2ae8-4576-9abe-fa44546ac3a7 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 210 time: 0.0504012 Sep 14 23:25:33.710380 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-297b3a8c-70b4-4e35-9191-cc5bdfa034f8 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:25:33.711912 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-297b3a8c-70b4-4e35-9191-cc5bdfa034f8 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.20 "GET /v2.0/networks?id=5b773376-022f-4c2f-b306-90858d6ff6e6 HTTP/1.1" status: 200 len: 814 time: 0.1472976 Sep 14 23:25:33.723151 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-c02bcbd5-3c6e-4943-834b-3b6b44e4091d tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Request body: {'port': {'device_id': '0cdfdc47-0096-4b83-9452-60174c1e82f0', 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6', 'admin_state_up': True, 'tenant_id': '29cb127cac5a4c3baf32439c60948a64'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:25:33.792657 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b28e7290-bff1-4be9-837d-59b6efb79ed9 req-5eee828d-55e4-4a3e-99e8-de8da6f94144 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 210 time: 0.0543077 Sep 14 23:25:33.865378 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-c02bcbd5-3c6e-4943-834b-3b6b44e4091d tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:25:33.874865 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-c02bcbd5-3c6e-4943-834b-3b6b44e4091d tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:25:33.885764 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-c02bcbd5-3c6e-4943-834b-3b6b44e4091d tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Made reservation on behalf of 29cb127cac5a4c3baf32439c60948a64 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:25:33.889576 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-c02bcbd5-3c6e-4943-834b-3b6b44e4091d tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:34.062131 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-c02bcbd5-3c6e-4943-834b-3b6b44e4091d tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Allocated IP 172.20.0.5 (5b773376-022f-4c2f-b306-90858d6ff6e6/4ed30d9e-2fdf-4b8d-b5f4-d330f1483295/5ad920f6-d367-4f1d-a926-7163cd32cfb3) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:25:34.362341 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-c02bcbd5-3c6e-4943-834b-3b6b44e4091d tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:34.385048 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-c02bcbd5-3c6e-4943-834b-3b6b44e4091d tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Transition to ACTIVE for port object 5ad920f6-d367-4f1d-a926-7163cd32cfb3 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:25:34.420480 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-c02bcbd5-3c6e-4943-834b-3b6b44e4091d tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:34.478544 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-c02bcbd5-3c6e-4943-834b-3b6b44e4091d tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Network 5b773376-022f-4c2f-b306-90858d6ff6e6 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:25:34.489408 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-c02bcbd5-3c6e-4943-834b-3b6b44e4091d tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:25:34.499570 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-c02bcbd5-3c6e-4943-834b-3b6b44e4091d tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:25:34.589371 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02bcbd5-3c6e-4943-834b-3b6b44e4091d tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Pushing event updated for resources: {'Port': ['ID=5ad920f6-d367-4f1d-a926-7163cd32cfb3,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:34.610336 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-c02bcbd5-3c6e-4943-834b-3b6b44e4091d tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:25:34.610981 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-c02bcbd5-3c6e-4943-834b-3b6b44e4091d tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:34.638084 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-c02bcbd5-3c6e-4943-834b-3b6b44e4091d tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9188192 Sep 14 23:25:34.735257 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-981c88a1-17bf-4593-844e-7af43752d062 None None] Provisioning for port 5ad920f6-d367-4f1d-a926-7163cd32cfb3 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:25:34.740168 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-981c88a1-17bf-4593-844e-7af43752d062 None None] Provisioning complete for port 5ad920f6-d367-4f1d-a926-7163cd32cfb3 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:25:34.740531 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-981c88a1-17bf-4593-844e-7af43752d062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:34.799507 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-981c88a1-17bf-4593-844e-7af43752d062 None None] Port 5ad920f6-d367-4f1d-a926-7163cd32cfb3 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:25:34.998914 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387a4b3-752a-4d04-b74d-ea4df04fc7e4 req-38c806aa-5690-49cb-b9a6-111a30b80bfa tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:25:35.000513 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7387a4b3-752a-4d04-b74d-ea4df04fc7e4 req-38c806aa-5690-49cb-b9a6-111a30b80bfa tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 931 time: 0.0892751 Sep 14 23:25:35.045998 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-7387a4b3-752a-4d04-b74d-ea4df04fc7e4 req-0707cff1-fe2b-4e35-82d1-f439f1272bc6 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Synchronizing usage tracker for tenant:29cb127cac5a4c3baf32439c60948a64 on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:25:35.065527 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-7387a4b3-752a-4d04-b74d-ea4df04fc7e4 req-0707cff1-fe2b-4e35-82d1-f439f1272bc6 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Unset dirty status for tenant:29cb127cac5a4c3baf32439c60948a64 on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:25:35.066918 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7387a4b3-752a-4d04-b74d-ea4df04fc7e4 req-0707cff1-fe2b-4e35-82d1-f439f1272bc6 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608425 Sep 14 23:25:36.276648 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef562c4-dac1-405d-987a-0d2b71b8aa93 req-cdff26a7-8f34-418b-b317-5f67365daa8a tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:25:36.278212 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9ef562c4-dac1-405d-987a-0d2b71b8aa93 req-cdff26a7-8f34-418b-b317-5f67365daa8a tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 931 time: 0.0938828 Sep 14 23:25:36.332548 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9ef562c4-dac1-405d-987a-0d2b71b8aa93 req-85ad4caa-385e-4e79-96f8-93f9e60ce5d2 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483515 Sep 14 23:25:37.537658 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618790dc-8cd3-43cf-92ae-f2442eb83602 req-4a6b6477-45e8-4a87-bc05-2bd8a3b99d9f tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:25:37.541066 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-618790dc-8cd3-43cf-92ae-f2442eb83602 req-4a6b6477-45e8-4a87-bc05-2bd8a3b99d9f tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 931 time: 0.0930016 Sep 14 23:25:37.593595 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-618790dc-8cd3-43cf-92ae-f2442eb83602 req-73d889fb-457a-4840-8331-2d38d70ad2b7 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445497 Sep 14 23:25:37.746088 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a3e15545-d717-4381-b716-c99c40e14a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:38.684298 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:25:38.807750 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28757a9e-0992-46b1-b28e-a473c40576be req-30bf78a9-4b57-4042-91ce-fb7f9e0d2d42 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:25:38.809370 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-28757a9e-0992-46b1-b28e-a473c40576be req-30bf78a9-4b57-4042-91ce-fb7f9e0d2d42 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 931 time: 0.0920775 Sep 14 23:25:38.861244 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-28757a9e-0992-46b1-b28e-a473c40576be req-e14ebc41-a0c0-4bca-bf97-ae2e0e3ebb77 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458796 Sep 14 23:25:39.788382 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9fbb5a1d-98c9-4a07-a7f3-ff6b08f6b040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:40.179638 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4118d-394e-4bae-ba08-f9cd3591192a req-988d72eb-bb75-406a-81b3-91cc2a700862 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:25:40.181130 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8db4118d-394e-4bae-ba08-f9cd3591192a req-988d72eb-bb75-406a-81b3-91cc2a700862 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 931 time: 0.2095895 Sep 14 23:25:40.228242 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8db4118d-394e-4bae-ba08-f9cd3591192a req-55465bb2-f72f-48bc-895e-a9307233ae6e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407026 Sep 14 23:25:40.909334 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:40.938750 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:41.439148 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bf099-f7db-4045-ac2c-4a438054f159 req-1427b4f3-a085-4e5f-9f50-2fd4edb15a0f tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:25:41.440591 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9c5bf099-f7db-4045-ac2c-4a438054f159 req-1427b4f3-a085-4e5f-9f50-2fd4edb15a0f tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 931 time: 0.0953190 Sep 14 23:25:41.487983 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9c5bf099-f7db-4045-ac2c-4a438054f159 req-6018a770-2a2a-4adc-b199-8bf1126d2478 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408981 Sep 14 23:25:41.858718 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-6eb78b7d-e0b5-482d-8d17-d2ded45043ce service neutron] Request body: {'port': {'device_id': '0cdfdc47-0096-4b83-9452-60174c1e82f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:25:41.967017 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-6eb78b7d-e0b5-482d-8d17-d2ded45043ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:42.405917 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-6eb78b7d-e0b5-482d-8d17-d2ded45043ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ad920f6-d367-4f1d-a926-7163cd32cfb3 {{(pid=89171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:25:42.413550 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-6eb78b7d-e0b5-482d-8d17-d2ded45043ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:42.427279 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-6eb78b7d-e0b5-482d-8d17-d2ded45043ce service neutron] Transition to ACTIVE for port object 5ad920f6-d367-4f1d-a926-7163cd32cfb3 will not be triggered until provisioned by entity L2. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:25:42.431511 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-6eb78b7d-e0b5-482d-8d17-d2ded45043ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:42.502435 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:42.613840 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb78b7d-e0b5-482d-8d17-d2ded45043ce service neutron] Pushing event updated for resources: {'Port': ['ID=5ad920f6-d367-4f1d-a926-7163cd32cfb3,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:42.659873 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-6eb78b7d-e0b5-482d-8d17-d2ded45043ce service neutron] Attempting to bind port 5ad920f6-d367-4f1d-a926-7163cd32cfb3 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:25:42.660098 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-6eb78b7d-e0b5-482d-8d17-d2ded45043ce service neutron] Attempting to bind port 5ad920f6-d367-4f1d-a926-7163cd32cfb3 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '87885035-24ad-4cd9-912f-07f17890e1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:25:42.660423 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-6eb78b7d-e0b5-482d-8d17-d2ded45043ce service neutron] Attempting to bind port 5ad920f6-d367-4f1d-a926-7163cd32cfb3 on network 5b773376-022f-4c2f-b306-90858d6ff6e6 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:25:42.665516 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-6eb78b7d-e0b5-482d-8d17-d2ded45043ce service neutron] Port 5ad920f6-d367-4f1d-a926-7163cd32cfb3 on network 5b773376-022f-4c2f-b306-90858d6ff6e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:25:42.665829 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-6eb78b7d-e0b5-482d-8d17-d2ded45043ce service neutron] Attempting to bind port 5ad920f6-d367-4f1d-a926-7163cd32cfb3 on network 5b773376-022f-4c2f-b306-90858d6ff6e6 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:25:42.670863 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-6eb78b7d-e0b5-482d-8d17-d2ded45043ce service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:25:42.671863 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-6eb78b7d-e0b5-482d-8d17-d2ded45043ce service neutron] Checking segment: {'id': '87885035-24ad-4cd9-912f-07f17890e1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:25:42.671863 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-6eb78b7d-e0b5-482d-8d17-d2ded45043ce service neutron] Bound using segment: {'id': '87885035-24ad-4cd9-912f-07f17890e1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6'} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:25:42.672107 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-6eb78b7d-e0b5-482d-8d17-d2ded45043ce service neutron] Bound port: 5ad920f6-d367-4f1d-a926-7163cd32cfb3, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87885035-24ad-4cd9-912f-07f17890e1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6'}}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:25:42.672321 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-6eb78b7d-e0b5-482d-8d17-d2ded45043ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:42.683821 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390181b7-89f9-4cac-8228-6bab50f355b9 req-0deaa686-49b0-4f9f-9cb8-8728ce06d373 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:25:42.685327 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-390181b7-89f9-4cac-8228-6bab50f355b9 req-0deaa686-49b0-4f9f-9cb8-8728ce06d373 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 943 time: 0.0879753 Sep 14 23:25:42.727884 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-390181b7-89f9-4cac-8228-6bab50f355b9 req-f2f4f95d-7fd3-401b-b946-8d779df94e63 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369329 Sep 14 23:25:42.760744 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-6eb78b7d-e0b5-482d-8d17-d2ded45043ce service neutron] For port 5ad920f6-d367-4f1d-a926-7163cd32cfb3, host hv-neutron-8577, cleared binding levels {{(pid=89171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:25:42.763622 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-6eb78b7d-e0b5-482d-8d17-d2ded45043ce service neutron] For port 5ad920f6-d367-4f1d-a926-7163cd32cfb3, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=5ad920f6-d367-4f1d-a926-7163cd32cfb3,segment=NetworkSegment(87885035-24ad-4cd9-912f-07f17890e1a0),segment_id=87885035-24ad-4cd9-912f-07f17890e1a0)] {{(pid=89171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:25:42.768432 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-6eb78b7d-e0b5-482d-8d17-d2ded45043ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:42.771475 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-6eb78b7d-e0b5-482d-8d17-d2ded45043ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:25:42.772696 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-6eb78b7d-e0b5-482d-8d17-d2ded45043ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:42.774298 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-6eb78b7d-e0b5-482d-8d17-d2ded45043ce service neutron] 10.222.0.20 "PUT /v2.0/ports/5ad920f6-d367-4f1d-a926-7163cd32cfb3 HTTP/1.1" status: 200 len: 1093 time: 0.9215093 Sep 14 23:25:42.811698 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cdfdc47-0096-4b83-9452-60174c1e82f0', 'tag': '5ad920f6-d367-4f1d-a926-7163cd32cfb3'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:25:42.814026 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9c4f65-2afe-4398-9972-580e8c79acbc" -d '{"events": [{"name": "network-changed", "server_uuid": "0cdfdc47-0096-4b83-9452-60174c1e82f0", "tag": "5ad920f6-d367-4f1d-a926-7163cd32cfb3"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:25:42.874447 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a70c13-5633-4a7e-9114-c9fd979b391d x-openstack-request-id: req-53a70c13-5633-4a7e-9114-c9fd979b391d {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:25:42.875148 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cdfdc47-0096-4b83-9452-60174c1e82f0", "tag": "5ad920f6-d367-4f1d-a926-7163cd32cfb3", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:25:42.875148 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-53a70c13-5633-4a7e-9114-c9fd979b391d {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:25:42.875364 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53a70c13-5633-4a7e-9114-c9fd979b391d'] response: {'name': 'network-changed', 'server_uuid': '0cdfdc47-0096-4b83-9452-60174c1e82f0', 'tag': '5ad920f6-d367-4f1d-a926-7163cd32cfb3', 'status': 'completed', 'code': 200} Sep 14 23:25:42.909467 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb78b7d-e0b5-482d-8d17-d2ded45043ce service neutron] Pushing event updated for resources: {'Port': ['ID=5ad920f6-d367-4f1d-a926-7163cd32cfb3,revision_number=3']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:42.931081 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-1fd6da3b-3e8d-4db0-970e-4c0101f37eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:25:42.933249 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-1fd6da3b-3e8d-4db0-970e-4c0101f37eab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29cb127cac5a4c3baf32439c60948a64&device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 1096 time: 0.1162183 Sep 14 23:25:43.011923 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-0e3202d5-0607-426e-a0c0-91f9f7b60175 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ad920f6-d367-4f1d-a926-7163cd32cfb3 HTTP/1.1" status: 200 len: 217 time: 0.0720725 Sep 14 23:25:43.071946 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-becb41cb-0155-4aaa-823b-844413061011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:25:43.073370 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-becb41cb-0155-4aaa-823b-844413061011 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ed30d9e-2fdf-4b8d-b5f4-d330f1483295 HTTP/1.1" status: 200 len: 853 time: 0.0559559 Sep 14 23:25:43.164083 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-6853985c-9f54-4939-9d9a-d73bae7cc521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:25:43.165564 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-6853985c-9f54-4939-9d9a-d73bae7cc521 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b773376-022f-4c2f-b306-90858d6ff6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0866704 Sep 14 23:25:43.294097 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-0981ec89-8cf3-45f1-8871-740673641f7b service neutron] 10.222.0.20 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219194 Sep 14 23:25:43.424142 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3288edfb-c11a-491d-96c7-79ad507a5bb1 req-889e8068-3fe7-4ae6-8b76-3ba76e8a5038 service neutron] 10.222.0.20 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245537 Sep 14 23:25:43.546837 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c4f65-2afe-4398-9972-580e8c79acbc req-ee31391d-d741-414e-9416-02017a32fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:25:43.548193 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7d9c4f65-2afe-4398-9972-580e8c79acbc req-ee31391d-d741-414e-9416-02017a32fc55 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29cb127cac5a4c3baf32439c60948a64&device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 1096 time: 0.0797229 Sep 14 23:25:43.678666 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c4f65-2afe-4398-9972-580e8c79acbc req-80185a51-b9cd-474a-8f37-1db46ccd9753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:25:43.680097 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7d9c4f65-2afe-4398-9972-580e8c79acbc req-80185a51-b9cd-474a-8f37-1db46ccd9753 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5b773376-022f-4c2f-b306-90858d6ff6e6 HTTP/1.1" status: 200 len: 914 time: 0.1257133 Sep 14 23:25:43.853772 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7d9c4f65-2afe-4398-9972-580e8c79acbc req-63cea794-2e79-48ad-9b0e-65b706576e4b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ad920f6-d367-4f1d-a926-7163cd32cfb3 HTTP/1.1" status: 200 len: 217 time: 0.1673088 Sep 14 23:25:43.916712 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c4f65-2afe-4398-9972-580e8c79acbc req-c4f7a5cc-2f4c-428a-bfc9-41a113783abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:25:43.918373 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7d9c4f65-2afe-4398-9972-580e8c79acbc req-c4f7a5cc-2f4c-428a-bfc9-41a113783abc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ed30d9e-2fdf-4b8d-b5f4-d330f1483295 HTTP/1.1" status: 200 len: 853 time: 0.0576322 Sep 14 23:25:43.931386 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eecad8a-6ffe-4af1-ae0a-44641959e981 req-e71e9e62-b331-428c-a6c1-dc8e32d53267 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:25:43.932856 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9eecad8a-6ffe-4af1-ae0a-44641959e981 req-e71e9e62-b331-428c-a6c1-dc8e32d53267 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 943 time: 0.0903072 Sep 14 23:25:43.980512 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9eecad8a-6ffe-4af1-ae0a-44641959e981 req-a89182c0-7a1a-4d43-ba25-390cd224680c tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419152 Sep 14 23:25:44.015495 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c4f65-2afe-4398-9972-580e8c79acbc req-fb937f87-5293-4a99-8c3a-2462c96ec1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:25:44.017000 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7d9c4f65-2afe-4398-9972-580e8c79acbc req-fb937f87-5293-4a99-8c3a-2462c96ec1c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b773376-022f-4c2f-b306-90858d6ff6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0915542 Sep 14 23:25:44.146149 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7d9c4f65-2afe-4398-9972-580e8c79acbc req-841ae8ec-edbc-4407-a076-7af098b72c59 service neutron] 10.222.0.20 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227832 Sep 14 23:25:44.277299 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7d9c4f65-2afe-4398-9972-580e8c79acbc req-826193e7-b23a-4e90-8f28-4d0d5ee7e5ee service neutron] 10.222.0.20 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240420 Sep 14 23:25:45.174956 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bf595-c224-459f-aebc-0fd12088dea4 req-80c7d28f-114d-40df-8816-9364db3908b6 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:25:45.176373 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-774bf595-c224-459f-aebc-0fd12088dea4 req-80c7d28f-114d-40df-8816-9364db3908b6 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 943 time: 0.0859053 Sep 14 23:25:45.222604 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-774bf595-c224-459f-aebc-0fd12088dea4 req-6d52876c-10f0-4685-ac01-36e37287d62f tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405092 Sep 14 23:25:45.733479 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 5ad920f6-d367-4f1d-a926-7163cd32cfb3 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:25:45.863416 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 5ad920f6-d367-4f1d-a926-7163cd32cfb3, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=5ad920f6-d367-4f1d-a926-7163cd32cfb3,segment=NetworkSegment(87885035-24ad-4cd9-912f-07f17890e1a0),segment_id=87885035-24ad-4cd9-912f-07f17890e1a0)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:25:45.876444 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': '5ad920f6-d367-4f1d-a926-7163cd32cfb3', 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6', 'port_id': '5ad920f6-d367-4f1d-a926-7163cd32cfb3', 'mac_address': 'fa:16:3e:f1:53:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed30d9e-2fdf-4b8d-b5f4-d330f1483295', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:25:45.929998 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 5ad920f6-d367-4f1d-a926-7163cd32cfb3 is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:25:45.930372 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:45.946946 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ad920f6-d367-4f1d-a926-7163cd32cfb3 {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:25:45.961573 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 5ad920f6-d367-4f1d-a926-7163cd32cfb3, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=5ad920f6-d367-4f1d-a926-7163cd32cfb3,segment=NetworkSegment(87885035-24ad-4cd9-912f-07f17890e1a0),segment_id=87885035-24ad-4cd9-912f-07f17890e1a0)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:25:45.965332 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:46.032914 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=5ad920f6-d367-4f1d-a926-7163cd32cfb3,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:46.165187 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['5ad920f6-d367-4f1d-a926-7163cd32cfb3'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:25:46.418877 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1a117-c323-4539-b32c-4e6addd254f9 req-527bb3fe-345b-45bb-ab38-1e8f30c0d3ab tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:25:46.420310 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e6a1a117-c323-4539-b32c-4e6addd254f9 req-527bb3fe-345b-45bb-ab38-1e8f30c0d3ab tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 944 time: 0.0864706 Sep 14 23:25:46.462839 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e6a1a117-c323-4539-b32c-4e6addd254f9 req-4f345c88-d57d-4d5e-8411-47c83b837ee6 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368841 Sep 14 23:25:47.660490 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d8d3d-0828-4d19-b895-90a22ffd22a7 req-40e5781b-0cb7-44dd-8ca7-0affe3a409e7 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:25:47.661871 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cd1d8d3d-0828-4d19-b895-90a22ffd22a7 req-40e5781b-0cb7-44dd-8ca7-0affe3a409e7 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 944 time: 0.0890071 Sep 14 23:25:47.706435 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cd1d8d3d-0828-4d19-b895-90a22ffd22a7 req-04e94c6a-2b93-443b-ba3f-825d46afb59c tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385122 Sep 14 23:25:47.733604 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 5ad920f6-d367-4f1d-a926-7163cd32cfb3 up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:25:47.801617 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port 5ad920f6-d367-4f1d-a926-7163cd32cfb3 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:25:47.806665 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port 5ad920f6-d367-4f1d-a926-7163cd32cfb3 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:25:47.807030 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:47.953565 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 5ad920f6-d367-4f1d-a926-7163cd32cfb3 is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:25:47.953936 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:47.980110 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cdfdc47-0096-4b83-9452-60174c1e82f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad920f6-d367-4f1d-a926-7163cd32cfb3'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:25:47.982778 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f33153-ce07-4882-b6f5-5aa462445a27" -d '{"events": [{"server_uuid": "0cdfdc47-0096-4b83-9452-60174c1e82f0", "name": "network-vif-plugged", "status": "completed", "tag": "5ad920f6-d367-4f1d-a926-7163cd32cfb3"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:25:47.990939 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 5ad920f6-d367-4f1d-a926-7163cd32cfb3, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=5ad920f6-d367-4f1d-a926-7163cd32cfb3,segment=NetworkSegment(87885035-24ad-4cd9-912f-07f17890e1a0),segment_id=87885035-24ad-4cd9-912f-07f17890e1a0)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:25:47.994977 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:48.028430 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0e483d-e8d8-4bf4-8833-88a9f529ad14 x-openstack-request-id: req-5c0e483d-e8d8-4bf4-8833-88a9f529ad14 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:25:48.028739 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cdfdc47-0096-4b83-9452-60174c1e82f0", "name": "network-vif-plugged", "status": "completed", "tag": "5ad920f6-d367-4f1d-a926-7163cd32cfb3", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:25:48.028992 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5c0e483d-e8d8-4bf4-8833-88a9f529ad14 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:25:48.029376 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c0e483d-e8d8-4bf4-8833-88a9f529ad14'] response: {'server_uuid': '0cdfdc47-0096-4b83-9452-60174c1e82f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad920f6-d367-4f1d-a926-7163cd32cfb3', 'code': 200} Sep 14 23:25:48.066725 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=5ad920f6-d367-4f1d-a926-7163cd32cfb3,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:25:48.251133 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aebc12-270c-4ad5-89a6-0b0fa27367a0 req-508f2c7b-6785-4a19-a817-e60793b8cf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:25:48.252504 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-a5aebc12-270c-4ad5-89a6-0b0fa27367a0 req-508f2c7b-6785-4a19-a817-e60793b8cf97 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 1098 time: 0.0753491 Sep 14 23:25:48.293429 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-a5aebc12-270c-4ad5-89a6-0b0fa27367a0 req-effd3862-fccf-436d-9b35-eaf2f2782693 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344262 Sep 14 23:25:48.903316 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36cf0b-db07-49c2-881d-3316529b0756 req-f08f4a96-021e-4965-b8cc-a265c2f164f5 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:25:48.904784 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7c36cf0b-db07-49c2-881d-3316529b0756 req-f08f4a96-021e-4965-b8cc-a265c2f164f5 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 945 time: 0.0875072 Sep 14 23:25:48.952313 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7c36cf0b-db07-49c2-881d-3316529b0756 req-b15c878f-6218-4719-ac04-0d2a25d2e0bc tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419962 Sep 14 23:25:49.637047 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:25:50.147016 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f32e19-1ab2-47ce-b0bf-19c1f7724cf2 req-910e1af4-545a-429b-8212-543e1dd34c62 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:25:50.148928 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-78f32e19-1ab2-47ce-b0bf-19c1f7724cf2 req-910e1af4-545a-429b-8212-543e1dd34c62 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 945 time: 0.0863078 Sep 14 23:25:50.190942 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-78f32e19-1ab2-47ce-b0bf-19c1f7724cf2 req-dd3905f9-7d24-4b42-b1ec-326ad37046e0 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363679 Sep 14 23:25:50.386919 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456b629-7336-45c0-9ccd-1db86c8ca369 req-b10ca29c-23df-4559-8624-368f539e8841 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:25:50.388420 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0456b629-7336-45c0-9ccd-1db86c8ca369 req-b10ca29c-23df-4559-8624-368f539e8841 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 945 time: 0.0909882 Sep 14 23:25:50.431991 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0456b629-7336-45c0-9ccd-1db86c8ca369 req-d93af34e-f29d-4a6e-87fd-ebee6ed0c9b1 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378807 Sep 14 23:25:50.826135 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d9336-fa1c-4a45-9522-71df9e476fa5 req-f4e5cb09-cb5a-4d4e-aed1-4efca1ab8157 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:25:50.827478 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c96d9336-fa1c-4a45-9522-71df9e476fa5 req-f4e5cb09-cb5a-4d4e-aed1-4efca1ab8157 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 945 time: 0.0853300 Sep 14 23:25:50.873833 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c96d9336-fa1c-4a45-9522-71df9e476fa5 req-9a9bca4d-059d-43ef-a29b-cd3062e75eed tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408368 Sep 14 23:26:03.405170 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d758364-b667-4606-b57a-5d72bcbec29f req-744f4488-9d54-4083-ad0f-65b63f8efe58 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:26:03.406620 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5d758364-b667-4606-b57a-5d72bcbec29f req-744f4488-9d54-4083-ad0f-65b63f8efe58 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 945 time: 0.0894186 Sep 14 23:26:03.449303 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5d758364-b667-4606-b57a-5d72bcbec29f req-f3e9e412-8f05-431f-9624-ca9ac0377f62 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371430 Sep 14 23:26:03.477973 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 33564) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:26:03.598058 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd5cc2d-321d-4117-8f72-4082c87b8655 tempest-TestMinimumBasicScenario-1452247857 tempest-TestMinimumBasicScenario-1452247857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:26:03.599473 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2cd5cc2d-321d-4117-8f72-4082c87b8655 tempest-TestMinimumBasicScenario-1452247857 tempest-TestMinimumBasicScenario-1452247857-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 1093 time: 0.1205525 Sep 14 23:26:03.602495 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 33570) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:26:03.607276 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-0150af87-ca03-4ebf-ba8a-9b3a3758044e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'port_id': '5ad920f6-d367-4f1d-a926-7163cd32cfb3', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:26:03.613355 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0150af87-ca03-4ebf-ba8a-9b3a3758044e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:26:03.617276 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0150af87-ca03-4ebf-ba8a-9b3a3758044e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Usage tracker for resource:floatingip and tenant:29cb127cac5a4c3baf32439c60948a64 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:26:03.620075 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0150af87-ca03-4ebf-ba8a-9b3a3758044e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:26:03.625768 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0150af87-ca03-4ebf-ba8a-9b3a3758044e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:26:03.636642 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0150af87-ca03-4ebf-ba8a-9b3a3758044e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for floatingip, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:03.770261 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0150af87-ca03-4ebf-ba8a-9b3a3758044e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:03.900911 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-0150af87-ca03-4ebf-ba8a-9b3a3758044e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Allocated IP 172.26.5.43 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/062eab7a-b94d-4abe-ad36-0ddb04bd74c8) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:26:04.046676 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0150af87-ca03-4ebf-ba8a-9b3a3758044e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:04.075371 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0150af87-ca03-4ebf-ba8a-9b3a3758044e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:04.137960 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0150af87-ca03-4ebf-ba8a-9b3a3758044e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:26:04.140624 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-0150af87-ca03-4ebf-ba8a-9b3a3758044e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:26:04.144344 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0150af87-ca03-4ebf-ba8a-9b3a3758044e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:26:04.178763 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150af87-ca03-4ebf-ba8a-9b3a3758044e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Pushing event updated for resources: {'Port': ['ID=062eab7a-b94d-4abe-ad36-0ddb04bd74c8,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:26:04.646221 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0150af87-ca03-4ebf-ba8a-9b3a3758044e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:04.718697 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0150af87-ca03-4ebf-ba8a-9b3a3758044e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:04.920898 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0150af87-ca03-4ebf-ba8a-9b3a3758044e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:04.925129 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0150af87-ca03-4ebf-ba8a-9b3a3758044e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:05.031301 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150af87-ca03-4ebf-ba8a-9b3a3758044e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Pushing event updated for resources: {'Port': ['ID=062eab7a-b94d-4abe-ad36-0ddb04bd74c8,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:26:05.034116 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0150af87-ca03-4ebf-ba8a-9b3a3758044e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:05.203289 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-0150af87-ca03-4ebf-ba8a-9b3a3758044e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Floating IP 34d60221-d05c-4f75-920d-9aaf694cda1e associated. External IP: 172.26.5.43, port: 5ad920f6-d367-4f1d-a926-7163cd32cfb3. Sep 14 23:26:05.556868 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0150af87-ca03-4ebf-ba8a-9b3a3758044e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Router aec86220-1666-4b56-8442-32a463bb21f4 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:26:05.730741 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0150af87-ca03-4ebf-ba8a-9b3a3758044e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:26:05.740352 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1edbe9-8b32-497a-8aa7-0a825d60301f None None] Sync routers for ids ['aec86220-1666-4b56-8442-32a463bb21f4'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:26:05.750079 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1edbe9-8b32-497a-8aa7-0a825d60301f None None] Routers {'aec86220-1666-4b56-8442-32a463bb21f4'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:26:05.750689 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-be1edbe9-8b32-497a-8aa7-0a825d60301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:25:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['aec86220-1666-4b56-8442-32a463bb21f4'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:26:05.756688 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0150af87-ca03-4ebf-ba8a-9b3a3758044e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:05.813755 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0150af87-ca03-4ebf-ba8a-9b3a3758044e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2102625 Sep 14 23:26:05.814330 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cdfdc47-0096-4b83-9452-60174c1e82f0', 'tag': '5ad920f6-d367-4f1d-a926-7163cd32cfb3'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:26:05.816585 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 33574) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:26:05.817132 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940bdf6d-89a7-4958-be49-d59598f86eb5" -d '{"events": [{"name": "network-changed", "server_uuid": "0cdfdc47-0096-4b83-9452-60174c1e82f0", "tag": "5ad920f6-d367-4f1d-a926-7163cd32cfb3"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:26:05.822284 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-918392ea-021a-4fb2-9807-c9a8d35f1508 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-579900521', 'description': 'tempest-secgroup-smoke-579900521 description', 'project_id': '29cb127cac5a4c3baf32439c60948a64'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:26:05.831650 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-918392ea-021a-4fb2-9807-c9a8d35f1508 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:26:05.841749 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-918392ea-021a-4fb2-9807-c9a8d35f1508 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:26:05.864314 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-918392ea-021a-4fb2-9807-c9a8d35f1508 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:05.888945 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-918392ea-021a-4fb2-9807-c9a8d35f1508 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:26:05.888945 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-918392ea-021a-4fb2-9807-c9a8d35f1508 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Usage tracker for resource:security_group_rule and tenant:29cb127cac5a4c3baf32439c60948a64 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:26:05.888945 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-918392ea-021a-4fb2-9807-c9a8d35f1508 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:26:05.899703 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-918392ea-021a-4fb2-9807-c9a8d35f1508 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:26:05.955142 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-be1edbe9-8b32-497a-8aa7-0a825d60301f None None] Set router aec86220-1666-4b56-8442-32a463bb21f4 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:26:05.975992 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-918392ea-021a-4fb2-9807-c9a8d35f1508 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:05.980337 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-918392ea-021a-4fb2-9807-c9a8d35f1508 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:06.014183 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2b4bd4-2c85-462e-a1cc-2cb37f04c500 x-openstack-request-id: req-3a2b4bd4-2c85-462e-a1cc-2cb37f04c500 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:26:06.014534 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cdfdc47-0096-4b83-9452-60174c1e82f0", "tag": "5ad920f6-d367-4f1d-a926-7163cd32cfb3", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:26:06.014860 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3a2b4bd4-2c85-462e-a1cc-2cb37f04c500 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:26:06.015319 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a2b4bd4-2c85-462e-a1cc-2cb37f04c500'] response: {'name': 'network-changed', 'server_uuid': '0cdfdc47-0096-4b83-9452-60174c1e82f0', 'tag': '5ad920f6-d367-4f1d-a926-7163cd32cfb3', 'status': 'completed', 'code': 200} Sep 14 23:26:06.033961 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918392ea-021a-4fb2-9807-c9a8d35f1508 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a635f46d-4033-4e3e-9825-927b4d40b7c0,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:26:06.072904 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-918392ea-021a-4fb2-9807-c9a8d35f1508 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:06.074068 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-918392ea-021a-4fb2-9807-c9a8d35f1508 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2564809 Sep 14 23:26:06.077281 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 33582) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:26:06.084722 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-83aaf002-7f84-4fcd-9ec4-8b73e16c8075 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Request body: {'security_group_rule': {'security_group_id': 'a635f46d-4033-4e3e-9825-927b4d40b7c0', 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:26:06.084929 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918392ea-021a-4fb2-9807-c9a8d35f1508 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:26:06.084929 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918392ea-021a-4fb2-9807-c9a8d35f1508 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:26:06.084929 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918392ea-021a-4fb2-9807-c9a8d35f1508 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:26:06.084929 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918392ea-021a-4fb2-9807-c9a8d35f1508 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:26:06.085249 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918392ea-021a-4fb2-9807-c9a8d35f1508 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:26:06.085501 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918392ea-021a-4fb2-9807-c9a8d35f1508 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:26:06.085826 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918392ea-021a-4fb2-9807-c9a8d35f1508 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:26:06.086152 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918392ea-021a-4fb2-9807-c9a8d35f1508 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:26:06.086475 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918392ea-021a-4fb2-9807-c9a8d35f1508 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:26:06.086796 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918392ea-021a-4fb2-9807-c9a8d35f1508 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:26:06.087126 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918392ea-021a-4fb2-9807-c9a8d35f1508 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:26:06.087441 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918392ea-021a-4fb2-9807-c9a8d35f1508 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:26:06.090318 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-83aaf002-7f84-4fcd-9ec4-8b73e16c8075 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:26:06.103677 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-83aaf002-7f84-4fcd-9ec4-8b73e16c8075 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Usage tracker for resource:security_group_rule and tenant:29cb127cac5a4c3baf32439c60948a64 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:26:06.106699 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-83aaf002-7f84-4fcd-9ec4-8b73e16c8075 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:26:06.128795 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bdf6d-89a7-4958-be49-d59598f86eb5 req-0a2e719e-c3d0-4324-8508-35d1727b9e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:26:06.131191 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-940bdf6d-89a7-4958-be49-d59598f86eb5 req-0a2e719e-c3d0-4324-8508-35d1727b9e75 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29cb127cac5a4c3baf32439c60948a64&device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 1098 time: 0.0945146 Sep 14 23:26:06.232165 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-83aaf002-7f84-4fcd-9ec4-8b73e16c8075 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:26:06.250156 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-83aaf002-7f84-4fcd-9ec4-8b73e16c8075 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:06.274355 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bdf6d-89a7-4958-be49-d59598f86eb5 req-e683991f-acc8-497f-9e2d-38ea7be1b42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:26:06.275911 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-940bdf6d-89a7-4958-be49-d59598f86eb5 req-e683991f-acc8-497f-9e2d-38ea7be1b42b service neutron] 10.222.0.20 "GET /v2.0/networks?id=5b773376-022f-4c2f-b306-90858d6ff6e6 HTTP/1.1" status: 200 len: 914 time: 0.1358171 Sep 14 23:26:06.309714 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-83aaf002-7f84-4fcd-9ec4-8b73e16c8075 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:06.313595 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-83aaf002-7f84-4fcd-9ec4-8b73e16c8075 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:06.338147 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aaf002-7f84-4fcd-9ec4-8b73e16c8075 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3635d7-aab9-4d18-aab0-3861bd63021d,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:26:06.338406 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-be1edbe9-8b32-497a-8aa7-0a825d60301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'name': 'tempest-TestMinimumBasicScenario-116338023-router', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': 'cb5e73a2-4987-467d-ab95-d5c5c21aeab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:25:14Z', 'revision_number': 4, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'gw_port': {'id': 'cb5e73a2-4987-467d-ab95-d5c5c21aeab0', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '34d60221-d05c-4f75-920d-9aaf694cda1e', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'floating_ip_address': '172.26.5.43', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'port_id': '5ad920f6-d367-4f1d-a926-7163cd32cfb3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6', 'mac_address': 'fa:16:3e:f1:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdfdc47-0096-4b83-9452-60174c1e82f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:26:04Z', 'updated_at': '2022-09-14T23:26:04Z', 'revision_number': 0, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66458c87-e5b1-451f-b637-9ab844180045', 'name': '', 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'mac_address': 'fa:16:3e:e0:db:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '4ed30d9e-2fdf-4b8d-b5f4-d330f1483295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:13Z', 'updated_at': '2022-09-14T23:25:20Z', 'revision_number': 5, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'subnets': [{'id': '4ed30d9e-2fdf-4b8d-b5f4-d330f1483295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:26:06.352141 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-83aaf002-7f84-4fcd-9ec4-8b73e16c8075 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:06.353467 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-83aaf002-7f84-4fcd-9ec4-8b73e16c8075 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2749684 Sep 14 23:26:06.354673 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1edbe9-8b32-497a-8aa7-0a825d60301f None None] Checking router: aec86220-1666-4b56-8442-32a463bb21f4 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:26:06.356162 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 33586) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:26:06.363312 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-ba61473a-b507-460b-8348-e5d7375a3738 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Request body: {'security_group_rule': {'security_group_id': 'a635f46d-4033-4e3e-9825-927b4d40b7c0', 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:26:06.366534 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1edbe9-8b32-497a-8aa7-0a825d60301f None None] Routers {'aec86220-1666-4b56-8442-32a463bb21f4'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:26:06.367203 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-be1edbe9-8b32-497a-8aa7-0a825d60301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:25:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['aec86220-1666-4b56-8442-32a463bb21f4'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:26:06.371504 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-ba61473a-b507-460b-8348-e5d7375a3738 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:26:06.376905 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-ba61473a-b507-460b-8348-e5d7375a3738 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Usage tracker for resource:security_group_rule and tenant:29cb127cac5a4c3baf32439c60948a64 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:26:06.381545 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-ba61473a-b507-460b-8348-e5d7375a3738 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:26:06.387859 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-940bdf6d-89a7-4958-be49-d59598f86eb5 req-53e4d2b5-dcb3-4959-a7b8-e8ceae0cceb1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ad920f6-d367-4f1d-a926-7163cd32cfb3 HTTP/1.1" status: 200 len: 998 time: 0.1058998 Sep 14 23:26:06.388810 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-ba61473a-b507-460b-8348-e5d7375a3738 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:26:06.407620 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ba61473a-b507-460b-8348-e5d7375a3738 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:06.463234 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bdf6d-89a7-4958-be49-d59598f86eb5 req-503011ac-1a40-4cb4-97fd-1db68ff0747f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:26:06.464847 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-940bdf6d-89a7-4958-be49-d59598f86eb5 req-503011ac-1a40-4cb4-97fd-1db68ff0747f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ed30d9e-2fdf-4b8d-b5f4-d330f1483295 HTTP/1.1" status: 200 len: 853 time: 0.0703578 Sep 14 23:26:06.471177 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ba61473a-b507-460b-8348-e5d7375a3738 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:06.476192 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ba61473a-b507-460b-8348-e5d7375a3738 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:06.501637 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba61473a-b507-460b-8348-e5d7375a3738 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9779c413-0b1e-456e-a6d1-86e3819b9d36,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:26:06.512423 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ba61473a-b507-460b-8348-e5d7375a3738 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:06.519814 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ba61473a-b507-460b-8348-e5d7375a3738 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1624012 Sep 14 23:26:06.520464 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 33590) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:26:06.528827 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-396f1c99-02d1-4e9b-b25d-8855dfb547fa tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Request body: {'security_group_rule': {'security_group_id': 'a635f46d-4033-4e3e-9825-927b4d40b7c0', 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:26:06.536969 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-396f1c99-02d1-4e9b-b25d-8855dfb547fa tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:26:06.542351 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-396f1c99-02d1-4e9b-b25d-8855dfb547fa tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Usage tracker for resource:security_group_rule and tenant:29cb127cac5a4c3baf32439c60948a64 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:26:06.545216 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-396f1c99-02d1-4e9b-b25d-8855dfb547fa tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:26:06.551278 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-396f1c99-02d1-4e9b-b25d-8855dfb547fa tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:26:06.552916 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bdf6d-89a7-4958-be49-d59598f86eb5 req-4aa5d2f0-3b58-44e9-bc8a-1bd7179a432f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:26:06.555048 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-940bdf6d-89a7-4958-be49-d59598f86eb5 req-4aa5d2f0-3b58-44e9-bc8a-1bd7179a432f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b773376-022f-4c2f-b306-90858d6ff6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0851188 Sep 14 23:26:06.559256 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-be1edbe9-8b32-497a-8aa7-0a825d60301f None None] Set router aec86220-1666-4b56-8442-32a463bb21f4 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:26:06.569222 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-396f1c99-02d1-4e9b-b25d-8855dfb547fa tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:06.635198 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-396f1c99-02d1-4e9b-b25d-8855dfb547fa tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:06.639246 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-396f1c99-02d1-4e9b-b25d-8855dfb547fa tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:06.663251 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f1c99-02d1-4e9b-b25d-8855dfb547fa tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47156d3-3e34-437f-89b0-444c0e0de9e1,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:26:06.675086 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-396f1c99-02d1-4e9b-b25d-8855dfb547fa tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:06.679325 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-396f1c99-02d1-4e9b-b25d-8855dfb547fa tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1546156 Sep 14 23:26:06.679577 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 33594) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:26:06.685479 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-c7d3364f-e8f3-4d88-b3fa-80c029c62461 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Request body: {'security_group_rule': {'security_group_id': 'a635f46d-4033-4e3e-9825-927b4d40b7c0', 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:26:06.691153 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c7d3364f-e8f3-4d88-b3fa-80c029c62461 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:26:06.695006 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c7d3364f-e8f3-4d88-b3fa-80c029c62461 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Usage tracker for resource:security_group_rule and tenant:29cb127cac5a4c3baf32439c60948a64 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:26:06.696734 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-940bdf6d-89a7-4958-be49-d59598f86eb5 req-c8d53ea4-86c0-4fd4-9531-2d1cd353b0f4 service neutron] 10.222.0.20 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341760 Sep 14 23:26:06.697936 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c7d3364f-e8f3-4d88-b3fa-80c029c62461 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:26:06.703558 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c7d3364f-e8f3-4d88-b3fa-80c029c62461 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:26:06.720534 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c7d3364f-e8f3-4d88-b3fa-80c029c62461 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:06.788598 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c7d3364f-e8f3-4d88-b3fa-80c029c62461 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:06.793438 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c7d3364f-e8f3-4d88-b3fa-80c029c62461 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:06.818031 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3364f-e8f3-4d88-b3fa-80c029c62461 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea7ac9d-0efb-42a4-a4a8-bbd43bee10ed,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:26:06.829974 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c7d3364f-e8f3-4d88-b3fa-80c029c62461 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:06.831206 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c7d3364f-e8f3-4d88-b3fa-80c029c62461 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1507235 Sep 14 23:26:06.833919 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-940bdf6d-89a7-4958-be49-d59598f86eb5 req-15d54fa8-a4d9-46fa-b1ce-ce71cb98f4d1 service neutron] 10.222.0.20 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310229 Sep 14 23:26:06.834955 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 33598) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:26:06.840338 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-b7c552b8-999a-4d7b-a08c-9f52dd15e755 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Request body: {'security_group_rule': {'security_group_id': 'a635f46d-4033-4e3e-9825-927b4d40b7c0', 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:26:06.846850 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b7c552b8-999a-4d7b-a08c-9f52dd15e755 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:26:06.851499 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b7c552b8-999a-4d7b-a08c-9f52dd15e755 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Usage tracker for resource:security_group_rule and tenant:29cb127cac5a4c3baf32439c60948a64 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:26:06.854630 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b7c552b8-999a-4d7b-a08c-9f52dd15e755 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:26:06.860951 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b7c552b8-999a-4d7b-a08c-9f52dd15e755 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:26:06.873155 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.securitygroups_db [None req-b7c552b8-999a-4d7b-a08c-9f52dd15e755 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Project 29cb127cac5a4c3baf32439c60948a64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:26:06.881430 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b7c552b8-999a-4d7b-a08c-9f52dd15e755 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:06.923680 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-be1edbe9-8b32-497a-8aa7-0a825d60301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'name': 'tempest-TestMinimumBasicScenario-116338023-router', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': 'cb5e73a2-4987-467d-ab95-d5c5c21aeab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:25:14Z', 'revision_number': 4, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'gw_port': {'id': 'cb5e73a2-4987-467d-ab95-d5c5c21aeab0', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '34d60221-d05c-4f75-920d-9aaf694cda1e', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'floating_ip_address': '172.26.5.43', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'port_id': '5ad920f6-d367-4f1d-a926-7163cd32cfb3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6', 'mac_address': 'fa:16:3e:f1:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdfdc47-0096-4b83-9452-60174c1e82f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:26:04Z', 'updated_at': '2022-09-14T23:26:04Z', 'revision_number': 0, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66458c87-e5b1-451f-b637-9ab844180045', 'name': '', 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'mac_address': 'fa:16:3e:e0:db:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '4ed30d9e-2fdf-4b8d-b5f4-d330f1483295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:13Z', 'updated_at': '2022-09-14T23:25:20Z', 'revision_number': 5, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'subnets': [{'id': '4ed30d9e-2fdf-4b8d-b5f4-d330f1483295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:26:06.927739 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1edbe9-8b32-497a-8aa7-0a825d60301f None None] The sync data for ids ['aec86220-1666-4b56-8442-32a463bb21f4'] in dv-neutron-857791-1-hyperv is: [{'id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'name': 'tempest-TestMinimumBasicScenario-116338023-router', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': 'cb5e73a2-4987-467d-ab95-d5c5c21aeab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:25:14Z', 'revision_number': 4, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'gw_port': {'id': 'cb5e73a2-4987-467d-ab95-d5c5c21aeab0', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '34d60221-d05c-4f75-920d-9aaf694cda1e', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'floating_ip_address': '172.26.5.43', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'port_id': '5ad920f6-d367-4f1d-a926-7163cd32cfb3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6', 'mac_address': 'fa:16:3e:f1:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdfdc47-0096-4b83-9452-60174c1e82f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:26:04Z', 'updated_at': '2022-09-14T23:26:04Z', 'revision_number': 0, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66458c87-e5b1-451f-b637-9ab844180045', 'name': '', 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'mac_address': 'fa:16:3e:e0:db:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '4ed30d9e-2fdf-4b8d-b5f4-d330f1483295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:13Z', 'updated_at': '2022-09-14T23:25:20Z', 'revision_number': 5, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'subnets': [{'id': '4ed30d9e-2fdf-4b8d-b5f4-d330f1483295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:26:06.949733 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b7c552b8-999a-4d7b-a08c-9f52dd15e755 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:06.954022 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b7c552b8-999a-4d7b-a08c-9f52dd15e755 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:06.981861 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c552b8-999a-4d7b-a08c-9f52dd15e755 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d44041e-6bf3-466e-85d8-64bc62b8d71f,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:26:06.989717 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b7c552b8-999a-4d7b-a08c-9f52dd15e755 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:06.991122 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b7c552b8-999a-4d7b-a08c-9f52dd15e755 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1553445 Sep 14 23:26:06.994279 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 33602) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:26:06.999409 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-170198fe-2a2e-4f4e-815f-61d02fadfcf8 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Request body: {'security_group_rule': {'security_group_id': 'a635f46d-4033-4e3e-9825-927b4d40b7c0', 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:26:07.005540 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-170198fe-2a2e-4f4e-815f-61d02fadfcf8 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:26:07.012782 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-170198fe-2a2e-4f4e-815f-61d02fadfcf8 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Usage tracker for resource:security_group_rule and tenant:29cb127cac5a4c3baf32439c60948a64 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:26:07.015745 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-170198fe-2a2e-4f4e-815f-61d02fadfcf8 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:26:07.021503 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-170198fe-2a2e-4f4e-815f-61d02fadfcf8 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:26:07.032236 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.securitygroups_db [None req-170198fe-2a2e-4f4e-815f-61d02fadfcf8 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Project 29cb127cac5a4c3baf32439c60948a64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:26:07.039433 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-170198fe-2a2e-4f4e-815f-61d02fadfcf8 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:07.110026 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-170198fe-2a2e-4f4e-815f-61d02fadfcf8 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:07.113768 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-170198fe-2a2e-4f4e-815f-61d02fadfcf8 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:07.133683 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bea12f5-8995-4581-9c15-f3d3bb197f7c None None] New status for floating IP 34d60221-d05c-4f75-920d-9aaf694cda1e: ACTIVE {{(pid=89173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:26:07.140878 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170198fe-2a2e-4f4e-815f-61d02fadfcf8 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c3dfee-bec6-43c9-9e7b-d5d0d193880f,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:26:07.151248 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-170198fe-2a2e-4f4e-815f-61d02fadfcf8 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:07.152690 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-170198fe-2a2e-4f4e-815f-61d02fadfcf8 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1573455 Sep 14 23:26:07.270606 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ab7e2e06-e6eb-4339-9759-5cf8194560ca req-355722a7-165e-4074-96e3-3ddeb9cda024 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-579900521&fields=id&tenant_id=29cb127cac5a4c3baf32439c60948a64 HTTP/1.1" status: 200 len: 267 time: 0.0396595 Sep 14 23:26:07.366577 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e2e06-e6eb-4339-9759-5cf8194560ca req-fa7918dc-5762-4c7c-ac22-472e6c4218e9 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:26:07.368461 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ab7e2e06-e6eb-4339-9759-5cf8194560ca req-fa7918dc-5762-4c7c-ac22-472e6c4218e9 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 945 time: 0.0917156 Sep 14 23:26:07.380322 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [req-ab7e2e06-e6eb-4339-9759-5cf8194560ca req-48a5f681-6e2e-44e6-b439-7666c410d8d5 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Request body: {'port': {'security_groups': ['a91d0d40-08d1-4204-bfbc-64cba8cc0def', 'a635f46d-4033-4e3e-9825-927b4d40b7c0']}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:26:07.505415 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-ab7e2e06-e6eb-4339-9759-5cf8194560ca req-48a5f681-6e2e-44e6-b439-7666c410d8d5 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:07.751999 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-625c3142-e82f-4b09-88d4-806bdaa9ae0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:07.760488 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-ab7e2e06-e6eb-4339-9759-5cf8194560ca req-48a5f681-6e2e-44e6-b439-7666c410d8d5 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] For port 5ad920f6-d367-4f1d-a926-7163cd32cfb3, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=5ad920f6-d367-4f1d-a926-7163cd32cfb3,segment=NetworkSegment(87885035-24ad-4cd9-912f-07f17890e1a0),segment_id=87885035-24ad-4cd9-912f-07f17890e1a0)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:26:07.784201 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-ab7e2e06-e6eb-4339-9759-5cf8194560ca req-48a5f681-6e2e-44e6-b439-7666c410d8d5 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:07.789355 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-ab7e2e06-e6eb-4339-9759-5cf8194560ca req-48a5f681-6e2e-44e6-b439-7666c410d8d5 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:07.800719 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['5ad920f6-d367-4f1d-a926-7163cd32cfb3'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:26:07.831062 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e2e06-e6eb-4339-9759-5cf8194560ca req-48a5f681-6e2e-44e6-b439-7666c410d8d5 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:26:07.831991 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-ab7e2e06-e6eb-4339-9759-5cf8194560ca req-48a5f681-6e2e-44e6-b439-7666c410d8d5 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:07.833052 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ab7e2e06-e6eb-4339-9759-5cf8194560ca req-48a5f681-6e2e-44e6-b439-7666c410d8d5 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "PUT /v2.0/ports/5ad920f6-d367-4f1d-a926-7163cd32cfb3 HTTP/1.1" status: 200 len: 981 time: 0.4581463 Sep 14 23:26:07.876423 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a5f681-6e2e-44e6-b439-7666c410d8d5 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Pushing event updated for resources: {'Port': ['ID=5ad920f6-d367-4f1d-a926-7163cd32cfb3,revision_number=6']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:26:07.877656 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['5ad920f6-d367-4f1d-a926-7163cd32cfb3'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:26:08.011092 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a32aa-8a38-4806-96d8-d5f2882f8ca3 req-ce33cafe-f2d0-40bb-af0d-82e9f01d59a7 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:26:08.012440 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3e7a32aa-8a38-4806-96d8-d5f2882f8ca3 req-ce33cafe-f2d0-40bb-af0d-82e9f01d59a7 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 984 time: 0.0869279 Sep 14 23:26:08.015961 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cdfdc47-0096-4b83-9452-60174c1e82f0', 'tag': '5ad920f6-d367-4f1d-a926-7163cd32cfb3'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:26:08.018945 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e36e024-37c1-4ca4-9a9b-c24213ba0431" -d '{"events": [{"name": "network-changed", "server_uuid": "0cdfdc47-0096-4b83-9452-60174c1e82f0", "tag": "5ad920f6-d367-4f1d-a926-7163cd32cfb3"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:26:08.068827 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3e7a32aa-8a38-4806-96d8-d5f2882f8ca3 req-6df370d3-a950-46cb-943a-baf86a658622 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&id=a635f46d-4033-4e3e-9825-927b4d40b7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0468221 Sep 14 23:26:08.070297 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e1b1f3-ecaf-4b6c-b690-dbe48bc28cf1 x-openstack-request-id: req-27e1b1f3-ecaf-4b6c-b690-dbe48bc28cf1 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:26:08.070585 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cdfdc47-0096-4b83-9452-60174c1e82f0", "tag": "5ad920f6-d367-4f1d-a926-7163cd32cfb3", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:26:08.070832 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-27e1b1f3-ecaf-4b6c-b690-dbe48bc28cf1 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:26:08.071224 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27e1b1f3-ecaf-4b6c-b690-dbe48bc28cf1'] response: {'name': 'network-changed', 'server_uuid': '0cdfdc47-0096-4b83-9452-60174c1e82f0', 'tag': '5ad920f6-d367-4f1d-a926-7163cd32cfb3', 'status': 'completed', 'code': 200} Sep 14 23:26:08.181021 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36e024-37c1-4ca4-9a9b-c24213ba0431 req-fa326e9e-68c4-4038-9b55-a02c1b2d4b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:26:08.182809 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9e36e024-37c1-4ca4-9a9b-c24213ba0431 req-fa326e9e-68c4-4038-9b55-a02c1b2d4b63 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29cb127cac5a4c3baf32439c60948a64&device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 1137 time: 0.0790284 Sep 14 23:26:08.312382 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36e024-37c1-4ca4-9a9b-c24213ba0431 req-7f5eb29c-6d21-4bef-b742-25c5a45d9f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:26:08.313763 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9e36e024-37c1-4ca4-9a9b-c24213ba0431 req-7f5eb29c-6d21-4bef-b742-25c5a45d9f8a service neutron] 10.222.0.20 "GET /v2.0/networks?id=5b773376-022f-4c2f-b306-90858d6ff6e6 HTTP/1.1" status: 200 len: 914 time: 0.1249106 Sep 14 23:26:08.526576 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9e36e024-37c1-4ca4-9a9b-c24213ba0431 req-db4eed90-fa3e-4f75-ae14-8641b3d02a92 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ad920f6-d367-4f1d-a926-7163cd32cfb3 HTTP/1.1" status: 200 len: 1000 time: 0.2022359 Sep 14 23:26:08.592044 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36e024-37c1-4ca4-9a9b-c24213ba0431 req-5f21eba0-4ef0-4278-aac0-c4244ef35521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:26:08.593385 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9e36e024-37c1-4ca4-9a9b-c24213ba0431 req-5f21eba0-4ef0-4278-aac0-c4244ef35521 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ed30d9e-2fdf-4b8d-b5f4-d330f1483295 HTTP/1.1" status: 200 len: 853 time: 0.0583088 Sep 14 23:26:08.674763 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36e024-37c1-4ca4-9a9b-c24213ba0431 req-4282253c-8f04-417d-84e9-800d655e75f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:26:08.676211 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9e36e024-37c1-4ca4-9a9b-c24213ba0431 req-4282253c-8f04-417d-84e9-800d655e75f1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b773376-022f-4c2f-b306-90858d6ff6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751452 Sep 14 23:26:08.805038 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9e36e024-37c1-4ca4-9a9b-c24213ba0431 req-944b9bda-1beb-4a4b-a8e4-02053610ec8f service neutron] 10.222.0.20 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221788 Sep 14 23:26:08.935095 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9e36e024-37c1-4ca4-9a9b-c24213ba0431 req-24695386-7b3f-4851-9cb0-1f08928907a2 service neutron] 10.222.0.20 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221983 Sep 14 23:26:09.792054 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f9032aec-a5c6-42b6-b305-34f367319273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:10.918110 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:10.930960 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:12.508006 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:15.683533 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:26:19.652216 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:26.149434 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-553a5b54-9b0a-4c52-902b-92f8376c78c1 req-ebe04862-c9c7-4433-b4d0-27a006d326c8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795839 Sep 14 23:26:26.288094 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a5b54-9b0a-4c52-902b-92f8376c78c1 req-cae94ae5-e33c-4353-b06c-c27ae3818d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:26:26.289580 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-553a5b54-9b0a-4c52-902b-92f8376c78c1 req-cae94ae5-e33c-4353-b06c-c27ae3818d02 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29cb127cac5a4c3baf32439c60948a64&device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 1137 time: 0.0764902 Sep 14 23:26:26.433830 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a5b54-9b0a-4c52-902b-92f8376c78c1 req-1ae130ee-1792-42e5-b748-644b1b287f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:26:26.435269 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-553a5b54-9b0a-4c52-902b-92f8376c78c1 req-1ae130ee-1792-42e5-b748-644b1b287f4f service neutron] 10.222.0.20 "GET /v2.0/networks?id=5b773376-022f-4c2f-b306-90858d6ff6e6 HTTP/1.1" status: 200 len: 914 time: 0.1258395 Sep 14 23:26:26.538377 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-553a5b54-9b0a-4c52-902b-92f8376c78c1 req-b39609ab-8ae9-4305-9b3d-9684e327e9c5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ad920f6-d367-4f1d-a926-7163cd32cfb3 HTTP/1.1" status: 200 len: 1000 time: 0.0974829 Sep 14 23:26:26.602205 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a5b54-9b0a-4c52-902b-92f8376c78c1 req-a5dbba38-d4e0-4f2f-8acb-4bce7c4884fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:26:26.603570 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-553a5b54-9b0a-4c52-902b-92f8376c78c1 req-a5dbba38-d4e0-4f2f-8acb-4bce7c4884fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ed30d9e-2fdf-4b8d-b5f4-d330f1483295 HTTP/1.1" status: 200 len: 853 time: 0.0596561 Sep 14 23:26:26.683669 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a5b54-9b0a-4c52-902b-92f8376c78c1 req-143d9a5e-d907-4087-be21-9ae412abcf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:26:26.685197 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-553a5b54-9b0a-4c52-902b-92f8376c78c1 req-143d9a5e-d907-4087-be21-9ae412abcf7d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b773376-022f-4c2f-b306-90858d6ff6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756443 Sep 14 23:26:26.815265 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-553a5b54-9b0a-4c52-902b-92f8376c78c1 req-7c650c91-0168-4c96-b457-f8124b24e417 service neutron] 10.222.0.20 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234944 Sep 14 23:26:26.946242 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-553a5b54-9b0a-4c52-902b-92f8376c78c1 req-a77d9e62-5978-42dc-a489-b6e3e4b4fe73 service neutron] 10.222.0.20 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237371 Sep 14 23:26:37.752906 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-178535b7-f6b4-433e-9d20-280fdc128242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:39.794231 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-224af68d-5e70-4710-b09a-5f460ef12ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:40.916414 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:40.932968 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:42.507745 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:49.650871 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:26:52.681874 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:27:07.755452 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e88d6c0d-7a58-447e-8f0a-ad59176b9fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:27:09.795175 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2727bc8e-686c-4ff6-a4ef-0e59db082568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:27:10.924412 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:27:10.934806 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:27:12.509768 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:27:19.679766 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:27:27.162503 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7a089f5e-476d-4216-963d-bcb8ed8f9a2a req-55d681a8-a798-4e86-82f4-0399cb6148b1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0812819 Sep 14 23:27:27.311278 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a089f5e-476d-4216-963d-bcb8ed8f9a2a req-d736790d-ae02-423c-9837-164d09ada2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:27:27.312785 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7a089f5e-476d-4216-963d-bcb8ed8f9a2a req-d736790d-ae02-423c-9837-164d09ada2c8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29cb127cac5a4c3baf32439c60948a64&device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 1137 time: 0.0792487 Sep 14 23:27:27.557082 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a089f5e-476d-4216-963d-bcb8ed8f9a2a req-9e7476a3-7353-4018-b80f-62e2b80d03e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:27:27.558440 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7a089f5e-476d-4216-963d-bcb8ed8f9a2a req-9e7476a3-7353-4018-b80f-62e2b80d03e7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5b773376-022f-4c2f-b306-90858d6ff6e6 HTTP/1.1" status: 200 len: 914 time: 0.2251558 Sep 14 23:27:27.663780 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7a089f5e-476d-4216-963d-bcb8ed8f9a2a req-bbcf9137-4155-4dde-b2e7-e26d207c0d38 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ad920f6-d367-4f1d-a926-7163cd32cfb3 HTTP/1.1" status: 200 len: 1000 time: 0.0993392 Sep 14 23:27:27.724182 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a089f5e-476d-4216-963d-bcb8ed8f9a2a req-d52ed2c6-8ad0-4e0b-97e7-83ce4e54ff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:27:27.725613 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7a089f5e-476d-4216-963d-bcb8ed8f9a2a req-d52ed2c6-8ad0-4e0b-97e7-83ce4e54ff72 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ed30d9e-2fdf-4b8d-b5f4-d330f1483295 HTTP/1.1" status: 200 len: 853 time: 0.0563221 Sep 14 23:27:27.811543 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a089f5e-476d-4216-963d-bcb8ed8f9a2a req-8096b7ca-9123-454e-96f3-ea7633524aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:27:27.812981 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7a089f5e-476d-4216-963d-bcb8ed8f9a2a req-8096b7ca-9123-454e-96f3-ea7633524aec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b773376-022f-4c2f-b306-90858d6ff6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784996 Sep 14 23:27:27.945694 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7a089f5e-476d-4216-963d-bcb8ed8f9a2a req-4369d1f2-2b6c-403d-8c31-c91beba26887 service neutron] 10.222.0.20 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234267 Sep 14 23:27:28.074231 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7a089f5e-476d-4216-963d-bcb8ed8f9a2a req-9ae01470-e9cb-456e-9be7-c687e5913a70 service neutron] 10.222.0.20 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223283 Sep 14 23:27:29.682196 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:27:37.756869 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d7e3adf1-779e-459d-83bf-b03b986df7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:27:39.796361 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3fabe85f-9b85-4755-a0e1-f0fb679d5343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:27:40.925879 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:27:40.935691 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:27:42.512879 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:27:46.481206 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d629904-5587-4548-bdcb-ca66a455d38b req-fac60955-80d3-4624-b0cb-b8acffa50dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:27:46.482955 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7d629904-5587-4548-bdcb-ca66a455d38b req-fac60955-80d3-4624-b0cb-b8acffa50dfd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29cb127cac5a4c3baf32439c60948a64&device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 1137 time: 0.0786891 Sep 14 23:27:46.519975 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852544f-77e1-45a6-88ca-182be121d469 req-521d0487-9ae0-4557-9fca-10ea2fa98288 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:27:46.521467 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7852544f-77e1-45a6-88ca-182be121d469 req-521d0487-9ae0-4557-9fca-10ea2fa98288 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 984 time: 0.0895567 Sep 14 23:27:46.568016 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7852544f-77e1-45a6-88ca-182be121d469 req-504da568-e8f5-47de-8e1d-55e65050eaf3 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&id=a635f46d-4033-4e3e-9825-927b4d40b7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406036 Sep 14 23:27:46.614868 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d629904-5587-4548-bdcb-ca66a455d38b req-20f30d57-2b4d-413b-b179-fb8ba2e1efbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:27:46.617388 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7d629904-5587-4548-bdcb-ca66a455d38b req-20f30d57-2b4d-413b-b179-fb8ba2e1efbd service neutron] 10.222.0.20 "GET /v2.0/networks?id=5b773376-022f-4c2f-b306-90858d6ff6e6 HTTP/1.1" status: 200 len: 914 time: 0.1286871 Sep 14 23:27:46.720106 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7d629904-5587-4548-bdcb-ca66a455d38b req-072b4bcf-6e2f-4c16-95f0-8e55d6b72a6d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ad920f6-d367-4f1d-a926-7163cd32cfb3 HTTP/1.1" status: 200 len: 1000 time: 0.0969946 Sep 14 23:27:46.783479 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d629904-5587-4548-bdcb-ca66a455d38b req-cd46d826-c0ed-42b9-9f6d-ec74a925bbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:27:46.784863 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7d629904-5587-4548-bdcb-ca66a455d38b req-cd46d826-c0ed-42b9-9f6d-ec74a925bbb6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ed30d9e-2fdf-4b8d-b5f4-d330f1483295 HTTP/1.1" status: 200 len: 853 time: 0.0591159 Sep 14 23:27:46.865431 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d629904-5587-4548-bdcb-ca66a455d38b req-aacacb42-626b-4d7d-b9ed-5a99c89f642a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:27:46.866862 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7d629904-5587-4548-bdcb-ca66a455d38b req-aacacb42-626b-4d7d-b9ed-5a99c89f642a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b773376-022f-4c2f-b306-90858d6ff6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763648 Sep 14 23:27:46.996855 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7d629904-5587-4548-bdcb-ca66a455d38b req-c0f7ea50-6b9a-4408-9c29-f4228d3262cc service neutron] 10.222.0.20 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240034 Sep 14 23:27:47.129911 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7d629904-5587-4548-bdcb-ca66a455d38b req-6fc6997b-5788-4701-83f3-9d7e43311592 service neutron] 10.222.0.20 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269259 Sep 14 23:27:47.792138 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7bec57-b8f5-403f-8922-cd13921b8d24 req-c6df51d6-3768-4e2d-aaad-864cca5a6d76 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:27:47.793590 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3e7bec57-b8f5-403f-8922-cd13921b8d24 req-c6df51d6-3768-4e2d-aaad-864cca5a6d76 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 984 time: 0.0907793 Sep 14 23:27:47.839190 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3e7bec57-b8f5-403f-8922-cd13921b8d24 req-c76fe325-6226-47d8-98e9-5e9ce793bb55 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&id=a635f46d-4033-4e3e-9825-927b4d40b7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397749 Sep 14 23:27:49.694679 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:28:06.680511 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:28:07.758482 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1292a3a3-1079-4756-9bdf-17e5b9ac9dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:28:09.797625 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-742d734d-dede-4630-a8cb-e013ba102c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:28:10.927190 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:28:10.936925 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:28:12.515648 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:28:19.702887 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:28:28.573992 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-81afee81-5579-4d79-9f28-c40059b50de2 req-07b3ad89-a542-4451-8011-e019ef2bd865 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794196 Sep 14 23:28:28.714633 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afee81-5579-4d79-9f28-c40059b50de2 req-8d030a42-9c5c-4551-b08c-9dad07712948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:28:28.716081 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-81afee81-5579-4d79-9f28-c40059b50de2 req-8d030a42-9c5c-4551-b08c-9dad07712948 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29cb127cac5a4c3baf32439c60948a64&device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 1137 time: 0.0767126 Sep 14 23:28:28.954071 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afee81-5579-4d79-9f28-c40059b50de2 req-bb59895d-6741-487d-8e38-87a4c2ace64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:28:28.955486 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-81afee81-5579-4d79-9f28-c40059b50de2 req-bb59895d-6741-487d-8e38-87a4c2ace64e service neutron] 10.222.0.20 "GET /v2.0/networks?id=5b773376-022f-4c2f-b306-90858d6ff6e6 HTTP/1.1" status: 200 len: 914 time: 0.2219031 Sep 14 23:28:29.056355 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-81afee81-5579-4d79-9f28-c40059b50de2 req-c29320b1-4b02-4d98-9f50-69d17d114c06 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ad920f6-d367-4f1d-a926-7163cd32cfb3 HTTP/1.1" status: 200 len: 1000 time: 0.0945873 Sep 14 23:28:29.118045 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afee81-5579-4d79-9f28-c40059b50de2 req-04b7df12-fdbc-4147-802b-24681877f4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:28:29.119397 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-81afee81-5579-4d79-9f28-c40059b50de2 req-04b7df12-fdbc-4147-802b-24681877f4d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ed30d9e-2fdf-4b8d-b5f4-d330f1483295 HTTP/1.1" status: 200 len: 853 time: 0.0580876 Sep 14 23:28:29.198995 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afee81-5579-4d79-9f28-c40059b50de2 req-2be4809d-8e16-404e-9825-9b15f388fc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:28:29.200442 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-81afee81-5579-4d79-9f28-c40059b50de2 req-2be4809d-8e16-404e-9825-9b15f388fc03 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b773376-022f-4c2f-b306-90858d6ff6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749738 Sep 14 23:28:29.328554 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-81afee81-5579-4d79-9f28-c40059b50de2 req-9570a5e4-4b93-401e-a89c-ddfa5e45cec5 service neutron] 10.222.0.20 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213565 Sep 14 23:28:29.456946 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-81afee81-5579-4d79-9f28-c40059b50de2 req-e59030ba-30c4-4eae-b276-de20bb11dee6 service neutron] 10.222.0.20 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231370 Sep 14 23:28:37.760709 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-38e922e5-70b0-4b3b-8578-ec16e0a1aec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:28:39.799307 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6f358a51-d052-4383-8c84-88642fe01430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:28:40.928339 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:28:40.938951 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:28:42.519586 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:28:43.679548 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:28:49.692186 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:01.463781 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-efb09fff-2de4-405e-a891-f8c605dc7d05 req-570b4472-c46e-4535-ae6e-983ab9113562 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-579900521&fields=id&tenant_id=29cb127cac5a4c3baf32439c60948a64 HTTP/1.1" status: 200 len: 267 time: 0.0388436 Sep 14 23:29:01.558120 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb09fff-2de4-405e-a891-f8c605dc7d05 req-903f2d2b-fad3-43f8-a611-491f126ceeb5 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:01.559574 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-efb09fff-2de4-405e-a891-f8c605dc7d05 req-903f2d2b-fad3-43f8-a611-491f126ceeb5 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 984 time: 0.0905614 Sep 14 23:29:01.570523 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [req-efb09fff-2de4-405e-a891-f8c605dc7d05 req-2b6c233e-2074-4978-a78b-9737ec26843e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Request body: {'port': {'security_groups': ['a91d0d40-08d1-4204-bfbc-64cba8cc0def']}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:29:01.687475 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-efb09fff-2de4-405e-a891-f8c605dc7d05 req-2b6c233e-2074-4978-a78b-9737ec26843e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:01.926028 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-efb09fff-2de4-405e-a891-f8c605dc7d05 req-2b6c233e-2074-4978-a78b-9737ec26843e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] For port 5ad920f6-d367-4f1d-a926-7163cd32cfb3, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=5ad920f6-d367-4f1d-a926-7163cd32cfb3,segment=NetworkSegment(87885035-24ad-4cd9-912f-07f17890e1a0),segment_id=87885035-24ad-4cd9-912f-07f17890e1a0)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:29:01.950062 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-efb09fff-2de4-405e-a891-f8c605dc7d05 req-2b6c233e-2074-4978-a78b-9737ec26843e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:01.954144 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-efb09fff-2de4-405e-a891-f8c605dc7d05 req-2b6c233e-2074-4978-a78b-9737ec26843e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:01.964885 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['5ad920f6-d367-4f1d-a926-7163cd32cfb3'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:29:01.992223 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb09fff-2de4-405e-a891-f8c605dc7d05 req-2b6c233e-2074-4978-a78b-9737ec26843e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:01.992844 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-efb09fff-2de4-405e-a891-f8c605dc7d05 req-2b6c233e-2074-4978-a78b-9737ec26843e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:01.994235 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-efb09fff-2de4-405e-a891-f8c605dc7d05 req-2b6c233e-2074-4978-a78b-9737ec26843e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "PUT /v2.0/ports/5ad920f6-d367-4f1d-a926-7163cd32cfb3 HTTP/1.1" status: 200 len: 942 time: 0.4280143 Sep 14 23:29:01.994663 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cdfdc47-0096-4b83-9452-60174c1e82f0', 'tag': '5ad920f6-d367-4f1d-a926-7163cd32cfb3'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:29:01.996955 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632f8660-4d77-41b4-83f3-2adacb306e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "0cdfdc47-0096-4b83-9452-60174c1e82f0", "tag": "5ad920f6-d367-4f1d-a926-7163cd32cfb3"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:29:02.000659 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 33688) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:29:02.038444 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['5ad920f6-d367-4f1d-a926-7163cd32cfb3'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:29:02.044262 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c233e-2074-4978-a78b-9737ec26843e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Pushing event updated for resources: {'Port': ['ID=5ad920f6-d367-4f1d-a926-7163cd32cfb3,revision_number=7']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:29:02.052570 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c233e-2074-4978-a78b-9737ec26843e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:29:02.052938 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c233e-2074-4978-a78b-9737ec26843e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:29:02.053276 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c233e-2074-4978-a78b-9737ec26843e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:29:02.053612 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c233e-2074-4978-a78b-9737ec26843e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:29:02.054323 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c233e-2074-4978-a78b-9737ec26843e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:29:02.054323 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c233e-2074-4978-a78b-9737ec26843e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:29:02.054601 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c233e-2074-4978-a78b-9737ec26843e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:29:02.054900 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c233e-2074-4978-a78b-9737ec26843e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:29:02.055275 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c233e-2074-4978-a78b-9737ec26843e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:29:02.055677 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c233e-2074-4978-a78b-9737ec26843e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:29:02.056000 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c233e-2074-4978-a78b-9737ec26843e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:29:02.056396 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c233e-2074-4978-a78b-9737ec26843e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:29:02.077933 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f9ecd7-9b48-4dec-8a2d-e44c6783fe50 x-openstack-request-id: req-40f9ecd7-9b48-4dec-8a2d-e44c6783fe50 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:29:02.078740 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cdfdc47-0096-4b83-9452-60174c1e82f0", "tag": "5ad920f6-d367-4f1d-a926-7163cd32cfb3", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:29:02.079132 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-40f9ecd7-9b48-4dec-8a2d-e44c6783fe50 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:29:02.079702 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40f9ecd7-9b48-4dec-8a2d-e44c6783fe50'] response: {'name': 'network-changed', 'server_uuid': '0cdfdc47-0096-4b83-9452-60174c1e82f0', 'tag': '5ad920f6-d367-4f1d-a926-7163cd32cfb3', 'status': 'completed', 'code': 200} Sep 14 23:29:02.161418 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4a2eb4a9-201f-47d6-a033-5db3cf9b985e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:02.202943 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4a2eb4a9-201f-47d6-a033-5db3cf9b985e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:02.248178 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f8660-4d77-41b4-83f3-2adacb306e7b req-6bca27e2-40ff-4572-9ccf-d8444f1c31d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:02.249680 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-632f8660-4d77-41b4-83f3-2adacb306e7b req-6bca27e2-40ff-4572-9ccf-d8444f1c31d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29cb127cac5a4c3baf32439c60948a64&device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 1098 time: 0.1528635 Sep 14 23:29:02.352647 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4a2eb4a9-201f-47d6-a033-5db3cf9b985e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:02.384441 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2eb4a9-201f-47d6-a033-5db3cf9b985e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a635f46d-4033-4e3e-9825-927b4d40b7c0,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:29:02.399185 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2eb4a9-201f-47d6-a033-5db3cf9b985e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:29:02.399534 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2eb4a9-201f-47d6-a033-5db3cf9b985e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:29:02.399873 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2eb4a9-201f-47d6-a033-5db3cf9b985e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:29:02.400208 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2eb4a9-201f-47d6-a033-5db3cf9b985e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:29:02.400539 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2eb4a9-201f-47d6-a033-5db3cf9b985e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:29:02.400890 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2eb4a9-201f-47d6-a033-5db3cf9b985e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:29:02.401214 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2eb4a9-201f-47d6-a033-5db3cf9b985e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:29:02.401536 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2eb4a9-201f-47d6-a033-5db3cf9b985e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:29:02.401857 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2eb4a9-201f-47d6-a033-5db3cf9b985e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:29:02.402175 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2eb4a9-201f-47d6-a033-5db3cf9b985e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:29:02.402493 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2eb4a9-201f-47d6-a033-5db3cf9b985e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:29:02.402823 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2eb4a9-201f-47d6-a033-5db3cf9b985e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:29:02.408429 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4a2eb4a9-201f-47d6-a033-5db3cf9b985e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:02.412146 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4a2eb4a9-201f-47d6-a033-5db3cf9b985e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "DELETE /v2.0/security-groups/a635f46d-4033-4e3e-9825-927b4d40b7c0 HTTP/1.1" status: 204 len: 168 time: 0.4079258 Sep 14 23:29:02.412267 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 33692) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:29:02.431027 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f8660-4d77-41b4-83f3-2adacb306e7b req-d5f9dd7d-94ef-4b93-a7b8-a76307a5bb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:02.432557 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-632f8660-4d77-41b4-83f3-2adacb306e7b req-d5f9dd7d-94ef-4b93-a7b8-a76307a5bb5c service neutron] 10.222.0.20 "GET /v2.0/networks?id=5b773376-022f-4c2f-b306-90858d6ff6e6 HTTP/1.1" status: 200 len: 914 time: 0.1766505 Sep 14 23:29:02.540600 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-632f8660-4d77-41b4-83f3-2adacb306e7b req-da06d8aa-b0da-4b97-a12d-f91047e74fd0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ad920f6-d367-4f1d-a926-7163cd32cfb3 HTTP/1.1" status: 200 len: 1000 time: 0.1018331 Sep 14 23:29:02.606013 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f8660-4d77-41b4-83f3-2adacb306e7b req-65afd40b-b441-41a9-88c6-26d31c9bcc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:02.607693 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-632f8660-4d77-41b4-83f3-2adacb306e7b req-65afd40b-b441-41a9-88c6-26d31c9bcc5d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ed30d9e-2fdf-4b8d-b5f4-d330f1483295 HTTP/1.1" status: 200 len: 853 time: 0.0607390 Sep 14 23:29:02.688208 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f8660-4d77-41b4-83f3-2adacb306e7b req-5f27db5b-22a8-4c34-bdf0-53566d18250d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:02.690294 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-632f8660-4d77-41b4-83f3-2adacb306e7b req-5f27db5b-22a8-4c34-bdf0-53566d18250d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b773376-022f-4c2f-b306-90858d6ff6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768104 Sep 14 23:29:02.700323 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf19dd-7452-46a6-a068-0ac546ca8cfc tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Deleting port 062eab7a-b94d-4abe-ad36-0ddb04bd74c8 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:29:02.700850 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dcaf19dd-7452-46a6-a068-0ac546ca8cfc tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:02.820042 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-632f8660-4d77-41b4-83f3-2adacb306e7b req-43849048-8c81-4c94-81be-ca3825d71683 service neutron] 10.222.0.20 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241229 Sep 14 23:29:02.871590 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dcaf19dd-7452-46a6-a068-0ac546ca8cfc tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:02.871917 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dcaf19dd-7452-46a6-a068-0ac546ca8cfc tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:02.951657 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-632f8660-4d77-41b4-83f3-2adacb306e7b req-1c1ddd1b-aff0-4769-9c2c-cc4aa8791f1f service neutron] 10.222.0.20 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252272 Sep 14 23:29:02.994974 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf19dd-7452-46a6-a068-0ac546ca8cfc tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Calling delete_port for 062eab7a-b94d-4abe-ad36-0ddb04bd74c8 owned by network:floatingip {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:29:03.144288 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dcaf19dd-7452-46a6-a068-0ac546ca8cfc tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:03.187921 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf19dd-7452-46a6-a068-0ac546ca8cfc tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Pushing event deleted for resources: {'Port': ['ID=062eab7a-b94d-4abe-ad36-0ddb04bd74c8,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:29:03.286737 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dcaf19dd-7452-46a6-a068-0ac546ca8cfc tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for floatingip, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:03.287062 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-dcaf19dd-7452-46a6-a068-0ac546ca8cfc tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Floating IP 34d60221-d05c-4f75-920d-9aaf694cda1e disassociated (deleted). External IP: 172.26.5.43, port: 5ad920f6-d367-4f1d-a926-7163cd32cfb3. Sep 14 23:29:03.633150 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcaf19dd-7452-46a6-a068-0ac546ca8cfc tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Router aec86220-1666-4b56-8442-32a463bb21f4 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:29:03.913612 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcaf19dd-7452-46a6-a068-0ac546ca8cfc tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:29:03.923548 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7c6066-2dd4-4a6e-961b-a2547b4a2ea5 None None] Sync routers for ids ['aec86220-1666-4b56-8442-32a463bb21f4'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:29:03.931337 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dcaf19dd-7452-46a6-a068-0ac546ca8cfc tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:03.933499 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7c6066-2dd4-4a6e-961b-a2547b4a2ea5 None None] Routers {'aec86220-1666-4b56-8442-32a463bb21f4'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:29:03.934174 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-cf7c6066-2dd4-4a6e-961b-a2547b4a2ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:28:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['aec86220-1666-4b56-8442-32a463bb21f4'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:29:03.985552 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-dcaf19dd-7452-46a6-a068-0ac546ca8cfc tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "DELETE /v2.0/floatingips/34d60221-d05c-4f75-920d-9aaf694cda1e HTTP/1.1" status: 204 len: 168 time: 1.5721478 Sep 14 23:29:04.080564 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cdfdc47-0096-4b83-9452-60174c1e82f0', 'tag': '5ad920f6-d367-4f1d-a926-7163cd32cfb3'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:29:04.083003 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcc1b51-a21f-44a1-809b-bf6fd3347f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "0cdfdc47-0096-4b83-9452-60174c1e82f0", "tag": "5ad920f6-d367-4f1d-a926-7163cd32cfb3"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:29:04.114713 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-cf7c6066-2dd4-4a6e-961b-a2547b4a2ea5 None None] Set router aec86220-1666-4b56-8442-32a463bb21f4 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:29:04.125841 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb48e2de-66cf-4157-8e2d-c7d081501832 x-openstack-request-id: req-bb48e2de-66cf-4157-8e2d-c7d081501832 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:29:04.126678 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cdfdc47-0096-4b83-9452-60174c1e82f0", "tag": "5ad920f6-d367-4f1d-a926-7163cd32cfb3", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:29:04.126991 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-bb48e2de-66cf-4157-8e2d-c7d081501832 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:29:04.127483 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb48e2de-66cf-4157-8e2d-c7d081501832'] response: {'name': 'network-changed', 'server_uuid': '0cdfdc47-0096-4b83-9452-60174c1e82f0', 'tag': '5ad920f6-d367-4f1d-a926-7163cd32cfb3', 'status': 'completed', 'code': 200} Sep 14 23:29:04.232400 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc1b51-a21f-44a1-809b-bf6fd3347f8f req-e1861e91-4b41-41a1-b67d-ff759b0858a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:04.234030 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-1dcc1b51-a21f-44a1-809b-bf6fd3347f8f req-e1861e91-4b41-41a1-b67d-ff759b0858a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29cb127cac5a4c3baf32439c60948a64&device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 1098 time: 0.0825021 Sep 14 23:29:04.469459 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-cf7c6066-2dd4-4a6e-961b-a2547b4a2ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'name': 'tempest-TestMinimumBasicScenario-116338023-router', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': 'cb5e73a2-4987-467d-ab95-d5c5c21aeab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:25:14Z', 'revision_number': 4, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'gw_port': {'id': 'cb5e73a2-4987-467d-ab95-d5c5c21aeab0', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '66458c87-e5b1-451f-b637-9ab844180045', 'name': '', 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'mac_address': 'fa:16:3e:e0:db:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '4ed30d9e-2fdf-4b8d-b5f4-d330f1483295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:13Z', 'updated_at': '2022-09-14T23:25:20Z', 'revision_number': 5, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'subnets': [{'id': '4ed30d9e-2fdf-4b8d-b5f4-d330f1483295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:29:04.473280 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7c6066-2dd4-4a6e-961b-a2547b4a2ea5 None None] Checking router: aec86220-1666-4b56-8442-32a463bb21f4 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:29:04.476330 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc1b51-a21f-44a1-809b-bf6fd3347f8f req-fa966b9d-c900-415e-98e7-df99da940a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:04.477823 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-1dcc1b51-a21f-44a1-809b-bf6fd3347f8f req-fa966b9d-c900-415e-98e7-df99da940a08 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5b773376-022f-4c2f-b306-90858d6ff6e6 HTTP/1.1" status: 200 len: 914 time: 0.2376778 Sep 14 23:29:04.481390 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7c6066-2dd4-4a6e-961b-a2547b4a2ea5 None None] Routers {'aec86220-1666-4b56-8442-32a463bb21f4'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:29:04.482230 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-cf7c6066-2dd4-4a6e-961b-a2547b4a2ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:28:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['aec86220-1666-4b56-8442-32a463bb21f4'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:29:04.544319 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-1dcc1b51-a21f-44a1-809b-bf6fd3347f8f req-a845ae02-df6e-4b5e-8912-e53d6859657d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ad920f6-d367-4f1d-a926-7163cd32cfb3 HTTP/1.1" status: 200 len: 217 time: 0.0604310 Sep 14 23:29:04.606697 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc1b51-a21f-44a1-809b-bf6fd3347f8f req-cd7aa769-6975-43dc-b8c0-176a4d785355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:04.608389 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-1dcc1b51-a21f-44a1-809b-bf6fd3347f8f req-cd7aa769-6975-43dc-b8c0-176a4d785355 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ed30d9e-2fdf-4b8d-b5f4-d330f1483295 HTTP/1.1" status: 200 len: 853 time: 0.0589676 Sep 14 23:29:04.658752 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-cf7c6066-2dd4-4a6e-961b-a2547b4a2ea5 None None] Set router aec86220-1666-4b56-8442-32a463bb21f4 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:29:04.688393 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc1b51-a21f-44a1-809b-bf6fd3347f8f req-5e5ac5e3-16d1-49d5-99f3-78d8f6633910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:04.690428 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-1dcc1b51-a21f-44a1-809b-bf6fd3347f8f req-5e5ac5e3-16d1-49d5-99f3-78d8f6633910 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b773376-022f-4c2f-b306-90858d6ff6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765667 Sep 14 23:29:04.821069 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-1dcc1b51-a21f-44a1-809b-bf6fd3347f8f req-04a411ca-4f8d-4fc6-bbea-37b9fda1fb8b service neutron] 10.222.0.20 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235991 Sep 14 23:29:04.951024 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-1dcc1b51-a21f-44a1-809b-bf6fd3347f8f req-335efa33-8b0c-4299-8495-7e3619b7482a service neutron] 10.222.0.20 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242592 Sep 14 23:29:04.968530 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-cf7c6066-2dd4-4a6e-961b-a2547b4a2ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'name': 'tempest-TestMinimumBasicScenario-116338023-router', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': 'cb5e73a2-4987-467d-ab95-d5c5c21aeab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:25:14Z', 'revision_number': 4, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'gw_port': {'id': 'cb5e73a2-4987-467d-ab95-d5c5c21aeab0', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '66458c87-e5b1-451f-b637-9ab844180045', 'name': '', 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'mac_address': 'fa:16:3e:e0:db:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '4ed30d9e-2fdf-4b8d-b5f4-d330f1483295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:13Z', 'updated_at': '2022-09-14T23:25:20Z', 'revision_number': 5, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'subnets': [{'id': '4ed30d9e-2fdf-4b8d-b5f4-d330f1483295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:29:04.973097 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7c6066-2dd4-4a6e-961b-a2547b4a2ea5 None None] The sync data for ids ['aec86220-1666-4b56-8442-32a463bb21f4'] in dv-neutron-857791-1-hyperv is: [{'id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'name': 'tempest-TestMinimumBasicScenario-116338023-router', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': 'cb5e73a2-4987-467d-ab95-d5c5c21aeab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:25:14Z', 'revision_number': 4, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'gw_port': {'id': 'cb5e73a2-4987-467d-ab95-d5c5c21aeab0', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '66458c87-e5b1-451f-b637-9ab844180045', 'name': '', 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'mac_address': 'fa:16:3e:e0:db:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '4ed30d9e-2fdf-4b8d-b5f4-d330f1483295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:13Z', 'updated_at': '2022-09-14T23:25:20Z', 'revision_number': 5, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'subnets': [{'id': '4ed30d9e-2fdf-4b8d-b5f4-d330f1483295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:29:05.186789 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ca8804-4a62-4ef4-bed4-2856d6359a18 None None] New status for floating IP 34d60221-d05c-4f75-920d-9aaf694cda1e: DOWN {{(pid=89173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:29:07.766305 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-586080cd-bbfd-40ee-b498-79e70aafc9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:09.548576 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df82b8-7861-48d5-bcdc-dd031c9941a1 req-6035578a-a029-404b-a535-5335fbd15b7d tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:09.549217 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-21df82b8-7861-48d5-bcdc-dd031c9941a1 req-6035578a-a029-404b-a535-5335fbd15b7d tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Synchronizing usage tracker for tenant:29cb127cac5a4c3baf32439c60948a64 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:29:09.563673 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-21df82b8-7861-48d5-bcdc-dd031c9941a1 req-6035578a-a029-404b-a535-5335fbd15b7d tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Unset dirty status for tenant:29cb127cac5a4c3baf32439c60948a64 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:29:09.564828 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-21df82b8-7861-48d5-bcdc-dd031c9941a1 req-6035578a-a029-404b-a535-5335fbd15b7d tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 945 time: 0.1054933 Sep 14 23:29:09.608766 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-21df82b8-7861-48d5-bcdc-dd031c9941a1 req-f2d858a4-1296-4fe6-93f9-bc0cd7dfb12c tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382588 Sep 14 23:29:09.801197 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-83f905be-fcd9-4721-9ac5-6d95c39ee559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:10.805065 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9461b-34eb-4056-8283-80e38874d778 req-1a6d2386-8292-4ef1-b3f7-d12526ff7c78 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:10.806654 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7dc9461b-34eb-4056-8283-80e38874d778 req-1a6d2386-8292-4ef1-b3f7-d12526ff7c78 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 945 time: 0.0866804 Sep 14 23:29:10.849781 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7dc9461b-34eb-4056-8283-80e38874d778 req-f7b7f958-3298-4d35-b771-6d12e1b98990 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374522 Sep 14 23:29:10.931368 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:10.941396 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:11.089830 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf160862-ae21-41ba-8a65-2e4e7c574b2d req-1bbc02ed-9e3d-4d39-83b1-87898f220cab tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:11.090521 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-cf160862-ae21-41ba-8a65-2e4e7c574b2d req-1bbc02ed-9e3d-4d39-83b1-87898f220cab tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Synchronizing usage tracker for tenant:29cb127cac5a4c3baf32439c60948a64 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:29:11.102495 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-cf160862-ae21-41ba-8a65-2e4e7c574b2d req-1bbc02ed-9e3d-4d39-83b1-87898f220cab tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Unset dirty status for tenant:29cb127cac5a4c3baf32439c60948a64 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:29:11.103608 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-cf160862-ae21-41ba-8a65-2e4e7c574b2d req-1bbc02ed-9e3d-4d39-83b1-87898f220cab tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 945 time: 0.1036553 Sep 14 23:29:11.175360 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-cf160862-ae21-41ba-8a65-2e4e7c574b2d req-6eeebee4-3dda-4562-9993-745128a37840 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Deleting port 5ad920f6-d367-4f1d-a926-7163cd32cfb3 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:29:11.175693 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-cf160862-ae21-41ba-8a65-2e4e7c574b2d req-6eeebee4-3dda-4562-9993-745128a37840 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:11.421136 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-cf160862-ae21-41ba-8a65-2e4e7c574b2d req-6eeebee4-3dda-4562-9993-745128a37840 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] For port 5ad920f6-d367-4f1d-a926-7163cd32cfb3, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=5ad920f6-d367-4f1d-a926-7163cd32cfb3,segment=NetworkSegment(87885035-24ad-4cd9-912f-07f17890e1a0),segment_id=87885035-24ad-4cd9-912f-07f17890e1a0)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:29:11.421500 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-cf160862-ae21-41ba-8a65-2e4e7c574b2d req-6eeebee4-3dda-4562-9993-745128a37840 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:11.548885 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-cf160862-ae21-41ba-8a65-2e4e7c574b2d req-6eeebee4-3dda-4562-9993-745128a37840 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Calling delete_port for 5ad920f6-d367-4f1d-a926-7163cd32cfb3 owned by compute:nova {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:29:11.688844 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-cf160862-ae21-41ba-8a65-2e4e7c574b2d req-6eeebee4-3dda-4562-9993-745128a37840 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:11.700031 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['5ad920f6-d367-4f1d-a926-7163cd32cfb3'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:29:11.739210 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeebee4-3dda-4562-9993-745128a37840 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Pushing event deleted for resources: {'Port': ['ID=5ad920f6-d367-4f1d-a926-7163cd32cfb3,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:29:11.829428 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf160862-ae21-41ba-8a65-2e4e7c574b2d req-6eeebee4-3dda-4562-9993-745128a37840 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] No DVR routers for this DVR port 5ad920f6-d367-4f1d-a926-7163cd32cfb3 on host hv-neutron-8577 {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:29:11.831793 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-cf160862-ae21-41ba-8a65-2e4e7c574b2d req-6eeebee4-3dda-4562-9993-745128a37840 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:11.834251 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cdfdc47-0096-4b83-9452-60174c1e82f0', 'name': 'network-vif-deleted', 'tag': '5ad920f6-d367-4f1d-a926-7163cd32cfb3'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:29:11.836518 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae01fab-4d03-4788-bb51-5b3696289954" -d '{"events": [{"server_uuid": "0cdfdc47-0096-4b83-9452-60174c1e82f0", "name": "network-vif-deleted", "tag": "5ad920f6-d367-4f1d-a926-7163cd32cfb3"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:29:11.851059 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-cf160862-ae21-41ba-8a65-2e4e7c574b2d req-6eeebee4-3dda-4562-9993-745128a37840 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.20 "DELETE /v2.0/ports/5ad920f6-d367-4f1d-a926-7163cd32cfb3 HTTP/1.1" status: 204 len: 173 time: 0.7415307 Sep 14 23:29:11.939662 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4dce7df-f23e-4bc6-ad96-588b405d83e5 x-openstack-request-id: req-e4dce7df-f23e-4bc6-ad96-588b405d83e5 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:29:11.939902 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cdfdc47-0096-4b83-9452-60174c1e82f0", "name": "network-vif-deleted", "tag": "5ad920f6-d367-4f1d-a926-7163cd32cfb3", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:29:11.940155 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e4dce7df-f23e-4bc6-ad96-588b405d83e5 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:29:11.940554 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4dce7df-f23e-4bc6-ad96-588b405d83e5'] response: {'server_uuid': '0cdfdc47-0096-4b83-9452-60174c1e82f0', 'name': 'network-vif-deleted', 'tag': '5ad920f6-d367-4f1d-a926-7163cd32cfb3', 'status': 'completed', 'code': 200} Sep 14 23:29:12.031946 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ff71e775-b64e-46ab-b473-b1663e02b228 req-18b4b40d-d13c-4965-9b71-6e6d4f4ce67a tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=0cdfdc47-0096-4b83-9452-60174c1e82f0 HTTP/1.1" status: 200 len: 210 time: 0.0530612 Sep 14 23:29:12.522081 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:16.693225 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 5ad920f6-d367-4f1d-a926-7163cd32cfb3 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:29:16.732447 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: 5ad920f6-d367-4f1d-a926-7163cd32cfb3 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:29:16.732811 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 5ad920f6-d367-4f1d-a926-7163cd32cfb3 not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:29:19.694605 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:20.678700 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:29:22.269732 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-ae85458b-3279-48d3-81b6-70c2a04f259a tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:22.271158 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-ae85458b-3279-48d3-81b6-70c2a04f259a tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/networks?id=5b773376-022f-4c2f-b306-90858d6ff6e6 HTTP/1.1" status: 200 len: 814 time: 0.1432006 Sep 14 23:29:22.285720 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-a965f9ea-ce2f-43ca-bff5-839deb8297d9 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/quotas/29cb127cac5a4c3baf32439c60948a64 HTTP/1.1" status: 200 len: 375 time: 0.0087452 Sep 14 23:29:22.376874 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-932c714e-c377-43d7-a2bc-bc3436ca4618 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=29cb127cac5a4c3baf32439c60948a64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0862894 Sep 14 23:29:22.433252 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-d7f5a16f-9494-4688-a744-7967ef335a5a service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 23:29:22.434225 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-d7f5a16f-9494-4688-a744-7967ef335a5a service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465283 Sep 14 23:29:22.565622 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-2119d62e-d51e-4336-99fa-554c22b34c7e service neutron] 10.222.0.33 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247406 Sep 14 23:29:22.711248 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-d2dbbb63-48ab-479b-a54a-beacb394ea48 service neutron] 10.222.0.33 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399040 Sep 14 23:29:22.898847 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-74eda36f-5c70-4747-86a5-3bc16877d284 req-e7a34ac9-0478-479e-8dbf-36d817d91483 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 210 time: 0.0537734 Sep 14 23:29:24.011343 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-675745e0-32ca-45da-b9f8-3067e83374de tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:24.012860 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-675745e0-32ca-45da-b9f8-3067e83374de tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.20 "GET /v2.0/networks?id=5b773376-022f-4c2f-b306-90858d6ff6e6 HTTP/1.1" status: 200 len: 814 time: 0.2533312 Sep 14 23:29:24.026639 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-8c6b45f2-eb96-4309-9575-67327e7d153e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Request body: {'port': {'device_id': 'da4efb58-b869-45c6-bc67-a1cc4afbabc8', 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6', 'admin_state_up': True, 'tenant_id': '29cb127cac5a4c3baf32439c60948a64'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:29:24.066856 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-07bd64a4-612e-4182-8a28-4d7d99b13c22 req-5ff254d7-4977-47f1-99d4-2718b76880c2 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 210 time: 0.0492957 Sep 14 23:29:24.164854 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-8c6b45f2-eb96-4309-9575-67327e7d153e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:29:24.168907 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-8c6b45f2-eb96-4309-9575-67327e7d153e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Usage tracker for resource:port and tenant:29cb127cac5a4c3baf32439c60948a64 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:29:24.171715 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-8c6b45f2-eb96-4309-9575-67327e7d153e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:29:24.177587 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-8c6b45f2-eb96-4309-9575-67327e7d153e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:29:24.187379 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-8c6b45f2-eb96-4309-9575-67327e7d153e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Made reservation on behalf of 29cb127cac5a4c3baf32439c60948a64 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:29:24.191008 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-8c6b45f2-eb96-4309-9575-67327e7d153e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:24.450533 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-8c6b45f2-eb96-4309-9575-67327e7d153e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Allocated IP 172.20.0.11 (5b773376-022f-4c2f-b306-90858d6ff6e6/4ed30d9e-2fdf-4b8d-b5f4-d330f1483295/4d8519c4-9c6e-47f0-92cb-67e604a58691) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:29:24.683342 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-8c6b45f2-eb96-4309-9575-67327e7d153e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:24.703867 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-8c6b45f2-eb96-4309-9575-67327e7d153e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Transition to ACTIVE for port object 4d8519c4-9c6e-47f0-92cb-67e604a58691 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:29:24.733323 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-8c6b45f2-eb96-4309-9575-67327e7d153e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:24.816672 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b45f2-eb96-4309-9575-67327e7d153e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Pushing event updated for resources: {'Port': ['ID=4d8519c4-9c6e-47f0-92cb-67e604a58691,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:29:24.823985 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-8c6b45f2-eb96-4309-9575-67327e7d153e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Network 5b773376-022f-4c2f-b306-90858d6ff6e6 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:29:24.825147 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-8c6b45f2-eb96-4309-9575-67327e7d153e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:29:24.827539 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-8c6b45f2-eb96-4309-9575-67327e7d153e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:29:24.903509 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-8c6b45f2-eb96-4309-9575-67327e7d153e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:24.904240 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-8c6b45f2-eb96-4309-9575-67327e7d153e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:24.936473 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-8c6b45f2-eb96-4309-9575-67327e7d153e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9137752 Sep 14 23:29:25.150470 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-27612c4a-9669-4b14-91ef-d49e7363c202 None None] Provisioning for port 4d8519c4-9c6e-47f0-92cb-67e604a58691 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:29:25.156059 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-27612c4a-9669-4b14-91ef-d49e7363c202 None None] Provisioning complete for port 4d8519c4-9c6e-47f0-92cb-67e604a58691 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:29:25.156485 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-27612c4a-9669-4b14-91ef-d49e7363c202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:25.236790 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-27612c4a-9669-4b14-91ef-d49e7363c202 None None] Port 4d8519c4-9c6e-47f0-92cb-67e604a58691 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:29:25.286560 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c8e91-2726-4061-bb50-756a89075de1 req-15407f7a-4d07-4cc0-b9cb-a7bb72665b53 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:25.288219 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cf1c8e91-2726-4061-bb50-756a89075de1 req-15407f7a-4d07-4cc0-b9cb-a7bb72665b53 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 932 time: 0.1025028 Sep 14 23:29:25.336661 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cf1c8e91-2726-4061-bb50-756a89075de1 req-658b7be7-9333-4f3c-96b6-30a74bbc2061 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423660 Sep 14 23:29:26.546017 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8aeafc-dc4b-4d91-bec8-0b141d3c95c2 req-3251db68-2920-4c42-887f-950de1c18c7d tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:26.547529 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4c8aeafc-dc4b-4d91-bec8-0b141d3c95c2 req-3251db68-2920-4c42-887f-950de1c18c7d tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 932 time: 0.0899878 Sep 14 23:29:26.613343 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4c8aeafc-dc4b-4d91-bec8-0b141d3c95c2 req-0370f495-8bb6-4395-a6c5-81687ff00e9d tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596106 Sep 14 23:29:27.824547 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4221d3-49a6-4b6b-a5eb-49a411c9cf3e req-dbc123e6-17d5-4205-9c52-7170d82a8f81 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:27.826208 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ef4221d3-49a6-4b6b-a5eb-49a411c9cf3e req-dbc123e6-17d5-4205-9c52-7170d82a8f81 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 932 time: 0.1018126 Sep 14 23:29:27.877213 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ef4221d3-49a6-4b6b-a5eb-49a411c9cf3e req-070e040e-2e8a-44d8-ab40-0bfae0e438ba tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450752 Sep 14 23:29:29.112423 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13548d28-1ceb-499f-9d4a-582afbc652fb req-d9c1496c-7caa-408b-a1c3-469d31f0e6c3 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:29.113882 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-13548d28-1ceb-499f-9d4a-582afbc652fb req-d9c1496c-7caa-408b-a1c3-469d31f0e6c3 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 932 time: 0.0950148 Sep 14 23:29:29.160261 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-13548d28-1ceb-499f-9d4a-582afbc652fb req-b7db9416-0143-45e8-80c4-b97763f74f59 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408025 Sep 14 23:29:30.358755 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9385e-9841-46dd-8ea8-a1344b3ae7e7 req-a8baa97d-f470-40fe-beaf-d7b6002cc6c1 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:30.360409 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8ef9385e-9841-46dd-8ea8-a1344b3ae7e7 req-a8baa97d-f470-40fe-beaf-d7b6002cc6c1 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 932 time: 0.0906076 Sep 14 23:29:30.422519 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8ef9385e-9841-46dd-8ea8-a1344b3ae7e7 req-b1174cf8-373b-4341-9958-1646ab777c01 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560730 Sep 14 23:29:31.614205 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c0c61-81de-4fcb-a904-b71286bbaa30 req-19369388-490e-43aa-a890-c839e383012f tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:31.615669 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a01c0c61-81de-4fcb-a904-b71286bbaa30 req-19369388-490e-43aa-a890-c839e383012f tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 932 time: 0.0876245 Sep 14 23:29:31.661152 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a01c0c61-81de-4fcb-a904-b71286bbaa30 req-57b8652b-0a87-4e4d-8237-33afdb030ff7 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392203 Sep 14 23:29:32.074879 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-13aa5703-7afc-4493-950a-5a711a3f8692 service neutron] Request body: {'port': {'device_id': 'da4efb58-b869-45c6-bc67-a1cc4afbabc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:29:32.187120 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-13aa5703-7afc-4493-950a-5a711a3f8692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:32.521140 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-13aa5703-7afc-4493-950a-5a711a3f8692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d8519c4-9c6e-47f0-92cb-67e604a58691 {{(pid=89171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:29:32.528034 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-13aa5703-7afc-4493-950a-5a711a3f8692 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:32.542303 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-13aa5703-7afc-4493-950a-5a711a3f8692 service neutron] Transition to ACTIVE for port object 4d8519c4-9c6e-47f0-92cb-67e604a58691 will not be triggered until provisioned by entity L2. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:29:32.545617 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-13aa5703-7afc-4493-950a-5a711a3f8692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:32.737466 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa5703-7afc-4493-950a-5a711a3f8692 service neutron] Pushing event updated for resources: {'Port': ['ID=4d8519c4-9c6e-47f0-92cb-67e604a58691,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:29:32.765109 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-13aa5703-7afc-4493-950a-5a711a3f8692 service neutron] Attempting to bind port 4d8519c4-9c6e-47f0-92cb-67e604a58691 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:29:32.765436 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-13aa5703-7afc-4493-950a-5a711a3f8692 service neutron] Attempting to bind port 4d8519c4-9c6e-47f0-92cb-67e604a58691 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '87885035-24ad-4cd9-912f-07f17890e1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:29:32.765757 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-13aa5703-7afc-4493-950a-5a711a3f8692 service neutron] Attempting to bind port 4d8519c4-9c6e-47f0-92cb-67e604a58691 on network 5b773376-022f-4c2f-b306-90858d6ff6e6 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:29:32.770585 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-13aa5703-7afc-4493-950a-5a711a3f8692 service neutron] Port 4d8519c4-9c6e-47f0-92cb-67e604a58691 on network 5b773376-022f-4c2f-b306-90858d6ff6e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:29:32.770948 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-13aa5703-7afc-4493-950a-5a711a3f8692 service neutron] Attempting to bind port 4d8519c4-9c6e-47f0-92cb-67e604a58691 on network 5b773376-022f-4c2f-b306-90858d6ff6e6 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:29:32.776102 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-13aa5703-7afc-4493-950a-5a711a3f8692 service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:29:32.776365 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-13aa5703-7afc-4493-950a-5a711a3f8692 service neutron] Checking segment: {'id': '87885035-24ad-4cd9-912f-07f17890e1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:29:32.776771 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-13aa5703-7afc-4493-950a-5a711a3f8692 service neutron] Bound using segment: {'id': '87885035-24ad-4cd9-912f-07f17890e1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6'} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:29:32.777315 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-13aa5703-7afc-4493-950a-5a711a3f8692 service neutron] Bound port: 4d8519c4-9c6e-47f0-92cb-67e604a58691, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87885035-24ad-4cd9-912f-07f17890e1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6'}}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:29:32.777651 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-13aa5703-7afc-4493-950a-5a711a3f8692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:32.862025 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c72825c-08e4-4509-a727-4c26a8a5e2d3 req-9cf99553-bb19-4234-b468-8d5bfd47b84a tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:32.863467 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1c72825c-08e4-4509-a727-4c26a8a5e2d3 req-9cf99553-bb19-4234-b468-8d5bfd47b84a tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 944 time: 0.0899358 Sep 14 23:29:32.868394 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-13aa5703-7afc-4493-950a-5a711a3f8692 service neutron] For port 4d8519c4-9c6e-47f0-92cb-67e604a58691, host hv-neutron-8577, cleared binding levels {{(pid=89171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:29:32.871361 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-13aa5703-7afc-4493-950a-5a711a3f8692 service neutron] For port 4d8519c4-9c6e-47f0-92cb-67e604a58691, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4d8519c4-9c6e-47f0-92cb-67e604a58691,segment=NetworkSegment(87885035-24ad-4cd9-912f-07f17890e1a0),segment_id=87885035-24ad-4cd9-912f-07f17890e1a0)] {{(pid=89171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:29:32.877088 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-13aa5703-7afc-4493-950a-5a711a3f8692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:32.909612 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1c72825c-08e4-4509-a727-4c26a8a5e2d3 req-caa5c31f-93c2-4b2c-a331-3755791032a8 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402076 Sep 14 23:29:32.912395 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-13aa5703-7afc-4493-950a-5a711a3f8692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:32.912892 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-13aa5703-7afc-4493-950a-5a711a3f8692 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:32.914267 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-13aa5703-7afc-4493-950a-5a711a3f8692 service neutron] 10.222.0.20 "PUT /v2.0/ports/4d8519c4-9c6e-47f0-92cb-67e604a58691 HTTP/1.1" status: 200 len: 1094 time: 0.8923278 Sep 14 23:29:32.914673 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da4efb58-b869-45c6-bc67-a1cc4afbabc8', 'tag': '4d8519c4-9c6e-47f0-92cb-67e604a58691'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:29:32.916951 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858c2eae-c7c3-4c2c-926b-ddf2b73d6fc3" -d '{"events": [{"name": "network-changed", "server_uuid": "da4efb58-b869-45c6-bc67-a1cc4afbabc8", "tag": "4d8519c4-9c6e-47f0-92cb-67e604a58691"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:29:32.994928 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9b40e2-28f0-474a-87b8-29866a2c2fd1 x-openstack-request-id: req-9c9b40e2-28f0-474a-87b8-29866a2c2fd1 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:29:32.995208 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da4efb58-b869-45c6-bc67-a1cc4afbabc8", "tag": "4d8519c4-9c6e-47f0-92cb-67e604a58691", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:29:32.995452 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9c9b40e2-28f0-474a-87b8-29866a2c2fd1 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:29:32.995836 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c9b40e2-28f0-474a-87b8-29866a2c2fd1'] response: {'name': 'network-changed', 'server_uuid': 'da4efb58-b869-45c6-bc67-a1cc4afbabc8', 'tag': '4d8519c4-9c6e-47f0-92cb-67e604a58691', 'status': 'completed', 'code': 200} Sep 14 23:29:33.001199 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa5703-7afc-4493-950a-5a711a3f8692 service neutron] Pushing event updated for resources: {'Port': ['ID=4d8519c4-9c6e-47f0-92cb-67e604a58691,revision_number=3']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:29:33.134092 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-59b6e447-d5d8-416a-84b8-0e79c0cdd86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:33.135478 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-59b6e447-d5d8-416a-84b8-0e79c0cdd86c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29cb127cac5a4c3baf32439c60948a64&device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 1097 time: 0.1858430 Sep 14 23:29:33.202344 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-f95fe0fe-c349-456f-9684-0e69577f6e35 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d8519c4-9c6e-47f0-92cb-67e604a58691 HTTP/1.1" status: 200 len: 217 time: 0.0595531 Sep 14 23:29:33.263921 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-4e2a9ec4-5c37-44b0-8a4e-026173aa8622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:33.265310 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-4e2a9ec4-5c37-44b0-8a4e-026173aa8622 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ed30d9e-2fdf-4b8d-b5f4-d330f1483295 HTTP/1.1" status: 200 len: 853 time: 0.0579772 Sep 14 23:29:33.344708 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-fd8c9172-9df0-49bd-bb62-0018a91a212e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:33.346170 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-fd8c9172-9df0-49bd-bb62-0018a91a212e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b773376-022f-4c2f-b306-90858d6ff6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754340 Sep 14 23:29:33.475889 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-bb48f4a5-7d21-4d20-9e81-bc04fd82dd49 service neutron] 10.222.0.20 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240633 Sep 14 23:29:33.605014 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bd00624b-363b-46fb-97da-df9d77b9c1c9 req-84f2a96c-7453-44fb-9e3c-cd206268f12a service neutron] 10.222.0.20 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221795 Sep 14 23:29:33.728464 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c2eae-c7c3-4c2c-926b-ddf2b73d6fc3 req-9de9f8b3-fd59-4b2c-8a3e-5694d7775c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:33.729955 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-858c2eae-c7c3-4c2c-926b-ddf2b73d6fc3 req-9de9f8b3-fd59-4b2c-8a3e-5694d7775c11 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29cb127cac5a4c3baf32439c60948a64&device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 1097 time: 0.0801291 Sep 14 23:29:33.857702 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c2eae-c7c3-4c2c-926b-ddf2b73d6fc3 req-753db495-8f99-49bf-988c-af746f2a77a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:33.859106 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-858c2eae-c7c3-4c2c-926b-ddf2b73d6fc3 req-753db495-8f99-49bf-988c-af746f2a77a7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5b773376-022f-4c2f-b306-90858d6ff6e6 HTTP/1.1" status: 200 len: 914 time: 0.1229405 Sep 14 23:29:33.924772 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-858c2eae-c7c3-4c2c-926b-ddf2b73d6fc3 req-485e81d1-0fa7-45aa-bd6c-435574d4896e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d8519c4-9c6e-47f0-92cb-67e604a58691 HTTP/1.1" status: 200 len: 217 time: 0.0584645 Sep 14 23:29:33.989134 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c2eae-c7c3-4c2c-926b-ddf2b73d6fc3 req-8196e128-8a40-476f-a4cb-c475702eafbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:33.990477 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-858c2eae-c7c3-4c2c-926b-ddf2b73d6fc3 req-8196e128-8a40-476f-a4cb-c475702eafbc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ed30d9e-2fdf-4b8d-b5f4-d330f1483295 HTTP/1.1" status: 200 len: 853 time: 0.0597186 Sep 14 23:29:34.072334 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c2eae-c7c3-4c2c-926b-ddf2b73d6fc3 req-06fdadcd-a091-4104-8508-474f77d42169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:34.073862 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-858c2eae-c7c3-4c2c-926b-ddf2b73d6fc3 req-06fdadcd-a091-4104-8508-474f77d42169 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b773376-022f-4c2f-b306-90858d6ff6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761707 Sep 14 23:29:34.105665 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525253ca-f74a-4241-ab4d-cda24b9cd9f7 req-ec42c4cf-820c-487a-9385-4cb318abad5a tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:34.107409 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-525253ca-f74a-4241-ab4d-cda24b9cd9f7 req-ec42c4cf-820c-487a-9385-4cb318abad5a tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 944 time: 0.0870488 Sep 14 23:29:34.154427 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-525253ca-f74a-4241-ab4d-cda24b9cd9f7 req-cf5df83d-df2e-4406-a979-eaa817e806b4 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406792 Sep 14 23:29:34.203965 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-858c2eae-c7c3-4c2c-926b-ddf2b73d6fc3 req-f2466c20-1883-429f-a712-4ae114c9da2c service neutron] 10.222.0.20 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229124 Sep 14 23:29:34.332417 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-858c2eae-c7c3-4c2c-926b-ddf2b73d6fc3 req-782fe59b-b99b-4d59-9336-6ee1115222bb service neutron] 10.222.0.20 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219175 Sep 14 23:29:35.352396 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50b5b2-9a62-4379-889c-f23a6055efba req-6b4a1d9d-396d-4ac8-a30c-e37986814678 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:35.353866 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0d50b5b2-9a62-4379-889c-f23a6055efba req-6b4a1d9d-396d-4ac8-a30c-e37986814678 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 944 time: 0.0870764 Sep 14 23:29:35.407892 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0d50b5b2-9a62-4379-889c-f23a6055efba req-2a00ffd0-c194-4f35-bb77-60a7a7f700c1 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480239 Sep 14 23:29:36.761465 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1c600-f797-4bda-ac94-c5090ed8d47b req-f7898ae5-ace5-4db9-96da-0c2fd01396c4 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:36.762946 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8ff1c600-f797-4bda-ac94-c5090ed8d47b req-f7898ae5-ace5-4db9-96da-0c2fd01396c4 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 944 time: 0.2468853 Sep 14 23:29:36.770490 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 4d8519c4-9c6e-47f0-92cb-67e604a58691 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:29:36.806573 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8ff1c600-f797-4bda-ac94-c5090ed8d47b req-96e323f0-2d5a-4894-b307-cf9913933093 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374980 Sep 14 23:29:36.900130 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 4d8519c4-9c6e-47f0-92cb-67e604a58691, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4d8519c4-9c6e-47f0-92cb-67e604a58691,segment=NetworkSegment(87885035-24ad-4cd9-912f-07f17890e1a0),segment_id=87885035-24ad-4cd9-912f-07f17890e1a0)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:29:36.913354 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': '4d8519c4-9c6e-47f0-92cb-67e604a58691', 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6', 'port_id': '4d8519c4-9c6e-47f0-92cb-67e604a58691', 'mac_address': 'fa:16:3e:58:a9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed30d9e-2fdf-4b8d-b5f4-d330f1483295', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:29:36.968765 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 4d8519c4-9c6e-47f0-92cb-67e604a58691 is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:29:36.970709 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:36.986203 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d8519c4-9c6e-47f0-92cb-67e604a58691 {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:29:37.000673 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 4d8519c4-9c6e-47f0-92cb-67e604a58691, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4d8519c4-9c6e-47f0-92cb-67e604a58691,segment=NetworkSegment(87885035-24ad-4cd9-912f-07f17890e1a0),segment_id=87885035-24ad-4cd9-912f-07f17890e1a0)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:29:37.005026 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:37.069608 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=4d8519c4-9c6e-47f0-92cb-67e604a58691,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:29:37.076326 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:29:37.076686 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:29:37.077021 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:29:37.077372 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:29:37.077695 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:29:37.078015 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:29:37.078335 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:29:37.079252 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:29:37.079570 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:29:37.079884 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:29:37.080213 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:29:37.080507 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:29:37.229242 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['4d8519c4-9c6e-47f0-92cb-67e604a58691'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:29:37.776837 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-231e70bc-60d4-4d86-adaf-726b283d1256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:38.000695 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ae297-986c-48b1-9398-ffcc3426f2bb req-9e338c52-f9f1-4925-8e1c-f2fcf6abedf3 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:38.002120 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-657ae297-986c-48b1-9398-ffcc3426f2bb req-9e338c52-f9f1-4925-8e1c-f2fcf6abedf3 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 945 time: 0.0870197 Sep 14 23:29:38.045185 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-657ae297-986c-48b1-9398-ffcc3426f2bb req-0eece755-7394-4bbb-8a4d-2ce7f7789a51 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371246 Sep 14 23:29:38.785898 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 4d8519c4-9c6e-47f0-92cb-67e604a58691 up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:29:38.851344 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port 4d8519c4-9c6e-47f0-92cb-67e604a58691 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:29:38.855983 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port 4d8519c4-9c6e-47f0-92cb-67e604a58691 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:29:38.856382 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:38.969947 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 4d8519c4-9c6e-47f0-92cb-67e604a58691 is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:29:38.970317 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:38.996638 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da4efb58-b869-45c6-bc67-a1cc4afbabc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8519c4-9c6e-47f0-92cb-67e604a58691'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:29:38.998915 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e783b5-278e-4f82-b44b-1b58e84cfb92" -d '{"events": [{"server_uuid": "da4efb58-b869-45c6-bc67-a1cc4afbabc8", "name": "network-vif-plugged", "status": "completed", "tag": "4d8519c4-9c6e-47f0-92cb-67e604a58691"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:29:39.007061 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 4d8519c4-9c6e-47f0-92cb-67e604a58691, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4d8519c4-9c6e-47f0-92cb-67e604a58691,segment=NetworkSegment(87885035-24ad-4cd9-912f-07f17890e1a0),segment_id=87885035-24ad-4cd9-912f-07f17890e1a0)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:29:39.012001 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:39.081587 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=4d8519c4-9c6e-47f0-92cb-67e604a58691,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:29:39.103347 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e7f475-7798-4bf0-8cb6-66b0b9c880b3 x-openstack-request-id: req-24e7f475-7798-4bf0-8cb6-66b0b9c880b3 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:29:39.103638 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da4efb58-b869-45c6-bc67-a1cc4afbabc8", "name": "network-vif-plugged", "status": "completed", "tag": "4d8519c4-9c6e-47f0-92cb-67e604a58691", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:29:39.103891 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-24e7f475-7798-4bf0-8cb6-66b0b9c880b3 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:29:39.104287 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24e7f475-7798-4bf0-8cb6-66b0b9c880b3'] response: {'server_uuid': 'da4efb58-b869-45c6-bc67-a1cc4afbabc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8519c4-9c6e-47f0-92cb-67e604a58691', 'code': 200} Sep 14 23:29:39.261402 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32d4c7-6825-4ab6-b831-83ba476e3314 req-5a048592-48e0-450e-bb1b-e0511c35885d tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:39.262851 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-be32d4c7-6825-4ab6-b831-83ba476e3314 req-5a048592-48e0-450e-bb1b-e0511c35885d tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 946 time: 0.0986335 Sep 14 23:29:39.308313 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-be32d4c7-6825-4ab6-b831-83ba476e3314 req-ce29bef8-747e-43f7-a396-d244404e38ee tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391006 Sep 14 23:29:39.340924 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002122b-03b9-4abc-a124-659a36b833fe req-13f515a6-1538-453a-afb5-4aaac5e58949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:39.342408 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-a002122b-03b9-4abc-a124-659a36b833fe req-13f515a6-1538-453a-afb5-4aaac5e58949 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 1099 time: 0.0864942 Sep 14 23:29:39.387674 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-a002122b-03b9-4abc-a124-659a36b833fe req-2dfa5105-e2c8-4cdf-9774-292652a355e0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394354 Sep 14 23:29:39.802018 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a258af3e-d572-49be-8d0d-86ae9b8b3ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:40.520163 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa407fe2-03cb-45b8-972b-f0cb207e6260 req-92ada67a-3193-4851-9fed-7a9908796b05 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:40.521670 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-aa407fe2-03cb-45b8-972b-f0cb207e6260 req-92ada67a-3193-4851-9fed-7a9908796b05 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 946 time: 0.0900176 Sep 14 23:29:40.565462 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-aa407fe2-03cb-45b8-972b-f0cb207e6260 req-203d9937-3a99-4b30-9f7c-2451093abdb2 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382283 Sep 14 23:29:40.759034 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4d4a8-3004-4612-b58c-3166daf76d39 req-58239fc6-d999-4526-b8c9-ae2552f02c5a tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:40.760481 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-87a4d4a8-3004-4612-b58c-3166daf76d39 req-58239fc6-d999-4526-b8c9-ae2552f02c5a tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 946 time: 0.0866690 Sep 14 23:29:40.804346 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-87a4d4a8-3004-4612-b58c-3166daf76d39 req-5a0a1262-7476-4995-867c-86d25b816807 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382900 Sep 14 23:29:40.940480 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:40.947311 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:41.201040 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47a08e-4b2f-458a-847d-f87fbe27d7c3 req-a98a1705-483b-42aa-b4ac-3f47067e5e65 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:41.202462 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bb47a08e-4b2f-458a-847d-f87fbe27d7c3 req-a98a1705-483b-42aa-b4ac-3f47067e5e65 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 946 time: 0.0890520 Sep 14 23:29:41.248103 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bb47a08e-4b2f-458a-847d-f87fbe27d7c3 req-a94aaf3f-a6aa-4405-8b7e-0cb57a82de15 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392079 Sep 14 23:29:42.526068 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:49.689715 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:51.535711 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664ca04-4bbf-45bf-935d-61cbf44abc8b req-251678af-c48d-4b48-a798-5a445cfe48f6 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:51.537185 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a664ca04-4bbf-45bf-935d-61cbf44abc8b req-251678af-c48d-4b48-a798-5a445cfe48f6 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 946 time: 0.1703527 Sep 14 23:29:51.580410 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a664ca04-4bbf-45bf-935d-61cbf44abc8b req-5a49e2e6-5e54-42e2-866f-df2e9b27b191 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375164 Sep 14 23:29:51.609177 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 33966) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:29:51.685933 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d664b249-9464-4f78-8cd0-69ad5d919a9f tempest-TestMinimumBasicScenario-1452247857 tempest-TestMinimumBasicScenario-1452247857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:51.687404 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d664b249-9464-4f78-8cd0-69ad5d919a9f tempest-TestMinimumBasicScenario-1452247857 tempest-TestMinimumBasicScenario-1452247857-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 1094 time: 0.0766964 Sep 14 23:29:51.690213 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 33972) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:29:51.694953 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-473401a3-11b3-4c24-b90a-5607519cfc49 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'port_id': '4d8519c4-9c6e-47f0-92cb-67e604a58691', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:29:51.700690 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-473401a3-11b3-4c24-b90a-5607519cfc49 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:29:51.704966 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-473401a3-11b3-4c24-b90a-5607519cfc49 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Usage tracker for resource:floatingip and tenant:29cb127cac5a4c3baf32439c60948a64 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:29:51.707743 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-473401a3-11b3-4c24-b90a-5607519cfc49 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:29:51.713316 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-473401a3-11b3-4c24-b90a-5607519cfc49 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:29:51.723971 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-473401a3-11b3-4c24-b90a-5607519cfc49 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for floatingip, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:51.857055 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-473401a3-11b3-4c24-b90a-5607519cfc49 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:51.992839 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-473401a3-11b3-4c24-b90a-5607519cfc49 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Allocated IP 172.26.5.93 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/3cfc4ef0-3afe-4b6b-97c7-dffed3d6c560) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:29:52.139207 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-473401a3-11b3-4c24-b90a-5607519cfc49 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:52.168044 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-473401a3-11b3-4c24-b90a-5607519cfc49 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:52.229995 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473401a3-11b3-4c24-b90a-5607519cfc49 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:29:52.231050 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-473401a3-11b3-4c24-b90a-5607519cfc49 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:29:52.233712 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473401a3-11b3-4c24-b90a-5607519cfc49 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:29:52.281874 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473401a3-11b3-4c24-b90a-5607519cfc49 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Pushing event updated for resources: {'Port': ['ID=3cfc4ef0-3afe-4b6b-97c7-dffed3d6c560,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:29:52.735934 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-473401a3-11b3-4c24-b90a-5607519cfc49 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:52.808565 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-473401a3-11b3-4c24-b90a-5607519cfc49 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:53.010644 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-473401a3-11b3-4c24-b90a-5607519cfc49 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:53.015040 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-473401a3-11b3-4c24-b90a-5607519cfc49 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:53.115304 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473401a3-11b3-4c24-b90a-5607519cfc49 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Pushing event updated for resources: {'Port': ['ID=3cfc4ef0-3afe-4b6b-97c7-dffed3d6c560,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:29:53.120744 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-473401a3-11b3-4c24-b90a-5607519cfc49 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:53.301941 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-473401a3-11b3-4c24-b90a-5607519cfc49 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Floating IP 6e5627f2-1fcd-4004-b1b6-3dee87e549e3 associated. External IP: 172.26.5.93, port: 4d8519c4-9c6e-47f0-92cb-67e604a58691. Sep 14 23:29:53.652179 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473401a3-11b3-4c24-b90a-5607519cfc49 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Router aec86220-1666-4b56-8442-32a463bb21f4 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:29:53.834416 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473401a3-11b3-4c24-b90a-5607519cfc49 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:29:53.844549 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da99856-e944-4046-973f-24e122430fdf None None] Sync routers for ids ['aec86220-1666-4b56-8442-32a463bb21f4'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:29:53.855210 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da99856-e944-4046-973f-24e122430fdf None None] Routers {'aec86220-1666-4b56-8442-32a463bb21f4'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:29:53.855881 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-4da99856-e944-4046-973f-24e122430fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:29:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['aec86220-1666-4b56-8442-32a463bb21f4'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:29:53.858093 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-473401a3-11b3-4c24-b90a-5607519cfc49 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:53.912966 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-473401a3-11b3-4c24-b90a-5607519cfc49 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2216425 Sep 14 23:29:53.913434 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da4efb58-b869-45c6-bc67-a1cc4afbabc8', 'tag': '4d8519c4-9c6e-47f0-92cb-67e604a58691'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:29:53.915650 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 33976) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:29:53.916116 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720efad8-3ed9-41e2-8ce2-bf7f02d45ab1" -d '{"events": [{"name": "network-changed", "server_uuid": "da4efb58-b869-45c6-bc67-a1cc4afbabc8", "tag": "4d8519c4-9c6e-47f0-92cb-67e604a58691"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:29:53.921179 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-e9dbbe25-3de5-40d4-b05d-6fcce826d321 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1485019256', 'description': 'tempest-secgroup-smoke-1485019256 description', 'project_id': '29cb127cac5a4c3baf32439c60948a64'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:29:53.927646 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-e9dbbe25-3de5-40d4-b05d-6fcce826d321 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:29:53.933720 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e9dbbe25-3de5-40d4-b05d-6fcce826d321 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Usage tracker for resource:security_group and tenant:29cb127cac5a4c3baf32439c60948a64 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:29:53.937545 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e9dbbe25-3de5-40d4-b05d-6fcce826d321 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:29:53.945562 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-e9dbbe25-3de5-40d4-b05d-6fcce826d321 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:29:53.957923 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e9dbbe25-3de5-40d4-b05d-6fcce826d321 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:53.963042 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05cd260b-6786-4149-9c9d-3b030c45be4d x-openstack-request-id: req-05cd260b-6786-4149-9c9d-3b030c45be4d {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:29:53.963324 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da4efb58-b869-45c6-bc67-a1cc4afbabc8", "tag": "4d8519c4-9c6e-47f0-92cb-67e604a58691", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:29:53.963569 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-05cd260b-6786-4149-9c9d-3b030c45be4d {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:29:53.963969 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05cd260b-6786-4149-9c9d-3b030c45be4d'] response: {'name': 'network-changed', 'server_uuid': 'da4efb58-b869-45c6-bc67-a1cc4afbabc8', 'tag': '4d8519c4-9c6e-47f0-92cb-67e604a58691', 'status': 'completed', 'code': 200} Sep 14 23:29:53.982525 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-e9dbbe25-3de5-40d4-b05d-6fcce826d321 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:29:54.026019 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e9dbbe25-3de5-40d4-b05d-6fcce826d321 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Usage tracker for resource:security_group_rule and tenant:29cb127cac5a4c3baf32439c60948a64 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:29:54.033127 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e9dbbe25-3de5-40d4-b05d-6fcce826d321 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:29:54.039647 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-4da99856-e944-4046-973f-24e122430fdf None None] Set router aec86220-1666-4b56-8442-32a463bb21f4 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:29:54.044861 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-e9dbbe25-3de5-40d4-b05d-6fcce826d321 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:29:54.102942 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720efad8-3ed9-41e2-8ce2-bf7f02d45ab1 req-ecdcf496-4b82-46d3-9508-d6d178a62c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:54.105153 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-720efad8-3ed9-41e2-8ce2-bf7f02d45ab1 req-ecdcf496-4b82-46d3-9508-d6d178a62c84 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29cb127cac5a4c3baf32439c60948a64&device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 1099 time: 0.1194680 Sep 14 23:29:54.333359 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e9dbbe25-3de5-40d4-b05d-6fcce826d321 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:54.341245 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e9dbbe25-3de5-40d4-b05d-6fcce826d321 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:54.406493 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-4da99856-e944-4046-973f-24e122430fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'name': 'tempest-TestMinimumBasicScenario-116338023-router', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': 'cb5e73a2-4987-467d-ab95-d5c5c21aeab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:25:14Z', 'revision_number': 4, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'gw_port': {'id': 'cb5e73a2-4987-467d-ab95-d5c5c21aeab0', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '6e5627f2-1fcd-4004-b1b6-3dee87e549e3', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'floating_ip_address': '172.26.5.93', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'port_id': '4d8519c4-9c6e-47f0-92cb-67e604a58691', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6', 'mac_address': 'fa:16:3e:58:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4efb58-b869-45c6-bc67-a1cc4afbabc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:29:52Z', 'updated_at': '2022-09-14T23:29:52Z', 'revision_number': 0, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66458c87-e5b1-451f-b637-9ab844180045', 'name': '', 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'mac_address': 'fa:16:3e:e0:db:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '4ed30d9e-2fdf-4b8d-b5f4-d330f1483295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:13Z', 'updated_at': '2022-09-14T23:25:20Z', 'revision_number': 5, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'subnets': [{'id': '4ed30d9e-2fdf-4b8d-b5f4-d330f1483295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:29:54.410364 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da99856-e944-4046-973f-24e122430fdf None None] Checking router: aec86220-1666-4b56-8442-32a463bb21f4 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:29:54.420488 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720efad8-3ed9-41e2-8ce2-bf7f02d45ab1 req-48d7467d-cba9-4944-a656-9f551122efef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:54.422155 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-720efad8-3ed9-41e2-8ce2-bf7f02d45ab1 req-48d7467d-cba9-4944-a656-9f551122efef service neutron] 10.222.0.20 "GET /v2.0/networks?id=5b773376-022f-4c2f-b306-90858d6ff6e6 HTTP/1.1" status: 200 len: 914 time: 0.3098698 Sep 14 23:29:54.422726 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da99856-e944-4046-973f-24e122430fdf None None] Routers {'aec86220-1666-4b56-8442-32a463bb21f4'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:29:54.422832 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbbe25-3de5-40d4-b05d-6fcce826d321 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84d5a5ae-f139-4557-ae68-df38bca82021,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:29:54.423439 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-4da99856-e944-4046-973f-24e122430fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:29:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['aec86220-1666-4b56-8442-32a463bb21f4'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:29:54.431984 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e9dbbe25-3de5-40d4-b05d-6fcce826d321 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:54.433506 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e9dbbe25-3de5-40d4-b05d-6fcce826d321 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5165291 Sep 14 23:29:54.436911 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 33982) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:29:54.443409 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-254a3084-673a-46cc-a51f-3d440271d34c tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Request body: {'security_group_rule': {'security_group_id': '84d5a5ae-f139-4557-ae68-df38bca82021', 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:29:54.450228 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-254a3084-673a-46cc-a51f-3d440271d34c tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:29:54.455086 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-254a3084-673a-46cc-a51f-3d440271d34c tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Usage tracker for resource:security_group_rule and tenant:29cb127cac5a4c3baf32439c60948a64 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:29:54.458384 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-254a3084-673a-46cc-a51f-3d440271d34c tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:29:54.464850 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-254a3084-673a-46cc-a51f-3d440271d34c tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:29:54.484646 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-254a3084-673a-46cc-a51f-3d440271d34c tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:54.542409 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-720efad8-3ed9-41e2-8ce2-bf7f02d45ab1 req-2e365381-b908-43b8-8b54-57521a9f5493 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d8519c4-9c6e-47f0-92cb-67e604a58691 HTTP/1.1" status: 200 len: 999 time: 0.1135139 Sep 14 23:29:54.554836 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-254a3084-673a-46cc-a51f-3d440271d34c tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:54.559420 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-254a3084-673a-46cc-a51f-3d440271d34c tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:54.584267 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a3084-673a-46cc-a51f-3d440271d34c tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acedbc3a-2dda-45c7-af5f-75661e04fdc3,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:29:54.594549 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-254a3084-673a-46cc-a51f-3d440271d34c tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:54.596289 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-254a3084-673a-46cc-a51f-3d440271d34c tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1570401 Sep 14 23:29:54.598722 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 33986) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:29:54.603802 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-ec848f72-2599-4f9f-9113-6be6259508b2 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Request body: {'security_group_rule': {'security_group_id': '84d5a5ae-f139-4557-ae68-df38bca82021', 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:29:54.610112 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-ec848f72-2599-4f9f-9113-6be6259508b2 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:29:54.611692 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720efad8-3ed9-41e2-8ce2-bf7f02d45ab1 req-6ec1d549-3106-4a0a-8a77-940cb31ba725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:54.613368 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-720efad8-3ed9-41e2-8ce2-bf7f02d45ab1 req-6ec1d549-3106-4a0a-8a77-940cb31ba725 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ed30d9e-2fdf-4b8d-b5f4-d330f1483295 HTTP/1.1" status: 200 len: 853 time: 0.0656919 Sep 14 23:29:54.614429 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-ec848f72-2599-4f9f-9113-6be6259508b2 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Usage tracker for resource:security_group_rule and tenant:29cb127cac5a4c3baf32439c60948a64 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:29:54.617677 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-ec848f72-2599-4f9f-9113-6be6259508b2 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:29:54.621011 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-4da99856-e944-4046-973f-24e122430fdf None None] Set router aec86220-1666-4b56-8442-32a463bb21f4 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:29:54.623799 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-ec848f72-2599-4f9f-9113-6be6259508b2 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:29:54.641289 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ec848f72-2599-4f9f-9113-6be6259508b2 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:54.702983 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720efad8-3ed9-41e2-8ce2-bf7f02d45ab1 req-9e59fb77-077d-4d1b-aede-fc24442d293b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:54.704633 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-720efad8-3ed9-41e2-8ce2-bf7f02d45ab1 req-9e59fb77-077d-4d1b-aede-fc24442d293b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b773376-022f-4c2f-b306-90858d6ff6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0859599 Sep 14 23:29:54.708691 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ec848f72-2599-4f9f-9113-6be6259508b2 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:54.713832 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ec848f72-2599-4f9f-9113-6be6259508b2 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:54.741105 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec848f72-2599-4f9f-9113-6be6259508b2 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ea5044-95c5-4170-8d28-1b8fa84e9c5a,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:29:54.752276 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ec848f72-2599-4f9f-9113-6be6259508b2 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:54.753838 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ec848f72-2599-4f9f-9113-6be6259508b2 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1541207 Sep 14 23:29:54.756816 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 33990) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:29:54.761968 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-26805bfc-55d2-435c-aeb8-9d0dcb200a59 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Request body: {'security_group_rule': {'security_group_id': '84d5a5ae-f139-4557-ae68-df38bca82021', 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:29:54.768581 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-26805bfc-55d2-435c-aeb8-9d0dcb200a59 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:29:54.772118 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-26805bfc-55d2-435c-aeb8-9d0dcb200a59 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Usage tracker for resource:security_group_rule and tenant:29cb127cac5a4c3baf32439c60948a64 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:29:54.775155 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-26805bfc-55d2-435c-aeb8-9d0dcb200a59 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:29:54.781658 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-26805bfc-55d2-435c-aeb8-9d0dcb200a59 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:29:54.802586 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-26805bfc-55d2-435c-aeb8-9d0dcb200a59 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:54.850491 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-720efad8-3ed9-41e2-8ce2-bf7f02d45ab1 req-d22d21fe-ddcd-4097-9a29-7b525c3f919e service neutron] 10.222.0.20 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399546 Sep 14 23:29:54.869120 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-26805bfc-55d2-435c-aeb8-9d0dcb200a59 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:54.874271 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-26805bfc-55d2-435c-aeb8-9d0dcb200a59 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:54.898866 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26805bfc-55d2-435c-aeb8-9d0dcb200a59 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c16c4d85-7d69-4078-b054-39eefb838de3,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:29:54.909092 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-26805bfc-55d2-435c-aeb8-9d0dcb200a59 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:54.913376 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-26805bfc-55d2-435c-aeb8-9d0dcb200a59 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1525872 Sep 14 23:29:54.913376 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 33994) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:29:54.918192 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-f34c7216-abda-4797-8176-625dbc65ee36 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Request body: {'security_group_rule': {'security_group_id': '84d5a5ae-f139-4557-ae68-df38bca82021', 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:29:54.925306 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-f34c7216-abda-4797-8176-625dbc65ee36 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:29:54.929651 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-f34c7216-abda-4797-8176-625dbc65ee36 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Usage tracker for resource:security_group_rule and tenant:29cb127cac5a4c3baf32439c60948a64 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:29:54.932630 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-f34c7216-abda-4797-8176-625dbc65ee36 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:29:54.939612 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-f34c7216-abda-4797-8176-625dbc65ee36 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:29:54.961911 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f34c7216-abda-4797-8176-625dbc65ee36 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:54.989306 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-720efad8-3ed9-41e2-8ce2-bf7f02d45ab1 req-ce7f76fe-9ee0-41e8-9e57-6a0329911632 service neutron] 10.222.0.20 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327615 Sep 14 23:29:55.027397 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-4da99856-e944-4046-973f-24e122430fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'name': 'tempest-TestMinimumBasicScenario-116338023-router', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': 'cb5e73a2-4987-467d-ab95-d5c5c21aeab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:25:14Z', 'revision_number': 4, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'gw_port': {'id': 'cb5e73a2-4987-467d-ab95-d5c5c21aeab0', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '6e5627f2-1fcd-4004-b1b6-3dee87e549e3', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'floating_ip_address': '172.26.5.93', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'port_id': '4d8519c4-9c6e-47f0-92cb-67e604a58691', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6', 'mac_address': 'fa:16:3e:58:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4efb58-b869-45c6-bc67-a1cc4afbabc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:29:52Z', 'updated_at': '2022-09-14T23:29:52Z', 'revision_number': 0, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66458c87-e5b1-451f-b637-9ab844180045', 'name': '', 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'mac_address': 'fa:16:3e:e0:db:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '4ed30d9e-2fdf-4b8d-b5f4-d330f1483295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:13Z', 'updated_at': '2022-09-14T23:25:20Z', 'revision_number': 5, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'subnets': [{'id': '4ed30d9e-2fdf-4b8d-b5f4-d330f1483295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:29:55.034156 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da99856-e944-4046-973f-24e122430fdf None None] The sync data for ids ['aec86220-1666-4b56-8442-32a463bb21f4'] in dv-neutron-857791-1-hyperv is: [{'id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'name': 'tempest-TestMinimumBasicScenario-116338023-router', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': 'cb5e73a2-4987-467d-ab95-d5c5c21aeab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:25:14Z', 'revision_number': 4, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'gw_port': {'id': 'cb5e73a2-4987-467d-ab95-d5c5c21aeab0', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '6e5627f2-1fcd-4004-b1b6-3dee87e549e3', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'floating_ip_address': '172.26.5.93', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'port_id': '4d8519c4-9c6e-47f0-92cb-67e604a58691', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6', 'mac_address': 'fa:16:3e:58:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4efb58-b869-45c6-bc67-a1cc4afbabc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:29:52Z', 'updated_at': '2022-09-14T23:29:52Z', 'revision_number': 0, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66458c87-e5b1-451f-b637-9ab844180045', 'name': '', 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'mac_address': 'fa:16:3e:e0:db:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '4ed30d9e-2fdf-4b8d-b5f4-d330f1483295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:13Z', 'updated_at': '2022-09-14T23:25:20Z', 'revision_number': 5, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'subnets': [{'id': '4ed30d9e-2fdf-4b8d-b5f4-d330f1483295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:29:55.135025 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f34c7216-abda-4797-8176-625dbc65ee36 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:55.138658 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f34c7216-abda-4797-8176-625dbc65ee36 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:55.165091 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c7216-abda-4797-8176-625dbc65ee36 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=096bbb52-6621-49f7-b412-6457f676543c,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:29:55.173041 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f34c7216-abda-4797-8176-625dbc65ee36 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:55.176881 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f34c7216-abda-4797-8176-625dbc65ee36 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2600710 Sep 14 23:29:55.177240 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 33998) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:29:55.182230 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-cbd13917-863d-461b-90ca-e206acb73a01 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Request body: {'security_group_rule': {'security_group_id': '84d5a5ae-f139-4557-ae68-df38bca82021', 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:29:55.188307 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-cbd13917-863d-461b-90ca-e206acb73a01 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:29:55.192208 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-cbd13917-863d-461b-90ca-e206acb73a01 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Usage tracker for resource:security_group_rule and tenant:29cb127cac5a4c3baf32439c60948a64 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:29:55.195289 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-cbd13917-863d-461b-90ca-e206acb73a01 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:29:55.201463 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-cbd13917-863d-461b-90ca-e206acb73a01 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:29:55.212447 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.securitygroups_db [None req-cbd13917-863d-461b-90ca-e206acb73a01 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Project 29cb127cac5a4c3baf32439c60948a64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:29:55.220363 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cbd13917-863d-461b-90ca-e206acb73a01 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:55.245319 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd77ef0-c664-4437-ad9a-28f61c336f78 None None] New status for floating IP 6e5627f2-1fcd-4004-b1b6-3dee87e549e3: ACTIVE {{(pid=89173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:29:55.287777 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cbd13917-863d-461b-90ca-e206acb73a01 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:55.291728 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cbd13917-863d-461b-90ca-e206acb73a01 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:55.314872 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd13917-863d-461b-90ca-e206acb73a01 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba027d73-98ee-494c-b2ca-a345f1ba3cbf,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:29:55.329925 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cbd13917-863d-461b-90ca-e206acb73a01 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:55.332854 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-cbd13917-863d-461b-90ca-e206acb73a01 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1546574 Sep 14 23:29:55.336200 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 34002) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:29:55.350552 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-dc0ff588-9543-4b49-9636-8c71f5bb2953 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Request body: {'security_group_rule': {'security_group_id': '84d5a5ae-f139-4557-ae68-df38bca82021', 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:29:55.358768 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-dc0ff588-9543-4b49-9636-8c71f5bb2953 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:29:55.363901 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-dc0ff588-9543-4b49-9636-8c71f5bb2953 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Usage tracker for resource:security_group_rule and tenant:29cb127cac5a4c3baf32439c60948a64 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:29:55.366744 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-dc0ff588-9543-4b49-9636-8c71f5bb2953 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:29:55.372494 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-dc0ff588-9543-4b49-9636-8c71f5bb2953 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:29:55.385464 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.securitygroups_db [None req-dc0ff588-9543-4b49-9636-8c71f5bb2953 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Project 29cb127cac5a4c3baf32439c60948a64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:29:55.393058 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dc0ff588-9543-4b49-9636-8c71f5bb2953 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:55.472736 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dc0ff588-9543-4b49-9636-8c71f5bb2953 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:55.476580 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dc0ff588-9543-4b49-9636-8c71f5bb2953 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:55.500052 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ff588-9543-4b49-9636-8c71f5bb2953 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=570d3eb4-8892-44fe-8968-6ea37c777f8d,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:29:55.510810 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-dc0ff588-9543-4b49-9636-8c71f5bb2953 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:55.515803 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-dc0ff588-9543-4b49-9636-8c71f5bb2953 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1745620 Sep 14 23:29:55.636332 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-73a2e698-d53d-4e35-a301-e2a9957eef16 req-42cc2030-4c63-4476-8eea-5f0611453c79 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1485019256&fields=id&tenant_id=29cb127cac5a4c3baf32439c60948a64 HTTP/1.1" status: 200 len: 267 time: 0.0403676 Sep 14 23:29:55.730293 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2e698-d53d-4e35-a301-e2a9957eef16 req-deb10978-1ac7-4058-9f5b-80d4735027aa tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:55.731988 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-73a2e698-d53d-4e35-a301-e2a9957eef16 req-deb10978-1ac7-4058-9f5b-80d4735027aa tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 946 time: 0.0896192 Sep 14 23:29:55.742382 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [req-73a2e698-d53d-4e35-a301-e2a9957eef16 req-be994986-4e16-457d-8392-0403223bcf29 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Request body: {'port': {'security_groups': ['a91d0d40-08d1-4204-bfbc-64cba8cc0def', '84d5a5ae-f139-4557-ae68-df38bca82021']}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:29:55.861379 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-73a2e698-d53d-4e35-a301-e2a9957eef16 req-be994986-4e16-457d-8392-0403223bcf29 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:56.111768 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-73a2e698-d53d-4e35-a301-e2a9957eef16 req-be994986-4e16-457d-8392-0403223bcf29 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] For port 4d8519c4-9c6e-47f0-92cb-67e604a58691, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4d8519c4-9c6e-47f0-92cb-67e604a58691,segment=NetworkSegment(87885035-24ad-4cd9-912f-07f17890e1a0),segment_id=87885035-24ad-4cd9-912f-07f17890e1a0)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:29:56.135607 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-73a2e698-d53d-4e35-a301-e2a9957eef16 req-be994986-4e16-457d-8392-0403223bcf29 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:56.140067 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-73a2e698-d53d-4e35-a301-e2a9957eef16 req-be994986-4e16-457d-8392-0403223bcf29 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:56.151643 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['4d8519c4-9c6e-47f0-92cb-67e604a58691'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:29:56.177424 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2e698-d53d-4e35-a301-e2a9957eef16 req-be994986-4e16-457d-8392-0403223bcf29 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:56.178033 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-73a2e698-d53d-4e35-a301-e2a9957eef16 req-be994986-4e16-457d-8392-0403223bcf29 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:29:56.179383 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-73a2e698-d53d-4e35-a301-e2a9957eef16 req-be994986-4e16-457d-8392-0403223bcf29 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "PUT /v2.0/ports/4d8519c4-9c6e-47f0-92cb-67e604a58691 HTTP/1.1" status: 200 len: 982 time: 0.4413555 Sep 14 23:29:56.179821 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da4efb58-b869-45c6-bc67-a1cc4afbabc8', 'tag': '4d8519c4-9c6e-47f0-92cb-67e604a58691'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:29:56.182201 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5790d8c-76c0-402b-9c47-00f8f7b9a4bd" -d '{"events": [{"name": "network-changed", "server_uuid": "da4efb58-b869-45c6-bc67-a1cc4afbabc8", "tag": "4d8519c4-9c6e-47f0-92cb-67e604a58691"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:29:56.229338 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be994986-4e16-457d-8392-0403223bcf29 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Pushing event updated for resources: {'Port': ['ID=4d8519c4-9c6e-47f0-92cb-67e604a58691,revision_number=6']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:29:56.258681 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73414d5c-f5b3-4593-b47d-671abd365806 x-openstack-request-id: req-73414d5c-f5b3-4593-b47d-671abd365806 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:29:56.258977 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da4efb58-b869-45c6-bc67-a1cc4afbabc8", "tag": "4d8519c4-9c6e-47f0-92cb-67e604a58691", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:29:56.259250 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-73414d5c-f5b3-4593-b47d-671abd365806 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:29:56.259661 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73414d5c-f5b3-4593-b47d-671abd365806'] response: {'name': 'network-changed', 'server_uuid': 'da4efb58-b869-45c6-bc67-a1cc4afbabc8', 'tag': '4d8519c4-9c6e-47f0-92cb-67e604a58691', 'status': 'completed', 'code': 200} Sep 14 23:29:56.261514 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['4d8519c4-9c6e-47f0-92cb-67e604a58691'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:29:56.411575 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5790d8c-76c0-402b-9c47-00f8f7b9a4bd req-00d71730-1665-4b42-8dce-993bc698fd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:56.413101 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d5790d8c-76c0-402b-9c47-00f8f7b9a4bd req-00d71730-1665-4b42-8dce-993bc698fd25 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29cb127cac5a4c3baf32439c60948a64&device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 1138 time: 0.1330366 Sep 14 23:29:56.477334 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa43ea-3f10-49ae-9fcf-df321902443d req-a0a8e2b4-366f-4e28-b5b2-8d2071d9e0e1 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:56.478962 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-afaa43ea-3f10-49ae-9fcf-df321902443d req-a0a8e2b4-366f-4e28-b5b2-8d2071d9e0e1 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 985 time: 0.1721878 Sep 14 23:29:56.530264 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-afaa43ea-3f10-49ae-9fcf-df321902443d req-618278d5-05b5-4612-8c02-ddf3d18ba7c7 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&id=84d5a5ae-f139-4557-ae68-df38bca82021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439770 Sep 14 23:29:56.559440 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5790d8c-76c0-402b-9c47-00f8f7b9a4bd req-e4f5eea7-ed50-4c52-84e5-59ced8205c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:56.560984 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d5790d8c-76c0-402b-9c47-00f8f7b9a4bd req-e4f5eea7-ed50-4c52-84e5-59ced8205c83 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5b773376-022f-4c2f-b306-90858d6ff6e6 HTTP/1.1" status: 200 len: 914 time: 0.1390224 Sep 14 23:29:56.667884 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d5790d8c-76c0-402b-9c47-00f8f7b9a4bd req-8c2d7a71-3930-4705-9d7e-bf0fa3919bf3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d8519c4-9c6e-47f0-92cb-67e604a58691 HTTP/1.1" status: 200 len: 1001 time: 0.1010036 Sep 14 23:29:56.730732 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5790d8c-76c0-402b-9c47-00f8f7b9a4bd req-0ad28ce5-089c-4367-ac4b-d3cd26f5757d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:56.732774 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d5790d8c-76c0-402b-9c47-00f8f7b9a4bd req-0ad28ce5-089c-4367-ac4b-d3cd26f5757d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ed30d9e-2fdf-4b8d-b5f4-d330f1483295 HTTP/1.1" status: 200 len: 853 time: 0.0588052 Sep 14 23:29:56.823653 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5790d8c-76c0-402b-9c47-00f8f7b9a4bd req-7367c21c-fb1e-4d65-abdc-21068b354096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:29:56.825290 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d5790d8c-76c0-402b-9c47-00f8f7b9a4bd req-7367c21c-fb1e-4d65-abdc-21068b354096 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b773376-022f-4c2f-b306-90858d6ff6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0856366 Sep 14 23:29:56.965793 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d5790d8c-76c0-402b-9c47-00f8f7b9a4bd req-2855c65b-3bf2-4359-950e-368f256f0770 service neutron] 10.222.0.20 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342368 Sep 14 23:29:57.098737 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d5790d8c-76c0-402b-9c47-00f8f7b9a4bd req-29a450ac-3c2e-4860-8781-d42a73a6d4b4 service neutron] 10.222.0.20 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243033 Sep 14 23:29:57.678271 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:30:07.759764 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5c13f84e-8aff-4192-8b6d-323e17b4ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:30:09.803571 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d375e0c5-870b-4d21-bbde-689a43cd4d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:30:10.941971 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:30:10.943931 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:30:12.527634 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:30:13.840494 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083aa6f-b82d-4336-9647-efd3ae44f09f req-131fff88-a488-409b-be5d-d79013bbf6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:30:13.842004 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8083aa6f-b82d-4336-9647-efd3ae44f09f req-131fff88-a488-409b-be5d-d79013bbf6a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29cb127cac5a4c3baf32439c60948a64&device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 1138 time: 0.0771756 Sep 14 23:30:13.870656 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371a039-01f2-4d3f-b3c8-f7cf17d2442c req-ce65b5a0-7c0f-4610-bd4e-3049bf043101 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:30:13.872104 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a371a039-01f2-4d3f-b3c8-f7cf17d2442c req-ce65b5a0-7c0f-4610-bd4e-3049bf043101 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 985 time: 0.0859480 Sep 14 23:30:13.921056 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a371a039-01f2-4d3f-b3c8-f7cf17d2442c req-2ab30fb4-6003-42a2-a944-05fa97780a8c tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&id=84d5a5ae-f139-4557-ae68-df38bca82021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431647 Sep 14 23:30:13.974361 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083aa6f-b82d-4336-9647-efd3ae44f09f req-5ce552c5-1297-47dc-ab59-81d9306b053a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:30:13.975718 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8083aa6f-b82d-4336-9647-efd3ae44f09f req-5ce552c5-1297-47dc-ab59-81d9306b053a service neutron] 10.222.0.20 "GET /v2.0/networks?id=5b773376-022f-4c2f-b306-90858d6ff6e6 HTTP/1.1" status: 200 len: 914 time: 0.1268525 Sep 14 23:30:14.180482 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8083aa6f-b82d-4336-9647-efd3ae44f09f req-867c6a3c-d7bc-400f-a74a-9fc7d1108850 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d8519c4-9c6e-47f0-92cb-67e604a58691 HTTP/1.1" status: 200 len: 1001 time: 0.1971004 Sep 14 23:30:14.244104 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083aa6f-b82d-4336-9647-efd3ae44f09f req-b44aa016-c6a8-44f9-ac6c-385f2cb4335b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:30:14.245437 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8083aa6f-b82d-4336-9647-efd3ae44f09f req-b44aa016-c6a8-44f9-ac6c-385f2cb4335b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ed30d9e-2fdf-4b8d-b5f4-d330f1483295 HTTP/1.1" status: 200 len: 853 time: 0.0584903 Sep 14 23:30:14.326004 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083aa6f-b82d-4336-9647-efd3ae44f09f req-082ddaac-303b-4803-b8b3-2e225e7f225c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:30:14.327482 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8083aa6f-b82d-4336-9647-efd3ae44f09f req-082ddaac-303b-4803-b8b3-2e225e7f225c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b773376-022f-4c2f-b306-90858d6ff6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754764 Sep 14 23:30:14.456092 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8083aa6f-b82d-4336-9647-efd3ae44f09f req-44122d5f-f524-4c0e-a08d-8fbd570a0f98 service neutron] 10.222.0.20 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216819 Sep 14 23:30:14.588047 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8083aa6f-b82d-4336-9647-efd3ae44f09f req-1176b353-c239-4b0b-8e76-2fe94f7fa501 service neutron] 10.222.0.20 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252542 Sep 14 23:30:15.120802 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cb608-bf76-4422-b47f-59bdaa512a76 req-46344c3d-2488-4cd9-ad05-f0af297b78bd tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:30:15.122232 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8a5cb608-bf76-4422-b47f-59bdaa512a76 req-46344c3d-2488-4cd9-ad05-f0af297b78bd tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 985 time: 0.0863140 Sep 14 23:30:15.167196 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8a5cb608-bf76-4422-b47f-59bdaa512a76 req-45acb85a-5b5d-4d96-8d82-9a6ae9b6e88d tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&id=84d5a5ae-f139-4557-ae68-df38bca82021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392723 Sep 14 23:30:16.367665 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc175491-f2b1-42a3-b569-3491b6a662f1 req-962db6ce-7b35-4404-9b32-0fa5ec561442 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:30:16.369143 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bc175491-f2b1-42a3-b569-3491b6a662f1 req-962db6ce-7b35-4404-9b32-0fa5ec561442 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 985 time: 0.0918515 Sep 14 23:30:16.415460 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bc175491-f2b1-42a3-b569-3491b6a662f1 req-caa65a47-395b-4466-8c0d-28804b7c127b tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&id=84d5a5ae-f139-4557-ae68-df38bca82021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406420 Sep 14 23:30:17.608560 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ce626-1a5a-405d-bb65-e44d66510e29 req-d01eb356-ab47-4e32-9946-a5f4ff00cf14 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:30:17.610554 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3e2ce626-1a5a-405d-bb65-e44d66510e29 req-d01eb356-ab47-4e32-9946-a5f4ff00cf14 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 985 time: 0.0869243 Sep 14 23:30:17.658097 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3e2ce626-1a5a-405d-bb65-e44d66510e29 req-a442bc78-bd6a-44a8-a439-662da9b5e4db tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&id=84d5a5ae-f139-4557-ae68-df38bca82021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418859 Sep 14 23:30:18.851969 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a604d1-7645-45bc-998e-4b50f742e599 req-7772afc9-30c5-4305-945c-5dc4598a96ba tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:30:18.853444 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-07a604d1-7645-45bc-998e-4b50f742e599 req-7772afc9-30c5-4305-945c-5dc4598a96ba tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 985 time: 0.0856085 Sep 14 23:30:18.899197 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-07a604d1-7645-45bc-998e-4b50f742e599 req-8164e625-1f52-4cfa-bd50-c451e3f6a78a tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&id=84d5a5ae-f139-4557-ae68-df38bca82021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392470 Sep 14 23:30:19.707165 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:30:20.094982 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9fab9-9576-4c53-a5ed-8da065615add req-28a1664b-8f57-4375-8ade-06c7bad1c9b6 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:30:20.096321 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-50f9fab9-9576-4c53-a5ed-8da065615add req-28a1664b-8f57-4375-8ade-06c7bad1c9b6 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 985 time: 0.0887866 Sep 14 23:30:20.142084 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-50f9fab9-9576-4c53-a5ed-8da065615add req-2799410c-2f70-4c04-867e-3d4cf7704764 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&id=84d5a5ae-f139-4557-ae68-df38bca82021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399334 Sep 14 23:30:21.337896 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f229bd-833c-421b-b7ef-b5188e30c50e req-a67ffe2e-4f2f-4531-ae2d-611eca5afefd tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:30:21.339353 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-99f229bd-833c-421b-b7ef-b5188e30c50e req-a67ffe2e-4f2f-4531-ae2d-611eca5afefd tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 985 time: 0.0900075 Sep 14 23:30:21.388248 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-99f229bd-833c-421b-b7ef-b5188e30c50e req-f6b9d8f1-0149-4ac8-8190-25181af8fcdd tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&id=84d5a5ae-f139-4557-ae68-df38bca82021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431831 Sep 14 23:30:22.626749 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae1542-42af-4042-978d-12397e806df9 req-1398f723-1386-47de-95b4-f59b7cbd987e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:30:22.628190 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-dbae1542-42af-4042-978d-12397e806df9 req-1398f723-1386-47de-95b4-f59b7cbd987e tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 985 time: 0.0859683 Sep 14 23:30:22.673464 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-dbae1542-42af-4042-978d-12397e806df9 req-0a0a0b26-a363-4d81-95b8-659379fbec88 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&id=84d5a5ae-f139-4557-ae68-df38bca82021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395179 Sep 14 23:30:23.877300 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daef73d-db48-4356-8b04-77310318f57e req-cba1d1f3-4386-4c38-a0f4-25d4c58c5a03 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:30:23.878797 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0daef73d-db48-4356-8b04-77310318f57e req-cba1d1f3-4386-4c38-a0f4-25d4c58c5a03 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 985 time: 0.0900540 Sep 14 23:30:23.924227 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0daef73d-db48-4356-8b04-77310318f57e req-ee0133f0-2302-4e2b-8601-031bea37a7f7 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&id=84d5a5ae-f139-4557-ae68-df38bca82021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397770 Sep 14 23:30:25.117782 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0f4ab-2bb8-4e7c-95e6-1f1291e7a8b0 req-f9f5cd8e-346f-4324-996d-1280f7025460 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:30:25.119223 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cab0f4ab-2bb8-4e7c-95e6-1f1291e7a8b0 req-f9f5cd8e-346f-4324-996d-1280f7025460 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 985 time: 0.0861070 Sep 14 23:30:25.168298 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cab0f4ab-2bb8-4e7c-95e6-1f1291e7a8b0 req-80152bd2-a74d-4030-8023-7a1169c7d44f tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&id=84d5a5ae-f139-4557-ae68-df38bca82021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426297 Sep 14 23:30:26.363186 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40982c18-5eeb-4f56-9379-3ef9b386d09e req-eb572eeb-0b1c-4e68-98f7-8d20327a8f98 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:30:26.364638 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-40982c18-5eeb-4f56-9379-3ef9b386d09e req-eb572eeb-0b1c-4e68-98f7-8d20327a8f98 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 985 time: 0.0883720 Sep 14 23:30:26.411005 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-40982c18-5eeb-4f56-9379-3ef9b386d09e req-7a58b1f3-38f3-4685-b7c0-a54c2e8ed095 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&id=84d5a5ae-f139-4557-ae68-df38bca82021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406671 Sep 14 23:30:31.262823 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c42b1cad-b1de-4a27-a2f7-e5e2b0b29b1f req-5566c5b2-0410-4f88-8a05-e4d8d6838f76 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804446 Sep 14 23:30:31.407255 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b1cad-b1de-4a27-a2f7-e5e2b0b29b1f req-c27920a0-c911-4e62-950e-ed2c82d0226e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:30:31.408777 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c42b1cad-b1de-4a27-a2f7-e5e2b0b29b1f req-c27920a0-c911-4e62-950e-ed2c82d0226e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29cb127cac5a4c3baf32439c60948a64&device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 1138 time: 0.0799434 Sep 14 23:30:31.556207 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b1cad-b1de-4a27-a2f7-e5e2b0b29b1f req-8de5c027-3241-43cc-a933-87e208426d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:30:31.557604 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c42b1cad-b1de-4a27-a2f7-e5e2b0b29b1f req-8de5c027-3241-43cc-a933-87e208426d0a service neutron] 10.222.0.20 "GET /v2.0/networks?id=5b773376-022f-4c2f-b306-90858d6ff6e6 HTTP/1.1" status: 200 len: 914 time: 0.1250570 Sep 14 23:30:31.659750 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c42b1cad-b1de-4a27-a2f7-e5e2b0b29b1f req-a218bfd7-62ca-46f1-b5aa-affdc97469d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d8519c4-9c6e-47f0-92cb-67e604a58691 HTTP/1.1" status: 200 len: 1001 time: 0.0951381 Sep 14 23:30:31.722226 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b1cad-b1de-4a27-a2f7-e5e2b0b29b1f req-bbb7bb27-5cfb-44a4-a1b0-f6f53bcf3ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:30:31.723610 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c42b1cad-b1de-4a27-a2f7-e5e2b0b29b1f req-bbb7bb27-5cfb-44a4-a1b0-f6f53bcf3ce9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ed30d9e-2fdf-4b8d-b5f4-d330f1483295 HTTP/1.1" status: 200 len: 853 time: 0.0586812 Sep 14 23:30:31.810155 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b1cad-b1de-4a27-a2f7-e5e2b0b29b1f req-b9abd97f-40d0-48c1-9ac9-8da4601a0d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:30:31.811551 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c42b1cad-b1de-4a27-a2f7-e5e2b0b29b1f req-b9abd97f-40d0-48c1-9ac9-8da4601a0d64 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b773376-022f-4c2f-b306-90858d6ff6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822299 Sep 14 23:30:31.939441 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c42b1cad-b1de-4a27-a2f7-e5e2b0b29b1f req-70e2f095-d144-41f1-a0b7-8abd70f7e8c2 service neutron] 10.222.0.20 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222639 Sep 14 23:30:32.068960 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c42b1cad-b1de-4a27-a2f7-e5e2b0b29b1f req-ba27d992-ecf4-4db5-b284-2b2be065927f service neutron] 10.222.0.20 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237757 Sep 14 23:30:34.676887 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:30:37.762958 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a97a10ca-7f8a-4251-9936-6ffdbb59672f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:30:39.803939 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7df1e5fb-6f93-4186-a28f-69455608b552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:30:40.854844 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [req-737751fe-ea09-4ee0-a65d-36a7f704af6a req-d7bd4833-44dd-4c34-af84-ed1c9152d57b tempest-ServerDiskConfigTestJSON-2124632417 tempest-ServerDiskConfigTestJSON-2124632417-project] (89170) timed out ('10.222.0.20', 59632) {{(pid=89170) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 14 23:30:40.944244 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:30:40.946446 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:30:42.534034 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:30:49.705121 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:30:58.891960 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-344ebbf8-e80e-4838-8328-09e9d6cdf114 req-52e71a68-febf-405a-9571-92dbe39f17e2 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1485019256&fields=id&tenant_id=29cb127cac5a4c3baf32439c60948a64 HTTP/1.1" status: 200 len: 267 time: 0.0420203 Sep 14 23:30:58.980360 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ebbf8-e80e-4838-8328-09e9d6cdf114 req-4eb59fd6-e2ac-4ab7-a998-2a2e8da0f783 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:30:58.982062 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-344ebbf8-e80e-4838-8328-09e9d6cdf114 req-4eb59fd6-e2ac-4ab7-a998-2a2e8da0f783 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 985 time: 0.0846703 Sep 14 23:30:58.993035 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [req-344ebbf8-e80e-4838-8328-09e9d6cdf114 req-ad150a80-c203-496a-b155-d6b60c0fa857 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Request body: {'port': {'security_groups': ['a91d0d40-08d1-4204-bfbc-64cba8cc0def']}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:30:59.114103 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-344ebbf8-e80e-4838-8328-09e9d6cdf114 req-ad150a80-c203-496a-b155-d6b60c0fa857 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:30:59.360797 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [req-344ebbf8-e80e-4838-8328-09e9d6cdf114 req-ad150a80-c203-496a-b155-d6b60c0fa857 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] For port 4d8519c4-9c6e-47f0-92cb-67e604a58691, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4d8519c4-9c6e-47f0-92cb-67e604a58691,segment=NetworkSegment(87885035-24ad-4cd9-912f-07f17890e1a0),segment_id=87885035-24ad-4cd9-912f-07f17890e1a0)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:30:59.388855 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-344ebbf8-e80e-4838-8328-09e9d6cdf114 req-ad150a80-c203-496a-b155-d6b60c0fa857 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:30:59.393782 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-344ebbf8-e80e-4838-8328-09e9d6cdf114 req-ad150a80-c203-496a-b155-d6b60c0fa857 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:30:59.405274 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['4d8519c4-9c6e-47f0-92cb-67e604a58691'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:30:59.477235 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['4d8519c4-9c6e-47f0-92cb-67e604a58691'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:30:59.527474 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ebbf8-e80e-4838-8328-09e9d6cdf114 req-ad150a80-c203-496a-b155-d6b60c0fa857 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:30:59.528067 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [req-344ebbf8-e80e-4838-8328-09e9d6cdf114 req-ad150a80-c203-496a-b155-d6b60c0fa857 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:30:59.529429 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-344ebbf8-e80e-4838-8328-09e9d6cdf114 req-ad150a80-c203-496a-b155-d6b60c0fa857 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "PUT /v2.0/ports/4d8519c4-9c6e-47f0-92cb-67e604a58691 HTTP/1.1" status: 200 len: 943 time: 0.5407481 Sep 14 23:30:59.535997 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da4efb58-b869-45c6-bc67-a1cc4afbabc8', 'tag': '4d8519c4-9c6e-47f0-92cb-67e604a58691'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:30:59.537519 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34070) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:30:59.538691 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2751fc4c-f404-43b6-be28-cf51ee68506b" -d '{"events": [{"name": "network-changed", "server_uuid": "da4efb58-b869-45c6-bc67-a1cc4afbabc8", "tag": "4d8519c4-9c6e-47f0-92cb-67e604a58691"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:30:59.576178 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad150a80-c203-496a-b155-d6b60c0fa857 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Pushing event updated for resources: {'Port': ['ID=4d8519c4-9c6e-47f0-92cb-67e604a58691,revision_number=7']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:30:59.585413 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad150a80-c203-496a-b155-d6b60c0fa857 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:30:59.585751 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad150a80-c203-496a-b155-d6b60c0fa857 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:30:59.586086 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad150a80-c203-496a-b155-d6b60c0fa857 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:30:59.587013 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad150a80-c203-496a-b155-d6b60c0fa857 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:30:59.587348 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad150a80-c203-496a-b155-d6b60c0fa857 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:30:59.587685 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad150a80-c203-496a-b155-d6b60c0fa857 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:30:59.588013 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad150a80-c203-496a-b155-d6b60c0fa857 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:30:59.588349 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad150a80-c203-496a-b155-d6b60c0fa857 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:30:59.588677 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad150a80-c203-496a-b155-d6b60c0fa857 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:30:59.589005 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad150a80-c203-496a-b155-d6b60c0fa857 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:30:59.589323 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad150a80-c203-496a-b155-d6b60c0fa857 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:30:59.589644 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad150a80-c203-496a-b155-d6b60c0fa857 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:30:59.600452 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967b0dd7-b8ca-49c1-a2ec-bc4491442553 x-openstack-request-id: req-967b0dd7-b8ca-49c1-a2ec-bc4491442553 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:30:59.600704 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da4efb58-b869-45c6-bc67-a1cc4afbabc8", "tag": "4d8519c4-9c6e-47f0-92cb-67e604a58691", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:30:59.600956 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-967b0dd7-b8ca-49c1-a2ec-bc4491442553 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:30:59.601717 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-967b0dd7-b8ca-49c1-a2ec-bc4491442553'] response: {'name': 'network-changed', 'server_uuid': 'da4efb58-b869-45c6-bc67-a1cc4afbabc8', 'tag': '4d8519c4-9c6e-47f0-92cb-67e604a58691', 'status': 'completed', 'code': 200} Sep 14 23:30:59.660673 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9622846f-27fb-4e6d-8a86-0ccc97fca776 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:30:59.718994 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9622846f-27fb-4e6d-8a86-0ccc97fca776 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:30:59.776590 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751fc4c-f404-43b6-be28-cf51ee68506b req-8f6dcebe-3e31-44a6-9d4d-d0eaf7c454e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:30:59.778274 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2751fc4c-f404-43b6-be28-cf51ee68506b req-8f6dcebe-3e31-44a6-9d4d-d0eaf7c454e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29cb127cac5a4c3baf32439c60948a64&device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 1099 time: 0.1515563 Sep 14 23:30:59.982761 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9622846f-27fb-4e6d-8a86-0ccc97fca776 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:00.017431 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622846f-27fb-4e6d-8a86-0ccc97fca776 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d5a5ae-f139-4557-ae68-df38bca82021,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:00.029499 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9622846f-27fb-4e6d-8a86-0ccc97fca776 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:00.030611 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9622846f-27fb-4e6d-8a86-0ccc97fca776 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "DELETE /v2.0/security-groups/84d5a5ae-f139-4557-ae68-df38bca82021 HTTP/1.1" status: 204 len: 168 time: 0.4921050 Sep 14 23:31:00.031980 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9622846f-27fb-4e6d-8a86-0ccc97fca776 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:31:00.032881 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9622846f-27fb-4e6d-8a86-0ccc97fca776 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:31:00.033217 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9622846f-27fb-4e6d-8a86-0ccc97fca776 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:31:00.033549 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9622846f-27fb-4e6d-8a86-0ccc97fca776 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:31:00.033870 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9622846f-27fb-4e6d-8a86-0ccc97fca776 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:31:00.034144 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 34076) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:31:00.034589 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9622846f-27fb-4e6d-8a86-0ccc97fca776 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:31:00.034589 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9622846f-27fb-4e6d-8a86-0ccc97fca776 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:31:00.034801 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9622846f-27fb-4e6d-8a86-0ccc97fca776 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:31:00.035112 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9622846f-27fb-4e6d-8a86-0ccc97fca776 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:31:00.035425 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9622846f-27fb-4e6d-8a86-0ccc97fca776 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:31:00.035740 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9622846f-27fb-4e6d-8a86-0ccc97fca776 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:31:00.036052 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9622846f-27fb-4e6d-8a86-0ccc97fca776 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:31:00.060121 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751fc4c-f404-43b6-be28-cf51ee68506b req-af34ac57-3438-49a8-bc60-826a77a75dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:00.061751 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2751fc4c-f404-43b6-be28-cf51ee68506b req-af34ac57-3438-49a8-bc60-826a77a75dff service neutron] 10.222.0.20 "GET /v2.0/networks?id=5b773376-022f-4c2f-b306-90858d6ff6e6 HTTP/1.1" status: 200 len: 914 time: 0.2776120 Sep 14 23:31:00.167712 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2751fc4c-f404-43b6-be28-cf51ee68506b req-1640e84b-c479-447d-852f-7ae21c0ca937 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d8519c4-9c6e-47f0-92cb-67e604a58691 HTTP/1.1" status: 200 len: 1001 time: 0.0995214 Sep 14 23:31:00.230729 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751fc4c-f404-43b6-be28-cf51ee68506b req-4027c5af-1175-4491-9520-e43cc83ab987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:00.232334 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2751fc4c-f404-43b6-be28-cf51ee68506b req-4027c5af-1175-4491-9520-e43cc83ab987 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ed30d9e-2fdf-4b8d-b5f4-d330f1483295 HTTP/1.1" status: 200 len: 853 time: 0.0580246 Sep 14 23:31:00.245795 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-e6e86677-12ce-421d-9791-b3e8e149604a tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Deleting port 3cfc4ef0-3afe-4b6b-97c7-dffed3d6c560 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:31:00.246144 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e6e86677-12ce-421d-9791-b3e8e149604a tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:00.318804 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751fc4c-f404-43b6-be28-cf51ee68506b req-b6a5cc05-31e1-4bec-b414-aa4460db13ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:00.320287 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2751fc4c-f404-43b6-be28-cf51ee68506b req-b6a5cc05-31e1-4bec-b414-aa4460db13ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b773376-022f-4c2f-b306-90858d6ff6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807276 Sep 14 23:31:00.413876 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e6e86677-12ce-421d-9791-b3e8e149604a tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:00.414202 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e6e86677-12ce-421d-9791-b3e8e149604a tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:00.452917 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2751fc4c-f404-43b6-be28-cf51ee68506b req-e5f22150-9e12-4d56-938a-42205d528962 service neutron] 10.222.0.20 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256673 Sep 14 23:31:00.540377 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-e6e86677-12ce-421d-9791-b3e8e149604a tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Calling delete_port for 3cfc4ef0-3afe-4b6b-97c7-dffed3d6c560 owned by network:floatingip {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:31:00.584104 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2751fc4c-f404-43b6-be28-cf51ee68506b req-3de13bec-31c2-48ba-911e-755fe8f2b08d service neutron] 10.222.0.20 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258290 Sep 14 23:31:00.686938 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e6e86677-12ce-421d-9791-b3e8e149604a tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:00.738931 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e86677-12ce-421d-9791-b3e8e149604a tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Pushing event deleted for resources: {'Port': ['ID=3cfc4ef0-3afe-4b6b-97c7-dffed3d6c560,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:00.834081 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e6e86677-12ce-421d-9791-b3e8e149604a tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks [] for floatingip, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:00.834330 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-e6e86677-12ce-421d-9791-b3e8e149604a tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Floating IP 6e5627f2-1fcd-4004-b1b6-3dee87e549e3 disassociated (deleted). External IP: 172.26.5.93, port: 4d8519c4-9c6e-47f0-92cb-67e604a58691. Sep 14 23:31:01.183022 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e86677-12ce-421d-9791-b3e8e149604a tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Router aec86220-1666-4b56-8442-32a463bb21f4 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:31:01.464026 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e86677-12ce-421d-9791-b3e8e149604a tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:31:01.474481 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f06966-8d4e-4e6a-955e-aa38de87ebdb None None] Sync routers for ids ['aec86220-1666-4b56-8442-32a463bb21f4'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:31:01.483346 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e6e86677-12ce-421d-9791-b3e8e149604a tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:01.484555 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f06966-8d4e-4e6a-955e-aa38de87ebdb None None] Routers {'aec86220-1666-4b56-8442-32a463bb21f4'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:31:01.485252 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-57f06966-8d4e-4e6a-955e-aa38de87ebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:30:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['aec86220-1666-4b56-8442-32a463bb21f4'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:31:01.539399 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-e6e86677-12ce-421d-9791-b3e8e149604a tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "DELETE /v2.0/floatingips/6e5627f2-1fcd-4004-b1b6-3dee87e549e3 HTTP/1.1" status: 204 len: 168 time: 1.5037136 Sep 14 23:31:01.602666 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da4efb58-b869-45c6-bc67-a1cc4afbabc8', 'tag': '4d8519c4-9c6e-47f0-92cb-67e604a58691'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:31:01.605130 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f10dda-0879-4feb-b097-859a9ddc37a5" -d '{"events": [{"name": "network-changed", "server_uuid": "da4efb58-b869-45c6-bc67-a1cc4afbabc8", "tag": "4d8519c4-9c6e-47f0-92cb-67e604a58691"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:31:01.649550 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522675f1-fb06-48ad-a726-393e11e394fd x-openstack-request-id: req-522675f1-fb06-48ad-a726-393e11e394fd {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:31:01.649845 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da4efb58-b869-45c6-bc67-a1cc4afbabc8", "tag": "4d8519c4-9c6e-47f0-92cb-67e604a58691", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:31:01.650179 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-522675f1-fb06-48ad-a726-393e11e394fd {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:31:01.650580 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-522675f1-fb06-48ad-a726-393e11e394fd'] response: {'name': 'network-changed', 'server_uuid': 'da4efb58-b869-45c6-bc67-a1cc4afbabc8', 'tag': '4d8519c4-9c6e-47f0-92cb-67e604a58691', 'status': 'completed', 'code': 200} Sep 14 23:31:01.663095 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-57f06966-8d4e-4e6a-955e-aa38de87ebdb None None] Set router aec86220-1666-4b56-8442-32a463bb21f4 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:31:01.752536 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f10dda-0879-4feb-b097-859a9ddc37a5 req-a4b7fd49-7a77-4687-9800-5170177407dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:01.753961 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-59f10dda-0879-4feb-b097-859a9ddc37a5 req-a4b7fd49-7a77-4687-9800-5170177407dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29cb127cac5a4c3baf32439c60948a64&device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 1099 time: 0.0825229 Sep 14 23:31:01.897091 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f10dda-0879-4feb-b097-859a9ddc37a5 req-0bd7e014-661d-4636-a47a-da40a1d26d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:01.899222 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-59f10dda-0879-4feb-b097-859a9ddc37a5 req-0bd7e014-661d-4636-a47a-da40a1d26d3a service neutron] 10.222.0.20 "GET /v2.0/networks?id=5b773376-022f-4c2f-b306-90858d6ff6e6 HTTP/1.1" status: 200 len: 914 time: 0.1395869 Sep 14 23:31:01.982284 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-59f10dda-0879-4feb-b097-859a9ddc37a5 req-6cf3c200-12c7-4323-9500-000c1869599c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d8519c4-9c6e-47f0-92cb-67e604a58691 HTTP/1.1" status: 200 len: 217 time: 0.0733285 Sep 14 23:31:02.004757 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-57f06966-8d4e-4e6a-955e-aa38de87ebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'name': 'tempest-TestMinimumBasicScenario-116338023-router', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': 'cb5e73a2-4987-467d-ab95-d5c5c21aeab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:25:14Z', 'revision_number': 4, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'gw_port': {'id': 'cb5e73a2-4987-467d-ab95-d5c5c21aeab0', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '66458c87-e5b1-451f-b637-9ab844180045', 'name': '', 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'mac_address': 'fa:16:3e:e0:db:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '4ed30d9e-2fdf-4b8d-b5f4-d330f1483295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:13Z', 'updated_at': '2022-09-14T23:25:20Z', 'revision_number': 5, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'subnets': [{'id': '4ed30d9e-2fdf-4b8d-b5f4-d330f1483295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:31:02.008594 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f06966-8d4e-4e6a-955e-aa38de87ebdb None None] Checking router: aec86220-1666-4b56-8442-32a463bb21f4 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:31:02.017334 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f06966-8d4e-4e6a-955e-aa38de87ebdb None None] Routers {'aec86220-1666-4b56-8442-32a463bb21f4'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:31:02.017999 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-57f06966-8d4e-4e6a-955e-aa38de87ebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:30:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['aec86220-1666-4b56-8442-32a463bb21f4'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:31:02.047365 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f10dda-0879-4feb-b097-859a9ddc37a5 req-1c5889b8-d75b-4001-b85a-92cdac066456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:02.049558 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-59f10dda-0879-4feb-b097-859a9ddc37a5 req-1c5889b8-d75b-4001-b85a-92cdac066456 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ed30d9e-2fdf-4b8d-b5f4-d330f1483295 HTTP/1.1" status: 200 len: 853 time: 0.0617402 Sep 14 23:31:02.151835 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f10dda-0879-4feb-b097-859a9ddc37a5 req-4b4efcb0-ae38-4dc9-b2ca-bffdac1f39e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:02.153387 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-59f10dda-0879-4feb-b097-859a9ddc37a5 req-4b4efcb0-ae38-4dc9-b2ca-bffdac1f39e9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b773376-022f-4c2f-b306-90858d6ff6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0976222 Sep 14 23:31:02.236662 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-57f06966-8d4e-4e6a-955e-aa38de87ebdb None None] Set router aec86220-1666-4b56-8442-32a463bb21f4 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:31:02.285195 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-59f10dda-0879-4feb-b097-859a9ddc37a5 req-f61ad0cd-7e95-42c8-9b66-e80d2898e173 service neutron] 10.222.0.20 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255774 Sep 14 23:31:02.420285 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-59f10dda-0879-4feb-b097-859a9ddc37a5 req-f675fcc9-91b2-40fd-b33e-8b2e4478e197 service neutron] 10.222.0.20 "GET /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295738 Sep 14 23:31:02.556941 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-57f06966-8d4e-4e6a-955e-aa38de87ebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'name': 'tempest-TestMinimumBasicScenario-116338023-router', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': 'cb5e73a2-4987-467d-ab95-d5c5c21aeab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:25:14Z', 'revision_number': 4, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'gw_port': {'id': 'cb5e73a2-4987-467d-ab95-d5c5c21aeab0', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '66458c87-e5b1-451f-b637-9ab844180045', 'name': '', 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'mac_address': 'fa:16:3e:e0:db:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '4ed30d9e-2fdf-4b8d-b5f4-d330f1483295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:13Z', 'updated_at': '2022-09-14T23:25:20Z', 'revision_number': 5, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'subnets': [{'id': '4ed30d9e-2fdf-4b8d-b5f4-d330f1483295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:31:02.560886 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f06966-8d4e-4e6a-955e-aa38de87ebdb None None] The sync data for ids ['aec86220-1666-4b56-8442-32a463bb21f4'] in dv-neutron-857791-1-hyperv is: [{'id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'name': 'tempest-TestMinimumBasicScenario-116338023-router', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': 'cb5e73a2-4987-467d-ab95-d5c5c21aeab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:25:14Z', 'revision_number': 4, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'gw_port': {'id': 'cb5e73a2-4987-467d-ab95-d5c5c21aeab0', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '66458c87-e5b1-451f-b637-9ab844180045', 'name': '', 'network_id': '5b773376-022f-4c2f-b306-90858d6ff6e6', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'mac_address': 'fa:16:3e:e0:db:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '4ed30d9e-2fdf-4b8d-b5f4-d330f1483295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:13Z', 'updated_at': '2022-09-14T23:25:20Z', 'revision_number': 5, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'subnets': [{'id': '4ed30d9e-2fdf-4b8d-b5f4-d330f1483295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:31:02.795300 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1527cbce-9001-4719-8be7-670982065738 None None] New status for floating IP 6e5627f2-1fcd-4004-b1b6-3dee87e549e3: DOWN {{(pid=89173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:31:06.067055 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c44bc-7579-4f50-8253-faedbbd0b1ea req-ba0eb21d-d22b-4cda-bb95-4b42b950d398 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:06.067746 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-d87c44bc-7579-4f50-8253-faedbbd0b1ea req-ba0eb21d-d22b-4cda-bb95-4b42b950d398 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Synchronizing usage tracker for tenant:29cb127cac5a4c3baf32439c60948a64 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:31:06.082404 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-d87c44bc-7579-4f50-8253-faedbbd0b1ea req-ba0eb21d-d22b-4cda-bb95-4b42b950d398 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Unset dirty status for tenant:29cb127cac5a4c3baf32439c60948a64 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:31:06.083507 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d87c44bc-7579-4f50-8253-faedbbd0b1ea req-ba0eb21d-d22b-4cda-bb95-4b42b950d398 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 946 time: 0.1034524 Sep 14 23:31:06.130905 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d87c44bc-7579-4f50-8253-faedbbd0b1ea req-dc61fef3-8b44-408d-b5e3-2a0fb5515c37 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415576 Sep 14 23:31:07.327910 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6573f-f464-46a6-8b35-6b69f27a9c8f req-4800c8cf-a47b-47f3-9007-3fbbebae6d4c tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:07.330102 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9bc6573f-f464-46a6-8b35-6b69f27a9c8f req-4800c8cf-a47b-47f3-9007-3fbbebae6d4c tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 946 time: 0.0876007 Sep 14 23:31:07.374511 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9bc6573f-f464-46a6-8b35-6b69f27a9c8f req-7fa34eef-0978-44fa-9195-e879668e77ba tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/security-groups?id=a91d0d40-08d1-4204-bfbc-64cba8cc0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383286 Sep 14 23:31:07.643105 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983843f9-e526-41ce-b444-3b09aa95829a req-31ae3dc4-065b-4945-ac32-15507a8533b0 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:07.643791 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-983843f9-e526-41ce-b444-3b09aa95829a req-31ae3dc4-065b-4945-ac32-15507a8533b0 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Synchronizing usage tracker for tenant:29cb127cac5a4c3baf32439c60948a64 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:31:07.655136 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-983843f9-e526-41ce-b444-3b09aa95829a req-31ae3dc4-065b-4945-ac32-15507a8533b0 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Unset dirty status for tenant:29cb127cac5a4c3baf32439c60948a64 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:31:07.656204 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-983843f9-e526-41ce-b444-3b09aa95829a req-31ae3dc4-065b-4945-ac32-15507a8533b0 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.20 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 946 time: 0.0975752 Sep 14 23:31:07.727309 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-983843f9-e526-41ce-b444-3b09aa95829a req-87273b49-dfa9-47b7-ba15-bfeb550b2341 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Deleting port 4d8519c4-9c6e-47f0-92cb-67e604a58691 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:31:07.727645 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-983843f9-e526-41ce-b444-3b09aa95829a req-87273b49-dfa9-47b7-ba15-bfeb550b2341 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:07.764493 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6c045003-1d9d-43b7-84c0-2cf27853f4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:08.075422 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-983843f9-e526-41ce-b444-3b09aa95829a req-87273b49-dfa9-47b7-ba15-bfeb550b2341 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] For port 4d8519c4-9c6e-47f0-92cb-67e604a58691, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4d8519c4-9c6e-47f0-92cb-67e604a58691,segment=NetworkSegment(87885035-24ad-4cd9-912f-07f17890e1a0),segment_id=87885035-24ad-4cd9-912f-07f17890e1a0)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:31:08.075772 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-983843f9-e526-41ce-b444-3b09aa95829a req-87273b49-dfa9-47b7-ba15-bfeb550b2341 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:08.195494 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-983843f9-e526-41ce-b444-3b09aa95829a req-87273b49-dfa9-47b7-ba15-bfeb550b2341 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Calling delete_port for 4d8519c4-9c6e-47f0-92cb-67e604a58691 owned by compute:nova {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:31:08.336981 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-983843f9-e526-41ce-b444-3b09aa95829a req-87273b49-dfa9-47b7-ba15-bfeb550b2341 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:08.348953 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['4d8519c4-9c6e-47f0-92cb-67e604a58691'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:31:08.387159 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87273b49-dfa9-47b7-ba15-bfeb550b2341 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Pushing event deleted for resources: {'Port': ['ID=4d8519c4-9c6e-47f0-92cb-67e604a58691,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:08.476809 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-983843f9-e526-41ce-b444-3b09aa95829a req-87273b49-dfa9-47b7-ba15-bfeb550b2341 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] No DVR routers for this DVR port 4d8519c4-9c6e-47f0-92cb-67e604a58691 on host hv-neutron-8577 {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:31:08.479236 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-983843f9-e526-41ce-b444-3b09aa95829a req-87273b49-dfa9-47b7-ba15-bfeb550b2341 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:08.481853 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da4efb58-b869-45c6-bc67-a1cc4afbabc8', 'name': 'network-vif-deleted', 'tag': '4d8519c4-9c6e-47f0-92cb-67e604a58691'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:31:08.484362 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8207e993-e347-42e6-a47b-c72afcfbdfd5" -d '{"events": [{"server_uuid": "da4efb58-b869-45c6-bc67-a1cc4afbabc8", "name": "network-vif-deleted", "tag": "4d8519c4-9c6e-47f0-92cb-67e604a58691"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:31:08.497714 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-983843f9-e526-41ce-b444-3b09aa95829a req-87273b49-dfa9-47b7-ba15-bfeb550b2341 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.20 "DELETE /v2.0/ports/4d8519c4-9c6e-47f0-92cb-67e604a58691 HTTP/1.1" status: 204 len: 173 time: 0.8365104 Sep 14 23:31:08.535615 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4721526b-fb0f-4d58-af4c-eb1f74c66642 x-openstack-request-id: req-4721526b-fb0f-4d58-af4c-eb1f74c66642 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:31:08.536016 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da4efb58-b869-45c6-bc67-a1cc4afbabc8", "name": "network-vif-deleted", "tag": "4d8519c4-9c6e-47f0-92cb-67e604a58691", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:31:08.536270 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4721526b-fb0f-4d58-af4c-eb1f74c66642 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:31:08.536707 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4721526b-fb0f-4d58-af4c-eb1f74c66642'] response: {'server_uuid': 'da4efb58-b869-45c6-bc67-a1cc4afbabc8', 'name': 'network-vif-deleted', 'tag': '4d8519c4-9c6e-47f0-92cb-67e604a58691', 'status': 'completed', 'code': 200} Sep 14 23:31:08.556703 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-33617592-1853-4511-bdc9-5f24423d69d9 req-d220d92e-412c-4eb5-846b-9deafd75dd82 tempest-TestMinimumBasicScenario-988912738 tempest-TestMinimumBasicScenario-988912738-project] 10.222.0.33 "GET /v2.0/ports?device_id=da4efb58-b869-45c6-bc67-a1cc4afbabc8 HTTP/1.1" status: 200 len: 210 time: 0.0626445 Sep 14 23:31:09.805701 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8d6baadd-80b6-45d5-90d4-5dc48070beed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:10.187392 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34160) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:31:10.822567 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8f89887f-bea8-4b30-ad3c-db561c03af23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:10.945062 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:10.946919 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:11.205361 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 4d8519c4-9c6e-47f0-92cb-67e604a58691 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:31:11.239115 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: 4d8519c4-9c6e-47f0-92cb-67e604a58691 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:31:11.239454 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 4d8519c4-9c6e-47f0-92cb-67e604a58691 not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:31:11.274845 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-8f89887f-bea8-4b30-ad3c-db561c03af23 admin admin] Deleting port 66458c87-e5b1-451f-b637-9ab844180045 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:31:11.275450 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8f89887f-bea8-4b30-ad3c-db561c03af23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:11.443109 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-8f89887f-bea8-4b30-ad3c-db561c03af23 admin admin] For port 66458c87-e5b1-451f-b637-9ab844180045, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=66458c87-e5b1-451f-b637-9ab844180045,segment=NetworkSegment(87885035-24ad-4cd9-912f-07f17890e1a0),segment_id=87885035-24ad-4cd9-912f-07f17890e1a0)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:31:11.443464 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8f89887f-bea8-4b30-ad3c-db561c03af23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:11.572017 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-8f89887f-bea8-4b30-ad3c-db561c03af23 admin admin] Calling delete_port for 66458c87-e5b1-451f-b637-9ab844180045 owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:31:11.675701 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:31:11.884111 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8f89887f-bea8-4b30-ad3c-db561c03af23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:11.932565 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f89887f-bea8-4b30-ad3c-db561c03af23 admin admin] Pushing event deleted for resources: {'Port': ['ID=66458c87-e5b1-451f-b637-9ab844180045,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:12.211285 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8f89887f-bea8-4b30-ad3c-db561c03af23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:12.537813 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:12.667115 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f89887f-bea8-4b30-ad3c-db561c03af23 admin admin] Router aec86220-1666-4b56-8442-32a463bb21f4 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:31:12.839211 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f89887f-bea8-4b30-ad3c-db561c03af23 admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:31:12.849085 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab30494-065c-4242-933e-9fc45f8a26e9 None None] Sync routers for ids ['aec86220-1666-4b56-8442-32a463bb21f4'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:31:12.851887 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8f89887f-bea8-4b30-ad3c-db561c03af23 admin admin] 10.222.0.33 "PUT /v2.0/routers/aec86220-1666-4b56-8442-32a463bb21f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6634362 Sep 14 23:31:12.854354 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34166) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:31:12.858689 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab30494-065c-4242-933e-9fc45f8a26e9 None None] Routers {'aec86220-1666-4b56-8442-32a463bb21f4'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:31:12.859291 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-0ab30494-065c-4242-933e-9fc45f8a26e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:31:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['aec86220-1666-4b56-8442-32a463bb21f4'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:31:13.029715 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-318e36c3-3016-48fd-b136-d4747ad5e777 admin admin] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:13.035923 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-0ab30494-065c-4242-933e-9fc45f8a26e9 None None] Set router aec86220-1666-4b56-8442-32a463bb21f4 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:31:13.200988 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-318e36c3-3016-48fd-b136-d4747ad5e777 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:13.210424 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-318e36c3-3016-48fd-b136-d4747ad5e777 admin admin] Deleting port cb5e73a2-4987-467d-ab95-d5c5c21aeab0 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:31:13.210784 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-318e36c3-3016-48fd-b136-d4747ad5e777 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:13.314664 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-0ab30494-065c-4242-933e-9fc45f8a26e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'name': 'tempest-TestMinimumBasicScenario-116338023-router', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': 'cb5e73a2-4987-467d-ab95-d5c5c21aeab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:31:11Z', 'revision_number': 5, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'gw_port': {'id': 'cb5e73a2-4987-467d-ab95-d5c5c21aeab0', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:31:13.318457 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab30494-065c-4242-933e-9fc45f8a26e9 None None] Checking router: aec86220-1666-4b56-8442-32a463bb21f4 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:31:13.326880 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab30494-065c-4242-933e-9fc45f8a26e9 None None] Routers {'aec86220-1666-4b56-8442-32a463bb21f4'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:31:13.327569 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-0ab30494-065c-4242-933e-9fc45f8a26e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:31:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['aec86220-1666-4b56-8442-32a463bb21f4'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:31:13.386265 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-318e36c3-3016-48fd-b136-d4747ad5e777 admin admin] For port cb5e73a2-4987-467d-ab95-d5c5c21aeab0, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=cb5e73a2-4987-467d-ab95-d5c5c21aeab0,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:31:13.386990 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-318e36c3-3016-48fd-b136-d4747ad5e777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:13.486438 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-0ab30494-065c-4242-933e-9fc45f8a26e9 None None] Set router aec86220-1666-4b56-8442-32a463bb21f4 gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:31:13.508702 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-318e36c3-3016-48fd-b136-d4747ad5e777 admin admin] Calling delete_port for cb5e73a2-4987-467d-ab95-d5c5c21aeab0 owned by network:router_gateway {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:31:13.652876 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-0ab30494-065c-4242-933e-9fc45f8a26e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'name': 'tempest-TestMinimumBasicScenario-116338023-router', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:31:13Z', 'revision_number': 6, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:31:13.657493 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab30494-065c-4242-933e-9fc45f8a26e9 None None] The sync data for ids ['aec86220-1666-4b56-8442-32a463bb21f4'] in dv-neutron-857791-1-hyperv is: [{'id': 'aec86220-1666-4b56-8442-32a463bb21f4', 'name': 'tempest-TestMinimumBasicScenario-116338023-router', 'tenant_id': '29cb127cac5a4c3baf32439c60948a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:25:10Z', 'updated_at': '2022-09-14T23:31:13Z', 'revision_number': 6, 'project_id': '29cb127cac5a4c3baf32439c60948a64', 'gw_port_host': None}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:31:13.684872 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-318e36c3-3016-48fd-b136-d4747ad5e777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:13.734740 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e36c3-3016-48fd-b136-d4747ad5e777 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb5e73a2-4987-467d-ab95-d5c5c21aeab0,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:13.837063 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-318e36c3-3016-48fd-b136-d4747ad5e777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:14.059855 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 66458c87-e5b1-451f-b637-9ab844180045 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:31:14.095513 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 66458c87-e5b1-451f-b637-9ab844180045 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:31:14.095855 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 66458c87-e5b1-451f-b637-9ab844180045 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:31:14.124073 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-318e36c3-3016-48fd-b136-d4747ad5e777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:14.126508 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-318e36c3-3016-48fd-b136-d4747ad5e777 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:14.148102 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-318e36c3-3016-48fd-b136-d4747ad5e777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:14.148634 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318e36c3-3016-48fd-b136-d4747ad5e777 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aec86220-1666-4b56-8442-32a463bb21f4 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 23:31:14.160896 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-318e36c3-3016-48fd-b136-d4747ad5e777 admin admin] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:14.162017 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-318e36c3-3016-48fd-b136-d4747ad5e777 admin admin] 10.222.0.33 "DELETE /v2.0/routers/aec86220-1666-4b56-8442-32a463bb21f4 HTTP/1.1" status: 204 len: 168 time: 1.3067856 Sep 14 23:31:14.164485 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34170) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:31:14.224553 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a82d57a-50c5-418e-b0c8-c1b7e834dbc2 admin admin] Deleting subnet 4ed30d9e-2fdf-4b8d-b5f4-d330f1483295 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:31:14.227415 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4a82d57a-50c5-418e-b0c8-c1b7e834dbc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:14.275309 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4a82d57a-50c5-418e-b0c8-c1b7e834dbc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:14.352912 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4a82d57a-50c5-418e-b0c8-c1b7e834dbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:14.421115 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4a82d57a-50c5-418e-b0c8-c1b7e834dbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:14.460542 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82d57a-50c5-418e-b0c8-c1b7e834dbc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ed30d9e-2fdf-4b8d-b5f4-d330f1483295,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:14.462478 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4a82d57a-50c5-418e-b0c8-c1b7e834dbc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:14.467402 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bafd01-c21d-4060-864b-759d11632b50 None None] Network 5b773376-022f-4c2f-b306-90858d6ff6e6 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:31:14.468571 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4a82d57a-50c5-418e-b0c8-c1b7e834dbc2 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/4ed30d9e-2fdf-4b8d-b5f4-d330f1483295 HTTP/1.1" status: 204 len: 168 time: 0.3030574 Sep 14 23:31:14.471574 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34174) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:31:14.578402 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b3f44bfc-a3bf-4d21-9732-3cd255538248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:14.589509 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-b3f44bfc-a3bf-4d21-9732-3cd255538248 admin admin] Deleting port 48df6e94-9334-455a-98b3-9d95814902de {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:31:14.589837 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b3f44bfc-a3bf-4d21-9732-3cd255538248 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:14.749595 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf95eff-bf31-4878-9be4-12c64c4e8b4d None None] DHCP port deletion for 5b773376-022f-4c2f-b306-90858d6ff6e6 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:31:14.754352 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-ccf95eff-bf31-4878-9be4-12c64c4e8b4d None None] Deleting port 48df6e94-9334-455a-98b3-9d95814902de {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:31:14.754712 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ccf95eff-bf31-4878-9be4-12c64c4e8b4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:14.807289 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-b3f44bfc-a3bf-4d21-9732-3cd255538248 admin admin] For port 48df6e94-9334-455a-98b3-9d95814902de, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=48df6e94-9334-455a-98b3-9d95814902de,segment=NetworkSegment(87885035-24ad-4cd9-912f-07f17890e1a0),segment_id=87885035-24ad-4cd9-912f-07f17890e1a0)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:31:14.807871 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b3f44bfc-a3bf-4d21-9732-3cd255538248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:14.928333 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-b3f44bfc-a3bf-4d21-9732-3cd255538248 admin admin] Calling delete_port for 48df6e94-9334-455a-98b3-9d95814902de owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:31:14.952399 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-ccf95eff-bf31-4878-9be4-12c64c4e8b4d None None] For port 48df6e94-9334-455a-98b3-9d95814902de, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=48df6e94-9334-455a-98b3-9d95814902de,segment=NetworkSegment(87885035-24ad-4cd9-912f-07f17890e1a0),segment_id=87885035-24ad-4cd9-912f-07f17890e1a0)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:31:14.952816 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ccf95eff-bf31-4878-9be4-12c64c4e8b4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:15.003204 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b3f44bfc-a3bf-4d21-9732-3cd255538248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:15.049306 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f44bfc-a3bf-4d21-9732-3cd255538248 admin admin] Pushing event deleted for resources: {'Port': ['ID=48df6e94-9334-455a-98b3-9d95814902de,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:15.054424 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f44bfc-a3bf-4d21-9732-3cd255538248 admin admin] No DVR routers for this DVR port 48df6e94-9334-455a-98b3-9d95814902de on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:31:15.075630 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-ccf95eff-bf31-4878-9be4-12c64c4e8b4d None None] Calling delete_port for 48df6e94-9334-455a-98b3-9d95814902de owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 14 23:31:15.140955 dv-neutron-857791-1-hyperv neutron-server[89172]: util.warn( Sep 14 23:31:15.145931 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-ccf95eff-bf31-4878-9be4-12c64c4e8b4d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 23:31:15.146280 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-ccf95eff-bf31-4878-9be4-12c64c4e8b4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 23:31:15.166169 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b3f44bfc-a3bf-4d21-9732-3cd255538248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:15.190951 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-b3f44bfc-a3bf-4d21-9732-3cd255538248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b773376-022f-4c2f-b306-90858d6ff6e6']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:31:15.202557 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-b3f44bfc-a3bf-4d21-9732-3cd255538248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87885035-24ad-4cd9-912f-07f17890e1a0') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:31:15.202850 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-b3f44bfc-a3bf-4d21-9732-3cd255538248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87885035-24ad-4cd9-912f-07f17890e1a0') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:31:15.213858 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b3f44bfc-a3bf-4d21-9732-3cd255538248 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:15.229411 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b3f44bfc-a3bf-4d21-9732-3cd255538248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:15.236366 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f44bfc-a3bf-4d21-9732-3cd255538248 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:31:15.236838 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b3f44bfc-a3bf-4d21-9732-3cd255538248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:15.316761 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 87885035-24ad-4cd9-912f-07f17890e1a0 resource provider aggregate not found Sep 14 23:31:15.334945 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b3f44bfc-a3bf-4d21-9732-3cd255538248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:15.338364 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 87885035-24ad-4cd9-912f-07f17890e1a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 87885035-24ad-4cd9-912f-07f17890e1a0 found for delete ", "request_id": "req-76725035-f88c-4ba0-8e20-3207ea5cb4ac"}]} Sep 14 23:31:15.341115 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b3f44bfc-a3bf-4d21-9732-3cd255538248 admin admin] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:15.365375 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f44bfc-a3bf-4d21-9732-3cd255538248 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b773376-022f-4c2f-b306-90858d6ff6e6,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:15.378086 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b3f44bfc-a3bf-4d21-9732-3cd255538248 admin admin] 10.222.0.33 "DELETE /v2.0/networks/5b773376-022f-4c2f-b306-90858d6ff6e6 HTTP/1.1" status: 204 len: 168 time: 0.9055693 Sep 14 23:31:15.380907 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34184) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:31:15.647239 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-ccf95eff-bf31-4878-9be4-12c64c4e8b4d None None] Deleting port 48df6e94-9334-455a-98b3-9d95814902de {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:31:15.647533 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ccf95eff-bf31-4878-9be4-12c64c4e8b4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:15.715226 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-ccf95eff-bf31-4878-9be4-12c64c4e8b4d None None] The port '48df6e94-9334-455a-98b3-9d95814902de' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 23:31:16.013378 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-89663831-db6c-4416-8bcc-5da9ce66a56c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:16.024778 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 48df6e94-9334-455a-98b3-9d95814902de no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:31:16.058387 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 48df6e94-9334-455a-98b3-9d95814902de {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:31:16.058730 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 48df6e94-9334-455a-98b3-9d95814902de not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:31:16.059146 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device cb5e73a2-4987-467d-ab95-d5c5c21aeab0 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:31:16.092118 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: cb5e73a2-4987-467d-ab95-d5c5c21aeab0 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:31:16.092454 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device cb5e73a2-4987-467d-ab95-d5c5c21aeab0 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:31:16.358854 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-89663831-db6c-4416-8bcc-5da9ce66a56c admin admin] Deleting port e12f87ae-40fc-436b-9121-d19f42f62ff5 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:31:16.359098 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-89663831-db6c-4416-8bcc-5da9ce66a56c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:16.526859 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-89663831-db6c-4416-8bcc-5da9ce66a56c admin admin] For port e12f87ae-40fc-436b-9121-d19f42f62ff5, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=e12f87ae-40fc-436b-9121-d19f42f62ff5,segment=NetworkSegment(64d9b439-121c-42b4-8bb5-152fba88fd74),segment_id=64d9b439-121c-42b4-8bb5-152fba88fd74)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:31:16.527205 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-89663831-db6c-4416-8bcc-5da9ce66a56c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:16.646113 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-89663831-db6c-4416-8bcc-5da9ce66a56c admin admin] Calling delete_port for e12f87ae-40fc-436b-9121-d19f42f62ff5 owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:31:16.817215 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-89663831-db6c-4416-8bcc-5da9ce66a56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:16.875898 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89663831-db6c-4416-8bcc-5da9ce66a56c admin admin] Pushing event deleted for resources: {'Port': ['ID=e12f87ae-40fc-436b-9121-d19f42f62ff5,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:17.268007 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-89663831-db6c-4416-8bcc-5da9ce66a56c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:17.618967 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89663831-db6c-4416-8bcc-5da9ce66a56c admin admin] Router b144a060-1564-41ce-8b47-44367da77a61 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:31:17.792521 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89663831-db6c-4416-8bcc-5da9ce66a56c admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:31:17.801478 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df192a2-1cab-4751-896e-e96b513bac1c None None] Sync routers for ids ['b144a060-1564-41ce-8b47-44367da77a61'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:31:17.803256 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-89663831-db6c-4416-8bcc-5da9ce66a56c admin admin] 10.222.0.33 "PUT /v2.0/routers/b144a060-1564-41ce-8b47-44367da77a61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4211655 Sep 14 23:31:17.805772 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34188) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:31:17.810404 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df192a2-1cab-4751-896e-e96b513bac1c None None] Routers {'b144a060-1564-41ce-8b47-44367da77a61'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:31:17.811257 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-5df192a2-1cab-4751-896e-e96b513bac1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:31:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['b144a060-1564-41ce-8b47-44367da77a61'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:31:17.976202 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b9edb369-a40a-499f-887d-171425530840 admin admin] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:17.992706 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-5df192a2-1cab-4751-896e-e96b513bac1c None None] Set router b144a060-1564-41ce-8b47-44367da77a61 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:31:18.154547 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b9edb369-a40a-499f-887d-171425530840 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:18.164389 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-b9edb369-a40a-499f-887d-171425530840 admin admin] Deleting port 0411537b-a26a-4356-883b-c5813e9e18b8 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:31:18.164780 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b9edb369-a40a-499f-887d-171425530840 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:18.271750 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-5df192a2-1cab-4751-896e-e96b513bac1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b144a060-1564-41ce-8b47-44367da77a61', 'name': 'tempest-TestMinimumBasicScenario-688948341-router', 'tenant_id': '53d8e7d71cfc4906bef8f19bf37917da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.146'}], 'enable_snat': True}, 'gw_port_id': '0411537b-a26a-4356-883b-c5813e9e18b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:25:16Z', 'updated_at': '2022-09-14T23:31:16Z', 'revision_number': 5, 'project_id': '53d8e7d71cfc4906bef8f19bf37917da', 'gw_port': {'id': '0411537b-a26a-4356-883b-c5813e9e18b8', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b144a060-1564-41ce-8b47-44367da77a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:25:17Z', 'updated_at': '2022-09-14T23:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:31:18.275769 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df192a2-1cab-4751-896e-e96b513bac1c None None] Checking router: b144a060-1564-41ce-8b47-44367da77a61 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:31:18.284960 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df192a2-1cab-4751-896e-e96b513bac1c None None] Routers {'b144a060-1564-41ce-8b47-44367da77a61'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:31:18.285578 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-5df192a2-1cab-4751-896e-e96b513bac1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:31:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['b144a060-1564-41ce-8b47-44367da77a61'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:31:18.437965 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-5df192a2-1cab-4751-896e-e96b513bac1c None None] Set router b144a060-1564-41ce-8b47-44367da77a61 gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:31:18.451296 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-b9edb369-a40a-499f-887d-171425530840 admin admin] For port 0411537b-a26a-4356-883b-c5813e9e18b8, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=0411537b-a26a-4356-883b-c5813e9e18b8,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:31:18.451823 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b9edb369-a40a-499f-887d-171425530840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:18.541515 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-5df192a2-1cab-4751-896e-e96b513bac1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b144a060-1564-41ce-8b47-44367da77a61', 'name': 'tempest-TestMinimumBasicScenario-688948341-router', 'tenant_id': '53d8e7d71cfc4906bef8f19bf37917da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:25:16Z', 'updated_at': '2022-09-14T23:31:18Z', 'revision_number': 6, 'project_id': '53d8e7d71cfc4906bef8f19bf37917da', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:31:18.545221 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df192a2-1cab-4751-896e-e96b513bac1c None None] The sync data for ids ['b144a060-1564-41ce-8b47-44367da77a61'] in dv-neutron-857791-1-hyperv is: [{'id': 'b144a060-1564-41ce-8b47-44367da77a61', 'name': 'tempest-TestMinimumBasicScenario-688948341-router', 'tenant_id': '53d8e7d71cfc4906bef8f19bf37917da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:25:16Z', 'updated_at': '2022-09-14T23:31:18Z', 'revision_number': 6, 'project_id': '53d8e7d71cfc4906bef8f19bf37917da', 'gw_port_host': None}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:31:18.575794 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-b9edb369-a40a-499f-887d-171425530840 admin admin] Calling delete_port for 0411537b-a26a-4356-883b-c5813e9e18b8 owned by network:router_gateway {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:31:18.736637 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b9edb369-a40a-499f-887d-171425530840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:18.781074 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9edb369-a40a-499f-887d-171425530840 admin admin] Pushing event deleted for resources: {'Port': ['ID=0411537b-a26a-4356-883b-c5813e9e18b8,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:18.877640 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b9edb369-a40a-499f-887d-171425530840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:19.052226 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b9edb369-a40a-499f-887d-171425530840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:19.054387 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b9edb369-a40a-499f-887d-171425530840 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:19.076436 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b9edb369-a40a-499f-887d-171425530840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:19.076993 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9edb369-a40a-499f-887d-171425530840 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b144a060-1564-41ce-8b47-44367da77a61 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 23:31:19.089557 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b9edb369-a40a-499f-887d-171425530840 admin admin] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:19.090670 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b9edb369-a40a-499f-887d-171425530840 admin admin] 10.222.0.33 "DELETE /v2.0/routers/b144a060-1564-41ce-8b47-44367da77a61 HTTP/1.1" status: 204 len: 168 time: 1.2840190 Sep 14 23:31:19.093202 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34192) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:31:19.151004 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-489d77d3-1c76-486c-a748-be0acce22bbf admin admin] Deleting subnet a30c5a5c-41b1-47b8-b05f-be3fc643aef5 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:31:19.153769 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-489d77d3-1c76-486c-a748-be0acce22bbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:19.202817 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-489d77d3-1c76-486c-a748-be0acce22bbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:19.279596 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-489d77d3-1c76-486c-a748-be0acce22bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:19.348584 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-489d77d3-1c76-486c-a748-be0acce22bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:19.392766 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d77d3-1c76-486c-a748-be0acce22bbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a30c5a5c-41b1-47b8-b05f-be3fc643aef5,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:19.394768 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-489d77d3-1c76-486c-a748-be0acce22bbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:19.400494 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4a593e-f999-4d00-81d3-40f74b51afa2 None None] Network 712f632c-a180-459f-a51e-f2387409d80a requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:31:19.403647 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-489d77d3-1c76-486c-a748-be0acce22bbf admin admin] 10.222.0.33 "DELETE /v2.0/subnets/a30c5a5c-41b1-47b8-b05f-be3fc643aef5 HTTP/1.1" status: 204 len: 168 time: 0.3070405 Sep 14 23:31:19.403647 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34196) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:31:19.515047 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-14286533-27c8-4837-a93d-40e12288a32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:19.526478 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-14286533-27c8-4837-a93d-40e12288a32a admin admin] Deleting port f507b0c4-d0a1-4515-bea5-5b6084b5e3c9 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:31:19.526811 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-14286533-27c8-4837-a93d-40e12288a32a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:19.660559 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5bdb10-1437-4b6e-a80d-16153c794389 None None] DHCP port deletion for 712f632c-a180-459f-a51e-f2387409d80a request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:31:19.664781 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-db5bdb10-1437-4b6e-a80d-16153c794389 None None] Deleting port f507b0c4-d0a1-4515-bea5-5b6084b5e3c9 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:31:19.665185 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-db5bdb10-1437-4b6e-a80d-16153c794389 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:19.725782 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:19.734166 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-14286533-27c8-4837-a93d-40e12288a32a admin admin] For port f507b0c4-d0a1-4515-bea5-5b6084b5e3c9, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f507b0c4-d0a1-4515-bea5-5b6084b5e3c9,segment=NetworkSegment(64d9b439-121c-42b4-8bb5-152fba88fd74),segment_id=64d9b439-121c-42b4-8bb5-152fba88fd74)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:31:19.734518 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-14286533-27c8-4837-a93d-40e12288a32a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:19.855006 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-14286533-27c8-4837-a93d-40e12288a32a admin admin] Calling delete_port for f507b0c4-d0a1-4515-bea5-5b6084b5e3c9 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:31:19.878809 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-db5bdb10-1437-4b6e-a80d-16153c794389 None None] For port f507b0c4-d0a1-4515-bea5-5b6084b5e3c9, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f507b0c4-d0a1-4515-bea5-5b6084b5e3c9,segment=NetworkSegment(64d9b439-121c-42b4-8bb5-152fba88fd74),segment_id=64d9b439-121c-42b4-8bb5-152fba88fd74)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:31:19.879198 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-db5bdb10-1437-4b6e-a80d-16153c794389 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:19.931786 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-14286533-27c8-4837-a93d-40e12288a32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:19.979769 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14286533-27c8-4837-a93d-40e12288a32a admin admin] Pushing event deleted for resources: {'Port': ['ID=f507b0c4-d0a1-4515-bea5-5b6084b5e3c9,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:19.980882 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14286533-27c8-4837-a93d-40e12288a32a admin admin] No DVR routers for this DVR port f507b0c4-d0a1-4515-bea5-5b6084b5e3c9 on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:31:20.034533 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-db5bdb10-1437-4b6e-a80d-16153c794389 None None] Calling delete_port for f507b0c4-d0a1-4515-bea5-5b6084b5e3c9 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:31:20.065960 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e12f87ae-40fc-436b-9121-d19f42f62ff5 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:31:20.116454 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: e12f87ae-40fc-436b-9121-d19f42f62ff5 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:31:20.116808 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e12f87ae-40fc-436b-9121-d19f42f62ff5 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:31:20.117237 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 0411537b-a26a-4356-883b-c5813e9e18b8 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:31:20.152417 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 0411537b-a26a-4356-883b-c5813e9e18b8 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:31:20.152785 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 0411537b-a26a-4356-883b-c5813e9e18b8 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:31:20.153238 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f507b0c4-d0a1-4515-bea5-5b6084b5e3c9 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:31:20.191325 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: f507b0c4-d0a1-4515-bea5-5b6084b5e3c9 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:31:20.191591 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f507b0c4-d0a1-4515-bea5-5b6084b5e3c9 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:31:20.201923 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-14286533-27c8-4837-a93d-40e12288a32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:20.214560 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-db5bdb10-1437-4b6e-a80d-16153c794389 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 23:31:20.214915 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-db5bdb10-1437-4b6e-a80d-16153c794389 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 23:31:20.230513 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-14286533-27c8-4837-a93d-40e12288a32a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['712f632c-a180-459f-a51e-f2387409d80a']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:31:20.242231 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-14286533-27c8-4837-a93d-40e12288a32a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d9b439-121c-42b4-8bb5-152fba88fd74') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:31:20.242509 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-14286533-27c8-4837-a93d-40e12288a32a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d9b439-121c-42b4-8bb5-152fba88fd74') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:31:20.253657 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-14286533-27c8-4837-a93d-40e12288a32a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:20.269534 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-14286533-27c8-4837-a93d-40e12288a32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:20.275550 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14286533-27c8-4837-a93d-40e12288a32a admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:31:20.275923 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-14286533-27c8-4837-a93d-40e12288a32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:20.337394 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 64d9b439-121c-42b4-8bb5-152fba88fd74 resource provider aggregate not found Sep 14 23:31:20.359610 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 64d9b439-121c-42b4-8bb5-152fba88fd74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64d9b439-121c-42b4-8bb5-152fba88fd74 found for delete ", "request_id": "req-cc656c0d-b59b-4ddb-875e-762ab11b7282"}]} Sep 14 23:31:20.373450 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-14286533-27c8-4837-a93d-40e12288a32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:20.389548 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-14286533-27c8-4837-a93d-40e12288a32a admin admin] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:20.399965 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14286533-27c8-4837-a93d-40e12288a32a admin admin] Pushing event deleted for resources: {'Network': ['ID=712f632c-a180-459f-a51e-f2387409d80a,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:20.403919 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-14286533-27c8-4837-a93d-40e12288a32a admin admin] 10.222.0.33 "DELETE /v2.0/networks/712f632c-a180-459f-a51e-f2387409d80a HTTP/1.1" status: 204 len: 168 time: 0.9994295 Sep 14 23:31:20.510019 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 34206) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:31:20.557889 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d4b708df-c901-4e71-9a9e-4a4cd5374991 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=29cb127cac5a4c3baf32439c60948a64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467074 Sep 14 23:31:20.560203 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 34210) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:31:20.616530 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-87ccb745-5df5-46a3-91ab-c47a0201f792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:20.641517 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-87ccb745-5df5-46a3-91ab-c47a0201f792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:20.691042 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-87ccb745-5df5-46a3-91ab-c47a0201f792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:20.706410 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ccb745-5df5-46a3-91ab-c47a0201f792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91d0d40-08d1-4204-bfbc-64cba8cc0def,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:20.716275 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-87ccb745-5df5-46a3-91ab-c47a0201f792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:20.716275 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-87ccb745-5df5-46a3-91ab-c47a0201f792 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a91d0d40-08d1-4204-bfbc-64cba8cc0def HTTP/1.1" status: 204 len: 168 time: 0.1549964 Sep 14 23:31:20.721184 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-db5bdb10-1437-4b6e-a80d-16153c794389 None None] Deleting port f507b0c4-d0a1-4515-bea5-5b6084b5e3c9 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:31:20.721552 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-db5bdb10-1437-4b6e-a80d-16153c794389 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:20.791318 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-db5bdb10-1437-4b6e-a80d-16153c794389 None None] The port 'f507b0c4-d0a1-4515-bea5-5b6084b5e3c9' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 23:31:21.041741 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 34218) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:31:21.091929 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3a30ba4d-7ace-485d-a855-ea42ec462bc0 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=53d8e7d71cfc4906bef8f19bf37917da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489595 Sep 14 23:31:21.094372 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 34222) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:31:21.150197 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d0df76bd-da6d-40f4-bebc-d2b02f433049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:21.175904 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d0df76bd-da6d-40f4-bebc-d2b02f433049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:21.227982 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d0df76bd-da6d-40f4-bebc-d2b02f433049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:21.244211 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df76bd-da6d-40f4-bebc-d2b02f433049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cab76b-89cc-4478-8887-e98a211089cc,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:21.249212 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d0df76bd-da6d-40f4-bebc-d2b02f433049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:21.250807 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d0df76bd-da6d-40f4-bebc-d2b02f433049 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d4cab76b-89cc-4478-8887-e98a211089cc HTTP/1.1" status: 204 len: 168 time: 0.1555829 Sep 14 23:31:22.760221 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 34264) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:31:22.765453 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-1af404dc-f4e2-4232-9ef7-f9bd65ed233b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1073978059', 'description': 'tempest-secgroup-smoke-1073978059 description', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:31:22.772018 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1af404dc-f4e2-4232-9ef7-f9bd65ed233b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:31:22.775896 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1af404dc-f4e2-4232-9ef7-f9bd65ed233b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:31:22.778847 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1af404dc-f4e2-4232-9ef7-f9bd65ed233b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:31:22.785097 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1af404dc-f4e2-4232-9ef7-f9bd65ed233b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:31:22.795431 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1af404dc-f4e2-4232-9ef7-f9bd65ed233b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:22.807501 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1af404dc-f4e2-4232-9ef7-f9bd65ed233b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:22.822667 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1af404dc-f4e2-4232-9ef7-f9bd65ed233b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:31:22.826473 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1af404dc-f4e2-4232-9ef7-f9bd65ed233b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group_rule and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:31:22.829893 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1af404dc-f4e2-4232-9ef7-f9bd65ed233b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:31:22.835427 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1af404dc-f4e2-4232-9ef7-f9bd65ed233b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:31:22.919357 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1af404dc-f4e2-4232-9ef7-f9bd65ed233b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:22.922914 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1af404dc-f4e2-4232-9ef7-f9bd65ed233b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:22.934614 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1af404dc-f4e2-4232-9ef7-f9bd65ed233b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:31:22.942689 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1af404dc-f4e2-4232-9ef7-f9bd65ed233b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group_rule and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:31:22.950859 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1af404dc-f4e2-4232-9ef7-f9bd65ed233b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:31:22.961565 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1af404dc-f4e2-4232-9ef7-f9bd65ed233b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:31:22.965014 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af404dc-f4e2-4232-9ef7-f9bd65ed233b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10c44e23-b9f5-4b1d-aa51-3d513389b58c,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:23.035156 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1af404dc-f4e2-4232-9ef7-f9bd65ed233b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:23.038670 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1af404dc-f4e2-4232-9ef7-f9bd65ed233b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:23.081287 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af404dc-f4e2-4232-9ef7-f9bd65ed233b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9470ecd-677b-4e59-a644-d7c7bcbaaf44,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:23.085407 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1af404dc-f4e2-4232-9ef7-f9bd65ed233b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:23.089113 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1af404dc-f4e2-4232-9ef7-f9bd65ed233b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3277762 Sep 14 23:31:23.089756 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34268) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:31:23.095027 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-ba5e7708-2cbb-4f0b-aeb2-aac203eb34d4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'security_group_rule': {'security_group_id': 'f9470ecd-677b-4e59-a644-d7c7bcbaaf44', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:31:23.101154 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ba5e7708-2cbb-4f0b-aeb2-aac203eb34d4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:31:23.105043 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ba5e7708-2cbb-4f0b-aeb2-aac203eb34d4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group_rule and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:31:23.108103 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ba5e7708-2cbb-4f0b-aeb2-aac203eb34d4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:31:23.114718 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ba5e7708-2cbb-4f0b-aeb2-aac203eb34d4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:31:23.130290 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ba5e7708-2cbb-4f0b-aeb2-aac203eb34d4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:23.187065 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ba5e7708-2cbb-4f0b-aeb2-aac203eb34d4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:23.191065 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ba5e7708-2cbb-4f0b-aeb2-aac203eb34d4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:23.212981 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e7708-2cbb-4f0b-aeb2-aac203eb34d4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339a39fb-e52c-4a08-90bc-e6bcd3f80416,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:23.221720 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ba5e7708-2cbb-4f0b-aeb2-aac203eb34d4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:23.222958 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ba5e7708-2cbb-4f0b-aeb2-aac203eb34d4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1322155 Sep 14 23:31:23.225628 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34272) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:31:23.230749 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-fb2373b4-a638-4398-b681-73c9a0f8266a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'security_group_rule': {'security_group_id': 'f9470ecd-677b-4e59-a644-d7c7bcbaaf44', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:31:23.237302 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-fb2373b4-a638-4398-b681-73c9a0f8266a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:31:23.241095 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-fb2373b4-a638-4398-b681-73c9a0f8266a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group_rule and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:31:23.243911 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-fb2373b4-a638-4398-b681-73c9a0f8266a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:31:23.249528 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-fb2373b4-a638-4398-b681-73c9a0f8266a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:31:23.266123 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fb2373b4-a638-4398-b681-73c9a0f8266a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:23.327422 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fb2373b4-a638-4398-b681-73c9a0f8266a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:23.331209 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fb2373b4-a638-4398-b681-73c9a0f8266a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:23.353862 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2373b4-a638-4398-b681-73c9a0f8266a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=897bfa42-5011-4e48-84ca-8e21ea4f0d1b,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:23.362852 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fb2373b4-a638-4398-b681-73c9a0f8266a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:23.364186 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-fb2373b4-a638-4398-b681-73c9a0f8266a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1376441 Sep 14 23:31:23.366873 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34276) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:31:23.371723 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-32ee2261-c272-4a8a-8525-74aa4b8e3434 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'security_group_rule': {'security_group_id': 'f9470ecd-677b-4e59-a644-d7c7bcbaaf44', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:31:23.378149 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-32ee2261-c272-4a8a-8525-74aa4b8e3434 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:31:23.381947 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-32ee2261-c272-4a8a-8525-74aa4b8e3434 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group_rule and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:31:23.384775 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-32ee2261-c272-4a8a-8525-74aa4b8e3434 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:31:23.390403 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-32ee2261-c272-4a8a-8525-74aa4b8e3434 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:31:23.406636 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-32ee2261-c272-4a8a-8525-74aa4b8e3434 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:23.466459 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-32ee2261-c272-4a8a-8525-74aa4b8e3434 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:23.470339 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-32ee2261-c272-4a8a-8525-74aa4b8e3434 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:23.494849 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee2261-c272-4a8a-8525-74aa4b8e3434 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=557009b5-b401-454b-85d4-9140031b0d97,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:23.502909 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-32ee2261-c272-4a8a-8525-74aa4b8e3434 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:23.504086 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-32ee2261-c272-4a8a-8525-74aa4b8e3434 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1362920 Sep 14 23:31:23.506773 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34280) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:31:23.511676 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-e157ee5c-4185-4421-8e68-2560cd5162c8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'security_group_rule': {'security_group_id': 'f9470ecd-677b-4e59-a644-d7c7bcbaaf44', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:31:23.517405 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-e157ee5c-4185-4421-8e68-2560cd5162c8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:31:23.521353 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e157ee5c-4185-4421-8e68-2560cd5162c8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group_rule and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:31:23.524183 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e157ee5c-4185-4421-8e68-2560cd5162c8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:31:23.529868 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-e157ee5c-4185-4421-8e68-2560cd5162c8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:31:23.547549 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e157ee5c-4185-4421-8e68-2560cd5162c8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:23.609081 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e157ee5c-4185-4421-8e68-2560cd5162c8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:23.613019 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e157ee5c-4185-4421-8e68-2560cd5162c8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:23.636370 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157ee5c-4185-4421-8e68-2560cd5162c8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f324f9-f2cf-4dd1-abe1-ee4800491a96,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:23.646023 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e157ee5c-4185-4421-8e68-2560cd5162c8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:23.647179 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e157ee5c-4185-4421-8e68-2560cd5162c8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1394856 Sep 14 23:31:23.649876 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34284) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:31:23.654781 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-ce727cc0-4474-4d75-83ff-8ef9cd6f0749 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'security_group_rule': {'security_group_id': 'f9470ecd-677b-4e59-a644-d7c7bcbaaf44', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:31:23.660923 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ce727cc0-4474-4d75-83ff-8ef9cd6f0749 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:31:23.664663 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ce727cc0-4474-4d75-83ff-8ef9cd6f0749 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group_rule and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:31:23.667447 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ce727cc0-4474-4d75-83ff-8ef9cd6f0749 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:31:23.673774 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ce727cc0-4474-4d75-83ff-8ef9cd6f0749 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:31:23.685666 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.securitygroups_db [None req-ce727cc0-4474-4d75-83ff-8ef9cd6f0749 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Project f82b3a84f14c45698bcfb4ac2ac76a9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:31:23.692265 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ce727cc0-4474-4d75-83ff-8ef9cd6f0749 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:23.755896 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ce727cc0-4474-4d75-83ff-8ef9cd6f0749 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:23.759360 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ce727cc0-4474-4d75-83ff-8ef9cd6f0749 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:23.786125 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce727cc0-4474-4d75-83ff-8ef9cd6f0749 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=818471d7-3e3b-4cf2-84ed-188c5c02c799,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:23.795077 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ce727cc0-4474-4d75-83ff-8ef9cd6f0749 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:23.796295 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ce727cc0-4474-4d75-83ff-8ef9cd6f0749 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1455207 Sep 14 23:31:23.799596 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34288) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:31:23.804318 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-c2b2fe64-e3aa-4495-8057-cd4fcb0754e8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'security_group_rule': {'security_group_id': 'f9470ecd-677b-4e59-a644-d7c7bcbaaf44', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:31:23.809944 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c2b2fe64-e3aa-4495-8057-cd4fcb0754e8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:31:23.813680 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c2b2fe64-e3aa-4495-8057-cd4fcb0754e8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group_rule and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:31:23.816453 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-c2b2fe64-e3aa-4495-8057-cd4fcb0754e8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:31:23.822201 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-c2b2fe64-e3aa-4495-8057-cd4fcb0754e8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:31:23.832451 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.securitygroups_db [None req-c2b2fe64-e3aa-4495-8057-cd4fcb0754e8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Project f82b3a84f14c45698bcfb4ac2ac76a9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:31:23.839042 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c2b2fe64-e3aa-4495-8057-cd4fcb0754e8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:23.901582 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c2b2fe64-e3aa-4495-8057-cd4fcb0754e8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:23.905091 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c2b2fe64-e3aa-4495-8057-cd4fcb0754e8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:23.927284 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2fe64-e3aa-4495-8057-cd4fcb0754e8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f7d0ed-b72f-40b5-a6c6-bf0f4966b6e4,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:23.935888 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c2b2fe64-e3aa-4495-8057-cd4fcb0754e8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:23.937074 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c2b2fe64-e3aa-4495-8057-cd4fcb0754e8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1365960 Sep 14 23:31:23.939982 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34292) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:31:23.945529 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-43b20829-f20e-426b-9698-d2939df4e29e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'network': {'name': 'tempest-network-smoke--2121884789', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'port_security_enabled': True}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:31:23.950121 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-43b20829-f20e-426b-9698-d2939df4e29e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:31:23.953833 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-43b20829-f20e-426b-9698-d2939df4e29e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:network and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:31:23.957212 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-43b20829-f20e-426b-9698-d2939df4e29e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:31:23.963060 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-43b20829-f20e-426b-9698-d2939df4e29e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:31:23.973392 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b20829-f20e-426b-9698-d2939df4e29e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Made reservation on behalf of f82b3a84f14c45698bcfb4ac2ac76a9f for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:31:23.977020 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-43b20829-f20e-426b-9698-d2939df4e29e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:24.003421 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b20829-f20e-426b-9698-d2939df4e29e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:31:24.012741 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-43b20829-f20e-426b-9698-d2939df4e29e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:24.013018 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-43b20829-f20e-426b-9698-d2939df4e29e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Added segment bfb1457f-5b14-4d42-938b-8cda452be471 of type vlan for network 2afd6784-4ca7-4640-97a5-5da9ad5d5586 Sep 14 23:31:24.041703 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-43b20829-f20e-426b-9698-d2939df4e29e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:24.069237 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-43b20829-f20e-426b-9698-d2939df4e29e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:24.074588 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b20829-f20e-426b-9698-d2939df4e29e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:24.075187 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-43b20829-f20e-426b-9698-d2939df4e29e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:24.173823 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-43b20829-f20e-426b-9698-d2939df4e29e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2328496 Sep 14 23:31:24.176671 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34296) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:31:24.183624 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-3b27d5d5-8b42-431a-9980-12dee568f2e9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2141751334', 'admin_state_up': True, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:31:24.192230 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b20829-f20e-426b-9698-d2939df4e29e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Network': ['ID=2afd6784-4ca7-4640-97a5-5da9ad5d5586,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:24.194944 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-3b27d5d5-8b42-431a-9980-12dee568f2e9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:31:24.199726 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-3b27d5d5-8b42-431a-9980-12dee568f2e9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:router and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:31:24.202665 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-3b27d5d5-8b42-431a-9980-12dee568f2e9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:31:24.203465 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 2afd6784-4ca7-4640-97a5-5da9ad5d5586 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:31:24.209028 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-3b27d5d5-8b42-431a-9980-12dee568f2e9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:31:24.218364 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3b27d5d5-8b42-431a-9980-12dee568f2e9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:24.219496 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3b27d5d5-8b42-431a-9980-12dee568f2e9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:24.234290 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3b27d5d5-8b42-431a-9980-12dee568f2e9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:24.498734 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3b27d5d5-8b42-431a-9980-12dee568f2e9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:24.893666 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3b27d5d5-8b42-431a-9980-12dee568f2e9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router_gateway, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:24.926732 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3b27d5d5-8b42-431a-9980-12dee568f2e9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:25.055883 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-3b27d5d5-8b42-431a-9980-12dee568f2e9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Allocated IP 172.26.5.204 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/02a39136-2656-465f-8605-a03dc4accb0b) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:31:25.210418 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3b27d5d5-8b42-431a-9980-12dee568f2e9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:25.240144 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3b27d5d5-8b42-431a-9980-12dee568f2e9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:25.305739 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b27d5d5-8b42-431a-9980-12dee568f2e9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:31:25.308301 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-3b27d5d5-8b42-431a-9980-12dee568f2e9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:31:25.312004 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b27d5d5-8b42-431a-9980-12dee568f2e9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:31:25.346481 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27d5d5-8b42-431a-9980-12dee568f2e9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Port': ['ID=02a39136-2656-465f-8605-a03dc4accb0b,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:25.732003 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3b27d5d5-8b42-431a-9980-12dee568f2e9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router_gateway, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:26.071762 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3b27d5d5-8b42-431a-9980-12dee568f2e9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:26.384416 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b27d5d5-8b42-431a-9980-12dee568f2e9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Router 563ea707-54a6-495d-8a68-7cc937626667 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 23:31:26.570094 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b27d5d5-8b42-431a-9980-12dee568f2e9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:31:26.581425 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685df326-4065-4280-aad2-2161de4d329f None None] Sync routers for ids ['563ea707-54a6-495d-8a68-7cc937626667'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:31:26.590354 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685df326-4065-4280-aad2-2161de4d329f None None] Routers {'563ea707-54a6-495d-8a68-7cc937626667'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:31:26.590954 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-685df326-4065-4280-aad2-2161de4d329f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:31:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['563ea707-54a6-495d-8a68-7cc937626667'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:31:26.597075 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3b27d5d5-8b42-431a-9980-12dee568f2e9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:26.601108 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3b27d5d5-8b42-431a-9980-12dee568f2e9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4207044 Sep 14 23:31:26.601327 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34300) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:31:26.740192 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-439bbae5-7894-4ea2-bdc9-9cd7228a1863 tempest-TestNetworkAdvancedServerOps-2065151363 tempest-TestNetworkAdvancedServerOps-2065151363-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=f82b3a84f14c45698bcfb4ac2ac76a9f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1377566 Sep 14 23:31:26.742775 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34306) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:31:26.769677 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-685df326-4065-4280-aad2-2161de4d329f None None] Set router 563ea707-54a6-495d-8a68-7cc937626667 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:31:26.884978 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d13427-ba48-4ed2-9f5f-d5fa86ed1804 tempest-TestNetworkAdvancedServerOps-2065151363 tempest-TestNetworkAdvancedServerOps-2065151363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:26.889093 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-06d13427-ba48-4ed2-9f5f-d5fa86ed1804 tempest-TestNetworkAdvancedServerOps-2065151363 tempest-TestNetworkAdvancedServerOps-2065151363-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1428123 Sep 14 23:31:26.889261 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34310) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:31:26.930936 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2f562b7b-b567-4e12-96e6-4ccf979cc7af tempest-TestNetworkAdvancedServerOps-2065151363 tempest-TestNetworkAdvancedServerOps-2065151363-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=681410b9-e86d-4f65-a0f3-ea2093b5104b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381916 Sep 14 23:31:26.931133 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34314) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:31:26.936432 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-50752c94-d297-4579-92e8-2c900883950c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1752334738', 'network_id': '2afd6784-4ca7-4640-97a5-5da9ad5d5586', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:31:27.050099 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-50752c94-d297-4579-92e8-2c900883950c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:31:27.054245 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-50752c94-d297-4579-92e8-2c900883950c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:subnet and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:31:27.057194 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-50752c94-d297-4579-92e8-2c900883950c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:31:27.063529 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-50752c94-d297-4579-92e8-2c900883950c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:31:27.069176 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-685df326-4065-4280-aad2-2161de4d329f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563ea707-54a6-495d-8a68-7cc937626667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141751334', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.204'}], 'enable_snat': True}, 'gw_port_id': '02a39136-2656-465f-8605-a03dc4accb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:31:24Z', 'updated_at': '2022-09-14T23:31:25Z', 'revision_number': 3, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '02a39136-2656-465f-8605-a03dc4accb0b', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563ea707-54a6-495d-8a68-7cc937626667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:31:24Z', 'updated_at': '2022-09-14T23:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:31:27.073752 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685df326-4065-4280-aad2-2161de4d329f None None] Checking router: 563ea707-54a6-495d-8a68-7cc937626667 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:31:27.074136 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50752c94-d297-4579-92e8-2c900883950c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Made reservation on behalf of f82b3a84f14c45698bcfb4ac2ac76a9f for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:31:27.074245 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685df326-4065-4280-aad2-2161de4d329f None None] Updating router 563ea707-54a6-495d-8a68-7cc937626667 port 02a39136-2656-465f-8605-a03dc4accb0b binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:31:27.077928 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-50752c94-d297-4579-92e8-2c900883950c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:27.132951 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-685df326-4065-4280-aad2-2161de4d329f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:27.315508 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-50752c94-d297-4579-92e8-2c900883950c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:27.395338 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50752c94-d297-4579-92e8-2c900883950c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Subnet': ['ID=a6b77b21-efc8-4193-8239-1ea7b8f99883,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:27.404057 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50752c94-d297-4579-92e8-2c900883950c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Checking segment: {'id': 'bfb1457f-5b14-4d42-938b-8cda452be471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2afd6784-4ca7-4640-97a5-5da9ad5d5586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:31:27.404511 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50752c94-d297-4579-92e8-2c900883950c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Network hostable DHCP agents. Network: 2afd6784-4ca7-4640-97a5-5da9ad5d5586, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:31:27.424846 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50752c94-d297-4579-92e8-2c900883950c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Network 2afd6784-4ca7-4640-97a5-5da9ad5d5586 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:31:27.434630 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-50752c94-d297-4579-92e8-2c900883950c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 2afd6784-4ca7-4640-97a5-5da9ad5d5586) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:31:27.439721 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50752c94-d297-4579-92e8-2c900883950c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:27.440388 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-50752c94-d297-4579-92e8-2c900883950c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:27.466765 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-50752c94-d297-4579-92e8-2c900883950c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5308948 Sep 14 23:31:27.467008 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34318) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:31:27.477389 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb0f1c8-cdde-489c-855f-8e59aa6cb61b None None] Network 2afd6784-4ca7-4640-97a5-5da9ad5d5586 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:31:27.623727 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-685df326-4065-4280-aad2-2161de4d329f None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:27.636083 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-685df326-4065-4280-aad2-2161de4d329f None None] Transition to ACTIVE for port object 02a39136-2656-465f-8605-a03dc4accb0b will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:31:27.644170 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-685df326-4065-4280-aad2-2161de4d329f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:27.728733 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-685df326-4065-4280-aad2-2161de4d329f None None] Attempting to bind port 02a39136-2656-465f-8605-a03dc4accb0b on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:31:27.729100 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-685df326-4065-4280-aad2-2161de4d329f None None] Attempting to bind port 02a39136-2656-465f-8605-a03dc4accb0b by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:31:27.729456 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685df326-4065-4280-aad2-2161de4d329f None None] Attempting to bind port 02a39136-2656-465f-8605-a03dc4accb0b on network 681410b9-e86d-4f65-a0f3-ea2093b5104b {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:31:27.742686 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685df326-4065-4280-aad2-2161de4d329f None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:31:27.743053 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685df326-4065-4280-aad2-2161de4d329f None None] Checking segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:31:27.743448 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-685df326-4065-4280-aad2-2161de4d329f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:27.743833 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685df326-4065-4280-aad2-2161de4d329f None None] Bound using segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:31:27.744292 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-685df326-4065-4280-aad2-2161de4d329f None None] Bound port: 02a39136-2656-465f-8605-a03dc4accb0b, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:31:27.744695 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-685df326-4065-4280-aad2-2161de4d329f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:27.823118 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb40ade-2951-4980-8639-3c7dbdda9638 None None] Pushing event updated for resources: {'Port': ['ID=02a39136-2656-465f-8605-a03dc4accb0b,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:27.854379 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb40ade-2951-4980-8639-3c7dbdda9638 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:31:27.854718 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb40ade-2951-4980-8639-3c7dbdda9638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:31:27.855052 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb40ade-2951-4980-8639-3c7dbdda9638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:31:27.855383 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb40ade-2951-4980-8639-3c7dbdda9638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:31:27.855708 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb40ade-2951-4980-8639-3c7dbdda9638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:31:27.856032 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb40ade-2951-4980-8639-3c7dbdda9638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:31:27.856350 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb40ade-2951-4980-8639-3c7dbdda9638 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:31:27.856696 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb40ade-2951-4980-8639-3c7dbdda9638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:31:27.857015 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb40ade-2951-4980-8639-3c7dbdda9638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:31:27.857329 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb40ade-2951-4980-8639-3c7dbdda9638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:31:27.857642 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb40ade-2951-4980-8639-3c7dbdda9638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:31:27.858206 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb40ade-2951-4980-8639-3c7dbdda9638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:31:27.914368 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-685df326-4065-4280-aad2-2161de4d329f None None] For port 02a39136-2656-465f-8605-a03dc4accb0b, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:31:27.927794 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-685df326-4065-4280-aad2-2161de4d329f None None] For port 02a39136-2656-465f-8605-a03dc4accb0b, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=02a39136-2656-465f-8605-a03dc4accb0b,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:31:27.938092 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-685df326-4065-4280-aad2-2161de4d329f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:27.973473 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e56b0f6-3e67-436c-a054-b8fe8a58895b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-2afd6784-4ca7-4640-97a5-5da9ad5d5586', 'network_id': '2afd6784-4ca7-4640-97a5-5da9ad5d5586', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'fixed_ips': [{'subnet_id': 'a6b77b21-efc8-4193-8239-1ea7b8f99883'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:31:27.974293 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6e56b0f6-3e67-436c-a054-b8fe8a58895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:28.021608 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685df326-4065-4280-aad2-2161de4d329f None None] Routers {'563ea707-54a6-495d-8a68-7cc937626667'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:31:28.022248 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-685df326-4065-4280-aad2-2161de4d329f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:31:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['563ea707-54a6-495d-8a68-7cc937626667'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:31:28.171107 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb40ade-2951-4980-8639-3c7dbdda9638 None None] Pushing event updated for resources: {'Port': ['ID=02a39136-2656-465f-8605-a03dc4accb0b,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:28.293226 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7032608c-7d55-4e0d-a2b5-c3644056fbe5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:28.319006 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-685df326-4065-4280-aad2-2161de4d329f None None] Set router 563ea707-54a6-495d-8a68-7cc937626667 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:31:28.451130 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-6e56b0f6-3e67-436c-a054-b8fe8a58895b None None] Allocated IP 172.20.0.2 (2afd6784-4ca7-4640-97a5-5da9ad5d5586/a6b77b21-efc8-4193-8239-1ea7b8f99883/49fa6118-f24b-447a-a77a-5b1ffaadcd74) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:31:28.778089 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6e56b0f6-3e67-436c-a054-b8fe8a58895b None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:28.791161 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-6e56b0f6-3e67-436c-a054-b8fe8a58895b None None] Transition to ACTIVE for port object 49fa6118-f24b-447a-a77a-5b1ffaadcd74 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:31:28.794160 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-685df326-4065-4280-aad2-2161de4d329f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563ea707-54a6-495d-8a68-7cc937626667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141751334', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.204'}], 'enable_snat': True}, 'gw_port_id': '02a39136-2656-465f-8605-a03dc4accb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:31:24Z', 'updated_at': '2022-09-14T23:31:25Z', 'revision_number': 3, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '02a39136-2656-465f-8605-a03dc4accb0b', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563ea707-54a6-495d-8a68-7cc937626667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:31:24Z', 'updated_at': '2022-09-14T23:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:31:28.805165 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685df326-4065-4280-aad2-2161de4d329f None None] The sync data for ids ['563ea707-54a6-495d-8a68-7cc937626667'] in dv-neutron-857791-1-hyperv is: [{'id': '563ea707-54a6-495d-8a68-7cc937626667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141751334', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.204'}], 'enable_snat': True}, 'gw_port_id': '02a39136-2656-465f-8605-a03dc4accb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:31:24Z', 'updated_at': '2022-09-14T23:31:25Z', 'revision_number': 3, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '02a39136-2656-465f-8605-a03dc4accb0b', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563ea707-54a6-495d-8a68-7cc937626667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:31:24Z', 'updated_at': '2022-09-14T23:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:31:28.814512 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-6e56b0f6-3e67-436c-a054-b8fe8a58895b None None] Transition to ACTIVE for port object 49fa6118-f24b-447a-a77a-5b1ffaadcd74 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:31:28.821102 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6e56b0f6-3e67-436c-a054-b8fe8a58895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:28.890545 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-7032608c-7d55-4e0d-a2b5-c3644056fbe5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Allocated IP 172.20.0.1 (2afd6784-4ca7-4640-97a5-5da9ad5d5586/a6b77b21-efc8-4193-8239-1ea7b8f99883/e3a221b1-d6fe-42dc-9e17-9da5f68c2664) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:31:28.891123 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e56b0f6-3e67-436c-a054-b8fe8a58895b None None] Network 2afd6784-4ca7-4640-97a5-5da9ad5d5586 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:31:28.894795 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-6e56b0f6-3e67-436c-a054-b8fe8a58895b None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:31:28.898118 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e56b0f6-3e67-436c-a054-b8fe8a58895b None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:31:28.903990 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56b0f6-3e67-436c-a054-b8fe8a58895b None None] Pushing event updated for resources: {'Port': ['ID=49fa6118-f24b-447a-a77a-5b1ffaadcd74,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:29.010488 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-6e56b0f6-3e67-436c-a054-b8fe8a58895b None None] Attempting to bind port 49fa6118-f24b-447a-a77a-5b1ffaadcd74 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:31:29.010856 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-6e56b0f6-3e67-436c-a054-b8fe8a58895b None None] Attempting to bind port 49fa6118-f24b-447a-a77a-5b1ffaadcd74 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'bfb1457f-5b14-4d42-938b-8cda452be471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2afd6784-4ca7-4640-97a5-5da9ad5d5586'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:31:29.011211 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e56b0f6-3e67-436c-a054-b8fe8a58895b None None] Attempting to bind port 49fa6118-f24b-447a-a77a-5b1ffaadcd74 on network 2afd6784-4ca7-4640-97a5-5da9ad5d5586 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:31:29.017732 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e56b0f6-3e67-436c-a054-b8fe8a58895b None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:31:29.018099 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e56b0f6-3e67-436c-a054-b8fe8a58895b None None] Checking segment: {'id': 'bfb1457f-5b14-4d42-938b-8cda452be471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2afd6784-4ca7-4640-97a5-5da9ad5d5586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:31:29.018514 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6e56b0f6-3e67-436c-a054-b8fe8a58895b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:29.018890 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e56b0f6-3e67-436c-a054-b8fe8a58895b None None] Bound using segment: {'id': 'bfb1457f-5b14-4d42-938b-8cda452be471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2afd6784-4ca7-4640-97a5-5da9ad5d5586'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:31:29.019398 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-6e56b0f6-3e67-436c-a054-b8fe8a58895b None None] Bound port: 49fa6118-f24b-447a-a77a-5b1ffaadcd74, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb1457f-5b14-4d42-938b-8cda452be471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2afd6784-4ca7-4640-97a5-5da9ad5d5586'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:31:29.019687 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6e56b0f6-3e67-436c-a054-b8fe8a58895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:29.082685 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7032608c-7d55-4e0d-a2b5-c3644056fbe5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:29.099298 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-7032608c-7d55-4e0d-a2b5-c3644056fbe5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Transition to ACTIVE for port object e3a221b1-d6fe-42dc-9e17-9da5f68c2664 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:31:29.126882 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7032608c-7d55-4e0d-a2b5-c3644056fbe5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:29.131228 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-6e56b0f6-3e67-436c-a054-b8fe8a58895b None None] For port 49fa6118-f24b-447a-a77a-5b1ffaadcd74, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:31:29.135772 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-6e56b0f6-3e67-436c-a054-b8fe8a58895b None None] For port 49fa6118-f24b-447a-a77a-5b1ffaadcd74, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=49fa6118-f24b-447a-a77a-5b1ffaadcd74,segment=NetworkSegment(bfb1457f-5b14-4d42-938b-8cda452be471),segment_id=bfb1457f-5b14-4d42-938b-8cda452be471)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:31:29.140996 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6e56b0f6-3e67-436c-a054-b8fe8a58895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:29.198290 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7032608c-7d55-4e0d-a2b5-c3644056fbe5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Network 2afd6784-4ca7-4640-97a5-5da9ad5d5586 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:31:29.201396 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-7032608c-7d55-4e0d-a2b5-c3644056fbe5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:31:29.206399 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7032608c-7d55-4e0d-a2b5-c3644056fbe5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:31:29.233443 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56b0f6-3e67-436c-a054-b8fe8a58895b None None] Pushing event updated for resources: {'Port': ['ID=49fa6118-f24b-447a-a77a-5b1ffaadcd74,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:29.263763 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032608c-7d55-4e0d-a2b5-c3644056fbe5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Port': ['ID=e3a221b1-d6fe-42dc-9e17-9da5f68c2664,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:29.279054 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7032608c-7d55-4e0d-a2b5-c3644056fbe5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:29.576294 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7032608c-7d55-4e0d-a2b5-c3644056fbe5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:30.079527 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 02a39136-2656-465f-8605-a03dc4accb0b up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:31:30.123914 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7032608c-7d55-4e0d-a2b5-c3644056fbe5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:30.129416 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7032608c-7d55-4e0d-a2b5-c3644056fbe5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:30.197670 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 02a39136-2656-465f-8605-a03dc4accb0b completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:31:30.203099 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 02a39136-2656-465f-8605-a03dc4accb0b triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:31:30.203462 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:30.245094 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032608c-7d55-4e0d-a2b5-c3644056fbe5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Port': ['ID=e3a221b1-d6fe-42dc-9e17-9da5f68c2664,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:30.248220 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7032608c-7d55-4e0d-a2b5-c3644056fbe5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:30.321053 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 02a39136-2656-465f-8605-a03dc4accb0b is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:31:30.321432 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:30.338472 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 02a39136-2656-465f-8605-a03dc4accb0b, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=02a39136-2656-465f-8605-a03dc4accb0b,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:31:30.343571 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:30.345677 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 49fa6118-f24b-447a-a77a-5b1ffaadcd74 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:31:30.390679 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7032608c-7d55-4e0d-a2b5-c3644056fbe5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Network 2afd6784-4ca7-4640-97a5-5da9ad5d5586 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:31:30.392105 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-7032608c-7d55-4e0d-a2b5-c3644056fbe5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:31:30.474271 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=02a39136-2656-465f-8605-a03dc4accb0b,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:30.489547 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 49fa6118-f24b-447a-a77a-5b1ffaadcd74 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:31:30.598541 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7032608c-7d55-4e0d-a2b5-c3644056fbe5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Router 563ea707-54a6-495d-8a68-7cc937626667 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:31:30.683307 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abccd3f-ab36-40be-b7ab-f17f02f21d0a None None] Network 2afd6784-4ca7-4640-97a5-5da9ad5d5586 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:31:30.774457 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f6b4c3b9-0901-47fc-8171-0113f054f8f0 None None] Provisioning for port 49fa6118-f24b-447a-a77a-5b1ffaadcd74 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:31:30.780402 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7032608c-7d55-4e0d-a2b5-c3644056fbe5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:31:30.791103 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f6b4c3b9-0901-47fc-8171-0113f054f8f0 None None] Provisioning complete for port 49fa6118-f24b-447a-a77a-5b1ffaadcd74 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:31:30.791471 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f6b4c3b9-0901-47fc-8171-0113f054f8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:30.791896 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be7962d-2b22-4895-bc3c-efa68c2db74f None None] Sync routers for ids ['563ea707-54a6-495d-8a68-7cc937626667'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:31:30.793345 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7032608c-7d55-4e0d-a2b5-c3644056fbe5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "PUT /v2.0/routers/563ea707-54a6-495d-8a68-7cc937626667/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3253171 Sep 14 23:31:30.802903 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be7962d-2b22-4895-bc3c-efa68c2db74f None None] Routers {'563ea707-54a6-495d-8a68-7cc937626667'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:31:30.803579 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-6be7962d-2b22-4895-bc3c-efa68c2db74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:31:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['563ea707-54a6-495d-8a68-7cc937626667'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:31:30.960992 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-5a03f8d5-3585-4da0-ad86-dee5d2184126 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Synchronizing usage tracker for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:31:30.979578 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-5a03f8d5-3585-4da0-ad86-dee5d2184126 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Unset dirty status for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:31:30.985674 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-6be7962d-2b22-4895-bc3c-efa68c2db74f None None] Set router 563ea707-54a6-495d-8a68-7cc937626667 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:31:30.987897 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-5a03f8d5-3585-4da0-ad86-dee5d2184126 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1073978059&fields=id&tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f HTTP/1.1" status: 200 len: 267 time: 0.0720818 Sep 14 23:31:31.006714 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-f6b4c3b9-0901-47fc-8171-0113f054f8f0 None None] Current status of the port 49fa6118-f24b-447a-a77a-5b1ffaadcd74 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:31:31.007017 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f6b4c3b9-0901-47fc-8171-0113f054f8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:31.058706 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-f6b4c3b9-0901-47fc-8171-0113f054f8f0 None None] For port 49fa6118-f24b-447a-a77a-5b1ffaadcd74, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=49fa6118-f24b-447a-a77a-5b1ffaadcd74,segment=NetworkSegment(bfb1457f-5b14-4d42-938b-8cda452be471),segment_id=bfb1457f-5b14-4d42-938b-8cda452be471)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:31:31.064499 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f6b4c3b9-0901-47fc-8171-0113f054f8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:31.139630 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4c3b9-0901-47fc-8171-0113f054f8f0 None None] Pushing event updated for resources: {'Port': ['ID=49fa6118-f24b-447a-a77a-5b1ffaadcd74,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:31.174797 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-c91ca9ec-12e9-43e9-9365-c128f5736d00 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:31.181144 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-c91ca9ec-12e9-43e9-9365-c128f5736d00 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/networks?id=2afd6784-4ca7-4640-97a5-5da9ad5d5586 HTTP/1.1" status: 200 len: 797 time: 0.1923909 Sep 14 23:31:31.192986 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-b1839cf0-38c9-4ac3-a599-1368fb221ae9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/quotas/f82b3a84f14c45698bcfb4ac2ac76a9f HTTP/1.1" status: 200 len: 375 time: 0.0106916 Sep 14 23:31:31.295536 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-9a458607-c50f-4985-9424-c44a6331558c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0967395 Sep 14 23:31:31.390455 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-6be7962d-2b22-4895-bc3c-efa68c2db74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563ea707-54a6-495d-8a68-7cc937626667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141751334', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.204'}], 'enable_snat': True}, 'gw_port_id': '02a39136-2656-465f-8605-a03dc4accb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:31:24Z', 'updated_at': '2022-09-14T23:31:29Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '02a39136-2656-465f-8605-a03dc4accb0b', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563ea707-54a6-495d-8a68-7cc937626667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:31:24Z', 'updated_at': '2022-09-14T23:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'e3a221b1-d6fe-42dc-9e17-9da5f68c2664', 'name': '', 'network_id': '2afd6784-4ca7-4640-97a5-5da9ad5d5586', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:ce:6d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563ea707-54a6-495d-8a68-7cc937626667', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'a6b77b21-efc8-4193-8239-1ea7b8f99883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:31:28Z', 'updated_at': '2022-09-14T23:31:29Z', 'revision_number': 2, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': 'a6b77b21-efc8-4193-8239-1ea7b8f99883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:31:31.395704 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be7962d-2b22-4895-bc3c-efa68c2db74f None None] Checking router: 563ea707-54a6-495d-8a68-7cc937626667 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:31:31.396164 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be7962d-2b22-4895-bc3c-efa68c2db74f None None] Updating router 563ea707-54a6-495d-8a68-7cc937626667 port e3a221b1-d6fe-42dc-9e17-9da5f68c2664 binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:31:31.399798 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-7579686d-8237-42c0-882c-6d3c90d10433 None None] Provisioning for port e3a221b1-d6fe-42dc-9e17-9da5f68c2664 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:31:31.407599 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-7579686d-8237-42c0-882c-6d3c90d10433 None None] Provisioning complete for port e3a221b1-d6fe-42dc-9e17-9da5f68c2664 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:31:31.408102 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7579686d-8237-42c0-882c-6d3c90d10433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:31.457384 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-6be7962d-2b22-4895-bc3c-efa68c2db74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:31.477627 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-7579686d-8237-42c0-882c-6d3c90d10433 None None] Port e3a221b1-d6fe-42dc-9e17-9da5f68c2664 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:31:31.501703 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-7579686d-8237-42c0-882c-6d3c90d10433 None None] Provisioning complete for port 49fa6118-f24b-447a-a77a-5b1ffaadcd74 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:31:31.502305 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7579686d-8237-42c0-882c-6d3c90d10433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:31.511960 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-d513ebaa-491b-469d-ba75-bb12b2b0dfd7 service neutron] 10.222.0.33 "GET /v2.0/networks/2afd6784-4ca7-4640-97a5-5da9ad5d5586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031388 Sep 14 23:31:31.646461 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-7579686d-8237-42c0-882c-6d3c90d10433 None None] Current status of the port 49fa6118-f24b-447a-a77a-5b1ffaadcd74 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:31:31.657811 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-ec772b25-eb6e-495f-8010-a92cec333703 service neutron] 10.222.0.33 "GET /v2.0/networks/2afd6784-4ca7-4640-97a5-5da9ad5d5586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391294 Sep 14 23:31:31.771699 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-498da04a-6d01-4cbc-a142-99779f083a69 None None] Provisioning complete for port e3a221b1-d6fe-42dc-9e17-9da5f68c2664 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:31:31.772415 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-498da04a-6d01-4cbc-a142-99779f083a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:31.847915 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-498da04a-6d01-4cbc-a142-99779f083a69 None None] Port e3a221b1-d6fe-42dc-9e17-9da5f68c2664 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:31:31.868464 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-6be7962d-2b22-4895-bc3c-efa68c2db74f None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:31.874204 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0fa615b9-57bf-4c7c-b4e1-e6fd15ae818a req-47f01d70-5fa3-4cd9-92db-334f1bc4ccf3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=4aee7f40-8aa0-4b4a-8133-c452dd86a009 HTTP/1.1" status: 200 len: 210 time: 0.0516596 Sep 14 23:31:31.880078 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-6be7962d-2b22-4895-bc3c-efa68c2db74f None None] Transition to ACTIVE for port object e3a221b1-d6fe-42dc-9e17-9da5f68c2664 will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:31:31.886134 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-6be7962d-2b22-4895-bc3c-efa68c2db74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:32.039292 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 02a39136-2656-465f-8605-a03dc4accb0b up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:31:32.046228 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437b630-19ad-47dd-9aec-ee47bd955fc6 None None] Pushing event updated for resources: {'Port': ['ID=e3a221b1-d6fe-42dc-9e17-9da5f68c2664,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:32.093342 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8437b630-19ad-47dd-9aec-ee47bd955fc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:31:32.093968 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8437b630-19ad-47dd-9aec-ee47bd955fc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:31:32.095412 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8437b630-19ad-47dd-9aec-ee47bd955fc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:31:32.095906 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8437b630-19ad-47dd-9aec-ee47bd955fc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:31:32.096237 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8437b630-19ad-47dd-9aec-ee47bd955fc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:31:32.096574 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8437b630-19ad-47dd-9aec-ee47bd955fc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:31:32.096927 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8437b630-19ad-47dd-9aec-ee47bd955fc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:31:32.097245 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8437b630-19ad-47dd-9aec-ee47bd955fc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:31:32.097736 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8437b630-19ad-47dd-9aec-ee47bd955fc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:31:32.097860 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8437b630-19ad-47dd-9aec-ee47bd955fc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:31:32.098181 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8437b630-19ad-47dd-9aec-ee47bd955fc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:31:32.098583 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8437b630-19ad-47dd-9aec-ee47bd955fc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:31:32.106628 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 02a39136-2656-465f-8605-a03dc4accb0b triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:31:32.107026 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:32.121932 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-6be7962d-2b22-4895-bc3c-efa68c2db74f None None] Attempting to bind port e3a221b1-d6fe-42dc-9e17-9da5f68c2664 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:31:32.122674 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-6be7962d-2b22-4895-bc3c-efa68c2db74f None None] Attempting to bind port e3a221b1-d6fe-42dc-9e17-9da5f68c2664 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'bfb1457f-5b14-4d42-938b-8cda452be471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2afd6784-4ca7-4640-97a5-5da9ad5d5586'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:31:32.123035 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be7962d-2b22-4895-bc3c-efa68c2db74f None None] Attempting to bind port e3a221b1-d6fe-42dc-9e17-9da5f68c2664 on network 2afd6784-4ca7-4640-97a5-5da9ad5d5586 {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:31:32.128199 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be7962d-2b22-4895-bc3c-efa68c2db74f None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:31:32.128570 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be7962d-2b22-4895-bc3c-efa68c2db74f None None] Checking segment: {'id': 'bfb1457f-5b14-4d42-938b-8cda452be471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2afd6784-4ca7-4640-97a5-5da9ad5d5586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:31:32.129054 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-6be7962d-2b22-4895-bc3c-efa68c2db74f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:32.129763 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be7962d-2b22-4895-bc3c-efa68c2db74f None None] Bound using segment: {'id': 'bfb1457f-5b14-4d42-938b-8cda452be471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2afd6784-4ca7-4640-97a5-5da9ad5d5586'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:31:32.130437 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-6be7962d-2b22-4895-bc3c-efa68c2db74f None None] Bound port: e3a221b1-d6fe-42dc-9e17-9da5f68c2664, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb1457f-5b14-4d42-938b-8cda452be471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2afd6784-4ca7-4640-97a5-5da9ad5d5586'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:31:32.130805 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-6be7962d-2b22-4895-bc3c-efa68c2db74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:32.221910 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-6be7962d-2b22-4895-bc3c-efa68c2db74f None None] For port e3a221b1-d6fe-42dc-9e17-9da5f68c2664, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:31:32.225057 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-6be7962d-2b22-4895-bc3c-efa68c2db74f None None] For port e3a221b1-d6fe-42dc-9e17-9da5f68c2664, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=e3a221b1-d6fe-42dc-9e17-9da5f68c2664,segment=NetworkSegment(bfb1457f-5b14-4d42-938b-8cda452be471),segment_id=bfb1457f-5b14-4d42-938b-8cda452be471)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:31:32.228314 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 02a39136-2656-465f-8605-a03dc4accb0b is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:31:32.229476 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 49fa6118-f24b-447a-a77a-5b1ffaadcd74 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:31:32.229647 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-6be7962d-2b22-4895-bc3c-efa68c2db74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:32.295073 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be7962d-2b22-4895-bc3c-efa68c2db74f None None] Routers {'563ea707-54a6-495d-8a68-7cc937626667'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:31:32.295679 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-6be7962d-2b22-4895-bc3c-efa68c2db74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:31:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['563ea707-54a6-495d-8a68-7cc937626667'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:31:32.296227 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 49fa6118-f24b-447a-a77a-5b1ffaadcd74 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:31:32.296684 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:32.375347 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437b630-19ad-47dd-9aec-ee47bd955fc6 None None] Pushing event updated for resources: {'Port': ['ID=e3a221b1-d6fe-42dc-9e17-9da5f68c2664,revision_number=4']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:32.414388 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 49fa6118-f24b-447a-a77a-5b1ffaadcd74 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:31:32.479935 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-6be7962d-2b22-4895-bc3c-efa68c2db74f None None] Set router 563ea707-54a6-495d-8a68-7cc937626667 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:31:32.786501 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-6be7962d-2b22-4895-bc3c-efa68c2db74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563ea707-54a6-495d-8a68-7cc937626667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141751334', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.204'}], 'enable_snat': True}, 'gw_port_id': '02a39136-2656-465f-8605-a03dc4accb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:31:24Z', 'updated_at': '2022-09-14T23:31:29Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '02a39136-2656-465f-8605-a03dc4accb0b', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563ea707-54a6-495d-8a68-7cc937626667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:31:24Z', 'updated_at': '2022-09-14T23:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'e3a221b1-d6fe-42dc-9e17-9da5f68c2664', 'name': '', 'network_id': '2afd6784-4ca7-4640-97a5-5da9ad5d5586', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:ce:6d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563ea707-54a6-495d-8a68-7cc937626667', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'a6b77b21-efc8-4193-8239-1ea7b8f99883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:31:28Z', 'updated_at': '2022-09-14T23:31:32Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': 'a6b77b21-efc8-4193-8239-1ea7b8f99883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:31:32.790299 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be7962d-2b22-4895-bc3c-efa68c2db74f None None] The sync data for ids ['563ea707-54a6-495d-8a68-7cc937626667'] in dv-neutron-857791-1-hyperv is: [{'id': '563ea707-54a6-495d-8a68-7cc937626667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141751334', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.204'}], 'enable_snat': True}, 'gw_port_id': '02a39136-2656-465f-8605-a03dc4accb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:31:24Z', 'updated_at': '2022-09-14T23:31:29Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '02a39136-2656-465f-8605-a03dc4accb0b', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563ea707-54a6-495d-8a68-7cc937626667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:31:24Z', 'updated_at': '2022-09-14T23:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'e3a221b1-d6fe-42dc-9e17-9da5f68c2664', 'name': '', 'network_id': '2afd6784-4ca7-4640-97a5-5da9ad5d5586', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:ce:6d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563ea707-54a6-495d-8a68-7cc937626667', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'a6b77b21-efc8-4193-8239-1ea7b8f99883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:31:28Z', 'updated_at': '2022-09-14T23:31:32Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': 'a6b77b21-efc8-4193-8239-1ea7b8f99883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:31:32.989145 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d6621e4d-730c-40d9-959c-02f65dd1ce47 req-36bda417-037d-465e-a6a3-067727921cbf tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=4aee7f40-8aa0-4b4a-8133-c452dd86a009 HTTP/1.1" status: 200 len: 210 time: 0.0552742 Sep 14 23:31:34.059764 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e3a221b1-d6fe-42dc-9e17-9da5f68c2664 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:31:34.115421 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8ce18d6e-87c9-4668-b17b-f9568faed243 req-751be46d-4591-4d8c-afdb-00b22c06c6c8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=4aee7f40-8aa0-4b4a-8133-c452dd86a009 HTTP/1.1" status: 200 len: 210 time: 0.0606015 Sep 14 23:31:34.131126 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port e3a221b1-d6fe-42dc-9e17-9da5f68c2664 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:31:34.143746 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port e3a221b1-d6fe-42dc-9e17-9da5f68c2664 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:31:34.144116 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:34.263018 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port e3a221b1-d6fe-42dc-9e17-9da5f68c2664 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:31:34.263401 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:34.296679 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port e3a221b1-d6fe-42dc-9e17-9da5f68c2664, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=e3a221b1-d6fe-42dc-9e17-9da5f68c2664,segment=NetworkSegment(bfb1457f-5b14-4d42-938b-8cda452be471),segment_id=bfb1457f-5b14-4d42-938b-8cda452be471)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:31:34.300783 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:34.400081 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=e3a221b1-d6fe-42dc-9e17-9da5f68c2664,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:35.227584 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8288d905-6187-4458-a396-a2e68678e51b req-5ed0c76f-c2e3-4480-b2e5-c2474af57591 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=4aee7f40-8aa0-4b4a-8133-c452dd86a009 HTTP/1.1" status: 200 len: 210 time: 0.0484092 Sep 14 23:31:36.034942 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e3a221b1-d6fe-42dc-9e17-9da5f68c2664 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:31:36.100686 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port e3a221b1-d6fe-42dc-9e17-9da5f68c2664 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:31:36.101047 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:36.213145 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port e3a221b1-d6fe-42dc-9e17-9da5f68c2664 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:31:36.488721 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0ba1043f-cb75-4be8-ac94-6a0428f54d5e req-abe67ddd-3b82-40c8-bfce-8298f3350024 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=4aee7f40-8aa0-4b4a-8133-c452dd86a009 HTTP/1.1" status: 200 len: 210 time: 0.1507976 Sep 14 23:31:37.130322 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-6595ff90-9278-4f97-b5cf-fee9702151d1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:37.130998 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-6595ff90-9278-4f97-b5cf-fee9702151d1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Synchronizing usage tracker for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:network {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:31:37.148801 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-6595ff90-9278-4f97-b5cf-fee9702151d1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Unset dirty status for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:network {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:31:37.150055 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-6595ff90-9278-4f97-b5cf-fee9702151d1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.20 "GET /v2.0/networks?id=2afd6784-4ca7-4640-97a5-5da9ad5d5586 HTTP/1.1" status: 200 len: 797 time: 0.1661327 Sep 14 23:31:37.200047 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-0128ed5c-a42e-406c-a8c5-1ce09ad6404c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f HTTP/1.1" status: 200 len: 380 time: 0.0418046 Sep 14 23:31:37.209345 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-22d62ff0-9bba-4ec6-bffb-c9aa72499bd3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'port': {'device_id': '4aee7f40-8aa0-4b4a-8133-c452dd86a009', 'network_id': '2afd6784-4ca7-4640-97a5-5da9ad5d5586', 'admin_state_up': True, 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'security_groups': ['f9470ecd-677b-4e59-a644-d7c7bcbaaf44']}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:31:37.344937 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-22d62ff0-9bba-4ec6-bffb-c9aa72499bd3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:31:37.348769 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-22d62ff0-9bba-4ec6-bffb-c9aa72499bd3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:port and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:31:37.351563 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-22d62ff0-9bba-4ec6-bffb-c9aa72499bd3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:31:37.357247 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-22d62ff0-9bba-4ec6-bffb-c9aa72499bd3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:31:37.367976 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-22d62ff0-9bba-4ec6-bffb-c9aa72499bd3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Made reservation on behalf of f82b3a84f14c45698bcfb4ac2ac76a9f for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:31:37.371788 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-22d62ff0-9bba-4ec6-bffb-c9aa72499bd3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:37.541480 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-22d62ff0-9bba-4ec6-bffb-c9aa72499bd3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Allocated IP 172.20.0.3 (2afd6784-4ca7-4640-97a5-5da9ad5d5586/a6b77b21-efc8-4193-8239-1ea7b8f99883/dc054d09-29ef-4457-9b41-af7f4908bfab) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:31:37.649649 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7f471543-d616-49ca-89a3-511a67ff741d req-d88828b9-2788-45e5-b062-f2c87c72c3ac tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=4aee7f40-8aa0-4b4a-8133-c452dd86a009 HTTP/1.1" status: 200 len: 210 time: 0.0503261 Sep 14 23:31:37.735206 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-22d62ff0-9bba-4ec6-bffb-c9aa72499bd3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:37.750854 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-22d62ff0-9bba-4ec6-bffb-c9aa72499bd3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Transition to ACTIVE for port object dc054d09-29ef-4457-9b41-af7f4908bfab will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:31:37.765511 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a26172c1-ebda-4801-8891-a1f1e8ef9742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:37.773948 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-22d62ff0-9bba-4ec6-bffb-c9aa72499bd3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:37.841233 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-22d62ff0-9bba-4ec6-bffb-c9aa72499bd3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Network 2afd6784-4ca7-4640-97a5-5da9ad5d5586 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:31:37.843993 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-22d62ff0-9bba-4ec6-bffb-c9aa72499bd3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:31:37.848476 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-22d62ff0-9bba-4ec6-bffb-c9aa72499bd3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:31:37.884698 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d62ff0-9bba-4ec6-bffb-c9aa72499bd3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Port': ['ID=dc054d09-29ef-4457-9b41-af7f4908bfab,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:37.916840 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-22d62ff0-9bba-4ec6-bffb-c9aa72499bd3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:37.917474 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-22d62ff0-9bba-4ec6-bffb-c9aa72499bd3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:37.939409 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-22d62ff0-9bba-4ec6-bffb-c9aa72499bd3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7339821 Sep 14 23:31:37.950352 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-04e02fc9-da75-47aa-92ff-a4a2be85e7df service neutron] Request body: {'port': {'device_id': '4aee7f40-8aa0-4b4a-8133-c452dd86a009', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:31:38.123497 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-dca6fd36-e12f-4a2d-8895-0ac2d45348bd None None] Provisioning for port dc054d09-29ef-4457-9b41-af7f4908bfab completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:31:38.128152 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-dca6fd36-e12f-4a2d-8895-0ac2d45348bd None None] Provisioning complete for port dc054d09-29ef-4457-9b41-af7f4908bfab triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:31:38.128512 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-dca6fd36-e12f-4a2d-8895-0ac2d45348bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:38.162320 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-04e02fc9-da75-47aa-92ff-a4a2be85e7df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:38.180206 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-dca6fd36-e12f-4a2d-8895-0ac2d45348bd None None] Port dc054d09-29ef-4457-9b41-af7f4908bfab cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:31:38.498514 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-04e02fc9-da75-47aa-92ff-a4a2be85e7df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc054d09-29ef-4457-9b41-af7f4908bfab {{(pid=89171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:31:38.505962 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-04e02fc9-da75-47aa-92ff-a4a2be85e7df service neutron] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:38.520434 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-04e02fc9-da75-47aa-92ff-a4a2be85e7df service neutron] Transition to ACTIVE for port object dc054d09-29ef-4457-9b41-af7f4908bfab will not be triggered until provisioned by entity L2. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:31:38.524251 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-04e02fc9-da75-47aa-92ff-a4a2be85e7df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:38.702541 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e02fc9-da75-47aa-92ff-a4a2be85e7df service neutron] Pushing event updated for resources: {'Port': ['ID=dc054d09-29ef-4457-9b41-af7f4908bfab,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:38.742670 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-04e02fc9-da75-47aa-92ff-a4a2be85e7df service neutron] Attempting to bind port dc054d09-29ef-4457-9b41-af7f4908bfab on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:31:38.743000 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-04e02fc9-da75-47aa-92ff-a4a2be85e7df service neutron] Attempting to bind port dc054d09-29ef-4457-9b41-af7f4908bfab by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'bfb1457f-5b14-4d42-938b-8cda452be471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2afd6784-4ca7-4640-97a5-5da9ad5d5586'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:31:38.743313 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-04e02fc9-da75-47aa-92ff-a4a2be85e7df service neutron] Attempting to bind port dc054d09-29ef-4457-9b41-af7f4908bfab on network 2afd6784-4ca7-4640-97a5-5da9ad5d5586 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:31:38.748234 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-04e02fc9-da75-47aa-92ff-a4a2be85e7df service neutron] Port dc054d09-29ef-4457-9b41-af7f4908bfab on network 2afd6784-4ca7-4640-97a5-5da9ad5d5586 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:31:38.748595 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-04e02fc9-da75-47aa-92ff-a4a2be85e7df service neutron] Attempting to bind port dc054d09-29ef-4457-9b41-af7f4908bfab on network 2afd6784-4ca7-4640-97a5-5da9ad5d5586 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:31:38.754217 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-04e02fc9-da75-47aa-92ff-a4a2be85e7df service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:31:38.754544 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-04e02fc9-da75-47aa-92ff-a4a2be85e7df service neutron] Checking segment: {'id': 'bfb1457f-5b14-4d42-938b-8cda452be471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2afd6784-4ca7-4640-97a5-5da9ad5d5586'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:31:38.754917 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-04e02fc9-da75-47aa-92ff-a4a2be85e7df service neutron] Bound using segment: {'id': 'bfb1457f-5b14-4d42-938b-8cda452be471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2afd6784-4ca7-4640-97a5-5da9ad5d5586'} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:31:38.755328 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-04e02fc9-da75-47aa-92ff-a4a2be85e7df service neutron] Bound port: dc054d09-29ef-4457-9b41-af7f4908bfab, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfb1457f-5b14-4d42-938b-8cda452be471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2afd6784-4ca7-4640-97a5-5da9ad5d5586'}}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:31:38.755690 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-04e02fc9-da75-47aa-92ff-a4a2be85e7df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:38.842430 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-04e02fc9-da75-47aa-92ff-a4a2be85e7df service neutron] For port dc054d09-29ef-4457-9b41-af7f4908bfab, host hv-neutron-8577, cleared binding levels {{(pid=89171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:31:38.845618 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-04e02fc9-da75-47aa-92ff-a4a2be85e7df service neutron] For port dc054d09-29ef-4457-9b41-af7f4908bfab, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=dc054d09-29ef-4457-9b41-af7f4908bfab,segment=NetworkSegment(bfb1457f-5b14-4d42-938b-8cda452be471),segment_id=bfb1457f-5b14-4d42-938b-8cda452be471)] {{(pid=89171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:31:38.846628 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207aaa8-bc5c-4358-a2d7-09f4ca709bc1 req-e16e55b1-62cb-4853-914f-9925977fe888 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:38.848113 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1207aaa8-bc5c-4358-a2d7-09f4ca709bc1 req-e16e55b1-62cb-4853-914f-9925977fe888 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=4aee7f40-8aa0-4b4a-8133-c452dd86a009 HTTP/1.1" status: 200 len: 943 time: 0.0884752 Sep 14 23:31:38.850309 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-04e02fc9-da75-47aa-92ff-a4a2be85e7df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:38.881328 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-04e02fc9-da75-47aa-92ff-a4a2be85e7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:38.881942 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-04e02fc9-da75-47aa-92ff-a4a2be85e7df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:38.883285 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-04e02fc9-da75-47aa-92ff-a4a2be85e7df service neutron] 10.222.0.20 "PUT /v2.0/ports/dc054d09-29ef-4457-9b41-af7f4908bfab HTTP/1.1" status: 200 len: 1093 time: 0.9370985 Sep 14 23:31:38.888278 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aee7f40-8aa0-4b4a-8133-c452dd86a009', 'tag': 'dc054d09-29ef-4457-9b41-af7f4908bfab'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:31:38.890613 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766b0e26-13fb-4ee2-8db4-31f14785c25a" -d '{"events": [{"name": "network-changed", "server_uuid": "4aee7f40-8aa0-4b4a-8133-c452dd86a009", "tag": "dc054d09-29ef-4457-9b41-af7f4908bfab"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:31:38.895856 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1207aaa8-bc5c-4358-a2d7-09f4ca709bc1 req-9bd15d6a-bd29-411f-bb62-86b6e65ae670 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9470ecd-677b-4e59-a644-d7c7bcbaaf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411673 Sep 14 23:31:38.960842 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9be375f-beac-41e6-ab92-8f7e8b0ef7fc x-openstack-request-id: req-c9be375f-beac-41e6-ab92-8f7e8b0ef7fc {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:31:38.961120 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aee7f40-8aa0-4b4a-8133-c452dd86a009", "tag": "dc054d09-29ef-4457-9b41-af7f4908bfab", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:31:38.961360 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c9be375f-beac-41e6-ab92-8f7e8b0ef7fc {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:31:38.961740 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9be375f-beac-41e6-ab92-8f7e8b0ef7fc'] response: {'name': 'network-changed', 'server_uuid': '4aee7f40-8aa0-4b4a-8133-c452dd86a009', 'tag': 'dc054d09-29ef-4457-9b41-af7f4908bfab', 'status': 'completed', 'code': 200} Sep 14 23:31:38.980532 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e02fc9-da75-47aa-92ff-a4a2be85e7df service neutron] Pushing event updated for resources: {'Port': ['ID=dc054d09-29ef-4457-9b41-af7f4908bfab,revision_number=3']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:39.010663 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-39e0fd63-697c-4986-ae54-e06554152416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:39.012153 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-39e0fd63-697c-4986-ae54-e06554152416 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f&device_id=4aee7f40-8aa0-4b4a-8133-c452dd86a009 HTTP/1.1" status: 200 len: 1096 time: 0.0891757 Sep 14 23:31:39.080747 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-ac50ec69-fdee-4d38-880b-49330f16bfbf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc054d09-29ef-4457-9b41-af7f4908bfab HTTP/1.1" status: 200 len: 217 time: 0.0622809 Sep 14 23:31:39.141245 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-65bd8dab-0b74-407f-9254-1e89fc87acad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:39.142657 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-65bd8dab-0b74-407f-9254-1e89fc87acad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a6b77b21-efc8-4193-8239-1ea7b8f99883 HTTP/1.1" status: 200 len: 835 time: 0.0563841 Sep 14 23:31:39.229120 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-e4e049ad-8518-4e63-afc7-98b796b583e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:39.230936 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-e4e049ad-8518-4e63-afc7-98b796b583e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2afd6784-4ca7-4640-97a5-5da9ad5d5586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825536 Sep 14 23:31:39.359080 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-bcfaca18-486f-4dcb-ab11-f5ee51cb1348 service neutron] 10.222.0.20 "GET /v2.0/networks/2afd6784-4ca7-4640-97a5-5da9ad5d5586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217535 Sep 14 23:31:39.486639 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-46988a96-e6bc-49c3-99f0-5c05b4e3fced req-071f8d8f-b967-4487-af4a-50e69f65d445 service neutron] 10.222.0.20 "GET /v2.0/networks/2afd6784-4ca7-4640-97a5-5da9ad5d5586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217599 Sep 14 23:31:39.610040 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b0e26-13fb-4ee2-8db4-31f14785c25a req-b6957a9f-8a8b-4195-bfbc-50bbb4e83f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:39.611629 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-766b0e26-13fb-4ee2-8db4-31f14785c25a req-b6957a9f-8a8b-4195-bfbc-50bbb4e83f60 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f&device_id=4aee7f40-8aa0-4b4a-8133-c452dd86a009 HTTP/1.1" status: 200 len: 1096 time: 0.0776725 Sep 14 23:31:39.807337 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-190a959f-2fb6-4e61-acd6-5016f1715563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:39.842581 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b0e26-13fb-4ee2-8db4-31f14785c25a req-87951c77-cff6-4120-807f-19a767907cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:39.844010 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-766b0e26-13fb-4ee2-8db4-31f14785c25a req-87951c77-cff6-4120-807f-19a767907cfb service neutron] 10.222.0.20 "GET /v2.0/networks?id=2afd6784-4ca7-4640-97a5-5da9ad5d5586 HTTP/1.1" status: 200 len: 897 time: 0.2257102 Sep 14 23:31:39.912091 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-766b0e26-13fb-4ee2-8db4-31f14785c25a req-9080414e-9018-4575-93e6-e902925b0801 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc054d09-29ef-4457-9b41-af7f4908bfab HTTP/1.1" status: 200 len: 217 time: 0.0616615 Sep 14 23:31:39.972475 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b0e26-13fb-4ee2-8db4-31f14785c25a req-019e9d05-7726-4179-8698-35acfc81e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:39.973930 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-766b0e26-13fb-4ee2-8db4-31f14785c25a req-019e9d05-7726-4179-8698-35acfc81e095 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a6b77b21-efc8-4193-8239-1ea7b8f99883 HTTP/1.1" status: 200 len: 835 time: 0.0559387 Sep 14 23:31:40.058564 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b0e26-13fb-4ee2-8db4-31f14785c25a req-aa600776-5006-4b4c-b2c3-6fa7d719aaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:40.060107 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-766b0e26-13fb-4ee2-8db4-31f14785c25a req-aa600776-5006-4b4c-b2c3-6fa7d719aaff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2afd6784-4ca7-4640-97a5-5da9ad5d5586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799294 Sep 14 23:31:40.104074 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81e948-a4bc-4e36-b8ad-2ed1fea1b086 req-2f73ff8e-4f30-43dc-8689-86d95769da28 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:40.105546 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8d81e948-a4bc-4e36-b8ad-2ed1fea1b086 req-2f73ff8e-4f30-43dc-8689-86d95769da28 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=4aee7f40-8aa0-4b4a-8133-c452dd86a009 HTTP/1.1" status: 200 len: 943 time: 0.0907705 Sep 14 23:31:40.149391 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8d81e948-a4bc-4e36-b8ad-2ed1fea1b086 req-5c20d2dc-84e0-4aa2-92db-81e8e43b37fe tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9470ecd-677b-4e59-a644-d7c7bcbaaf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379694 Sep 14 23:31:40.192100 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-766b0e26-13fb-4ee2-8db4-31f14785c25a req-b8577b7f-a4c1-4a8a-a789-6a7b4dd37f84 service neutron] 10.222.0.20 "GET /v2.0/networks/2afd6784-4ca7-4640-97a5-5da9ad5d5586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254821 Sep 14 23:31:40.320518 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-766b0e26-13fb-4ee2-8db4-31f14785c25a req-41943abd-63e5-423d-9c0b-9bb582d293ae service neutron] 10.222.0.20 "GET /v2.0/networks/2afd6784-4ca7-4640-97a5-5da9ad5d5586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222103 Sep 14 23:31:40.948361 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:40.950442 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:41.351056 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31cf3d-49f3-4bd9-b7d6-d083dc4db863 req-f5016542-0df3-46ae-93f8-851550ed8500 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:41.352468 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fb31cf3d-49f3-4bd9-b7d6-d083dc4db863 req-f5016542-0df3-46ae-93f8-851550ed8500 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=4aee7f40-8aa0-4b4a-8133-c452dd86a009 HTTP/1.1" status: 200 len: 943 time: 0.0890779 Sep 14 23:31:41.398103 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fb31cf3d-49f3-4bd9-b7d6-d083dc4db863 req-e4323490-a904-47a8-a4ec-ef1991988e2e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9470ecd-677b-4e59-a644-d7c7bcbaaf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395885 Sep 14 23:31:42.541865 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:42.609308 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673dd00f-47a6-4e78-9142-467fa5f551a5 req-fd107306-5f1d-4198-bd92-2c390283ae48 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:42.610757 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-673dd00f-47a6-4e78-9142-467fa5f551a5 req-fd107306-5f1d-4198-bd92-2c390283ae48 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=4aee7f40-8aa0-4b4a-8133-c452dd86a009 HTTP/1.1" status: 200 len: 943 time: 0.1022339 Sep 14 23:31:42.654300 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-673dd00f-47a6-4e78-9142-467fa5f551a5 req-f2f94736-8a5e-473c-a800-743dbc5b0b52 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9470ecd-677b-4e59-a644-d7c7bcbaaf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378771 Sep 14 23:31:43.314303 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device dc054d09-29ef-4457-9b41-af7f4908bfab details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:31:43.445456 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port dc054d09-29ef-4457-9b41-af7f4908bfab, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=dc054d09-29ef-4457-9b41-af7f4908bfab,segment=NetworkSegment(bfb1457f-5b14-4d42-938b-8cda452be471),segment_id=bfb1457f-5b14-4d42-938b-8cda452be471)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:31:43.458621 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': 'dc054d09-29ef-4457-9b41-af7f4908bfab', 'network_id': '2afd6784-4ca7-4640-97a5-5da9ad5d5586', 'port_id': 'dc054d09-29ef-4457-9b41-af7f4908bfab', 'mac_address': 'fa:16:3e:62:0b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b77b21-efc8-4193-8239-1ea7b8f99883', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:31:43.526284 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port dc054d09-29ef-4457-9b41-af7f4908bfab is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:31:43.526667 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:43.543046 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc054d09-29ef-4457-9b41-af7f4908bfab {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:31:43.562059 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port dc054d09-29ef-4457-9b41-af7f4908bfab, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=dc054d09-29ef-4457-9b41-af7f4908bfab,segment=NetworkSegment(bfb1457f-5b14-4d42-938b-8cda452be471),segment_id=bfb1457f-5b14-4d42-938b-8cda452be471)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:31:43.566089 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:43.704955 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=dc054d09-29ef-4457-9b41-af7f4908bfab,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:43.791947 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['dc054d09-29ef-4457-9b41-af7f4908bfab'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:31:43.857408 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4590516-81df-4a2e-8f67-f103df269799 req-16125a8a-2acf-457c-b9b1-cd6a6a0c8fce tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:43.859313 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d4590516-81df-4a2e-8f67-f103df269799 req-16125a8a-2acf-457c-b9b1-cd6a6a0c8fce tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=4aee7f40-8aa0-4b4a-8133-c452dd86a009 HTTP/1.1" status: 200 len: 944 time: 0.0915895 Sep 14 23:31:43.903496 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d4590516-81df-4a2e-8f67-f103df269799 req-74041caf-5bff-42a9-9e6d-3b2ba70c79c3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9470ecd-677b-4e59-a644-d7c7bcbaaf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381670 Sep 14 23:31:45.096558 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c05a88-280c-46d5-88fe-9f3b24de8335 req-2a69030d-7afd-4ccc-9820-268022dc594e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:45.098030 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-16c05a88-280c-46d5-88fe-9f3b24de8335 req-2a69030d-7afd-4ccc-9820-268022dc594e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=4aee7f40-8aa0-4b4a-8133-c452dd86a009 HTTP/1.1" status: 200 len: 944 time: 0.0855291 Sep 14 23:31:45.141313 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-16c05a88-280c-46d5-88fe-9f3b24de8335 req-cbe001f6-46c1-4982-98ab-bea00549eea0 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9470ecd-677b-4e59-a644-d7c7bcbaaf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377626 Sep 14 23:31:45.330233 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device dc054d09-29ef-4457-9b41-af7f4908bfab up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:31:45.396762 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port dc054d09-29ef-4457-9b41-af7f4908bfab completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:31:45.401338 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port dc054d09-29ef-4457-9b41-af7f4908bfab triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:31:45.401706 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:45.515795 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port dc054d09-29ef-4457-9b41-af7f4908bfab is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:31:45.516163 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:45.541909 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aee7f40-8aa0-4b4a-8133-c452dd86a009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc054d09-29ef-4457-9b41-af7f4908bfab'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:31:45.544222 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcf2bde-f309-46d4-9889-6f1543aa6fc5" -d '{"events": [{"server_uuid": "4aee7f40-8aa0-4b4a-8133-c452dd86a009", "name": "network-vif-plugged", "status": "completed", "tag": "dc054d09-29ef-4457-9b41-af7f4908bfab"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:31:45.552866 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port dc054d09-29ef-4457-9b41-af7f4908bfab, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=dc054d09-29ef-4457-9b41-af7f4908bfab,segment=NetworkSegment(bfb1457f-5b14-4d42-938b-8cda452be471),segment_id=bfb1457f-5b14-4d42-938b-8cda452be471)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:31:45.556115 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:45.592490 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d668c14-6d79-4be2-bd5d-ec326880617d x-openstack-request-id: req-8d668c14-6d79-4be2-bd5d-ec326880617d {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:31:45.592796 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aee7f40-8aa0-4b4a-8133-c452dd86a009", "name": "network-vif-plugged", "status": "completed", "tag": "dc054d09-29ef-4457-9b41-af7f4908bfab", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:31:45.593036 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8d668c14-6d79-4be2-bd5d-ec326880617d {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:31:45.593413 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d668c14-6d79-4be2-bd5d-ec326880617d'] response: {'server_uuid': '4aee7f40-8aa0-4b4a-8133-c452dd86a009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc054d09-29ef-4457-9b41-af7f4908bfab', 'code': 200} Sep 14 23:31:45.625680 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=dc054d09-29ef-4457-9b41-af7f4908bfab,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:45.811384 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948c858-d10b-496c-8637-de04ae7a7187 req-698965f3-8ba6-4730-a3a2-4922502ff765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:45.812879 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f948c858-d10b-496c-8637-de04ae7a7187 req-698965f3-8ba6-4730-a3a2-4922502ff765 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4aee7f40-8aa0-4b4a-8133-c452dd86a009 HTTP/1.1" status: 200 len: 1098 time: 0.0750375 Sep 14 23:31:45.851975 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f948c858-d10b-496c-8637-de04ae7a7187 req-63a907ba-3430-47a6-9c47-a4d282066741 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f9470ecd-677b-4e59-a644-d7c7bcbaaf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332382 Sep 14 23:31:46.335148 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253cd83-07be-4cd4-8bc5-f65ca237fc01 req-4b318dd4-9d07-4c0a-98ed-c4fbadc69aa0 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:46.336774 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3253cd83-07be-4cd4-8bc5-f65ca237fc01 req-4b318dd4-9d07-4c0a-98ed-c4fbadc69aa0 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=4aee7f40-8aa0-4b4a-8133-c452dd86a009 HTTP/1.1" status: 200 len: 945 time: 0.0889926 Sep 14 23:31:46.382987 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3253cd83-07be-4cd4-8bc5-f65ca237fc01 req-46fed4f9-5377-4255-a00a-e5a3cb24dc24 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9470ecd-677b-4e59-a644-d7c7bcbaaf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403178 Sep 14 23:31:47.577799 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59f16d-8d38-47e7-970b-b6cfeea3f60e req-2ecb60c7-8472-4986-8ed0-d315f0d7dc00 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:47.579904 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2f59f16d-8d38-47e7-970b-b6cfeea3f60e req-2ecb60c7-8472-4986-8ed0-d315f0d7dc00 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=4aee7f40-8aa0-4b4a-8133-c452dd86a009 HTTP/1.1" status: 200 len: 945 time: 0.0866976 Sep 14 23:31:47.625636 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2f59f16d-8d38-47e7-970b-b6cfeea3f60e req-8b43a4d8-cfc1-408f-8035-bf6efd857e9b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9470ecd-677b-4e59-a644-d7c7bcbaaf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401962 Sep 14 23:31:47.820292 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1e58e-3012-4499-a86e-41fdeb7f5306 req-e274026b-f370-4ec2-94d1-d028087f4a5e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:47.821757 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-50d1e58e-3012-4499-a86e-41fdeb7f5306 req-e274026b-f370-4ec2-94d1-d028087f4a5e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=4aee7f40-8aa0-4b4a-8133-c452dd86a009 HTTP/1.1" status: 200 len: 945 time: 0.0869472 Sep 14 23:31:47.865170 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-50d1e58e-3012-4499-a86e-41fdeb7f5306 req-cebc6f25-237b-450d-b3a1-a07f47207b97 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9470ecd-677b-4e59-a644-d7c7bcbaaf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377657 Sep 14 23:31:47.893798 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34398) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:31:47.973733 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf596521-e218-4bf9-91eb-24d5ea8f1867 tempest-TestNetworkAdvancedServerOps-2065151363 tempest-TestNetworkAdvancedServerOps-2065151363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:47.975233 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-bf596521-e218-4bf9-91eb-24d5ea8f1867 tempest-TestNetworkAdvancedServerOps-2065151363 tempest-TestNetworkAdvancedServerOps-2065151363-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=4aee7f40-8aa0-4b4a-8133-c452dd86a009 HTTP/1.1" status: 200 len: 1093 time: 0.0804546 Sep 14 23:31:47.978175 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34402) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:31:47.982915 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-5ae0468b-eecc-4672-9b5b-cacec6ae0427 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'port_id': 'dc054d09-29ef-4457-9b41-af7f4908bfab', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:31:47.989557 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-5ae0468b-eecc-4672-9b5b-cacec6ae0427 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:31:47.993364 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5ae0468b-eecc-4672-9b5b-cacec6ae0427 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:floatingip and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:31:47.996131 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-5ae0468b-eecc-4672-9b5b-cacec6ae0427 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:31:48.002438 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-5ae0468b-eecc-4672-9b5b-cacec6ae0427 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:31:48.012152 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5ae0468b-eecc-4672-9b5b-cacec6ae0427 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for floatingip, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:48.145298 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5ae0468b-eecc-4672-9b5b-cacec6ae0427 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:48.280851 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-5ae0468b-eecc-4672-9b5b-cacec6ae0427 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Allocated IP 172.26.5.230 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/74199301-3c1a-437a-b99f-c5cae84fac40) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:31:48.425773 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5ae0468b-eecc-4672-9b5b-cacec6ae0427 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:48.453513 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5ae0468b-eecc-4672-9b5b-cacec6ae0427 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:48.516179 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae0468b-eecc-4672-9b5b-cacec6ae0427 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:31:48.518799 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-5ae0468b-eecc-4672-9b5b-cacec6ae0427 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:31:48.522663 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae0468b-eecc-4672-9b5b-cacec6ae0427 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:31:48.560444 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0468b-eecc-4672-9b5b-cacec6ae0427 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Port': ['ID=74199301-3c1a-437a-b99f-c5cae84fac40,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:48.673625 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:31:49.034736 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5ae0468b-eecc-4672-9b5b-cacec6ae0427 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:49.104839 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5ae0468b-eecc-4672-9b5b-cacec6ae0427 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:49.300867 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5ae0468b-eecc-4672-9b5b-cacec6ae0427 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:49.305270 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5ae0468b-eecc-4672-9b5b-cacec6ae0427 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:49.411496 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5ae0468b-eecc-4672-9b5b-cacec6ae0427 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:49.461378 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0468b-eecc-4672-9b5b-cacec6ae0427 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Port': ['ID=74199301-3c1a-437a-b99f-c5cae84fac40,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:31:49.585900 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.l3_db [None req-5ae0468b-eecc-4672-9b5b-cacec6ae0427 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Floating IP 5a49aa8c-4ae2-4a81-af6b-af1db93a5d2f associated. External IP: 172.26.5.230, port: dc054d09-29ef-4457-9b41-af7f4908bfab. Sep 14 23:31:49.730751 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:49.932435 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae0468b-eecc-4672-9b5b-cacec6ae0427 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Router 563ea707-54a6-495d-8a68-7cc937626667 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:31:50.105195 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae0468b-eecc-4672-9b5b-cacec6ae0427 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:31:50.114838 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a7a5da-db63-480e-9b38-8f951dcf270b None None] Sync routers for ids ['563ea707-54a6-495d-8a68-7cc937626667'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:31:50.124679 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a7a5da-db63-480e-9b38-8f951dcf270b None None] Routers {'563ea707-54a6-495d-8a68-7cc937626667'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:31:50.125327 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-23a7a5da-db63-480e-9b38-8f951dcf270b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:31:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['563ea707-54a6-495d-8a68-7cc937626667'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:31:50.129221 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5ae0468b-eecc-4672-9b5b-cacec6ae0427 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:31:50.186384 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5ae0468b-eecc-4672-9b5b-cacec6ae0427 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2071226 Sep 14 23:31:50.186857 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aee7f40-8aa0-4b4a-8133-c452dd86a009', 'tag': 'dc054d09-29ef-4457-9b41-af7f4908bfab'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:31:50.189204 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e026a4-2791-4f0f-bfab-ceafeda41ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "4aee7f40-8aa0-4b4a-8133-c452dd86a009", "tag": "dc054d09-29ef-4457-9b41-af7f4908bfab"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:31:50.239937 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e29e56-ac3f-4dde-a895-66e0bef28e1d x-openstack-request-id: req-71e29e56-ac3f-4dde-a895-66e0bef28e1d {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:31:50.240217 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aee7f40-8aa0-4b4a-8133-c452dd86a009", "tag": "dc054d09-29ef-4457-9b41-af7f4908bfab", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:31:50.240568 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-71e29e56-ac3f-4dde-a895-66e0bef28e1d {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:31:50.241028 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71e29e56-ac3f-4dde-a895-66e0bef28e1d'] response: {'name': 'network-changed', 'server_uuid': '4aee7f40-8aa0-4b4a-8133-c452dd86a009', 'tag': 'dc054d09-29ef-4457-9b41-af7f4908bfab', 'status': 'completed', 'code': 200} Sep 14 23:31:50.308255 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-23a7a5da-db63-480e-9b38-8f951dcf270b None None] Set router 563ea707-54a6-495d-8a68-7cc937626667 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:31:50.341544 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e026a4-2791-4f0f-bfab-ceafeda41ed2 req-1f717c3d-c669-48c5-8119-47c12e07f8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:50.343456 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-a2e026a4-2791-4f0f-bfab-ceafeda41ed2 req-1f717c3d-c669-48c5-8119-47c12e07f8b8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f&device_id=4aee7f40-8aa0-4b4a-8133-c452dd86a009 HTTP/1.1" status: 200 len: 1098 time: 0.0828331 Sep 14 23:31:50.380449 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f3095-4a46-43e5-a86b-53739189688b req-8a39c0ac-3c46-403a-8979-955cf198841b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:50.388907 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a05f3095-4a46-43e5-a86b-53739189688b req-8a39c0ac-3c46-403a-8979-955cf198841b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=4aee7f40-8aa0-4b4a-8133-c452dd86a009 HTTP/1.1" status: 200 len: 945 time: 0.1080878 Sep 14 23:31:50.433613 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a05f3095-4a46-43e5-a86b-53739189688b req-bdd12460-6a72-4ba3-9f5a-812c2a4cc27b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9470ecd-677b-4e59-a644-d7c7bcbaaf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434904 Sep 14 23:31:50.464768 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 34410) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:31:50.578053 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b98292b6-ad72-4c44-a74c-8f9e85b6b628 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/floatingips/5a49aa8c-4ae2-4a81-af6b-af1db93a5d2f HTTP/1.1" status: 200 len: 991 time: 0.1109135 Sep 14 23:31:50.597112 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e026a4-2791-4f0f-bfab-ceafeda41ed2 req-d38fb8a6-82eb-46dc-9f49-0104db7327a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:50.598547 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-a2e026a4-2791-4f0f-bfab-ceafeda41ed2 req-d38fb8a6-82eb-46dc-9f49-0104db7327a9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2afd6784-4ca7-4640-97a5-5da9ad5d5586 HTTP/1.1" status: 200 len: 897 time: 0.2495332 Sep 14 23:31:50.699131 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-a2e026a4-2791-4f0f-bfab-ceafeda41ed2 req-49acfb99-1010-448c-b8de-f079194249a7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc054d09-29ef-4457-9b41-af7f4908bfab HTTP/1.1" status: 200 len: 999 time: 0.0947978 Sep 14 23:31:50.707232 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-23a7a5da-db63-480e-9b38-8f951dcf270b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563ea707-54a6-495d-8a68-7cc937626667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141751334', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.204'}], 'enable_snat': True}, 'gw_port_id': '02a39136-2656-465f-8605-a03dc4accb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:31:24Z', 'updated_at': '2022-09-14T23:31:29Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '02a39136-2656-465f-8605-a03dc4accb0b', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563ea707-54a6-495d-8a68-7cc937626667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:31:24Z', 'updated_at': '2022-09-14T23:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '5a49aa8c-4ae2-4a81-af6b-af1db93a5d2f', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'floating_ip_address': '172.26.5.230', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '563ea707-54a6-495d-8a68-7cc937626667', 'port_id': 'dc054d09-29ef-4457-9b41-af7f4908bfab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2afd6784-4ca7-4640-97a5-5da9ad5d5586', 'mac_address': 'fa:16:3e:62:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aee7f40-8aa0-4b4a-8133-c452dd86a009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:31:48Z', 'updated_at': '2022-09-14T23:31:48Z', 'revision_number': 0, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a221b1-d6fe-42dc-9e17-9da5f68c2664', 'name': '', 'network_id': '2afd6784-4ca7-4640-97a5-5da9ad5d5586', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:ce:6d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563ea707-54a6-495d-8a68-7cc937626667', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'a6b77b21-efc8-4193-8239-1ea7b8f99883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:31:28Z', 'updated_at': '2022-09-14T23:31:34Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': 'a6b77b21-efc8-4193-8239-1ea7b8f99883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:31:50.711094 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a7a5da-db63-480e-9b38-8f951dcf270b None None] Checking router: 563ea707-54a6-495d-8a68-7cc937626667 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:31:50.719703 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a7a5da-db63-480e-9b38-8f951dcf270b None None] Routers {'563ea707-54a6-495d-8a68-7cc937626667'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:31:50.720319 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-23a7a5da-db63-480e-9b38-8f951dcf270b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:31:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['563ea707-54a6-495d-8a68-7cc937626667'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:31:50.763205 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e026a4-2791-4f0f-bfab-ceafeda41ed2 req-1449a606-bae4-4c2d-9cf4-7a450c1ede0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:50.764646 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-a2e026a4-2791-4f0f-bfab-ceafeda41ed2 req-1449a606-bae4-4c2d-9cf4-7a450c1ede0d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a6b77b21-efc8-4193-8239-1ea7b8f99883 HTTP/1.1" status: 200 len: 835 time: 0.0592661 Sep 14 23:31:50.845012 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e026a4-2791-4f0f-bfab-ceafeda41ed2 req-88768661-33a3-4848-bbdf-db3af45a4a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:31:50.846672 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-a2e026a4-2791-4f0f-bfab-ceafeda41ed2 req-88768661-33a3-4848-bbdf-db3af45a4a24 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2afd6784-4ca7-4640-97a5-5da9ad5d5586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757582 Sep 14 23:31:50.897193 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-23a7a5da-db63-480e-9b38-8f951dcf270b None None] Set router 563ea707-54a6-495d-8a68-7cc937626667 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:31:50.976383 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-a2e026a4-2791-4f0f-bfab-ceafeda41ed2 req-a5521659-05c7-4cd5-9a2e-3351bf41475e service neutron] 10.222.0.20 "GET /v2.0/networks/2afd6784-4ca7-4640-97a5-5da9ad5d5586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239529 Sep 14 23:31:51.105925 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-a2e026a4-2791-4f0f-bfab-ceafeda41ed2 req-a5ba22c2-0eb5-44cc-a286-8d9960cc138b service neutron] 10.222.0.20 "GET /v2.0/networks/2afd6784-4ca7-4640-97a5-5da9ad5d5586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241779 Sep 14 23:31:51.239936 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-23a7a5da-db63-480e-9b38-8f951dcf270b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563ea707-54a6-495d-8a68-7cc937626667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141751334', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.204'}], 'enable_snat': True}, 'gw_port_id': '02a39136-2656-465f-8605-a03dc4accb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:31:24Z', 'updated_at': '2022-09-14T23:31:29Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '02a39136-2656-465f-8605-a03dc4accb0b', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563ea707-54a6-495d-8a68-7cc937626667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:31:24Z', 'updated_at': '2022-09-14T23:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '5a49aa8c-4ae2-4a81-af6b-af1db93a5d2f', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'floating_ip_address': '172.26.5.230', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '563ea707-54a6-495d-8a68-7cc937626667', 'port_id': 'dc054d09-29ef-4457-9b41-af7f4908bfab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2afd6784-4ca7-4640-97a5-5da9ad5d5586', 'mac_address': 'fa:16:3e:62:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aee7f40-8aa0-4b4a-8133-c452dd86a009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:31:48Z', 'updated_at': '2022-09-14T23:31:48Z', 'revision_number': 0, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a221b1-d6fe-42dc-9e17-9da5f68c2664', 'name': '', 'network_id': '2afd6784-4ca7-4640-97a5-5da9ad5d5586', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:ce:6d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563ea707-54a6-495d-8a68-7cc937626667', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'a6b77b21-efc8-4193-8239-1ea7b8f99883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:31:28Z', 'updated_at': '2022-09-14T23:31:34Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': 'a6b77b21-efc8-4193-8239-1ea7b8f99883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:31:51.243734 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a7a5da-db63-480e-9b38-8f951dcf270b None None] The sync data for ids ['563ea707-54a6-495d-8a68-7cc937626667'] in dv-neutron-857791-1-hyperv is: [{'id': '563ea707-54a6-495d-8a68-7cc937626667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141751334', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.204'}], 'enable_snat': True}, 'gw_port_id': '02a39136-2656-465f-8605-a03dc4accb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:31:24Z', 'updated_at': '2022-09-14T23:31:29Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '02a39136-2656-465f-8605-a03dc4accb0b', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563ea707-54a6-495d-8a68-7cc937626667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:31:24Z', 'updated_at': '2022-09-14T23:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '5a49aa8c-4ae2-4a81-af6b-af1db93a5d2f', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'floating_ip_address': '172.26.5.230', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '563ea707-54a6-495d-8a68-7cc937626667', 'port_id': 'dc054d09-29ef-4457-9b41-af7f4908bfab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2afd6784-4ca7-4640-97a5-5da9ad5d5586', 'mac_address': 'fa:16:3e:62:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aee7f40-8aa0-4b4a-8133-c452dd86a009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:31:48Z', 'updated_at': '2022-09-14T23:31:48Z', 'revision_number': 0, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a221b1-d6fe-42dc-9e17-9da5f68c2664', 'name': '', 'network_id': '2afd6784-4ca7-4640-97a5-5da9ad5d5586', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:ce:6d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563ea707-54a6-495d-8a68-7cc937626667', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'a6b77b21-efc8-4193-8239-1ea7b8f99883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:31:28Z', 'updated_at': '2022-09-14T23:31:34Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': 'a6b77b21-efc8-4193-8239-1ea7b8f99883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:31:51.441985 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72d2c2b-d97a-4c78-8f5b-bf6bbd23246c None None] New status for floating IP 5a49aa8c-4ae2-4a81-af6b-af1db93a5d2f: ACTIVE {{(pid=89173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:31:51.581158 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34414) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:31:51.691691 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c5a593df-382f-45e4-9dba-ced02805cfc0 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/floatingips/5a49aa8c-4ae2-4a81-af6b-af1db93a5d2f HTTP/1.1" status: 200 len: 991 time: 0.1094437 Sep 14 23:31:52.695684 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34418) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:31:52.799612 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0dd98ad2-b188-42fc-8fa5-d13fb75013a4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/floatingips/5a49aa8c-4ae2-4a81-af6b-af1db93a5d2f HTTP/1.1" status: 200 len: 993 time: 0.1028192 Sep 14 23:32:07.770061 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-28c0d6a8-7dd4-431d-b24f-6e9a883d241f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:09.808457 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-40775123-bbed-49f7-9c7b-33c19928584a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:10.946887 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:10.950459 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:12.544771 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:19.741196 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:22.345564 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cae8d2-d2f8-46f1-94bd-3deae1f72f1f req-c47a7382-7d6e-46d4-a972-242cf2d0dc1b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:32:22.347007 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a6cae8d2-d2f8-46f1-94bd-3deae1f72f1f req-c47a7382-7d6e-46d4-a972-242cf2d0dc1b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=4aee7f40-8aa0-4b4a-8133-c452dd86a009 HTTP/1.1" status: 200 len: 945 time: 0.0880799 Sep 14 23:32:22.396668 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a6cae8d2-d2f8-46f1-94bd-3deae1f72f1f req-2c736ebc-863e-4177-b732-f4e1ebb710cf tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9470ecd-677b-4e59-a644-d7c7bcbaaf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426505 Sep 14 23:32:23.610327 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b518496-41f1-40b9-9229-a128065158fb req-ec0d8d39-5528-4063-9882-e2ea22bdec88 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:32:23.611753 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3b518496-41f1-40b9-9229-a128065158fb req-ec0d8d39-5528-4063-9882-e2ea22bdec88 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=4aee7f40-8aa0-4b4a-8133-c452dd86a009 HTTP/1.1" status: 200 len: 945 time: 0.1030934 Sep 14 23:32:23.654668 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3b518496-41f1-40b9-9229-a128065158fb req-f889ab5a-12e6-4966-8c2e-b9b411c5e102 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9470ecd-677b-4e59-a644-d7c7bcbaaf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371485 Sep 14 23:32:23.682597 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 34440) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:32:23.787794 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4420efe3-192f-4f8a-a710-2febd6af495e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/floatingips/5a49aa8c-4ae2-4a81-af6b-af1db93a5d2f HTTP/1.1" status: 200 len: 993 time: 0.1041059 Sep 14 23:32:25.348810 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dac602-0fdd-41df-8ec4-a9d5328cf09a req-db3834a2-271b-4ab4-9ee4-294d1954637b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:32:25.350437 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-52dac602-0fdd-41df-8ec4-a9d5328cf09a req-db3834a2-271b-4ab4-9ee4-294d1954637b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=4aee7f40-8aa0-4b4a-8133-c452dd86a009 HTTP/1.1" status: 200 len: 945 time: 0.1913798 Sep 14 23:32:25.395484 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-52dac602-0fdd-41df-8ec4-a9d5328cf09a req-9ee0ff06-6c1b-46db-bf41-481197a16376 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9470ecd-677b-4e59-a644-d7c7bcbaaf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391762 Sep 14 23:32:25.673585 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:32:26.594381 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624eeb9-8af0-43d4-a82e-8fe72da36e9c req-99985ef2-b177-43be-8781-da55250a230a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:32:26.595848 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6624eeb9-8af0-43d4-a82e-8fe72da36e9c req-99985ef2-b177-43be-8781-da55250a230a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=4aee7f40-8aa0-4b4a-8133-c452dd86a009 HTTP/1.1" status: 200 len: 945 time: 0.0865719 Sep 14 23:32:26.644453 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6624eeb9-8af0-43d4-a82e-8fe72da36e9c req-c9a736b9-1b4e-470f-8f9e-6aa0437dc485 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9470ecd-677b-4e59-a644-d7c7bcbaaf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428662 Sep 14 23:32:26.673403 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 34452) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:32:26.778002 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2211318a-f54a-4c79-b6c3-916029e787d6 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/floatingips/5a49aa8c-4ae2-4a81-af6b-af1db93a5d2f HTTP/1.1" status: 200 len: 993 time: 0.1035063 Sep 14 23:32:27.076062 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34460) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:32:27.281624 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-06787ca4-2477-4ec5-b23f-b370971843ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Deleting port 74199301-3c1a-437a-b99f-c5cae84fac40 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:32:27.281992 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-06787ca4-2477-4ec5-b23f-b370971843ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:27.456015 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-06787ca4-2477-4ec5-b23f-b370971843ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:27.456339 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-06787ca4-2477-4ec5-b23f-b370971843ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:27.578705 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-06787ca4-2477-4ec5-b23f-b370971843ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Calling delete_port for 74199301-3c1a-437a-b99f-c5cae84fac40 owned by network:floatingip {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:32:27.834660 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-06787ca4-2477-4ec5-b23f-b370971843ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:27.913715 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06787ca4-2477-4ec5-b23f-b370971843ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event deleted for resources: {'Port': ['ID=74199301-3c1a-437a-b99f-c5cae84fac40,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:32:27.930936 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06787ca4-2477-4ec5-b23f-b370971843ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:27.931307 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06787ca4-2477-4ec5-b23f-b370971843ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:27.931643 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06787ca4-2477-4ec5-b23f-b370971843ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:27.931976 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06787ca4-2477-4ec5-b23f-b370971843ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:27.932303 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06787ca4-2477-4ec5-b23f-b370971843ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:27.932644 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06787ca4-2477-4ec5-b23f-b370971843ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:27.933002 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06787ca4-2477-4ec5-b23f-b370971843ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:27.933328 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06787ca4-2477-4ec5-b23f-b370971843ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:27.933647 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06787ca4-2477-4ec5-b23f-b370971843ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:27.933962 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06787ca4-2477-4ec5-b23f-b370971843ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:27.934278 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06787ca4-2477-4ec5-b23f-b370971843ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:27.934595 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06787ca4-2477-4ec5-b23f-b370971843ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:27.988992 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-06787ca4-2477-4ec5-b23f-b370971843ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for floatingip, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:27.989316 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.l3_db [None req-06787ca4-2477-4ec5-b23f-b370971843ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Floating IP 5a49aa8c-4ae2-4a81-af6b-af1db93a5d2f disassociated (deleted). External IP: 172.26.5.230, port: dc054d09-29ef-4457-9b41-af7f4908bfab. Sep 14 23:32:28.336715 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06787ca4-2477-4ec5-b23f-b370971843ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Router 563ea707-54a6-495d-8a68-7cc937626667 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:32:28.524775 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06787ca4-2477-4ec5-b23f-b370971843ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:32:28.538157 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e587bb76-a9b2-46bd-9aa1-7a7621c0317d None None] Sync routers for ids ['563ea707-54a6-495d-8a68-7cc937626667'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:32:28.539221 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-06787ca4-2477-4ec5-b23f-b370971843ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:28.549654 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e587bb76-a9b2-46bd-9aa1-7a7621c0317d None None] Routers {'563ea707-54a6-495d-8a68-7cc937626667'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:32:28.550701 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-e587bb76-a9b2-46bd-9aa1-7a7621c0317d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:32:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['563ea707-54a6-495d-8a68-7cc937626667'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:32:28.594818 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-06787ca4-2477-4ec5-b23f-b370971843ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "DELETE /v2.0/floatingips/5a49aa8c-4ae2-4a81-af6b-af1db93a5d2f HTTP/1.1" status: 204 len: 168 time: 1.5175202 Sep 14 23:32:28.595195 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aee7f40-8aa0-4b4a-8133-c452dd86a009', 'tag': 'dc054d09-29ef-4457-9b41-af7f4908bfab'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:32:28.597544 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c800b47-98e7-46f9-ab9a-2cfbc0b6e13a" -d '{"events": [{"name": "network-changed", "server_uuid": "4aee7f40-8aa0-4b4a-8133-c452dd86a009", "tag": "dc054d09-29ef-4457-9b41-af7f4908bfab"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:32:28.642420 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7331ad2-1a3b-449f-8a1b-a34a434a39a9 x-openstack-request-id: req-a7331ad2-1a3b-449f-8a1b-a34a434a39a9 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:32:28.642721 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aee7f40-8aa0-4b4a-8133-c452dd86a009", "tag": "dc054d09-29ef-4457-9b41-af7f4908bfab", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:32:28.642967 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a7331ad2-1a3b-449f-8a1b-a34a434a39a9 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:32:28.643367 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7331ad2-1a3b-449f-8a1b-a34a434a39a9'] response: {'name': 'network-changed', 'server_uuid': '4aee7f40-8aa0-4b4a-8133-c452dd86a009', 'tag': 'dc054d09-29ef-4457-9b41-af7f4908bfab', 'status': 'completed', 'code': 200} Sep 14 23:32:28.732969 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-e587bb76-a9b2-46bd-9aa1-7a7621c0317d None None] Set router 563ea707-54a6-495d-8a68-7cc937626667 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:32:28.743838 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c800b47-98e7-46f9-ab9a-2cfbc0b6e13a req-4649ef2f-881d-4259-8371-286b5a1b5c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:32:28.745379 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3c800b47-98e7-46f9-ab9a-2cfbc0b6e13a req-4649ef2f-881d-4259-8371-286b5a1b5c6c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f&device_id=4aee7f40-8aa0-4b4a-8133-c452dd86a009 HTTP/1.1" status: 200 len: 1098 time: 0.0829477 Sep 14 23:32:28.898768 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c800b47-98e7-46f9-ab9a-2cfbc0b6e13a req-a837e862-cd67-4948-af8b-620c6ce9787f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:32:28.900255 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3c800b47-98e7-46f9-ab9a-2cfbc0b6e13a req-a837e862-cd67-4948-af8b-620c6ce9787f service neutron] 10.222.0.20 "GET /v2.0/networks?id=2afd6784-4ca7-4640-97a5-5da9ad5d5586 HTTP/1.1" status: 200 len: 897 time: 0.1485715 Sep 14 23:32:28.969642 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3c800b47-98e7-46f9-ab9a-2cfbc0b6e13a req-93d74804-13dd-40e8-8b17-b01c3e461661 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc054d09-29ef-4457-9b41-af7f4908bfab HTTP/1.1" status: 200 len: 217 time: 0.0620177 Sep 14 23:32:28.994868 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cc3b8-146a-44a2-aa14-7e35955feca1 req-2413f4cf-31ad-4e74-b6ee-c532eb46da09 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:32:28.996579 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b86cc3b8-146a-44a2-aa14-7e35955feca1 req-2413f4cf-31ad-4e74-b6ee-c532eb46da09 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=4aee7f40-8aa0-4b4a-8133-c452dd86a009 HTTP/1.1" status: 200 len: 945 time: 0.0932992 Sep 14 23:32:29.039034 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c800b47-98e7-46f9-ab9a-2cfbc0b6e13a req-9d9692c1-6e30-4690-b17a-f89a7bc49523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:32:29.040509 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3c800b47-98e7-46f9-ab9a-2cfbc0b6e13a req-9d9692c1-6e30-4690-b17a-f89a7bc49523 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a6b77b21-efc8-4193-8239-1ea7b8f99883 HTTP/1.1" status: 200 len: 835 time: 0.0637522 Sep 14 23:32:29.043514 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b86cc3b8-146a-44a2-aa14-7e35955feca1 req-c990b9d8-0e4f-470b-b78c-4300aac2d602 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9470ecd-677b-4e59-a644-d7c7bcbaaf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396760 Sep 14 23:32:29.112392 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-e587bb76-a9b2-46bd-9aa1-7a7621c0317d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563ea707-54a6-495d-8a68-7cc937626667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141751334', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.204'}], 'enable_snat': True}, 'gw_port_id': '02a39136-2656-465f-8605-a03dc4accb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:31:24Z', 'updated_at': '2022-09-14T23:31:29Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '02a39136-2656-465f-8605-a03dc4accb0b', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563ea707-54a6-495d-8a68-7cc937626667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:31:24Z', 'updated_at': '2022-09-14T23:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'e3a221b1-d6fe-42dc-9e17-9da5f68c2664', 'name': '', 'network_id': '2afd6784-4ca7-4640-97a5-5da9ad5d5586', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:ce:6d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563ea707-54a6-495d-8a68-7cc937626667', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'a6b77b21-efc8-4193-8239-1ea7b8f99883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:31:28Z', 'updated_at': '2022-09-14T23:31:34Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': 'a6b77b21-efc8-4193-8239-1ea7b8f99883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:32:29.116272 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e587bb76-a9b2-46bd-9aa1-7a7621c0317d None None] Checking router: 563ea707-54a6-495d-8a68-7cc937626667 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:32:29.124774 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e587bb76-a9b2-46bd-9aa1-7a7621c0317d None None] Routers {'563ea707-54a6-495d-8a68-7cc937626667'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:32:29.125472 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-e587bb76-a9b2-46bd-9aa1-7a7621c0317d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:32:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['563ea707-54a6-495d-8a68-7cc937626667'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:32:29.130033 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c800b47-98e7-46f9-ab9a-2cfbc0b6e13a req-c9ee4e90-b2e0-4fe8-80fe-b923d0817700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:32:29.131519 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3c800b47-98e7-46f9-ab9a-2cfbc0b6e13a req-c9ee4e90-b2e0-4fe8-80fe-b923d0817700 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2afd6784-4ca7-4640-97a5-5da9ad5d5586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852189 Sep 14 23:32:29.264703 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3c800b47-98e7-46f9-ab9a-2cfbc0b6e13a req-cb8cae5b-c9e0-4186-ae07-5bd35f2894da service neutron] 10.222.0.20 "GET /v2.0/networks/2afd6784-4ca7-4640-97a5-5da9ad5d5586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268024 Sep 14 23:32:29.308207 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-e587bb76-a9b2-46bd-9aa1-7a7621c0317d None None] Set router 563ea707-54a6-495d-8a68-7cc937626667 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:32:29.510436 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3c800b47-98e7-46f9-ab9a-2cfbc0b6e13a req-363db157-f997-485d-ae39-3b023f203ed7 service neutron] 10.222.0.20 "GET /v2.0/networks/2afd6784-4ca7-4640-97a5-5da9ad5d5586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389750 Sep 14 23:32:29.626686 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-e587bb76-a9b2-46bd-9aa1-7a7621c0317d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563ea707-54a6-495d-8a68-7cc937626667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141751334', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.204'}], 'enable_snat': True}, 'gw_port_id': '02a39136-2656-465f-8605-a03dc4accb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:31:24Z', 'updated_at': '2022-09-14T23:31:29Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '02a39136-2656-465f-8605-a03dc4accb0b', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563ea707-54a6-495d-8a68-7cc937626667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:31:24Z', 'updated_at': '2022-09-14T23:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'e3a221b1-d6fe-42dc-9e17-9da5f68c2664', 'name': '', 'network_id': '2afd6784-4ca7-4640-97a5-5da9ad5d5586', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:ce:6d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563ea707-54a6-495d-8a68-7cc937626667', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'a6b77b21-efc8-4193-8239-1ea7b8f99883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:31:28Z', 'updated_at': '2022-09-14T23:31:34Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': 'a6b77b21-efc8-4193-8239-1ea7b8f99883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:32:29.630430 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e587bb76-a9b2-46bd-9aa1-7a7621c0317d None None] The sync data for ids ['563ea707-54a6-495d-8a68-7cc937626667'] in dv-neutron-857791-1-hyperv is: [{'id': '563ea707-54a6-495d-8a68-7cc937626667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141751334', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.204'}], 'enable_snat': True}, 'gw_port_id': '02a39136-2656-465f-8605-a03dc4accb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:31:24Z', 'updated_at': '2022-09-14T23:31:29Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '02a39136-2656-465f-8605-a03dc4accb0b', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563ea707-54a6-495d-8a68-7cc937626667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:31:24Z', 'updated_at': '2022-09-14T23:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'e3a221b1-d6fe-42dc-9e17-9da5f68c2664', 'name': '', 'network_id': '2afd6784-4ca7-4640-97a5-5da9ad5d5586', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:ce:6d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563ea707-54a6-495d-8a68-7cc937626667', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'a6b77b21-efc8-4193-8239-1ea7b8f99883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:31:28Z', 'updated_at': '2022-09-14T23:31:34Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': 'a6b77b21-efc8-4193-8239-1ea7b8f99883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:32:29.836739 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09daac01-bc09-4020-9192-319df7dc9cf4 None None] New status for floating IP 5a49aa8c-4ae2-4a81-af6b-af1db93a5d2f: DOWN {{(pid=89173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:32:30.242743 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbb425-dc79-4296-92f1-8058fe02ee44 req-3e4052d5-b780-488a-9a40-277b02741605 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:32:30.244115 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ccbbb425-dc79-4296-92f1-8058fe02ee44 req-3e4052d5-b780-488a-9a40-277b02741605 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=4aee7f40-8aa0-4b4a-8133-c452dd86a009 HTTP/1.1" status: 200 len: 945 time: 0.0887208 Sep 14 23:32:30.293614 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ccbbb425-dc79-4296-92f1-8058fe02ee44 req-b39219c9-5bda-4fee-a4a6-69ec309114ba tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9470ecd-677b-4e59-a644-d7c7bcbaaf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436363 Sep 14 23:32:30.411519 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a668a-7e5b-4056-b86a-119f5a07a256 req-b330f68c-0ade-4684-a196-1f8db9603ab4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:32:30.412207 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-ce7a668a-7e5b-4056-b86a-119f5a07a256 req-b330f68c-0ade-4684-a196-1f8db9603ab4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Synchronizing usage tracker for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:32:30.428802 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-ce7a668a-7e5b-4056-b86a-119f5a07a256 req-b330f68c-0ade-4684-a196-1f8db9603ab4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Unset dirty status for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:32:30.429910 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-ce7a668a-7e5b-4056-b86a-119f5a07a256 req-b330f68c-0ade-4684-a196-1f8db9603ab4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.20 "GET /v2.0/ports?device_id=4aee7f40-8aa0-4b4a-8133-c452dd86a009 HTTP/1.1" status: 200 len: 945 time: 0.1060588 Sep 14 23:32:30.499334 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-ce7a668a-7e5b-4056-b86a-119f5a07a256 req-8b857dac-456c-4bbd-b9ee-7da0bdbc22c2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Deleting port dc054d09-29ef-4457-9b41-af7f4908bfab {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:32:30.499582 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-ce7a668a-7e5b-4056-b86a-119f5a07a256 req-8b857dac-456c-4bbd-b9ee-7da0bdbc22c2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:30.742326 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-ce7a668a-7e5b-4056-b86a-119f5a07a256 req-8b857dac-456c-4bbd-b9ee-7da0bdbc22c2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] For port dc054d09-29ef-4457-9b41-af7f4908bfab, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=dc054d09-29ef-4457-9b41-af7f4908bfab,segment=NetworkSegment(bfb1457f-5b14-4d42-938b-8cda452be471),segment_id=bfb1457f-5b14-4d42-938b-8cda452be471)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:32:30.743047 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-ce7a668a-7e5b-4056-b86a-119f5a07a256 req-8b857dac-456c-4bbd-b9ee-7da0bdbc22c2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:30.868473 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-ce7a668a-7e5b-4056-b86a-119f5a07a256 req-8b857dac-456c-4bbd-b9ee-7da0bdbc22c2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Calling delete_port for dc054d09-29ef-4457-9b41-af7f4908bfab owned by compute:nova {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:32:31.011289 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-ce7a668a-7e5b-4056-b86a-119f5a07a256 req-8b857dac-456c-4bbd-b9ee-7da0bdbc22c2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:31.063513 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b857dac-456c-4bbd-b9ee-7da0bdbc22c2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event deleted for resources: {'Port': ['ID=dc054d09-29ef-4457-9b41-af7f4908bfab,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:32:31.147863 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7a668a-7e5b-4056-b86a-119f5a07a256 req-8b857dac-456c-4bbd-b9ee-7da0bdbc22c2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] No DVR routers for this DVR port dc054d09-29ef-4457-9b41-af7f4908bfab on host hv-neutron-8577 {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:32:31.150261 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-ce7a668a-7e5b-4056-b86a-119f5a07a256 req-8b857dac-456c-4bbd-b9ee-7da0bdbc22c2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:31.152676 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aee7f40-8aa0-4b4a-8133-c452dd86a009', 'name': 'network-vif-deleted', 'tag': 'dc054d09-29ef-4457-9b41-af7f4908bfab'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:32:31.154911 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ca4288-91bb-4066-917b-a528db3a2114" -d '{"events": [{"server_uuid": "4aee7f40-8aa0-4b4a-8133-c452dd86a009", "name": "network-vif-deleted", "tag": "dc054d09-29ef-4457-9b41-af7f4908bfab"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:32:31.168575 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-ce7a668a-7e5b-4056-b86a-119f5a07a256 req-8b857dac-456c-4bbd-b9ee-7da0bdbc22c2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.20 "DELETE /v2.0/ports/dc054d09-29ef-4457-9b41-af7f4908bfab HTTP/1.1" status: 204 len: 173 time: 0.7332542 Sep 14 23:32:31.204221 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf11e5e-5eea-4a9d-94d9-1244a48b778d x-openstack-request-id: req-fdf11e5e-5eea-4a9d-94d9-1244a48b778d {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:32:31.204509 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aee7f40-8aa0-4b4a-8133-c452dd86a009", "name": "network-vif-deleted", "tag": "dc054d09-29ef-4457-9b41-af7f4908bfab", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:32:31.204791 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fdf11e5e-5eea-4a9d-94d9-1244a48b778d {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:32:31.205192 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdf11e5e-5eea-4a9d-94d9-1244a48b778d'] response: {'server_uuid': '4aee7f40-8aa0-4b4a-8133-c452dd86a009', 'name': 'network-vif-deleted', 'tag': 'dc054d09-29ef-4457-9b41-af7f4908bfab', 'status': 'completed', 'code': 200} Sep 14 23:32:31.469841 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9e0aba8b-fb2c-48c7-9e55-425e4c489c94 req-4612754d-707d-4eac-82c0-503252c437ac tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=4aee7f40-8aa0-4b4a-8133-c452dd86a009 HTTP/1.1" status: 200 len: 210 time: 0.0494957 Sep 14 23:32:32.574116 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34478) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:32:33.225262 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9bf5faed-15f2-4ecc-aeac-42badcc37097 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:33.572316 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-9bf5faed-15f2-4ecc-aeac-42badcc37097 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Deleting port e3a221b1-d6fe-42dc-9e17-9da5f68c2664 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:32:33.572576 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9bf5faed-15f2-4ecc-aeac-42badcc37097 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:33.758350 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-9bf5faed-15f2-4ecc-aeac-42badcc37097 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] For port e3a221b1-d6fe-42dc-9e17-9da5f68c2664, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=e3a221b1-d6fe-42dc-9e17-9da5f68c2664,segment=NetworkSegment(bfb1457f-5b14-4d42-938b-8cda452be471),segment_id=bfb1457f-5b14-4d42-938b-8cda452be471)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:32:33.758999 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9bf5faed-15f2-4ecc-aeac-42badcc37097 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:33.881724 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-9bf5faed-15f2-4ecc-aeac-42badcc37097 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Calling delete_port for e3a221b1-d6fe-42dc-9e17-9da5f68c2664 owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:32:34.205287 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9bf5faed-15f2-4ecc-aeac-42badcc37097 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:34.251513 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf5faed-15f2-4ecc-aeac-42badcc37097 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event deleted for resources: {'Port': ['ID=e3a221b1-d6fe-42dc-9e17-9da5f68c2664,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:32:34.646039 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9bf5faed-15f2-4ecc-aeac-42badcc37097 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:34.999398 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf5faed-15f2-4ecc-aeac-42badcc37097 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Router 563ea707-54a6-495d-8a68-7cc937626667 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:32:35.172395 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf5faed-15f2-4ecc-aeac-42badcc37097 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:32:35.183899 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4237c27-bb55-4592-8097-f77e90a9ad57 None None] Sync routers for ids ['563ea707-54a6-495d-8a68-7cc937626667'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:32:35.186900 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9bf5faed-15f2-4ecc-aeac-42badcc37097 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "PUT /v2.0/routers/563ea707-54a6-495d-8a68-7cc937626667/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6117270 Sep 14 23:32:35.189702 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34482) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:32:35.193065 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4237c27-bb55-4592-8097-f77e90a9ad57 None None] Routers {'563ea707-54a6-495d-8a68-7cc937626667'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:32:35.193667 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-a4237c27-bb55-4592-8097-f77e90a9ad57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:32:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['563ea707-54a6-495d-8a68-7cc937626667'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:32:35.256450 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c2c251-3032-4eaf-8d0a-9120de67fe8e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Deleting subnet a6b77b21-efc8-4193-8239-1ea7b8f99883 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:32:35.259225 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-40c2c251-3032-4eaf-8d0a-9120de67fe8e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:35.312025 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-40c2c251-3032-4eaf-8d0a-9120de67fe8e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:35.370464 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-a4237c27-bb55-4592-8097-f77e90a9ad57 None None] Set router 563ea707-54a6-495d-8a68-7cc937626667 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:32:35.396967 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-40c2c251-3032-4eaf-8d0a-9120de67fe8e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:35.468940 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-40c2c251-3032-4eaf-8d0a-9120de67fe8e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:35.509436 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2c251-3032-4eaf-8d0a-9120de67fe8e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event deleted for resources: {'Subnet': ['ID=a6b77b21-efc8-4193-8239-1ea7b8f99883,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:32:35.511288 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-40c2c251-3032-4eaf-8d0a-9120de67fe8e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:35.518596 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-40c2c251-3032-4eaf-8d0a-9120de67fe8e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "DELETE /v2.0/subnets/a6b77b21-efc8-4193-8239-1ea7b8f99883 HTTP/1.1" status: 204 len: 168 time: 0.3279166 Sep 14 23:32:35.521328 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34486) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:32:35.542177 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f62c07e-8d23-4c78-b834-527c1a0bc026 None None] Network 2afd6784-4ca7-4640-97a5-5da9ad5d5586 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:32:35.635833 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device dc054d09-29ef-4457-9b41-af7f4908bfab no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:32:35.674883 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: dc054d09-29ef-4457-9b41-af7f4908bfab {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:32:35.675214 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device dc054d09-29ef-4457-9b41-af7f4908bfab not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:32:35.705692 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc195-18e5-4e2b-b736-407f8146c992 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:35.869473 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-a4237c27-bb55-4592-8097-f77e90a9ad57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563ea707-54a6-495d-8a68-7cc937626667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141751334', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.204'}], 'enable_snat': True}, 'gw_port_id': '02a39136-2656-465f-8605-a03dc4accb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:31:24Z', 'updated_at': '2022-09-14T23:32:34Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '02a39136-2656-465f-8605-a03dc4accb0b', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563ea707-54a6-495d-8a68-7cc937626667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:31:24Z', 'updated_at': '2022-09-14T23:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:32:35.873486 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4237c27-bb55-4592-8097-f77e90a9ad57 None None] Checking router: 563ea707-54a6-495d-8a68-7cc937626667 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:32:35.882546 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4237c27-bb55-4592-8097-f77e90a9ad57 None None] Routers {'563ea707-54a6-495d-8a68-7cc937626667'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:32:35.883145 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-a4237c27-bb55-4592-8097-f77e90a9ad57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:32:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['563ea707-54a6-495d-8a68-7cc937626667'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:32:35.888467 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc195-18e5-4e2b-b736-407f8146c992 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:35.900393 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-c4cbc195-18e5-4e2b-b736-407f8146c992 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Deleting port 02a39136-2656-465f-8605-a03dc4accb0b {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:32:35.903013 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc195-18e5-4e2b-b736-407f8146c992 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:35.981242 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96255ec6-2d1a-428d-99df-b8580d9a0e6f None None] DHCP port deletion for 2afd6784-4ca7-4640-97a5-5da9ad5d5586 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:32:36.047818 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-96255ec6-2d1a-428d-99df-b8580d9a0e6f None None] Deleting port 49fa6118-f24b-447a-a77a-5b1ffaadcd74 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:32:36.048794 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-96255ec6-2d1a-428d-99df-b8580d9a0e6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:36.124181 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 49fa6118-f24b-447a-a77a-5b1ffaadcd74 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:32:36.191247 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-a4237c27-bb55-4592-8097-f77e90a9ad57 None None] Set router 563ea707-54a6-495d-8a68-7cc937626667 gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:32:36.201484 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-c4cbc195-18e5-4e2b-b736-407f8146c992 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] For port 02a39136-2656-465f-8605-a03dc4accb0b, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=02a39136-2656-465f-8605-a03dc4accb0b,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:32:36.201939 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc195-18e5-4e2b-b736-407f8146c992 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:36.318137 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-a4237c27-bb55-4592-8097-f77e90a9ad57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563ea707-54a6-495d-8a68-7cc937626667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141751334', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:31:24Z', 'updated_at': '2022-09-14T23:32:35Z', 'revision_number': 6, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:32:36.322942 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-c4cbc195-18e5-4e2b-b736-407f8146c992 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Calling delete_port for 02a39136-2656-465f-8605-a03dc4accb0b owned by network:router_gateway {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:32:36.333090 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4237c27-bb55-4592-8097-f77e90a9ad57 None None] The sync data for ids ['563ea707-54a6-495d-8a68-7cc937626667'] in dv-neutron-857791-1-hyperv is: [{'id': '563ea707-54a6-495d-8a68-7cc937626667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141751334', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:31:24Z', 'updated_at': '2022-09-14T23:32:35Z', 'revision_number': 6, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port_host': None}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:32:36.479361 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-96255ec6-2d1a-428d-99df-b8580d9a0e6f None None] For port 49fa6118-f24b-447a-a77a-5b1ffaadcd74, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=49fa6118-f24b-447a-a77a-5b1ffaadcd74,segment=NetworkSegment(bfb1457f-5b14-4d42-938b-8cda452be471),segment_id=bfb1457f-5b14-4d42-938b-8cda452be471)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:32:36.479741 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-96255ec6-2d1a-428d-99df-b8580d9a0e6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:36.499125 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc195-18e5-4e2b-b736-407f8146c992 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:36.541870 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 49fa6118-f24b-447a-a77a-5b1ffaadcd74 is: ACTIVE; New status is: DOWN {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:32:36.542246 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:36.550225 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cbc195-18e5-4e2b-b736-407f8146c992 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event deleted for resources: {'Port': ['ID=02a39136-2656-465f-8605-a03dc4accb0b,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:32:36.612451 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-96255ec6-2d1a-428d-99df-b8580d9a0e6f None None] Calling delete_port for 49fa6118-f24b-447a-a77a-5b1ffaadcd74 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:32:36.644701 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc195-18e5-4e2b-b736-407f8146c992 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:36.681037 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 49fa6118-f24b-447a-a77a-5b1ffaadcd74, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=49fa6118-f24b-447a-a77a-5b1ffaadcd74,segment=NetworkSegment(bfb1457f-5b14-4d42-938b-8cda452be471),segment_id=bfb1457f-5b14-4d42-938b-8cda452be471)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:32:36.696435 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:36.755192 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-96255ec6-2d1a-428d-99df-b8580d9a0e6f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 23:32:36.755549 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-96255ec6-2d1a-428d-99df-b8580d9a0e6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 23:32:36.773479 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=49fa6118-f24b-447a-a77a-5b1ffaadcd74,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:32:36.781199 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:36.781550 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:36.781887 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:36.782387 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:36.782640 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:36.782996 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:36.783602 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:36.784317 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:36.784706 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:36.785034 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:36.785357 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:36.785680 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:36.830118 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc195-18e5-4e2b-b736-407f8146c992 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:36.832299 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc195-18e5-4e2b-b736-407f8146c992 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:36.854798 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc195-18e5-4e2b-b736-407f8146c992 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:36.855372 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cbc195-18e5-4e2b-b736-407f8146c992 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Fanout notify agent at l3_agent the message router_deleted on router 563ea707-54a6-495d-8a68-7cc937626667 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 23:32:36.870946 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc195-18e5-4e2b-b736-407f8146c992 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:36.872081 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c4cbc195-18e5-4e2b-b736-407f8146c992 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "DELETE /v2.0/routers/563ea707-54a6-495d-8a68-7cc937626667 HTTP/1.1" status: 204 len: 168 time: 1.3498645 Sep 14 23:32:36.874836 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34490) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:32:36.985274 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d2766f6d-8aa5-44d0-99e4-00add6a7bb6c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:36.996121 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-d2766f6d-8aa5-44d0-99e4-00add6a7bb6c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Deleting port 49fa6118-f24b-447a-a77a-5b1ffaadcd74 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:32:36.996444 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d2766f6d-8aa5-44d0-99e4-00add6a7bb6c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:37.198980 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-d2766f6d-8aa5-44d0-99e4-00add6a7bb6c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] For port 49fa6118-f24b-447a-a77a-5b1ffaadcd74, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=49fa6118-f24b-447a-a77a-5b1ffaadcd74,segment=NetworkSegment(bfb1457f-5b14-4d42-938b-8cda452be471),segment_id=bfb1457f-5b14-4d42-938b-8cda452be471)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:32:37.199338 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d2766f6d-8aa5-44d0-99e4-00add6a7bb6c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:37.256945 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-96255ec6-2d1a-428d-99df-b8580d9a0e6f None None] Deleting port 49fa6118-f24b-447a-a77a-5b1ffaadcd74 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:32:37.257428 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-96255ec6-2d1a-428d-99df-b8580d9a0e6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:37.329961 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-d2766f6d-8aa5-44d0-99e4-00add6a7bb6c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Calling delete_port for 49fa6118-f24b-447a-a77a-5b1ffaadcd74 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:32:37.427604 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d2766f6d-8aa5-44d0-99e4-00add6a7bb6c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:37.472577 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2766f6d-8aa5-44d0-99e4-00add6a7bb6c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event deleted for resources: {'Port': ['ID=49fa6118-f24b-447a-a77a-5b1ffaadcd74,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:32:37.476035 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2766f6d-8aa5-44d0-99e4-00add6a7bb6c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] No DVR routers for this DVR port 49fa6118-f24b-447a-a77a-5b1ffaadcd74 on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:32:37.478870 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-96255ec6-2d1a-428d-99df-b8580d9a0e6f None None] For port 49fa6118-f24b-447a-a77a-5b1ffaadcd74, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=49fa6118-f24b-447a-a77a-5b1ffaadcd74,segment=NetworkSegment(bfb1457f-5b14-4d42-938b-8cda452be471),segment_id=bfb1457f-5b14-4d42-938b-8cda452be471)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:32:37.479261 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-96255ec6-2d1a-428d-99df-b8580d9a0e6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:37.606245 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-96255ec6-2d1a-428d-99df-b8580d9a0e6f None None] Calling delete_port for 49fa6118-f24b-447a-a77a-5b1ffaadcd74 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:32:37.679157 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-96255ec6-2d1a-428d-99df-b8580d9a0e6f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 23:32:37.679430 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-96255ec6-2d1a-428d-99df-b8580d9a0e6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 23:32:37.697731 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d2766f6d-8aa5-44d0-99e4-00add6a7bb6c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:37.722278 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-d2766f6d-8aa5-44d0-99e4-00add6a7bb6c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2afd6784-4ca7-4640-97a5-5da9ad5d5586']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:32:37.733861 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-d2766f6d-8aa5-44d0-99e4-00add6a7bb6c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb1457f-5b14-4d42-938b-8cda452be471') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:32:37.734147 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-d2766f6d-8aa5-44d0-99e4-00add6a7bb6c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb1457f-5b14-4d42-938b-8cda452be471') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:32:37.745273 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d2766f6d-8aa5-44d0-99e4-00add6a7bb6c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:37.761707 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d2766f6d-8aa5-44d0-99e4-00add6a7bb6c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:37.768718 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2766f6d-8aa5-44d0-99e4-00add6a7bb6c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:32:37.769101 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d2766f6d-8aa5-44d0-99e4-00add6a7bb6c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:37.771652 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d188d101-d4ad-43f8-9e3f-586a0b14444b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:37.836719 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment bfb1457f-5b14-4d42-938b-8cda452be471 resource provider aggregate not found Sep 14 23:32:37.856873 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment bfb1457f-5b14-4d42-938b-8cda452be471 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bfb1457f-5b14-4d42-938b-8cda452be471 found for delete ", "request_id": "req-60ebeaee-0924-48f5-a218-0ce0c94a3fa6"}]} Sep 14 23:32:37.871285 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d2766f6d-8aa5-44d0-99e4-00add6a7bb6c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:37.888445 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d2766f6d-8aa5-44d0-99e4-00add6a7bb6c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:37.899758 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2766f6d-8aa5-44d0-99e4-00add6a7bb6c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event deleted for resources: {'Network': ['ID=2afd6784-4ca7-4640-97a5-5da9ad5d5586,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:32:37.913132 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d2766f6d-8aa5-44d0-99e4-00add6a7bb6c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "DELETE /v2.0/networks/2afd6784-4ca7-4640-97a5-5da9ad5d5586 HTTP/1.1" status: 204 len: 168 time: 1.0373552 Sep 14 23:32:37.915766 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34498) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:32:37.984857 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5e08797b-8e14-412d-9ce1-482b9d63bc49 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:38.014988 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5e08797b-8e14-412d-9ce1-482b9d63bc49 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:38.067550 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 02a39136-2656-465f-8605-a03dc4accb0b no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:32:38.080834 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5e08797b-8e14-412d-9ce1-482b9d63bc49 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:38.099204 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e08797b-8e14-412d-9ce1-482b9d63bc49 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9470ecd-677b-4e59-a644-d7c7bcbaaf44,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:32:38.105379 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 02a39136-2656-465f-8605-a03dc4accb0b {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:32:38.105728 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 02a39136-2656-465f-8605-a03dc4accb0b not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:32:38.106153 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e3a221b1-d6fe-42dc-9e17-9da5f68c2664 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:32:38.110913 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5e08797b-8e14-412d-9ce1-482b9d63bc49 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:38.112116 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5e08797b-8e14-412d-9ce1-482b9d63bc49 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "DELETE /v2.0/security-groups/f9470ecd-677b-4e59-a644-d7c7bcbaaf44 HTTP/1.1" status: 204 len: 168 time: 0.1954710 Sep 14 23:32:38.187001 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: e3a221b1-d6fe-42dc-9e17-9da5f68c2664 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:32:38.187335 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e3a221b1-d6fe-42dc-9e17-9da5f68c2664 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:32:38.228512 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34506) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:32:38.233609 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-f15a792f-5a91-4f97-bd26-8f4be7e344dc tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2003857150', 'description': 'tempest-secgroup-smoke-2003857150 description', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:32:38.240219 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-f15a792f-5a91-4f97-bd26-8f4be7e344dc tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:32:38.244353 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-f15a792f-5a91-4f97-bd26-8f4be7e344dc tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:32:38.247193 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-f15a792f-5a91-4f97-bd26-8f4be7e344dc tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:32:38.253474 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-f15a792f-5a91-4f97-bd26-8f4be7e344dc tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:32:38.263388 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f15a792f-5a91-4f97-bd26-8f4be7e344dc tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:38.282293 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-f15a792f-5a91-4f97-bd26-8f4be7e344dc tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:32:38.286054 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-f15a792f-5a91-4f97-bd26-8f4be7e344dc tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group_rule and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:32:38.289010 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-f15a792f-5a91-4f97-bd26-8f4be7e344dc tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:32:38.292536 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-96255ec6-2d1a-428d-99df-b8580d9a0e6f None None] Deleting port 49fa6118-f24b-447a-a77a-5b1ffaadcd74 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:32:38.293049 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-96255ec6-2d1a-428d-99df-b8580d9a0e6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:38.294615 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-f15a792f-5a91-4f97-bd26-8f4be7e344dc tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:32:38.359749 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-96255ec6-2d1a-428d-99df-b8580d9a0e6f None None] The port '49fa6118-f24b-447a-a77a-5b1ffaadcd74' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 23:32:38.377635 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f15a792f-5a91-4f97-bd26-8f4be7e344dc tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:38.381723 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f15a792f-5a91-4f97-bd26-8f4be7e344dc tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:38.428367 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a792f-5a91-4f97-bd26-8f4be7e344dc tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db3ef8ef-93c4-4f6f-9bdf-945bc0102448,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:32:38.434725 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f15a792f-5a91-4f97-bd26-8f4be7e344dc tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:38.436100 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f15a792f-5a91-4f97-bd26-8f4be7e344dc tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2063603 Sep 14 23:32:38.439425 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34510) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:32:38.444161 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-cb7f595d-989f-45b7-b63e-5f89b2e41580 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'security_group_rule': {'security_group_id': 'db3ef8ef-93c4-4f6f-9bdf-945bc0102448', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:32:38.450303 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-cb7f595d-989f-45b7-b63e-5f89b2e41580 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:32:38.454037 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-cb7f595d-989f-45b7-b63e-5f89b2e41580 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group_rule and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:32:38.456872 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-cb7f595d-989f-45b7-b63e-5f89b2e41580 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:32:38.462438 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-cb7f595d-989f-45b7-b63e-5f89b2e41580 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:32:38.479183 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cb7f595d-989f-45b7-b63e-5f89b2e41580 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:38.537937 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cb7f595d-989f-45b7-b63e-5f89b2e41580 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:38.541332 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cb7f595d-989f-45b7-b63e-5f89b2e41580 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:38.564266 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f595d-989f-45b7-b63e-5f89b2e41580 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76aebadc-ecc2-41a0-b0fd-ef7664ee2001,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:32:38.573122 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cb7f595d-989f-45b7-b63e-5f89b2e41580 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:38.574203 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-cb7f595d-989f-45b7-b63e-5f89b2e41580 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1338823 Sep 14 23:32:38.576908 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34514) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:32:38.581646 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-4d361ae5-b8a1-4cbd-ab7b-c2acab82be53 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'security_group_rule': {'security_group_id': 'db3ef8ef-93c4-4f6f-9bdf-945bc0102448', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:32:38.587189 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-4d361ae5-b8a1-4cbd-ab7b-c2acab82be53 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:32:38.591080 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-4d361ae5-b8a1-4cbd-ab7b-c2acab82be53 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group_rule and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:32:38.593889 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-4d361ae5-b8a1-4cbd-ab7b-c2acab82be53 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:32:38.599906 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-4d361ae5-b8a1-4cbd-ab7b-c2acab82be53 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:32:38.615862 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4d361ae5-b8a1-4cbd-ab7b-c2acab82be53 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:38.675188 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4d361ae5-b8a1-4cbd-ab7b-c2acab82be53 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:38.682998 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4d361ae5-b8a1-4cbd-ab7b-c2acab82be53 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:38.706206 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d361ae5-b8a1-4cbd-ab7b-c2acab82be53 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f42edfc-0ba6-4a9d-8d47-bdbcd946354d,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:32:38.714704 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4d361ae5-b8a1-4cbd-ab7b-c2acab82be53 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:38.715931 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4d361ae5-b8a1-4cbd-ab7b-c2acab82be53 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1381381 Sep 14 23:32:38.718624 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34518) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:32:38.724013 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-02a88188-1dcf-4094-812c-4cd510a95501 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'security_group_rule': {'security_group_id': 'db3ef8ef-93c4-4f6f-9bdf-945bc0102448', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:32:38.729758 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-02a88188-1dcf-4094-812c-4cd510a95501 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:32:38.733524 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-02a88188-1dcf-4094-812c-4cd510a95501 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group_rule and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:32:38.737203 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-02a88188-1dcf-4094-812c-4cd510a95501 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:32:38.742984 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-02a88188-1dcf-4094-812c-4cd510a95501 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:32:38.761010 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-02a88188-1dcf-4094-812c-4cd510a95501 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:38.822765 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-02a88188-1dcf-4094-812c-4cd510a95501 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:38.827018 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-02a88188-1dcf-4094-812c-4cd510a95501 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:38.850276 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a88188-1dcf-4094-812c-4cd510a95501 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=959593bd-ae99-4426-b162-71452c85f913,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:32:38.858818 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-02a88188-1dcf-4094-812c-4cd510a95501 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:38.860012 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-02a88188-1dcf-4094-812c-4cd510a95501 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405025 Sep 14 23:32:38.862888 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34522) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:32:38.867700 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-36884faa-f960-4389-9511-cf61fb6fd984 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'security_group_rule': {'security_group_id': 'db3ef8ef-93c4-4f6f-9bdf-945bc0102448', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:32:38.873308 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-36884faa-f960-4389-9511-cf61fb6fd984 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:32:38.877052 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-36884faa-f960-4389-9511-cf61fb6fd984 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group_rule and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:32:38.879846 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-36884faa-f960-4389-9511-cf61fb6fd984 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:32:38.885622 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-36884faa-f960-4389-9511-cf61fb6fd984 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:32:38.902339 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-36884faa-f960-4389-9511-cf61fb6fd984 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:38.962940 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-36884faa-f960-4389-9511-cf61fb6fd984 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:38.966420 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-36884faa-f960-4389-9511-cf61fb6fd984 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:38.989367 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36884faa-f960-4389-9511-cf61fb6fd984 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d67fb49e-7bc8-48f8-aa2c-ca60c5c98473,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:32:39.006704 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-36884faa-f960-4389-9511-cf61fb6fd984 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:39.007979 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-36884faa-f960-4389-9511-cf61fb6fd984 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1441724 Sep 14 23:32:39.010730 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34526) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:32:39.019322 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-d462877a-8855-47cb-b06c-9fcba76bbc29 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'security_group_rule': {'security_group_id': 'db3ef8ef-93c4-4f6f-9bdf-945bc0102448', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:32:39.026730 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-d462877a-8855-47cb-b06c-9fcba76bbc29 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:32:39.030567 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-d462877a-8855-47cb-b06c-9fcba76bbc29 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group_rule and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:32:39.034050 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-d462877a-8855-47cb-b06c-9fcba76bbc29 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:32:39.039689 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-d462877a-8855-47cb-b06c-9fcba76bbc29 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:32:39.049238 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.securitygroups_db [None req-d462877a-8855-47cb-b06c-9fcba76bbc29 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Project f82b3a84f14c45698bcfb4ac2ac76a9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:32:39.055479 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d462877a-8855-47cb-b06c-9fcba76bbc29 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:39.121400 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d462877a-8855-47cb-b06c-9fcba76bbc29 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:39.124720 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d462877a-8855-47cb-b06c-9fcba76bbc29 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:39.147419 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462877a-8855-47cb-b06c-9fcba76bbc29 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcba40b6-bc59-47c0-8982-1344adf49cdb,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:32:39.157223 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d462877a-8855-47cb-b06c-9fcba76bbc29 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:39.159448 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d462877a-8855-47cb-b06c-9fcba76bbc29 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1477022 Sep 14 23:32:39.162540 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34530) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:32:39.167321 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-b19cea1c-d749-4247-84d0-eba3d54f020b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'security_group_rule': {'security_group_id': 'db3ef8ef-93c4-4f6f-9bdf-945bc0102448', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:32:39.173020 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b19cea1c-d749-4247-84d0-eba3d54f020b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:32:39.176742 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b19cea1c-d749-4247-84d0-eba3d54f020b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group_rule and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:32:39.179514 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b19cea1c-d749-4247-84d0-eba3d54f020b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:32:39.185319 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b19cea1c-d749-4247-84d0-eba3d54f020b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:32:39.196098 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.securitygroups_db [None req-b19cea1c-d749-4247-84d0-eba3d54f020b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Project f82b3a84f14c45698bcfb4ac2ac76a9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:32:39.202444 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b19cea1c-d749-4247-84d0-eba3d54f020b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:39.266227 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b19cea1c-d749-4247-84d0-eba3d54f020b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:39.270029 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b19cea1c-d749-4247-84d0-eba3d54f020b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:39.292338 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19cea1c-d749-4247-84d0-eba3d54f020b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aa9de84-55e8-40d1-b28b-154771b96b9b,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:32:39.301153 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b19cea1c-d749-4247-84d0-eba3d54f020b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:39.302310 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b19cea1c-d749-4247-84d0-eba3d54f020b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1388755 Sep 14 23:32:39.305282 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34534) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:32:39.310583 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-bb002000-f295-4225-ba07-36b0c665d118 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'network': {'name': 'tempest-network-smoke--714558112', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'port_security_enabled': True}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:32:39.315744 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-bb002000-f295-4225-ba07-36b0c665d118 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:32:39.319803 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-bb002000-f295-4225-ba07-36b0c665d118 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:network and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:32:39.322653 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-bb002000-f295-4225-ba07-36b0c665d118 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:32:39.328372 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-bb002000-f295-4225-ba07-36b0c665d118 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:32:39.338819 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb002000-f295-4225-ba07-36b0c665d118 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Made reservation on behalf of f82b3a84f14c45698bcfb4ac2ac76a9f for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:32:39.342202 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bb002000-f295-4225-ba07-36b0c665d118 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:39.369674 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb002000-f295-4225-ba07-36b0c665d118 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:32:39.379398 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bb002000-f295-4225-ba07-36b0c665d118 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:39.380044 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-bb002000-f295-4225-ba07-36b0c665d118 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Added segment 2532604d-a97d-4998-823f-6b0df114fbd8 of type vlan for network 021efe83-5097-4e44-be84-c3f8186d798c Sep 14 23:32:39.407428 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bb002000-f295-4225-ba07-36b0c665d118 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:39.437940 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bb002000-f295-4225-ba07-36b0c665d118 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:39.443817 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb002000-f295-4225-ba07-36b0c665d118 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:32:39.444389 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-bb002000-f295-4225-ba07-36b0c665d118 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:39.541843 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-bb002000-f295-4225-ba07-36b0c665d118 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2354796 Sep 14 23:32:39.544447 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34538) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:32:39.552290 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-3c12c8a1-1643-4b8b-9528-3d1d2bf17339 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1223215107', 'admin_state_up': True, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:32:39.560376 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb002000-f295-4225-ba07-36b0c665d118 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Network': ['ID=021efe83-5097-4e44-be84-c3f8186d798c,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:32:39.562686 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-3c12c8a1-1643-4b8b-9528-3d1d2bf17339 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:32:39.567231 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-3c12c8a1-1643-4b8b-9528-3d1d2bf17339 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:router and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:32:39.570136 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-3c12c8a1-1643-4b8b-9528-3d1d2bf17339 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:32:39.570888 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 021efe83-5097-4e44-be84-c3f8186d798c details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:32:39.576063 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-3c12c8a1-1643-4b8b-9528-3d1d2bf17339 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:32:39.586142 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3c12c8a1-1643-4b8b-9528-3d1d2bf17339 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:39.587202 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3c12c8a1-1643-4b8b-9528-3d1d2bf17339 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:39.602481 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3c12c8a1-1643-4b8b-9528-3d1d2bf17339 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:39.810330 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-da7d3705-04b4-4c28-bbe4-afdefa107ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:39.873016 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3c12c8a1-1643-4b8b-9528-3d1d2bf17339 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:40.260204 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3c12c8a1-1643-4b8b-9528-3d1d2bf17339 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router_gateway, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:40.288838 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3c12c8a1-1643-4b8b-9528-3d1d2bf17339 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:40.421751 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-3c12c8a1-1643-4b8b-9528-3d1d2bf17339 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Allocated IP 172.26.5.92 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/13367603-fcfd-46ca-a5ed-51fdc7927ebb) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:32:40.564561 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3c12c8a1-1643-4b8b-9528-3d1d2bf17339 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:40.591841 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3c12c8a1-1643-4b8b-9528-3d1d2bf17339 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:40.658165 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c12c8a1-1643-4b8b-9528-3d1d2bf17339 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:32:40.661052 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-3c12c8a1-1643-4b8b-9528-3d1d2bf17339 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:32:40.664587 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c12c8a1-1643-4b8b-9528-3d1d2bf17339 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:32:40.697121 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12c8a1-1643-4b8b-9528-3d1d2bf17339 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Port': ['ID=13367603-fcfd-46ca-a5ed-51fdc7927ebb,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:32:40.949893 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:40.952334 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:41.072577 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3c12c8a1-1643-4b8b-9528-3d1d2bf17339 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router_gateway, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:41.408580 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3c12c8a1-1643-4b8b-9528-3d1d2bf17339 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:41.717539 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c12c8a1-1643-4b8b-9528-3d1d2bf17339 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Router b9f3e979-82c1-4453-86b2-74e47d9efb49 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 23:32:41.891456 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c12c8a1-1643-4b8b-9528-3d1d2bf17339 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:32:41.901199 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68ffbf5-c666-4233-b882-672705418aaa None None] Sync routers for ids ['b9f3e979-82c1-4453-86b2-74e47d9efb49'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:32:41.910254 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68ffbf5-c666-4233-b882-672705418aaa None None] Routers {'b9f3e979-82c1-4453-86b2-74e47d9efb49'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:32:41.911116 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-c68ffbf5-c666-4233-b882-672705418aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:32:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['b9f3e979-82c1-4453-86b2-74e47d9efb49'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:32:41.920354 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3c12c8a1-1643-4b8b-9528-3d1d2bf17339 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:41.921781 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3c12c8a1-1643-4b8b-9528-3d1d2bf17339 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3764160 Sep 14 23:32:41.925350 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34542) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:32:41.967511 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e7a199fd-07ec-4062-8ec5-e5c09ba43161 tempest-TestNetworkAdvancedServerOps-2065151363 tempest-TestNetworkAdvancedServerOps-2065151363-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=f82b3a84f14c45698bcfb4ac2ac76a9f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411024 Sep 14 23:32:41.970187 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34546) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:32:42.086000 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-c68ffbf5-c666-4233-b882-672705418aaa None None] Set router b9f3e979-82c1-4453-86b2-74e47d9efb49 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:32:42.097976 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596c0ae8-015c-4a82-b6f6-f279c126a6f6 tempest-TestNetworkAdvancedServerOps-2065151363 tempest-TestNetworkAdvancedServerOps-2065151363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:32:42.102001 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-596c0ae8-015c-4a82-b6f6-f279c126a6f6 tempest-TestNetworkAdvancedServerOps-2065151363 tempest-TestNetworkAdvancedServerOps-2065151363-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1284692 Sep 14 23:32:42.102370 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34550) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:32:42.142459 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-33b1d351-bbb3-4bca-886e-25d96996a1b1 tempest-TestNetworkAdvancedServerOps-2065151363 tempest-TestNetworkAdvancedServerOps-2065151363-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=681410b9-e86d-4f65-a0f3-ea2093b5104b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387385 Sep 14 23:32:42.145180 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 34554) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:32:42.151256 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-e2e087ff-ffe8-49e6-a9bb-1b59b84ca0f2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-379937052', 'network_id': '021efe83-5097-4e44-be84-c3f8186d798c', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:32:42.261856 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-e2e087ff-ffe8-49e6-a9bb-1b59b84ca0f2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:32:42.265654 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-e2e087ff-ffe8-49e6-a9bb-1b59b84ca0f2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:subnet and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:32:42.268457 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-e2e087ff-ffe8-49e6-a9bb-1b59b84ca0f2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:32:42.274108 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-e2e087ff-ffe8-49e6-a9bb-1b59b84ca0f2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:32:42.286117 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e087ff-ffe8-49e6-a9bb-1b59b84ca0f2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Made reservation on behalf of f82b3a84f14c45698bcfb4ac2ac76a9f for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:32:42.289904 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e2e087ff-ffe8-49e6-a9bb-1b59b84ca0f2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:42.372511 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-c68ffbf5-c666-4233-b882-672705418aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223215107', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '13367603-fcfd-46ca-a5ed-51fdc7927ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:32:39Z', 'updated_at': '2022-09-14T23:32:40Z', 'revision_number': 3, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '13367603-fcfd-46ca-a5ed-51fdc7927ebb', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:32:40Z', 'updated_at': '2022-09-14T23:32:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:32:42.377139 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68ffbf5-c666-4233-b882-672705418aaa None None] Checking router: b9f3e979-82c1-4453-86b2-74e47d9efb49 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:32:42.377662 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68ffbf5-c666-4233-b882-672705418aaa None None] Updating router b9f3e979-82c1-4453-86b2-74e47d9efb49 port 13367603-fcfd-46ca-a5ed-51fdc7927ebb binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:32:42.430505 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-c68ffbf5-c666-4233-b882-672705418aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:42.511622 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e2e087ff-ffe8-49e6-a9bb-1b59b84ca0f2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:42.552497 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:42.596194 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e087ff-ffe8-49e6-a9bb-1b59b84ca0f2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Subnet': ['ID=cb63d68e-95b7-4bf1-9878-a9c9aa51ed42,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:32:42.607296 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e087ff-ffe8-49e6-a9bb-1b59b84ca0f2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:42.607638 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e087ff-ffe8-49e6-a9bb-1b59b84ca0f2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:42.607973 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e087ff-ffe8-49e6-a9bb-1b59b84ca0f2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:42.608308 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e087ff-ffe8-49e6-a9bb-1b59b84ca0f2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:42.608659 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e087ff-ffe8-49e6-a9bb-1b59b84ca0f2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:42.608995 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e087ff-ffe8-49e6-a9bb-1b59b84ca0f2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:42.609303 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e087ff-ffe8-49e6-a9bb-1b59b84ca0f2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:42.609622 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e087ff-ffe8-49e6-a9bb-1b59b84ca0f2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:42.609942 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e087ff-ffe8-49e6-a9bb-1b59b84ca0f2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:42.610257 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e087ff-ffe8-49e6-a9bb-1b59b84ca0f2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:42.611097 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e087ff-ffe8-49e6-a9bb-1b59b84ca0f2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:42.611411 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e087ff-ffe8-49e6-a9bb-1b59b84ca0f2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:42.616971 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e087ff-ffe8-49e6-a9bb-1b59b84ca0f2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Checking segment: {'id': '2532604d-a97d-4998-823f-6b0df114fbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '021efe83-5097-4e44-be84-c3f8186d798c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:32:42.617323 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e087ff-ffe8-49e6-a9bb-1b59b84ca0f2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Network hostable DHCP agents. Network: 021efe83-5097-4e44-be84-c3f8186d798c, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:32:42.637822 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e087ff-ffe8-49e6-a9bb-1b59b84ca0f2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Network 021efe83-5097-4e44-be84-c3f8186d798c is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:32:42.651681 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-e2e087ff-ffe8-49e6-a9bb-1b59b84ca0f2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 021efe83-5097-4e44-be84-c3f8186d798c) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:32:42.657073 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e087ff-ffe8-49e6-a9bb-1b59b84ca0f2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:32:42.658125 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e2e087ff-ffe8-49e6-a9bb-1b59b84ca0f2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:42.661770 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a752df-9c80-4666-92b9-e2988c29cb19 None None] Network 021efe83-5097-4e44-be84-c3f8186d798c requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:32:42.685425 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-e2e087ff-ffe8-49e6-a9bb-1b59b84ca0f2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5358868 Sep 14 23:32:42.685819 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34558) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:32:42.767434 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-c68ffbf5-c666-4233-b882-672705418aaa None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:42.780212 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-c68ffbf5-c666-4233-b882-672705418aaa None None] Transition to ACTIVE for port object 13367603-fcfd-46ca-a5ed-51fdc7927ebb will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:32:42.786569 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-c68ffbf5-c666-4233-b882-672705418aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:42.852798 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-c68ffbf5-c666-4233-b882-672705418aaa None None] Attempting to bind port 13367603-fcfd-46ca-a5ed-51fdc7927ebb on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:32:42.853209 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-c68ffbf5-c666-4233-b882-672705418aaa None None] Attempting to bind port 13367603-fcfd-46ca-a5ed-51fdc7927ebb by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:32:42.853915 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68ffbf5-c666-4233-b882-672705418aaa None None] Attempting to bind port 13367603-fcfd-46ca-a5ed-51fdc7927ebb on network 681410b9-e86d-4f65-a0f3-ea2093b5104b {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:32:42.862381 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68ffbf5-c666-4233-b882-672705418aaa None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:32:42.862752 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68ffbf5-c666-4233-b882-672705418aaa None None] Checking segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:32:42.863145 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-c68ffbf5-c666-4233-b882-672705418aaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:42.863528 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68ffbf5-c666-4233-b882-672705418aaa None None] Bound using segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:32:42.863984 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-c68ffbf5-c666-4233-b882-672705418aaa None None] Bound port: 13367603-fcfd-46ca-a5ed-51fdc7927ebb, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:32:42.864352 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-c68ffbf5-c666-4233-b882-672705418aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:42.891074 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56629c47-c9b0-4914-90e8-d73da9f4fd7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-021efe83-5097-4e44-be84-c3f8186d798c', 'network_id': '021efe83-5097-4e44-be84-c3f8186d798c', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'fixed_ips': [{'subnet_id': 'cb63d68e-95b7-4bf1-9878-a9c9aa51ed42'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:32:42.892464 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-56629c47-c9b0-4914-90e8-d73da9f4fd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:42.915809 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a481f06-8ca0-4889-b254-cdff01e2bf44 None None] Pushing event updated for resources: {'Port': ['ID=13367603-fcfd-46ca-a5ed-51fdc7927ebb,revision_number=2']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:32:42.937022 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a481f06-8ca0-4889-b254-cdff01e2bf44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:42.941989 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a481f06-8ca0-4889-b254-cdff01e2bf44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:42.941989 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a481f06-8ca0-4889-b254-cdff01e2bf44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:42.941989 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a481f06-8ca0-4889-b254-cdff01e2bf44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:42.941989 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a481f06-8ca0-4889-b254-cdff01e2bf44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:42.941989 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a481f06-8ca0-4889-b254-cdff01e2bf44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:42.941989 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a481f06-8ca0-4889-b254-cdff01e2bf44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:42.941989 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a481f06-8ca0-4889-b254-cdff01e2bf44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:42.941989 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a481f06-8ca0-4889-b254-cdff01e2bf44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:42.941989 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a481f06-8ca0-4889-b254-cdff01e2bf44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:42.941989 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a481f06-8ca0-4889-b254-cdff01e2bf44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:42.941989 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a481f06-8ca0-4889-b254-cdff01e2bf44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:32:42.972567 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-c68ffbf5-c666-4233-b882-672705418aaa None None] For port 13367603-fcfd-46ca-a5ed-51fdc7927ebb, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:32:42.975711 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-c68ffbf5-c666-4233-b882-672705418aaa None None] For port 13367603-fcfd-46ca-a5ed-51fdc7927ebb, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=13367603-fcfd-46ca-a5ed-51fdc7927ebb,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:32:42.979974 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-c68ffbf5-c666-4233-b882-672705418aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:43.049432 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68ffbf5-c666-4233-b882-672705418aaa None None] Routers {'b9f3e979-82c1-4453-86b2-74e47d9efb49'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:32:43.050338 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-c68ffbf5-c666-4233-b882-672705418aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:32:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['b9f3e979-82c1-4453-86b2-74e47d9efb49'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:32:43.062067 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-56629c47-c9b0-4914-90e8-d73da9f4fd7e None None] Allocated IP 172.20.0.2 (021efe83-5097-4e44-be84-c3f8186d798c/cb63d68e-95b7-4bf1-9878-a9c9aa51ed42/8bc68b8c-a081-4c60-8aa9-ab4d12cd56e6) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:32:43.169921 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a481f06-8ca0-4889-b254-cdff01e2bf44 None None] Pushing event updated for resources: {'Port': ['ID=13367603-fcfd-46ca-a5ed-51fdc7927ebb,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:32:43.267876 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-c68ffbf5-c666-4233-b882-672705418aaa None None] Set router b9f3e979-82c1-4453-86b2-74e47d9efb49 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:32:43.276696 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-56629c47-c9b0-4914-90e8-d73da9f4fd7e None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:43.288319 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-56629c47-c9b0-4914-90e8-d73da9f4fd7e None None] Transition to ACTIVE for port object 8bc68b8c-a081-4c60-8aa9-ab4d12cd56e6 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:32:43.308133 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-56629c47-c9b0-4914-90e8-d73da9f4fd7e None None] Transition to ACTIVE for port object 8bc68b8c-a081-4c60-8aa9-ab4d12cd56e6 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:32:43.315901 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-56629c47-c9b0-4914-90e8-d73da9f4fd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:43.393041 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56629c47-c9b0-4914-90e8-d73da9f4fd7e None None] Network 021efe83-5097-4e44-be84-c3f8186d798c is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:32:43.396044 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-56629c47-c9b0-4914-90e8-d73da9f4fd7e None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:32:43.399796 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56629c47-c9b0-4914-90e8-d73da9f4fd7e None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:32:43.405899 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56629c47-c9b0-4914-90e8-d73da9f4fd7e None None] Pushing event updated for resources: {'Port': ['ID=8bc68b8c-a081-4c60-8aa9-ab4d12cd56e6,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:32:43.444354 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2c10ad8-c70a-4fcc-88a2-1d00d4aa2ff9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:43.510385 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-56629c47-c9b0-4914-90e8-d73da9f4fd7e None None] Attempting to bind port 8bc68b8c-a081-4c60-8aa9-ab4d12cd56e6 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:32:43.510807 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-56629c47-c9b0-4914-90e8-d73da9f4fd7e None None] Attempting to bind port 8bc68b8c-a081-4c60-8aa9-ab4d12cd56e6 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '2532604d-a97d-4998-823f-6b0df114fbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '021efe83-5097-4e44-be84-c3f8186d798c'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:32:43.511165 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56629c47-c9b0-4914-90e8-d73da9f4fd7e None None] Attempting to bind port 8bc68b8c-a081-4c60-8aa9-ab4d12cd56e6 on network 021efe83-5097-4e44-be84-c3f8186d798c {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:32:43.516327 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56629c47-c9b0-4914-90e8-d73da9f4fd7e None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:32:43.517246 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56629c47-c9b0-4914-90e8-d73da9f4fd7e None None] Checking segment: {'id': '2532604d-a97d-4998-823f-6b0df114fbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '021efe83-5097-4e44-be84-c3f8186d798c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:32:43.517638 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-56629c47-c9b0-4914-90e8-d73da9f4fd7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:43.518018 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56629c47-c9b0-4914-90e8-d73da9f4fd7e None None] Bound using segment: {'id': '2532604d-a97d-4998-823f-6b0df114fbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '021efe83-5097-4e44-be84-c3f8186d798c'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:32:43.518485 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-56629c47-c9b0-4914-90e8-d73da9f4fd7e None None] Bound port: 8bc68b8c-a081-4c60-8aa9-ab4d12cd56e6, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2532604d-a97d-4998-823f-6b0df114fbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '021efe83-5097-4e44-be84-c3f8186d798c'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:32:43.518838 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-56629c47-c9b0-4914-90e8-d73da9f4fd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:43.565226 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-c68ffbf5-c666-4233-b882-672705418aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223215107', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '13367603-fcfd-46ca-a5ed-51fdc7927ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:32:39Z', 'updated_at': '2022-09-14T23:32:40Z', 'revision_number': 3, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '13367603-fcfd-46ca-a5ed-51fdc7927ebb', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:32:40Z', 'updated_at': '2022-09-14T23:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:32:43.569284 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68ffbf5-c666-4233-b882-672705418aaa None None] The sync data for ids ['b9f3e979-82c1-4453-86b2-74e47d9efb49'] in dv-neutron-857791-1-hyperv is: [{'id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223215107', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '13367603-fcfd-46ca-a5ed-51fdc7927ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:32:39Z', 'updated_at': '2022-09-14T23:32:40Z', 'revision_number': 3, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '13367603-fcfd-46ca-a5ed-51fdc7927ebb', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:32:40Z', 'updated_at': '2022-09-14T23:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:32:43.616283 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-56629c47-c9b0-4914-90e8-d73da9f4fd7e None None] For port 8bc68b8c-a081-4c60-8aa9-ab4d12cd56e6, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:32:43.621053 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-56629c47-c9b0-4914-90e8-d73da9f4fd7e None None] For port 8bc68b8c-a081-4c60-8aa9-ab4d12cd56e6, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=8bc68b8c-a081-4c60-8aa9-ab4d12cd56e6,segment=NetworkSegment(2532604d-a97d-4998-823f-6b0df114fbd8),segment_id=2532604d-a97d-4998-823f-6b0df114fbd8)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:32:43.626704 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-56629c47-c9b0-4914-90e8-d73da9f4fd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:43.719176 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56629c47-c9b0-4914-90e8-d73da9f4fd7e None None] Pushing event updated for resources: {'Port': ['ID=8bc68b8c-a081-4c60-8aa9-ab4d12cd56e6,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:32:44.050894 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-e2c10ad8-c70a-4fcc-88a2-1d00d4aa2ff9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Allocated IP 172.20.0.1 (021efe83-5097-4e44-be84-c3f8186d798c/cb63d68e-95b7-4bf1-9878-a9c9aa51ed42/55a5a352-f388-432e-9d91-f70fb9451e14) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:32:44.147260 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 13367603-fcfd-46ca-a5ed-51fdc7927ebb up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:32:44.218343 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 13367603-fcfd-46ca-a5ed-51fdc7927ebb completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:32:44.223677 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 13367603-fcfd-46ca-a5ed-51fdc7927ebb triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:32:44.224109 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2c10ad8-c70a-4fcc-88a2-1d00d4aa2ff9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:44.224220 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:44.242819 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-e2c10ad8-c70a-4fcc-88a2-1d00d4aa2ff9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Transition to ACTIVE for port object 55a5a352-f388-432e-9d91-f70fb9451e14 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:32:44.269059 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2c10ad8-c70a-4fcc-88a2-1d00d4aa2ff9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:44.341144 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c10ad8-c70a-4fcc-88a2-1d00d4aa2ff9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Network 021efe83-5097-4e44-be84-c3f8186d798c is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:32:44.344782 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-e2c10ad8-c70a-4fcc-88a2-1d00d4aa2ff9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:32:44.347845 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c10ad8-c70a-4fcc-88a2-1d00d4aa2ff9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:32:44.371633 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 13367603-fcfd-46ca-a5ed-51fdc7927ebb is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:32:44.372271 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:44.390789 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 13367603-fcfd-46ca-a5ed-51fdc7927ebb, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=13367603-fcfd-46ca-a5ed-51fdc7927ebb,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:32:44.396846 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:44.398369 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 8bc68b8c-a081-4c60-8aa9-ab4d12cd56e6 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:32:44.406935 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c10ad8-c70a-4fcc-88a2-1d00d4aa2ff9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Port': ['ID=55a5a352-f388-432e-9d91-f70fb9451e14,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:32:44.423915 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2c10ad8-c70a-4fcc-88a2-1d00d4aa2ff9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:44.525695 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=13367603-fcfd-46ca-a5ed-51fdc7927ebb,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:32:44.535840 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 8bc68b8c-a081-4c60-8aa9-ab4d12cd56e6 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:32:44.705119 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2c10ad8-c70a-4fcc-88a2-1d00d4aa2ff9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:44.824876 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f46b4c9-b98b-4bc9-8fd9-6a322b559f8a None None] Network 021efe83-5097-4e44-be84-c3f8186d798c requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:32:44.950154 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-2bee5233-5769-4f2c-81e4-c03308a13c2a None None] Provisioning for port 8bc68b8c-a081-4c60-8aa9-ab4d12cd56e6 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:32:44.966890 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-2bee5233-5769-4f2c-81e4-c03308a13c2a None None] Provisioning complete for port 8bc68b8c-a081-4c60-8aa9-ab4d12cd56e6 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:32:44.967251 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2bee5233-5769-4f2c-81e4-c03308a13c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:45.134048 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2c10ad8-c70a-4fcc-88a2-1d00d4aa2ff9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:45.140046 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2c10ad8-c70a-4fcc-88a2-1d00d4aa2ff9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:45.194548 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-2bee5233-5769-4f2c-81e4-c03308a13c2a None None] Current status of the port 8bc68b8c-a081-4c60-8aa9-ab4d12cd56e6 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:32:45.195029 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2bee5233-5769-4f2c-81e4-c03308a13c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:45.235074 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-2bee5233-5769-4f2c-81e4-c03308a13c2a None None] For port 8bc68b8c-a081-4c60-8aa9-ab4d12cd56e6, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=8bc68b8c-a081-4c60-8aa9-ab4d12cd56e6,segment=NetworkSegment(2532604d-a97d-4998-823f-6b0df114fbd8),segment_id=2532604d-a97d-4998-823f-6b0df114fbd8)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:32:45.243166 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2bee5233-5769-4f2c-81e4-c03308a13c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:45.252585 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c10ad8-c70a-4fcc-88a2-1d00d4aa2ff9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Port': ['ID=55a5a352-f388-432e-9d91-f70fb9451e14,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:32:45.262158 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e2c10ad8-c70a-4fcc-88a2-1d00d4aa2ff9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:45.314196 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bee5233-5769-4f2c-81e4-c03308a13c2a None None] Pushing event updated for resources: {'Port': ['ID=8bc68b8c-a081-4c60-8aa9-ab4d12cd56e6,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:32:45.406660 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c10ad8-c70a-4fcc-88a2-1d00d4aa2ff9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Network 021efe83-5097-4e44-be84-c3f8186d798c is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:32:45.408371 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-e2c10ad8-c70a-4fcc-88a2-1d00d4aa2ff9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:32:45.473696 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-4d7fd457-7f5b-4cde-a236-79209b59ce61 None None] Provisioning for port 55a5a352-f388-432e-9d91-f70fb9451e14 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:32:45.479349 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-4d7fd457-7f5b-4cde-a236-79209b59ce61 None None] Provisioning complete for port 55a5a352-f388-432e-9d91-f70fb9451e14 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:32:45.479827 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4d7fd457-7f5b-4cde-a236-79209b59ce61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:45.541529 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-4d7fd457-7f5b-4cde-a236-79209b59ce61 None None] Port 55a5a352-f388-432e-9d91-f70fb9451e14 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:32:45.554941 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-4d7fd457-7f5b-4cde-a236-79209b59ce61 None None] Provisioning complete for port 8bc68b8c-a081-4c60-8aa9-ab4d12cd56e6 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:32:45.555318 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4d7fd457-7f5b-4cde-a236-79209b59ce61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:45.685606 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-4d7fd457-7f5b-4cde-a236-79209b59ce61 None None] Current status of the port 8bc68b8c-a081-4c60-8aa9-ab4d12cd56e6 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:32:45.726926 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c10ad8-c70a-4fcc-88a2-1d00d4aa2ff9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Router b9f3e979-82c1-4453-86b2-74e47d9efb49 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:32:45.805545 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-3ad9b50e-8a4b-4f3e-a294-4aedf928efe1 None None] Provisioning complete for port 55a5a352-f388-432e-9d91-f70fb9451e14 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:32:45.805906 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3ad9b50e-8a4b-4f3e-a294-4aedf928efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:45.858564 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-3ad9b50e-8a4b-4f3e-a294-4aedf928efe1 None None] Port 55a5a352-f388-432e-9d91-f70fb9451e14 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:32:45.909345 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c10ad8-c70a-4fcc-88a2-1d00d4aa2ff9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:32:45.918823 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7777d92b-1251-4c91-889f-89e9af9c9806 None None] Sync routers for ids ['b9f3e979-82c1-4453-86b2-74e47d9efb49'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:32:45.921495 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e2c10ad8-c70a-4fcc-88a2-1d00d4aa2ff9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "PUT /v2.0/routers/b9f3e979-82c1-4453-86b2-74e47d9efb49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2346501 Sep 14 23:32:45.928035 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7777d92b-1251-4c91-889f-89e9af9c9806 None None] Routers {'b9f3e979-82c1-4453-86b2-74e47d9efb49'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:32:45.928665 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-7777d92b-1251-4c91-889f-89e9af9c9806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:32:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['b9f3e979-82c1-4453-86b2-74e47d9efb49'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:32:46.018736 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-bf03b124-a624-4c05-8596-ae0ed3d41e77 None None] Provisioning complete for port 55a5a352-f388-432e-9d91-f70fb9451e14 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:32:46.019112 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bf03b124-a624-4c05-8596-ae0ed3d41e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:46.082626 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2732652c-3851-4f5f-8a9f-511e98748254 req-094a04cb-c99c-440e-97fe-490e72d99905 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2003857150&fields=id&tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f HTTP/1.1" status: 200 len: 267 time: 0.0418568 Sep 14 23:32:46.113468 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 13367603-fcfd-46ca-a5ed-51fdc7927ebb up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:32:46.196445 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-bf03b124-a624-4c05-8596-ae0ed3d41e77 None None] Port 55a5a352-f388-432e-9d91-f70fb9451e14 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:32:46.217018 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-7777d92b-1251-4c91-889f-89e9af9c9806 None None] Set router b9f3e979-82c1-4453-86b2-74e47d9efb49 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:32:46.234212 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732652c-3851-4f5f-8a9f-511e98748254 req-0bd92a33-062d-4044-a852-6ed5f81dc3a5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:32:46.235573 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2732652c-3851-4f5f-8a9f-511e98748254 req-0bd92a33-062d-4044-a852-6ed5f81dc3a5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/networks?id=021efe83-5097-4e44-be84-c3f8186d798c HTTP/1.1" status: 200 len: 796 time: 0.1458769 Sep 14 23:32:46.250273 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2732652c-3851-4f5f-8a9f-511e98748254 req-a57d12ee-de1c-4c1f-bd60-b431c7dc7781 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/quotas/f82b3a84f14c45698bcfb4ac2ac76a9f HTTP/1.1" status: 200 len: 375 time: 0.0089478 Sep 14 23:32:46.289256 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 13367603-fcfd-46ca-a5ed-51fdc7927ebb triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:32:46.289629 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:46.343919 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2732652c-3851-4f5f-8a9f-511e98748254 req-39474071-4129-4407-a57d-53d767aa8687 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0881734 Sep 14 23:32:46.486038 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2732652c-3851-4f5f-8a9f-511e98748254 req-97f2e75f-a568-4037-8382-233fa13a9034 service neutron] 10.222.0.33 "GET /v2.0/networks/021efe83-5097-4e44-be84-c3f8186d798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274745 Sep 14 23:32:46.596461 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 13367603-fcfd-46ca-a5ed-51fdc7927ebb is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:32:46.597568 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 8bc68b8c-a081-4c60-8aa9-ab4d12cd56e6 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:32:46.616972 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2732652c-3851-4f5f-8a9f-511e98748254 req-d3d4c83a-d372-4d5d-9908-8870cf170069 service neutron] 10.222.0.33 "GET /v2.0/networks/021efe83-5097-4e44-be84-c3f8186d798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252892 Sep 14 23:32:46.685980 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 8bc68b8c-a081-4c60-8aa9-ab4d12cd56e6 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:32:46.686343 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:46.769281 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-7777d92b-1251-4c91-889f-89e9af9c9806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223215107', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '13367603-fcfd-46ca-a5ed-51fdc7927ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:32:39Z', 'updated_at': '2022-09-14T23:32:44Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '13367603-fcfd-46ca-a5ed-51fdc7927ebb', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:32:40Z', 'updated_at': '2022-09-14T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '55a5a352-f388-432e-9d91-f70fb9451e14', 'name': '', 'network_id': '021efe83-5097-4e44-be84-c3f8186d798c', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:a5:a3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'cb63d68e-95b7-4bf1-9878-a9c9aa51ed42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:32:43Z', 'updated_at': '2022-09-14T23:32:44Z', 'revision_number': 2, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': 'cb63d68e-95b7-4bf1-9878-a9c9aa51ed42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:32:46.778733 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7777d92b-1251-4c91-889f-89e9af9c9806 None None] Checking router: b9f3e979-82c1-4453-86b2-74e47d9efb49 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:32:46.779085 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7777d92b-1251-4c91-889f-89e9af9c9806 None None] Updating router b9f3e979-82c1-4453-86b2-74e47d9efb49 port 55a5a352-f388-432e-9d91-f70fb9451e14 binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:32:46.807948 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bb4ec659-ca19-4fb7-b328-92246ec611ab req-7fa9a58a-36d6-4f23-a304-ae7623dda799 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 210 time: 0.0487032 Sep 14 23:32:46.856411 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7777d92b-1251-4c91-889f-89e9af9c9806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:47.042976 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 8bc68b8c-a081-4c60-8aa9-ab4d12cd56e6 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:32:47.271661 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7777d92b-1251-4c91-889f-89e9af9c9806 None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:47.284260 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-7777d92b-1251-4c91-889f-89e9af9c9806 None None] Transition to ACTIVE for port object 55a5a352-f388-432e-9d91-f70fb9451e14 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:32:47.290673 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7777d92b-1251-4c91-889f-89e9af9c9806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:47.475807 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8ecae-b799-41c6-8879-b1765bec9891 None None] Pushing event updated for resources: {'Port': ['ID=55a5a352-f388-432e-9d91-f70fb9451e14,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:32:47.504066 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-7777d92b-1251-4c91-889f-89e9af9c9806 None None] Attempting to bind port 55a5a352-f388-432e-9d91-f70fb9451e14 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:32:47.504430 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-7777d92b-1251-4c91-889f-89e9af9c9806 None None] Attempting to bind port 55a5a352-f388-432e-9d91-f70fb9451e14 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '2532604d-a97d-4998-823f-6b0df114fbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '021efe83-5097-4e44-be84-c3f8186d798c'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:32:47.504821 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7777d92b-1251-4c91-889f-89e9af9c9806 None None] Attempting to bind port 55a5a352-f388-432e-9d91-f70fb9451e14 on network 021efe83-5097-4e44-be84-c3f8186d798c {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:32:47.509899 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7777d92b-1251-4c91-889f-89e9af9c9806 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:32:47.510262 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7777d92b-1251-4c91-889f-89e9af9c9806 None None] Checking segment: {'id': '2532604d-a97d-4998-823f-6b0df114fbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '021efe83-5097-4e44-be84-c3f8186d798c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:32:47.510658 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7777d92b-1251-4c91-889f-89e9af9c9806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:47.511036 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7777d92b-1251-4c91-889f-89e9af9c9806 None None] Bound using segment: {'id': '2532604d-a97d-4998-823f-6b0df114fbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '021efe83-5097-4e44-be84-c3f8186d798c'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:32:47.511485 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-7777d92b-1251-4c91-889f-89e9af9c9806 None None] Bound port: 55a5a352-f388-432e-9d91-f70fb9451e14, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2532604d-a97d-4998-823f-6b0df114fbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '021efe83-5097-4e44-be84-c3f8186d798c'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:32:47.511847 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7777d92b-1251-4c91-889f-89e9af9c9806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:47.602483 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-7777d92b-1251-4c91-889f-89e9af9c9806 None None] For port 55a5a352-f388-432e-9d91-f70fb9451e14, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:32:47.605325 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-7777d92b-1251-4c91-889f-89e9af9c9806 None None] For port 55a5a352-f388-432e-9d91-f70fb9451e14, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=55a5a352-f388-432e-9d91-f70fb9451e14,segment=NetworkSegment(2532604d-a97d-4998-823f-6b0df114fbd8),segment_id=2532604d-a97d-4998-823f-6b0df114fbd8)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:32:47.610222 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7777d92b-1251-4c91-889f-89e9af9c9806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:47.671821 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7777d92b-1251-4c91-889f-89e9af9c9806 None None] Routers {'b9f3e979-82c1-4453-86b2-74e47d9efb49'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:32:47.672427 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-7777d92b-1251-4c91-889f-89e9af9c9806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:32:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['b9f3e979-82c1-4453-86b2-74e47d9efb49'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:32:47.758926 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8ecae-b799-41c6-8879-b1765bec9891 None None] Pushing event updated for resources: {'Port': ['ID=55a5a352-f388-432e-9d91-f70fb9451e14,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:32:47.840233 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732652c-3851-4f5f-8a9f-511e98748254 req-4f6209cf-dd94-4b89-88cb-da9ea1acf006 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:32:47.840962 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-2732652c-3851-4f5f-8a9f-511e98748254 req-4f6209cf-dd94-4b89-88cb-da9ea1acf006 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Synchronizing usage tracker for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:network {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:32:47.860636 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-2732652c-3851-4f5f-8a9f-511e98748254 req-4f6209cf-dd94-4b89-88cb-da9ea1acf006 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Unset dirty status for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:network {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:32:47.862802 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2732652c-3851-4f5f-8a9f-511e98748254 req-4f6209cf-dd94-4b89-88cb-da9ea1acf006 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.20 "GET /v2.0/networks?id=021efe83-5097-4e44-be84-c3f8186d798c HTTP/1.1" status: 200 len: 796 time: 0.1747017 Sep 14 23:32:47.873853 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-7777d92b-1251-4c91-889f-89e9af9c9806 None None] Set router b9f3e979-82c1-4453-86b2-74e47d9efb49 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:32:47.917121 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-2732652c-3851-4f5f-8a9f-511e98748254 req-445c8652-a7e3-400c-a92a-bb0810075d12 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Synchronizing usage tracker for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:security_group {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:32:47.935218 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-2732652c-3851-4f5f-8a9f-511e98748254 req-445c8652-a7e3-400c-a92a-bb0810075d12 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Unset dirty status for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:security_group {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:32:47.936643 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2732652c-3851-4f5f-8a9f-511e98748254 req-445c8652-a7e3-400c-a92a-bb0810075d12 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f HTTP/1.1" status: 200 len: 380 time: 0.0662088 Sep 14 23:32:47.948576 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-2732652c-3851-4f5f-8a9f-511e98748254 req-cb233b8b-9906-45b9-8173-5ce824168ac1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'port': {'device_id': '380ed0ab-10d7-4ea3-a29a-cc16e20fae53', 'network_id': '021efe83-5097-4e44-be84-c3f8186d798c', 'admin_state_up': True, 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'security_groups': ['db3ef8ef-93c4-4f6f-9bdf-945bc0102448']}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:32:47.989158 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-491ef02e-b531-411c-a2e5-143d6baa708c req-c3c06c6c-e022-44eb-be5e-fc66d71c7b25 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 210 time: 0.0511315 Sep 14 23:32:48.087187 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-2732652c-3851-4f5f-8a9f-511e98748254 req-cb233b8b-9906-45b9-8173-5ce824168ac1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:32:48.091441 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-2732652c-3851-4f5f-8a9f-511e98748254 req-cb233b8b-9906-45b9-8173-5ce824168ac1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:port and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:32:48.094319 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-2732652c-3851-4f5f-8a9f-511e98748254 req-cb233b8b-9906-45b9-8173-5ce824168ac1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:32:48.101309 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-2732652c-3851-4f5f-8a9f-511e98748254 req-cb233b8b-9906-45b9-8173-5ce824168ac1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:32:48.110559 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2732652c-3851-4f5f-8a9f-511e98748254 req-cb233b8b-9906-45b9-8173-5ce824168ac1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Made reservation on behalf of f82b3a84f14c45698bcfb4ac2ac76a9f for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:32:48.114834 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-2732652c-3851-4f5f-8a9f-511e98748254 req-cb233b8b-9906-45b9-8173-5ce824168ac1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:48.207175 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-7777d92b-1251-4c91-889f-89e9af9c9806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223215107', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '13367603-fcfd-46ca-a5ed-51fdc7927ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:32:39Z', 'updated_at': '2022-09-14T23:32:44Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '13367603-fcfd-46ca-a5ed-51fdc7927ebb', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:32:40Z', 'updated_at': '2022-09-14T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '55a5a352-f388-432e-9d91-f70fb9451e14', 'name': '', 'network_id': '021efe83-5097-4e44-be84-c3f8186d798c', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:a5:a3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'cb63d68e-95b7-4bf1-9878-a9c9aa51ed42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:32:43Z', 'updated_at': '2022-09-14T23:32:47Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': 'cb63d68e-95b7-4bf1-9878-a9c9aa51ed42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:32:48.211383 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7777d92b-1251-4c91-889f-89e9af9c9806 None None] The sync data for ids ['b9f3e979-82c1-4453-86b2-74e47d9efb49'] in dv-neutron-857791-1-hyperv is: [{'id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223215107', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '13367603-fcfd-46ca-a5ed-51fdc7927ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:32:39Z', 'updated_at': '2022-09-14T23:32:44Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '13367603-fcfd-46ca-a5ed-51fdc7927ebb', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:32:40Z', 'updated_at': '2022-09-14T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '55a5a352-f388-432e-9d91-f70fb9451e14', 'name': '', 'network_id': '021efe83-5097-4e44-be84-c3f8186d798c', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:a5:a3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'cb63d68e-95b7-4bf1-9878-a9c9aa51ed42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:32:43Z', 'updated_at': '2022-09-14T23:32:47Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': 'cb63d68e-95b7-4bf1-9878-a9c9aa51ed42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:32:48.294738 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [req-2732652c-3851-4f5f-8a9f-511e98748254 req-cb233b8b-9906-45b9-8173-5ce824168ac1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Allocated IP 172.20.0.9 (021efe83-5097-4e44-be84-c3f8186d798c/cb63d68e-95b7-4bf1-9878-a9c9aa51ed42/60d49a2e-ae07-4bf2-95bb-f5ac344879b1) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:32:48.497830 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-2732652c-3851-4f5f-8a9f-511e98748254 req-cb233b8b-9906-45b9-8173-5ce824168ac1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:48.513668 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-2732652c-3851-4f5f-8a9f-511e98748254 req-cb233b8b-9906-45b9-8173-5ce824168ac1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Transition to ACTIVE for port object 60d49a2e-ae07-4bf2-95bb-f5ac344879b1 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:32:48.538862 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-2732652c-3851-4f5f-8a9f-511e98748254 req-cb233b8b-9906-45b9-8173-5ce824168ac1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:48.609044 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2732652c-3851-4f5f-8a9f-511e98748254 req-cb233b8b-9906-45b9-8173-5ce824168ac1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Network 021efe83-5097-4e44-be84-c3f8186d798c is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:32:48.612227 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [req-2732652c-3851-4f5f-8a9f-511e98748254 req-cb233b8b-9906-45b9-8173-5ce824168ac1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:32:48.616296 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-2732652c-3851-4f5f-8a9f-511e98748254 req-cb233b8b-9906-45b9-8173-5ce824168ac1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:32:48.653214 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb233b8b-9906-45b9-8173-5ce824168ac1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Port': ['ID=60d49a2e-ae07-4bf2-95bb-f5ac344879b1,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:32:48.685916 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732652c-3851-4f5f-8a9f-511e98748254 req-cb233b8b-9906-45b9-8173-5ce824168ac1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:32:48.686583 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-2732652c-3851-4f5f-8a9f-511e98748254 req-cb233b8b-9906-45b9-8173-5ce824168ac1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:48.716557 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2732652c-3851-4f5f-8a9f-511e98748254 req-cb233b8b-9906-45b9-8173-5ce824168ac1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7738431 Sep 14 23:32:48.728351 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-2732652c-3851-4f5f-8a9f-511e98748254 req-8c26796a-5e24-416b-88ae-139fa3845f8d service neutron] Request body: {'port': {'device_id': '380ed0ab-10d7-4ea3-a29a-cc16e20fae53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:32:48.833954 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f3ec7573-7191-4633-8730-7a339a133ffa None None] Provisioning for port 60d49a2e-ae07-4bf2-95bb-f5ac344879b1 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:32:48.839251 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f3ec7573-7191-4633-8730-7a339a133ffa None None] Provisioning complete for port 60d49a2e-ae07-4bf2-95bb-f5ac344879b1 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:32:48.839617 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f3ec7573-7191-4633-8730-7a339a133ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:48.848542 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-2732652c-3851-4f5f-8a9f-511e98748254 req-8c26796a-5e24-416b-88ae-139fa3845f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:48.947060 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-f3ec7573-7191-4633-8730-7a339a133ffa None None] Port 60d49a2e-ae07-4bf2-95bb-f5ac344879b1 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:32:49.213174 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [req-2732652c-3851-4f5f-8a9f-511e98748254 req-8c26796a-5e24-416b-88ae-139fa3845f8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d49a2e-ae07-4bf2-95bb-f5ac344879b1 {{(pid=89171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:32:49.221048 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-2732652c-3851-4f5f-8a9f-511e98748254 req-8c26796a-5e24-416b-88ae-139fa3845f8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:49.237068 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-2732652c-3851-4f5f-8a9f-511e98748254 req-8c26796a-5e24-416b-88ae-139fa3845f8d service neutron] Transition to ACTIVE for port object 60d49a2e-ae07-4bf2-95bb-f5ac344879b1 will not be triggered until provisioned by entity L2. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:32:49.242350 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-2732652c-3851-4f5f-8a9f-511e98748254 req-8c26796a-5e24-416b-88ae-139fa3845f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:49.301861 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c4e91-55fb-459a-a681-1bd70e57689a req-cb0c2d62-3fe4-4ddf-bd23-68048e07345c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:32:49.303361 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-416c4e91-55fb-459a-a681-1bd70e57689a req-cb0c2d62-3fe4-4ddf-bd23-68048e07345c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 943 time: 0.1963449 Sep 14 23:32:49.353717 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-416c4e91-55fb-459a-a681-1bd70e57689a req-43eafdfd-7adc-42af-9dea-90746cfbbd92 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=db3ef8ef-93c4-4f6f-9bdf-945bc0102448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411005 Sep 14 23:32:49.530692 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26796a-5e24-416b-88ae-139fa3845f8d service neutron] Pushing event updated for resources: {'Port': ['ID=60d49a2e-ae07-4bf2-95bb-f5ac344879b1,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:32:49.567321 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-2732652c-3851-4f5f-8a9f-511e98748254 req-8c26796a-5e24-416b-88ae-139fa3845f8d service neutron] Attempting to bind port 60d49a2e-ae07-4bf2-95bb-f5ac344879b1 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:32:49.567651 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-2732652c-3851-4f5f-8a9f-511e98748254 req-8c26796a-5e24-416b-88ae-139fa3845f8d service neutron] Attempting to bind port 60d49a2e-ae07-4bf2-95bb-f5ac344879b1 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '2532604d-a97d-4998-823f-6b0df114fbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '021efe83-5097-4e44-be84-c3f8186d798c'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:32:49.567974 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2732652c-3851-4f5f-8a9f-511e98748254 req-8c26796a-5e24-416b-88ae-139fa3845f8d service neutron] Attempting to bind port 60d49a2e-ae07-4bf2-95bb-f5ac344879b1 on network 021efe83-5097-4e44-be84-c3f8186d798c {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:32:49.572552 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2732652c-3851-4f5f-8a9f-511e98748254 req-8c26796a-5e24-416b-88ae-139fa3845f8d service neutron] Port 60d49a2e-ae07-4bf2-95bb-f5ac344879b1 on network 021efe83-5097-4e44-be84-c3f8186d798c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:32:49.572897 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2732652c-3851-4f5f-8a9f-511e98748254 req-8c26796a-5e24-416b-88ae-139fa3845f8d service neutron] Attempting to bind port 60d49a2e-ae07-4bf2-95bb-f5ac344879b1 on network 021efe83-5097-4e44-be84-c3f8186d798c {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:32:49.577880 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2732652c-3851-4f5f-8a9f-511e98748254 req-8c26796a-5e24-416b-88ae-139fa3845f8d service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:32:49.578212 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2732652c-3851-4f5f-8a9f-511e98748254 req-8c26796a-5e24-416b-88ae-139fa3845f8d service neutron] Checking segment: {'id': '2532604d-a97d-4998-823f-6b0df114fbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '021efe83-5097-4e44-be84-c3f8186d798c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:32:49.578593 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2732652c-3851-4f5f-8a9f-511e98748254 req-8c26796a-5e24-416b-88ae-139fa3845f8d service neutron] Bound using segment: {'id': '2532604d-a97d-4998-823f-6b0df114fbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '021efe83-5097-4e44-be84-c3f8186d798c'} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:32:49.579006 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-2732652c-3851-4f5f-8a9f-511e98748254 req-8c26796a-5e24-416b-88ae-139fa3845f8d service neutron] Bound port: 60d49a2e-ae07-4bf2-95bb-f5ac344879b1, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2532604d-a97d-4998-823f-6b0df114fbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '021efe83-5097-4e44-be84-c3f8186d798c'}}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:32:49.579342 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-2732652c-3851-4f5f-8a9f-511e98748254 req-8c26796a-5e24-416b-88ae-139fa3845f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:49.668094 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-2732652c-3851-4f5f-8a9f-511e98748254 req-8c26796a-5e24-416b-88ae-139fa3845f8d service neutron] For port 60d49a2e-ae07-4bf2-95bb-f5ac344879b1, host hv-neutron-8577, cleared binding levels {{(pid=89171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:32:49.670980 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-2732652c-3851-4f5f-8a9f-511e98748254 req-8c26796a-5e24-416b-88ae-139fa3845f8d service neutron] For port 60d49a2e-ae07-4bf2-95bb-f5ac344879b1, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=60d49a2e-ae07-4bf2-95bb-f5ac344879b1,segment=NetworkSegment(2532604d-a97d-4998-823f-6b0df114fbd8),segment_id=2532604d-a97d-4998-823f-6b0df114fbd8)] {{(pid=89171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:32:49.675993 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-2732652c-3851-4f5f-8a9f-511e98748254 req-8c26796a-5e24-416b-88ae-139fa3845f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:49.708979 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732652c-3851-4f5f-8a9f-511e98748254 req-8c26796a-5e24-416b-88ae-139fa3845f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:32:49.709589 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-2732652c-3851-4f5f-8a9f-511e98748254 req-8c26796a-5e24-416b-88ae-139fa3845f8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:49.710967 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2732652c-3851-4f5f-8a9f-511e98748254 req-8c26796a-5e24-416b-88ae-139fa3845f8d service neutron] 10.222.0.20 "PUT /v2.0/ports/60d49a2e-ae07-4bf2-95bb-f5ac344879b1 HTTP/1.1" status: 200 len: 1093 time: 0.9871182 Sep 14 23:32:49.711418 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380ed0ab-10d7-4ea3-a29a-cc16e20fae53', 'tag': '60d49a2e-ae07-4bf2-95bb-f5ac344879b1'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:32:49.713711 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f298be-31bb-4102-bfc0-76774dde38bc" -d '{"events": [{"name": "network-changed", "server_uuid": "380ed0ab-10d7-4ea3-a29a-cc16e20fae53", "tag": "60d49a2e-ae07-4bf2-95bb-f5ac344879b1"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:32:49.761931 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:49.798304 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c25e424-5015-45e7-9ce3-7e5eba148fe8 x-openstack-request-id: req-6c25e424-5015-45e7-9ce3-7e5eba148fe8 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:32:49.798488 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "380ed0ab-10d7-4ea3-a29a-cc16e20fae53", "tag": "60d49a2e-ae07-4bf2-95bb-f5ac344879b1", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:32:49.798742 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6c25e424-5015-45e7-9ce3-7e5eba148fe8 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:32:49.799126 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c25e424-5015-45e7-9ce3-7e5eba148fe8'] response: {'name': 'network-changed', 'server_uuid': '380ed0ab-10d7-4ea3-a29a-cc16e20fae53', 'tag': '60d49a2e-ae07-4bf2-95bb-f5ac344879b1', 'status': 'completed', 'code': 200} Sep 14 23:32:49.808180 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26796a-5e24-416b-88ae-139fa3845f8d service neutron] Pushing event updated for resources: {'Port': ['ID=60d49a2e-ae07-4bf2-95bb-f5ac344879b1,revision_number=3']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:32:49.845463 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732652c-3851-4f5f-8a9f-511e98748254 req-79efb02c-01d5-4e6a-88d0-34b30a479c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:32:49.847475 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2732652c-3851-4f5f-8a9f-511e98748254 req-79efb02c-01d5-4e6a-88d0-34b30a479c34 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f&device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 1096 time: 0.0893452 Sep 14 23:32:49.920017 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2732652c-3851-4f5f-8a9f-511e98748254 req-63661d14-85aa-49c4-b489-1910d65330a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60d49a2e-ae07-4bf2-95bb-f5ac344879b1 HTTP/1.1" status: 200 len: 217 time: 0.0664780 Sep 14 23:32:49.980366 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732652c-3851-4f5f-8a9f-511e98748254 req-a5aa1f2d-2052-4e86-9eec-12b73c22ea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:32:49.981808 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2732652c-3851-4f5f-8a9f-511e98748254 req-a5aa1f2d-2052-4e86-9eec-12b73c22ea91 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cb63d68e-95b7-4bf1-9878-a9c9aa51ed42 HTTP/1.1" status: 200 len: 834 time: 0.0558279 Sep 14 23:32:50.069722 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732652c-3851-4f5f-8a9f-511e98748254 req-408cbe22-5df3-4e74-be1a-7cd00decbc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:32:50.071129 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2732652c-3851-4f5f-8a9f-511e98748254 req-408cbe22-5df3-4e74-be1a-7cd00decbc74 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=021efe83-5097-4e44-be84-c3f8186d798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829017 Sep 14 23:32:50.092156 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 55a5a352-f388-432e-9d91-f70fb9451e14 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:32:50.159419 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 55a5a352-f388-432e-9d91-f70fb9451e14 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:32:50.164119 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 55a5a352-f388-432e-9d91-f70fb9451e14 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:32:50.164486 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:50.203037 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2732652c-3851-4f5f-8a9f-511e98748254 req-54a93b7b-8788-44e9-8c3b-5d4a824930ca service neutron] 10.222.0.20 "GET /v2.0/networks/021efe83-5097-4e44-be84-c3f8186d798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260214 Sep 14 23:32:50.284502 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 55a5a352-f388-432e-9d91-f70fb9451e14 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:32:50.284903 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:50.315710 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 55a5a352-f388-432e-9d91-f70fb9451e14, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=55a5a352-f388-432e-9d91-f70fb9451e14,segment=NetworkSegment(2532604d-a97d-4998-823f-6b0df114fbd8),segment_id=2532604d-a97d-4998-823f-6b0df114fbd8)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:32:50.319347 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:50.336862 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-2732652c-3851-4f5f-8a9f-511e98748254 req-00fea7e5-ea12-4495-8c3b-08d16725c727 service neutron] 10.222.0.20 "GET /v2.0/networks/021efe83-5097-4e44-be84-c3f8186d798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272511 Sep 14 23:32:50.389998 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=55a5a352-f388-432e-9d91-f70fb9451e14,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:32:50.467562 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f298be-31bb-4102-bfc0-76774dde38bc req-ca48d42e-0d4a-4e1b-a4d8-a5503d3960c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:32:50.469121 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-66f298be-31bb-4102-bfc0-76774dde38bc req-ca48d42e-0d4a-4e1b-a4d8-a5503d3960c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f&device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 1096 time: 0.0890508 Sep 14 23:32:50.564180 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d88d5-f404-4092-9eea-f7761e0b31fe req-7a974ef8-7e23-4d02-82a5-231da159e2c1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:32:50.566201 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f82d88d5-f404-4092-9eea-f7761e0b31fe req-7a974ef8-7e23-4d02-82a5-231da159e2c1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 943 time: 0.0899851 Sep 14 23:32:50.601749 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f298be-31bb-4102-bfc0-76774dde38bc req-44c9e7f6-96a5-40fc-8288-6351d63f095f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:32:50.603154 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-66f298be-31bb-4102-bfc0-76774dde38bc req-44c9e7f6-96a5-40fc-8288-6351d63f095f service neutron] 10.222.0.20 "GET /v2.0/networks?id=021efe83-5097-4e44-be84-c3f8186d798c HTTP/1.1" status: 200 len: 896 time: 0.1274486 Sep 14 23:32:50.610351 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f82d88d5-f404-4092-9eea-f7761e0b31fe req-5b9d8b14-2486-4f82-94d8-1dcc7f3064bc tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=db3ef8ef-93c4-4f6f-9bdf-945bc0102448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383317 Sep 14 23:32:50.672272 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-66f298be-31bb-4102-bfc0-76774dde38bc req-51680911-2a69-448f-9411-33e37f0a954d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60d49a2e-ae07-4bf2-95bb-f5ac344879b1 HTTP/1.1" status: 200 len: 217 time: 0.0630467 Sep 14 23:32:50.733633 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f298be-31bb-4102-bfc0-76774dde38bc req-a7785280-1a58-427e-a5d1-b4a5cf4a13ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:32:50.735035 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-66f298be-31bb-4102-bfc0-76774dde38bc req-a7785280-1a58-427e-a5d1-b4a5cf4a13ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cb63d68e-95b7-4bf1-9878-a9c9aa51ed42 HTTP/1.1" status: 200 len: 834 time: 0.0560827 Sep 14 23:32:50.816515 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f298be-31bb-4102-bfc0-76774dde38bc req-f6e638e9-1de9-4410-abe3-a0e28541b51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:32:50.818003 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-66f298be-31bb-4102-bfc0-76774dde38bc req-f6e638e9-1de9-4410-abe3-a0e28541b51e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=021efe83-5097-4e44-be84-c3f8186d798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764477 Sep 14 23:32:50.947562 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-66f298be-31bb-4102-bfc0-76774dde38bc req-5dfaa105-aeb8-4e92-95ef-7a90ecaf09dc service neutron] 10.222.0.20 "GET /v2.0/networks/021efe83-5097-4e44-be84-c3f8186d798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228940 Sep 14 23:32:51.076120 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-66f298be-31bb-4102-bfc0-76774dde38bc req-98dcfea0-b304-463d-aac1-4b226d95aa05 service neutron] 10.222.0.20 "GET /v2.0/networks/021efe83-5097-4e44-be84-c3f8186d798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215317 Sep 14 23:32:51.806012 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea1138-5296-478d-b656-fc1a2dbca812 req-77fe3a3a-b14a-4cb9-9805-ef6385f9501b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:32:51.807450 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-07ea1138-5296-478d-b656-fc1a2dbca812 req-77fe3a3a-b14a-4cb9-9805-ef6385f9501b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 943 time: 0.0870030 Sep 14 23:32:51.853805 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-07ea1138-5296-478d-b656-fc1a2dbca812 req-ee2ff841-7015-4ea5-b07d-3e0bd6eeb737 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=db3ef8ef-93c4-4f6f-9bdf-945bc0102448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407500 Sep 14 23:32:52.073961 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 55a5a352-f388-432e-9d91-f70fb9451e14 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:32:52.144263 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 55a5a352-f388-432e-9d91-f70fb9451e14 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:32:52.144643 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:52.255711 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 55a5a352-f388-432e-9d91-f70fb9451e14 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:32:53.046330 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37915fe0-c069-4ff2-9d88-81138ad5b9fe req-5b96c43d-ac5c-4c29-ac46-3cbadfcfa188 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:32:53.047768 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-37915fe0-c069-4ff2-9d88-81138ad5b9fe req-5b96c43d-ac5c-4c29-ac46-3cbadfcfa188 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 943 time: 0.0867853 Sep 14 23:32:53.091292 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-37915fe0-c069-4ff2-9d88-81138ad5b9fe req-cc03373f-d522-4ad2-804d-eba97e08ab8f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=db3ef8ef-93c4-4f6f-9bdf-945bc0102448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372002 Sep 14 23:32:53.688359 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 60d49a2e-ae07-4bf2-95bb-f5ac344879b1 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:32:53.819360 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 60d49a2e-ae07-4bf2-95bb-f5ac344879b1, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=60d49a2e-ae07-4bf2-95bb-f5ac344879b1,segment=NetworkSegment(2532604d-a97d-4998-823f-6b0df114fbd8),segment_id=2532604d-a97d-4998-823f-6b0df114fbd8)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:32:53.836052 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': '60d49a2e-ae07-4bf2-95bb-f5ac344879b1', 'network_id': '021efe83-5097-4e44-be84-c3f8186d798c', 'port_id': '60d49a2e-ae07-4bf2-95bb-f5ac344879b1', 'mac_address': 'fa:16:3e:41:af:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb63d68e-95b7-4bf1-9878-a9c9aa51ed42', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:32:53.889425 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 60d49a2e-ae07-4bf2-95bb-f5ac344879b1 is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:32:53.889800 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:53.906455 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d49a2e-ae07-4bf2-95bb-f5ac344879b1 {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:32:53.921936 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 60d49a2e-ae07-4bf2-95bb-f5ac344879b1, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=60d49a2e-ae07-4bf2-95bb-f5ac344879b1,segment=NetworkSegment(2532604d-a97d-4998-823f-6b0df114fbd8),segment_id=2532604d-a97d-4998-823f-6b0df114fbd8)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:32:53.925367 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:53.989618 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=60d49a2e-ae07-4bf2-95bb-f5ac344879b1,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:32:54.132103 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['60d49a2e-ae07-4bf2-95bb-f5ac344879b1'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:32:54.291004 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05eb2c-2c9a-489b-a59d-146e65c1165b req-ff33360d-4c03-4227-b688-865aeb73c021 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:32:54.292473 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-af05eb2c-2c9a-489b-a59d-146e65c1165b req-ff33360d-4c03-4227-b688-865aeb73c021 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 944 time: 0.0892310 Sep 14 23:32:54.336501 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-af05eb2c-2c9a-489b-a59d-146e65c1165b req-4c362e4f-3e51-46c8-8f2b-217fa2af3d87 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=db3ef8ef-93c4-4f6f-9bdf-945bc0102448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383236 Sep 14 23:32:55.537332 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7e368-793a-400e-a4fe-48f02fbeca8b req-e5bde8e1-3f60-48ff-8845-90bd2ffefa88 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:32:55.538762 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-aae7e368-793a-400e-a4fe-48f02fbeca8b req-e5bde8e1-3f60-48ff-8845-90bd2ffefa88 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 944 time: 0.0877693 Sep 14 23:32:55.587665 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-aae7e368-793a-400e-a4fe-48f02fbeca8b req-776890b3-d9da-44f6-ac49-454df39e1f99 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=db3ef8ef-93c4-4f6f-9bdf-945bc0102448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432010 Sep 14 23:32:55.688379 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 60d49a2e-ae07-4bf2-95bb-f5ac344879b1 up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:32:55.753934 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port 60d49a2e-ae07-4bf2-95bb-f5ac344879b1 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:32:55.758519 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port 60d49a2e-ae07-4bf2-95bb-f5ac344879b1 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:32:55.758890 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:55.873147 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 60d49a2e-ae07-4bf2-95bb-f5ac344879b1 is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:32:55.873442 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:55.899214 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380ed0ab-10d7-4ea3-a29a-cc16e20fae53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d49a2e-ae07-4bf2-95bb-f5ac344879b1'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:32:55.901627 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa39e87-9c94-4393-9c75-30a8ec1478fa" -d '{"events": [{"server_uuid": "380ed0ab-10d7-4ea3-a29a-cc16e20fae53", "name": "network-vif-plugged", "status": "completed", "tag": "60d49a2e-ae07-4bf2-95bb-f5ac344879b1"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:32:55.910003 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 60d49a2e-ae07-4bf2-95bb-f5ac344879b1, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=60d49a2e-ae07-4bf2-95bb-f5ac344879b1,segment=NetworkSegment(2532604d-a97d-4998-823f-6b0df114fbd8),segment_id=2532604d-a97d-4998-823f-6b0df114fbd8)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:32:55.914052 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:55.950156 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e750460d-03e1-4f64-9d5c-0b8177bcd346 x-openstack-request-id: req-e750460d-03e1-4f64-9d5c-0b8177bcd346 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:32:55.950444 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380ed0ab-10d7-4ea3-a29a-cc16e20fae53", "name": "network-vif-plugged", "status": "completed", "tag": "60d49a2e-ae07-4bf2-95bb-f5ac344879b1", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:32:55.950692 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e750460d-03e1-4f64-9d5c-0b8177bcd346 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:32:55.951076 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e750460d-03e1-4f64-9d5c-0b8177bcd346'] response: {'server_uuid': '380ed0ab-10d7-4ea3-a29a-cc16e20fae53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d49a2e-ae07-4bf2-95bb-f5ac344879b1', 'code': 200} Sep 14 23:32:55.985783 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=60d49a2e-ae07-4bf2-95bb-f5ac344879b1,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:32:56.174266 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96516125-679c-4fd6-b385-73e6e20fab93 req-a7f18c55-cfb4-4672-af7f-4d7502547b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:32:56.175645 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-96516125-679c-4fd6-b385-73e6e20fab93 req-a7f18c55-cfb4-4672-af7f-4d7502547b43 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 1098 time: 0.0808706 Sep 14 23:32:56.214562 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-96516125-679c-4fd6-b385-73e6e20fab93 req-dc7f7e34-e1bc-4859-b2d7-087c35e6d00f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=db3ef8ef-93c4-4f6f-9bdf-945bc0102448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330999 Sep 14 23:32:56.780894 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7740e-7949-4445-9df5-9d3018605b18 req-bcda9c44-9176-425e-b787-0ab19e36ac13 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:32:56.782338 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-98b7740e-7949-4445-9df5-9d3018605b18 req-bcda9c44-9176-425e-b787-0ab19e36ac13 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 945 time: 0.0869708 Sep 14 23:32:56.826479 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-98b7740e-7949-4445-9df5-9d3018605b18 req-54bd8620-880e-4a21-868e-ac8e59a5272a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=db3ef8ef-93c4-4f6f-9bdf-945bc0102448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385065 Sep 14 23:32:58.039225 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d4737-9297-4e73-9164-c39ce9c13155 req-e02cb5cc-2d89-4914-9c85-c806de57a7c2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:32:58.040696 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9c0d4737-9297-4e73-9164-c39ce9c13155 req-e02cb5cc-2d89-4914-9c85-c806de57a7c2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 945 time: 0.1005793 Sep 14 23:32:58.085571 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9c0d4737-9297-4e73-9164-c39ce9c13155 req-1b957056-40e4-490f-86aa-0853a5920372 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=db3ef8ef-93c4-4f6f-9bdf-945bc0102448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391068 Sep 14 23:32:58.275449 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56872ace-2008-4f55-babf-ae0f9d4c7696 req-fb8089da-ef22-4c3b-b0af-f61e57444f06 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:32:58.276898 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-56872ace-2008-4f55-babf-ae0f9d4c7696 req-fb8089da-ef22-4c3b-b0af-f61e57444f06 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 945 time: 0.0852535 Sep 14 23:32:58.323226 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-56872ace-2008-4f55-babf-ae0f9d4c7696 req-df7946c2-fab7-4c14-943f-7afc29993a70 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=db3ef8ef-93c4-4f6f-9bdf-945bc0102448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406511 Sep 14 23:32:58.353640 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 34612) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:32:58.439893 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af1b6f9-ffe5-4031-977e-8b975e25ba4a tempest-TestNetworkAdvancedServerOps-2065151363 tempest-TestNetworkAdvancedServerOps-2065151363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:32:58.442122 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0af1b6f9-ffe5-4031-977e-8b975e25ba4a tempest-TestNetworkAdvancedServerOps-2065151363 tempest-TestNetworkAdvancedServerOps-2065151363-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 1093 time: 0.0875757 Sep 14 23:32:58.444874 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 34616) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:32:58.449548 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-0f46f5d3-ae8c-495d-b2ad-05dae13f1c38 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'port_id': '60d49a2e-ae07-4bf2-95bb-f5ac344879b1', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:32:58.455271 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0f46f5d3-ae8c-495d-b2ad-05dae13f1c38 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:32:58.459130 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0f46f5d3-ae8c-495d-b2ad-05dae13f1c38 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:floatingip and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:32:58.461964 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0f46f5d3-ae8c-495d-b2ad-05dae13f1c38 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:32:58.467588 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0f46f5d3-ae8c-495d-b2ad-05dae13f1c38 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:32:58.477766 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0f46f5d3-ae8c-495d-b2ad-05dae13f1c38 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for floatingip, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:58.614484 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0f46f5d3-ae8c-495d-b2ad-05dae13f1c38 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:58.750755 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-0f46f5d3-ae8c-495d-b2ad-05dae13f1c38 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Allocated IP 172.26.5.198 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/1cefe2d7-8bef-4f4e-ab4a-9584c19d9aae) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:32:58.893458 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0f46f5d3-ae8c-495d-b2ad-05dae13f1c38 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:58.921512 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0f46f5d3-ae8c-495d-b2ad-05dae13f1c38 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:58.983316 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f46f5d3-ae8c-495d-b2ad-05dae13f1c38 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:32:58.985919 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-0f46f5d3-ae8c-495d-b2ad-05dae13f1c38 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:32:58.991136 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f46f5d3-ae8c-495d-b2ad-05dae13f1c38 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:32:59.028431 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46f5d3-ae8c-495d-b2ad-05dae13f1c38 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Port': ['ID=1cefe2d7-8bef-4f4e-ab4a-9584c19d9aae,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:32:59.497832 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0f46f5d3-ae8c-495d-b2ad-05dae13f1c38 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:59.571409 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0f46f5d3-ae8c-495d-b2ad-05dae13f1c38 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:59.783343 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0f46f5d3-ae8c-495d-b2ad-05dae13f1c38 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:59.787796 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0f46f5d3-ae8c-495d-b2ad-05dae13f1c38 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:59.894604 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0f46f5d3-ae8c-495d-b2ad-05dae13f1c38 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:32:59.941670 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46f5d3-ae8c-495d-b2ad-05dae13f1c38 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Port': ['ID=1cefe2d7-8bef-4f4e-ab4a-9584c19d9aae,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:33:00.068030 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-0f46f5d3-ae8c-495d-b2ad-05dae13f1c38 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Floating IP 8ca66d2d-91c7-4afb-aef2-23e6fc566104 associated. External IP: 172.26.5.198, port: 60d49a2e-ae07-4bf2-95bb-f5ac344879b1. Sep 14 23:33:00.415062 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f46f5d3-ae8c-495d-b2ad-05dae13f1c38 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Router b9f3e979-82c1-4453-86b2-74e47d9efb49 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:33:00.694833 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f46f5d3-ae8c-495d-b2ad-05dae13f1c38 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:33:00.703999 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258378cc-75ae-4a34-bad2-776d8d9431ae None None] Sync routers for ids ['b9f3e979-82c1-4453-86b2-74e47d9efb49'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:33:00.713233 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258378cc-75ae-4a34-bad2-776d8d9431ae None None] Routers {'b9f3e979-82c1-4453-86b2-74e47d9efb49'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:33:00.713842 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-258378cc-75ae-4a34-bad2-776d8d9431ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:32:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['b9f3e979-82c1-4453-86b2-74e47d9efb49'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:33:00.720853 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0f46f5d3-ae8c-495d-b2ad-05dae13f1c38 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:33:00.774560 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0f46f5d3-ae8c-495d-b2ad-05dae13f1c38 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3287036 Sep 14 23:33:00.775129 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380ed0ab-10d7-4ea3-a29a-cc16e20fae53', 'tag': '60d49a2e-ae07-4bf2-95bb-f5ac344879b1'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:33:00.777449 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2c48e9-87d8-4bbe-8d9f-e3c75437403a" -d '{"events": [{"name": "network-changed", "server_uuid": "380ed0ab-10d7-4ea3-a29a-cc16e20fae53", "tag": "60d49a2e-ae07-4bf2-95bb-f5ac344879b1"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:33:00.895438 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-258378cc-75ae-4a34-bad2-776d8d9431ae None None] Set router b9f3e979-82c1-4453-86b2-74e47d9efb49 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:33:00.911144 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e19f34-3b42-4878-802a-72952bdb4b32 x-openstack-request-id: req-d5e19f34-3b42-4878-802a-72952bdb4b32 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:33:00.911144 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "380ed0ab-10d7-4ea3-a29a-cc16e20fae53", "tag": "60d49a2e-ae07-4bf2-95bb-f5ac344879b1", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:33:00.911144 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d5e19f34-3b42-4878-802a-72952bdb4b32 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:33:00.911144 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5e19f34-3b42-4878-802a-72952bdb4b32'] response: {'name': 'network-changed', 'server_uuid': '380ed0ab-10d7-4ea3-a29a-cc16e20fae53', 'tag': '60d49a2e-ae07-4bf2-95bb-f5ac344879b1', 'status': 'completed', 'code': 200} Sep 14 23:33:00.960443 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a14d8-a545-4238-8af2-6c8c1ab7feb9 req-16db2bf3-2703-406a-91f7-76ed8e6cf231 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:33:00.963221 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0c9a14d8-a545-4238-8af2-6c8c1ab7feb9 req-16db2bf3-2703-406a-91f7-76ed8e6cf231 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 945 time: 0.0951285 Sep 14 23:33:00.980282 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c48e9-87d8-4bbe-8d9f-e3c75437403a req-28d4449c-e186-4d59-9967-5bffa8f693f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:33:00.981910 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6c2c48e9-87d8-4bbe-8d9f-e3c75437403a req-28d4449c-e186-4d59-9967-5bffa8f693f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f&device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 1098 time: 0.0874209 Sep 14 23:33:01.010529 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0c9a14d8-a545-4238-8af2-6c8c1ab7feb9 req-5c7cdcb7-270f-48cf-b4fb-bfc3e8237d71 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=db3ef8ef-93c4-4f6f-9bdf-945bc0102448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412149 Sep 14 23:33:01.040745 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 34626) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:33:01.150909 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a83dc3dc-1a2f-43c5-a9c9-1bd2322c5a68 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/floatingips/8ca66d2d-91c7-4afb-aef2-23e6fc566104 HTTP/1.1" status: 200 len: 991 time: 0.1087773 Sep 14 23:33:01.213461 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c48e9-87d8-4bbe-8d9f-e3c75437403a req-acb227db-4141-4d04-ad66-bb66f2720e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:33:01.214829 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6c2c48e9-87d8-4bbe-8d9f-e3c75437403a req-acb227db-4141-4d04-ad66-bb66f2720e81 service neutron] 10.222.0.20 "GET /v2.0/networks?id=021efe83-5097-4e44-be84-c3f8186d798c HTTP/1.1" status: 200 len: 896 time: 0.2256553 Sep 14 23:33:01.250023 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-258378cc-75ae-4a34-bad2-776d8d9431ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223215107', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '13367603-fcfd-46ca-a5ed-51fdc7927ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:32:39Z', 'updated_at': '2022-09-14T23:32:44Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '13367603-fcfd-46ca-a5ed-51fdc7927ebb', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:32:40Z', 'updated_at': '2022-09-14T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '8ca66d2d-91c7-4afb-aef2-23e6fc566104', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'floating_ip_address': '172.26.5.198', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'port_id': '60d49a2e-ae07-4bf2-95bb-f5ac344879b1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '021efe83-5097-4e44-be84-c3f8186d798c', 'mac_address': 'fa:16:3e:41:af:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380ed0ab-10d7-4ea3-a29a-cc16e20fae53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:32:59Z', 'updated_at': '2022-09-14T23:32:59Z', 'revision_number': 0, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a5a352-f388-432e-9d91-f70fb9451e14', 'name': '', 'network_id': '021efe83-5097-4e44-be84-c3f8186d798c', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:a5:a3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'cb63d68e-95b7-4bf1-9878-a9c9aa51ed42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:32:43Z', 'updated_at': '2022-09-14T23:32:50Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': 'cb63d68e-95b7-4bf1-9878-a9c9aa51ed42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:33:01.254237 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258378cc-75ae-4a34-bad2-776d8d9431ae None None] Checking router: b9f3e979-82c1-4453-86b2-74e47d9efb49 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:33:01.262170 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258378cc-75ae-4a34-bad2-776d8d9431ae None None] Routers {'b9f3e979-82c1-4453-86b2-74e47d9efb49'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:33:01.262757 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-258378cc-75ae-4a34-bad2-776d8d9431ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:32:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['b9f3e979-82c1-4453-86b2-74e47d9efb49'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:33:01.315181 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6c2c48e9-87d8-4bbe-8d9f-e3c75437403a req-a86e1c51-7221-4a9d-93ca-cbd53127681d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60d49a2e-ae07-4bf2-95bb-f5ac344879b1 HTTP/1.1" status: 200 len: 999 time: 0.0946248 Sep 14 23:33:01.376008 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c48e9-87d8-4bbe-8d9f-e3c75437403a req-11057235-d04f-4139-8823-8c9ed099bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:33:01.377814 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6c2c48e9-87d8-4bbe-8d9f-e3c75437403a req-11057235-d04f-4139-8823-8c9ed099bbc3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cb63d68e-95b7-4bf1-9878-a9c9aa51ed42 HTTP/1.1" status: 200 len: 834 time: 0.0572333 Sep 14 23:33:01.437141 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-258378cc-75ae-4a34-bad2-776d8d9431ae None None] Set router b9f3e979-82c1-4453-86b2-74e47d9efb49 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:33:01.461252 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c48e9-87d8-4bbe-8d9f-e3c75437403a req-0aba6aaf-f6b7-47bf-88be-16498fc8f4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:33:01.462705 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6c2c48e9-87d8-4bbe-8d9f-e3c75437403a req-0aba6aaf-f6b7-47bf-88be-16498fc8f4ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=021efe83-5097-4e44-be84-c3f8186d798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793185 Sep 14 23:33:01.597891 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6c2c48e9-87d8-4bbe-8d9f-e3c75437403a req-9ed465a0-aebe-4409-9052-6d5ae7d5ad3c service neutron] 10.222.0.20 "GET /v2.0/networks/021efe83-5097-4e44-be84-c3f8186d798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290970 Sep 14 23:33:01.727387 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6c2c48e9-87d8-4bbe-8d9f-e3c75437403a req-b3edd79c-2bc7-45da-a5d7-6327361ee55f service neutron] 10.222.0.20 "GET /v2.0/networks/021efe83-5097-4e44-be84-c3f8186d798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241968 Sep 14 23:33:01.810039 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-258378cc-75ae-4a34-bad2-776d8d9431ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223215107', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '13367603-fcfd-46ca-a5ed-51fdc7927ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:32:39Z', 'updated_at': '2022-09-14T23:32:44Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '13367603-fcfd-46ca-a5ed-51fdc7927ebb', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:32:40Z', 'updated_at': '2022-09-14T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '8ca66d2d-91c7-4afb-aef2-23e6fc566104', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'floating_ip_address': '172.26.5.198', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'port_id': '60d49a2e-ae07-4bf2-95bb-f5ac344879b1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '021efe83-5097-4e44-be84-c3f8186d798c', 'mac_address': 'fa:16:3e:41:af:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380ed0ab-10d7-4ea3-a29a-cc16e20fae53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:32:59Z', 'updated_at': '2022-09-14T23:32:59Z', 'revision_number': 0, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a5a352-f388-432e-9d91-f70fb9451e14', 'name': '', 'network_id': '021efe83-5097-4e44-be84-c3f8186d798c', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:a5:a3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'cb63d68e-95b7-4bf1-9878-a9c9aa51ed42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:32:43Z', 'updated_at': '2022-09-14T23:32:50Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': 'cb63d68e-95b7-4bf1-9878-a9c9aa51ed42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:33:01.813876 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258378cc-75ae-4a34-bad2-776d8d9431ae None None] The sync data for ids ['b9f3e979-82c1-4453-86b2-74e47d9efb49'] in dv-neutron-857791-1-hyperv is: [{'id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223215107', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '13367603-fcfd-46ca-a5ed-51fdc7927ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:32:39Z', 'updated_at': '2022-09-14T23:32:44Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '13367603-fcfd-46ca-a5ed-51fdc7927ebb', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:32:40Z', 'updated_at': '2022-09-14T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '8ca66d2d-91c7-4afb-aef2-23e6fc566104', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'floating_ip_address': '172.26.5.198', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'port_id': '60d49a2e-ae07-4bf2-95bb-f5ac344879b1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '021efe83-5097-4e44-be84-c3f8186d798c', 'mac_address': 'fa:16:3e:41:af:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380ed0ab-10d7-4ea3-a29a-cc16e20fae53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:32:59Z', 'updated_at': '2022-09-14T23:32:59Z', 'revision_number': 0, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a5a352-f388-432e-9d91-f70fb9451e14', 'name': '', 'network_id': '021efe83-5097-4e44-be84-c3f8186d798c', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:a5:a3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'cb63d68e-95b7-4bf1-9878-a9c9aa51ed42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:32:43Z', 'updated_at': '2022-09-14T23:32:50Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': 'cb63d68e-95b7-4bf1-9878-a9c9aa51ed42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:33:02.011603 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedcf6f8-bf14-42e7-8e68-8b15bd3db21c None None] New status for floating IP 8ca66d2d-91c7-4afb-aef2-23e6fc566104: ACTIVE {{(pid=89172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:33:02.154577 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 34630) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:33:02.267123 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-3aa94219-ea49-47f8-9f35-0cdcd504c36e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/floatingips/8ca66d2d-91c7-4afb-aef2-23e6fc566104 HTTP/1.1" status: 200 len: 991 time: 0.1114538 Sep 14 23:33:02.672926 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:33:03.270949 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 34634) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:33:03.373397 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5554b1c7-1c1d-4006-abba-e4d0f26c328b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/floatingips/8ca66d2d-91c7-4afb-aef2-23e6fc566104 HTTP/1.1" status: 200 len: 993 time: 0.1012399 Sep 14 23:33:07.773501 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5066bba7-5a73-4cc4-b85b-fa22256d1a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:33:09.812743 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-82d2cd13-71be-4c5f-9ce4-ed4ffecc2df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:33:10.949723 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:33:10.953877 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:33:12.549902 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:33:19.750889 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:33:32.882562 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d3f43-c776-44d5-bb21-e99fabb86eca req-52016c95-e21f-4212-bd4d-786867034ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:33:32.884033 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-229d3f43-c776-44d5-bb21-e99fabb86eca req-52016c95-e21f-4212-bd4d-786867034ed1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f&device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 1098 time: 0.0794115 Sep 14 23:33:32.920590 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5ce30-7d0d-4544-b253-dae9e880f4e0 req-f87db1f5-debc-4fc7-b576-f82930707768 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:33:32.922098 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f0b5ce30-7d0d-4544-b253-dae9e880f4e0 req-f87db1f5-debc-4fc7-b576-f82930707768 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 945 time: 0.0916390 Sep 14 23:33:32.971670 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f0b5ce30-7d0d-4544-b253-dae9e880f4e0 req-64d4c7ae-4e5e-460e-b14e-960006508b6a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=db3ef8ef-93c4-4f6f-9bdf-945bc0102448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438759 Sep 14 23:33:33.015557 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d3f43-c776-44d5-bb21-e99fabb86eca req-f90a9a1a-5a36-4ea7-87c4-ad482cb59213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:33:33.016945 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-229d3f43-c776-44d5-bb21-e99fabb86eca req-f90a9a1a-5a36-4ea7-87c4-ad482cb59213 service neutron] 10.222.0.20 "GET /v2.0/networks?id=021efe83-5097-4e44-be84-c3f8186d798c HTTP/1.1" status: 200 len: 896 time: 0.1262476 Sep 14 23:33:33.118613 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-229d3f43-c776-44d5-bb21-e99fabb86eca req-aeb5155e-4b70-4580-8823-4aec6d3b032b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60d49a2e-ae07-4bf2-95bb-f5ac344879b1 HTTP/1.1" status: 200 len: 1001 time: 0.0949523 Sep 14 23:33:33.178726 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d3f43-c776-44d5-bb21-e99fabb86eca req-39a95656-704e-4794-a8ae-3aca9a9e158d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:33:33.180062 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-229d3f43-c776-44d5-bb21-e99fabb86eca req-39a95656-704e-4794-a8ae-3aca9a9e158d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cb63d68e-95b7-4bf1-9878-a9c9aa51ed42 HTTP/1.1" status: 200 len: 834 time: 0.0551648 Sep 14 23:33:33.262378 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d3f43-c776-44d5-bb21-e99fabb86eca req-f721be79-19a6-4e23-a0e6-79f0f854c03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:33:33.263813 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-229d3f43-c776-44d5-bb21-e99fabb86eca req-f721be79-19a6-4e23-a0e6-79f0f854c03a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=021efe83-5097-4e44-be84-c3f8186d798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777600 Sep 14 23:33:33.392218 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-229d3f43-c776-44d5-bb21-e99fabb86eca req-77f9cde5-8e19-48a1-9864-8d2c9f375a6a service neutron] 10.222.0.20 "GET /v2.0/networks/021efe83-5097-4e44-be84-c3f8186d798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218004 Sep 14 23:33:33.518484 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-229d3f43-c776-44d5-bb21-e99fabb86eca req-bf21e06b-9ce0-45a4-a01a-c6cfacf7c53a service neutron] 10.222.0.20 "GET /v2.0/networks/021efe83-5097-4e44-be84-c3f8186d798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200984 Sep 14 23:33:34.171702 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9bdd5a-070e-4104-9895-7f0e12ca0e16 req-45c5f575-fbb7-4808-abd4-a8245cb01bd5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:33:34.173181 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1c9bdd5a-070e-4104-9895-7f0e12ca0e16 req-45c5f575-fbb7-4808-abd4-a8245cb01bd5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 945 time: 0.0900066 Sep 14 23:33:34.216457 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1c9bdd5a-070e-4104-9895-7f0e12ca0e16 req-7d260fbe-b9ae-4b6a-92a4-e0b636129755 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=db3ef8ef-93c4-4f6f-9bdf-945bc0102448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370882 Sep 14 23:33:35.147385 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186dc0a-3486-477f-83b5-2c8ef71882ae req-f7fd57c2-ae1c-46e7-97bb-67e381fe256c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:33:35.148864 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-0186dc0a-3486-477f-83b5-2c8ef71882ae req-f7fd57c2-ae1c-46e7-97bb-67e381fe256c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f&device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 1098 time: 0.0771008 Sep 14 23:33:35.398578 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186dc0a-3486-477f-83b5-2c8ef71882ae req-7ae4afdf-199c-4768-a25e-427dc6d84e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:33:35.399968 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-0186dc0a-3486-477f-83b5-2c8ef71882ae req-7ae4afdf-199c-4768-a25e-427dc6d84e25 service neutron] 10.222.0.20 "GET /v2.0/networks?id=021efe83-5097-4e44-be84-c3f8186d798c HTTP/1.1" status: 200 len: 896 time: 0.2330608 Sep 14 23:33:35.420828 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9baff7-f2d6-40e7-9f21-4ba61dd33b5d req-31953b46-68b3-4cec-8c42-fd555af58b3c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:33:35.422269 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ab9baff7-f2d6-40e7-9f21-4ba61dd33b5d req-31953b46-68b3-4cec-8c42-fd555af58b3c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 945 time: 0.0929587 Sep 14 23:33:35.465579 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ab9baff7-f2d6-40e7-9f21-4ba61dd33b5d req-8e2367b6-555f-47d4-a153-fcc7d8c4d6ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=db3ef8ef-93c4-4f6f-9bdf-945bc0102448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377414 Sep 14 23:33:35.503057 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-0186dc0a-3486-477f-83b5-2c8ef71882ae req-e707454c-4924-4159-b094-e8fc7814434d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60d49a2e-ae07-4bf2-95bb-f5ac344879b1 HTTP/1.1" status: 200 len: 1001 time: 0.0967543 Sep 14 23:33:35.567809 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186dc0a-3486-477f-83b5-2c8ef71882ae req-bccb2d45-b933-44a6-9a10-cf30a6c817f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:33:35.569253 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-0186dc0a-3486-477f-83b5-2c8ef71882ae req-bccb2d45-b933-44a6-9a10-cf30a6c817f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cb63d68e-95b7-4bf1-9878-a9c9aa51ed42 HTTP/1.1" status: 200 len: 834 time: 0.0597961 Sep 14 23:33:35.649327 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186dc0a-3486-477f-83b5-2c8ef71882ae req-88b61a80-7d26-4fe7-a82e-f9951787732d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:33:35.650672 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-0186dc0a-3486-477f-83b5-2c8ef71882ae req-88b61a80-7d26-4fe7-a82e-f9951787732d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=021efe83-5097-4e44-be84-c3f8186d798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753765 Sep 14 23:33:35.661908 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [req-0186dc0a-3486-477f-83b5-2c8ef71882ae req-ab8e3b60-deae-4924-b516-cff34b9936fb service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89171) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 23:33:35.663380 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-0186dc0a-3486-477f-83b5-2c8ef71882ae req-ab8e3b60-deae-4924-b516-cff34b9936fb service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055053 Sep 14 23:33:35.791643 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-0186dc0a-3486-477f-83b5-2c8ef71882ae req-f1cfdadb-7c48-4ab2-acda-75f0d5740d27 service neutron] 10.222.0.20 "GET /v2.0/networks/021efe83-5097-4e44-be84-c3f8186d798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228311 Sep 14 23:33:35.920320 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-0186dc0a-3486-477f-83b5-2c8ef71882ae req-f876cbea-943c-4b45-a8e4-d1a5fc28d49d service neutron] 10.222.0.20 "GET /v2.0/networks/021efe83-5097-4e44-be84-c3f8186d798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223171 Sep 14 23:33:36.665360 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae85f5-7e15-445d-bce4-61618c4ba52f req-fc16a176-9f61-4bcb-9c78-050a7a7aed86 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:33:36.666708 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ddae85f5-7e15-445d-bce4-61618c4ba52f req-fc16a176-9f61-4bcb-9c78-050a7a7aed86 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 945 time: 0.0888467 Sep 14 23:33:36.710401 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ddae85f5-7e15-445d-bce4-61618c4ba52f req-0ad8817a-09af-452e-a896-c330f39b14ea tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=db3ef8ef-93c4-4f6f-9bdf-945bc0102448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381036 Sep 14 23:33:37.775915 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0b2e8c46-e9df-4623-9526-90b1957b97c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:33:37.908848 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4579e-3661-416b-9478-d34ccd495ea0 req-b718e72f-6f9c-4254-ba82-27657d0c1d12 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:33:37.910200 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-75a4579e-3661-416b-9478-d34ccd495ea0 req-b718e72f-6f9c-4254-ba82-27657d0c1d12 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 945 time: 0.0871358 Sep 14 23:33:37.956466 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-75a4579e-3661-416b-9478-d34ccd495ea0 req-6c97aa0b-ff72-4c7d-b106-0c15ead5cd9e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=db3ef8ef-93c4-4f6f-9bdf-945bc0102448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405924 Sep 14 23:33:39.151837 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c708b-c1c3-4304-a37a-15ddb0ea8f43 req-da238b6c-4e5b-4c8d-8afc-2b15e167eeb4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:33:39.153284 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9e2c708b-c1c3-4304-a37a-15ddb0ea8f43 req-da238b6c-4e5b-4c8d-8afc-2b15e167eeb4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 945 time: 0.0884221 Sep 14 23:33:39.198907 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9e2c708b-c1c3-4304-a37a-15ddb0ea8f43 req-3f1bc47a-8602-4523-827d-c60614486551 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=db3ef8ef-93c4-4f6f-9bdf-945bc0102448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399983 Sep 14 23:33:39.671827 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:33:39.813449 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2b06c0fd-4615-4daf-9dee-d33842609504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:33:40.406081 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caaa4fb-4fb9-4dbf-b649-a74613867f28 req-ace8d7ac-a74d-44cc-81d7-6334df28d27a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:33:40.407520 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7caaa4fb-4fb9-4dbf-b649-a74613867f28 req-ace8d7ac-a74d-44cc-81d7-6334df28d27a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 945 time: 0.0919397 Sep 14 23:33:40.450301 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7caaa4fb-4fb9-4dbf-b649-a74613867f28 req-041d4020-3e79-4f1f-8926-ebd69369c0e9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=db3ef8ef-93c4-4f6f-9bdf-945bc0102448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365498 Sep 14 23:33:40.948683 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:33:40.953016 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:33:41.643962 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e612c-3636-40fe-9a1f-222c7f740e9c req-5ab91ab0-7ef6-48bb-9d6b-afd912b3d6eb tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:33:41.645326 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e26e612c-3636-40fe-9a1f-222c7f740e9c req-5ab91ab0-7ef6-48bb-9d6b-afd912b3d6eb tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 945 time: 0.0858166 Sep 14 23:33:41.691189 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e26e612c-3636-40fe-9a1f-222c7f740e9c req-314aa374-5378-4c7b-897c-93a1a63ffba7 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=db3ef8ef-93c4-4f6f-9bdf-945bc0102448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402727 Sep 14 23:33:42.554717 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:33:42.884518 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4fc9f-3918-4252-bbfb-6a85eca1ac6c req-110e3289-0dec-4963-9dc0-0436a2ba55e7 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:33:42.885964 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e2b4fc9f-3918-4252-bbfb-6a85eca1ac6c req-110e3289-0dec-4963-9dc0-0436a2ba55e7 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 945 time: 0.0864117 Sep 14 23:33:42.928853 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e2b4fc9f-3918-4252-bbfb-6a85eca1ac6c req-8923af9a-2608-4b7d-8451-70a2adefba01 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=db3ef8ef-93c4-4f6f-9bdf-945bc0102448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366871 Sep 14 23:33:44.130422 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bca81-71fa-4a24-8872-3e8f2bf67c7e req-e87583ba-5de4-4ece-93a1-07c1417d4230 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:33:44.132437 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-767bca81-71fa-4a24-8872-3e8f2bf67c7e req-e87583ba-5de4-4ece-93a1-07c1417d4230 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 945 time: 0.0907021 Sep 14 23:33:44.174762 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-767bca81-71fa-4a24-8872-3e8f2bf67c7e req-f3e98d1e-1e38-4066-9bbe-c7ec03ae7ad4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=db3ef8ef-93c4-4f6f-9bdf-945bc0102448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366921 Sep 14 23:33:45.376320 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5efd7a-002a-4589-8c4c-38454bfaa3cd req-4f8a128e-24b9-492a-a7c9-fd29a3547a9d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:33:45.377922 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cd5efd7a-002a-4589-8c4c-38454bfaa3cd req-4f8a128e-24b9-492a-a7c9-fd29a3547a9d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 945 time: 0.0914447 Sep 14 23:33:45.528821 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cd5efd7a-002a-4589-8c4c-38454bfaa3cd req-e52d4211-2e7e-48a2-8e1f-b0f0dfa620c0 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=db3ef8ef-93c4-4f6f-9bdf-945bc0102448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451030 Sep 14 23:33:46.722229 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ee836-f639-4449-871a-f594cc2d1ce5 req-f34c29fe-87e2-480e-aa05-62a538f30a8a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:33:46.723675 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d01ee836-f639-4449-871a-f594cc2d1ce5 req-f34c29fe-87e2-480e-aa05-62a538f30a8a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 945 time: 0.0853786 Sep 14 23:33:46.767528 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d01ee836-f639-4449-871a-f594cc2d1ce5 req-4b8c2368-291a-408e-8392-4b0fd291949e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=db3ef8ef-93c4-4f6f-9bdf-945bc0102448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377347 Sep 14 23:33:47.963676 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58cc36-2489-4eea-9735-28ecab654b55 req-8d213092-0889-433e-a81c-198f818ebcb0 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:33:47.965157 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6c58cc36-2489-4eea-9735-28ecab654b55 req-8d213092-0889-433e-a81c-198f818ebcb0 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 945 time: 0.0885310 Sep 14 23:33:48.009095 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6c58cc36-2489-4eea-9735-28ecab654b55 req-1a74c717-2381-4ab1-97d1-b9e0fbd6e6ae tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=db3ef8ef-93c4-4f6f-9bdf-945bc0102448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383468 Sep 14 23:33:49.204439 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f39d4f-ae61-4128-a660-6d5cfbd8deaf req-d20cdacf-49e4-451a-a3ee-0e702d357f6e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:33:49.205876 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-63f39d4f-ae61-4128-a660-6d5cfbd8deaf req-d20cdacf-49e4-451a-a3ee-0e702d357f6e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 945 time: 0.0887396 Sep 14 23:33:49.249444 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-63f39d4f-ae61-4128-a660-6d5cfbd8deaf req-6707d775-60b9-4312-81bf-417a7dc4fefb tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=db3ef8ef-93c4-4f6f-9bdf-945bc0102448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372174 Sep 14 23:33:49.749566 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:33:50.442104 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232df86-3fce-4836-8641-e4dc795a4244 req-188b159c-8d66-4911-9bda-edbf044162c9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:33:50.444004 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4232df86-3fce-4836-8641-e4dc795a4244 req-188b159c-8d66-4911-9bda-edbf044162c9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 945 time: 0.0857773 Sep 14 23:33:50.486245 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4232df86-3fce-4836-8641-e4dc795a4244 req-dccd62f6-edf1-4bbb-831d-b5c9566a9971 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=db3ef8ef-93c4-4f6f-9bdf-945bc0102448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367105 Sep 14 23:33:50.514828 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 34686) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:33:50.619281 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4e3d827a-dca1-4928-92aa-eb73f79af445 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/floatingips/8ca66d2d-91c7-4afb-aef2-23e6fc566104 HTTP/1.1" status: 200 len: 993 time: 0.1033773 Sep 14 23:34:07.778075 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8cfd8600-3bf6-4a70-8868-a41834ad32c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:09.814068 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3873aa5f-9a53-486f-9245-9ada2652a7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:10.945200 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:10.956715 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:12.556531 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:16.670892 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:34:19.045060 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 34700) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:34:19.242980 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-274372b4-dd2c-46da-8ab1-5458c92b159f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Deleting port 1cefe2d7-8bef-4f4e-ab4a-9584c19d9aae {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:34:19.243314 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-274372b4-dd2c-46da-8ab1-5458c92b159f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:19.410688 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-274372b4-dd2c-46da-8ab1-5458c92b159f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:19.411012 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-274372b4-dd2c-46da-8ab1-5458c92b159f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:19.531688 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-274372b4-dd2c-46da-8ab1-5458c92b159f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Calling delete_port for 1cefe2d7-8bef-4f4e-ab4a-9584c19d9aae owned by network:floatingip {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:34:19.678904 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-274372b4-dd2c-46da-8ab1-5458c92b159f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:19.725372 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274372b4-dd2c-46da-8ab1-5458c92b159f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event deleted for resources: {'Port': ['ID=1cefe2d7-8bef-4f4e-ab4a-9584c19d9aae,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:34:19.765702 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:19.796806 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274372b4-dd2c-46da-8ab1-5458c92b159f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:19.797133 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274372b4-dd2c-46da-8ab1-5458c92b159f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:19.797464 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274372b4-dd2c-46da-8ab1-5458c92b159f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:19.797793 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274372b4-dd2c-46da-8ab1-5458c92b159f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:19.798121 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274372b4-dd2c-46da-8ab1-5458c92b159f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:19.798442 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274372b4-dd2c-46da-8ab1-5458c92b159f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:19.798758 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274372b4-dd2c-46da-8ab1-5458c92b159f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:19.799073 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274372b4-dd2c-46da-8ab1-5458c92b159f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:19.799390 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274372b4-dd2c-46da-8ab1-5458c92b159f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:19.799701 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274372b4-dd2c-46da-8ab1-5458c92b159f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:19.800017 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274372b4-dd2c-46da-8ab1-5458c92b159f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:19.800329 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274372b4-dd2c-46da-8ab1-5458c92b159f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:19.831486 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-274372b4-dd2c-46da-8ab1-5458c92b159f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for floatingip, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:19.831811 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-274372b4-dd2c-46da-8ab1-5458c92b159f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Floating IP 8ca66d2d-91c7-4afb-aef2-23e6fc566104 disassociated (deleted). External IP: 172.26.5.198, port: 60d49a2e-ae07-4bf2-95bb-f5ac344879b1. Sep 14 23:34:20.268125 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274372b4-dd2c-46da-8ab1-5458c92b159f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Router b9f3e979-82c1-4453-86b2-74e47d9efb49 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:34:20.445838 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274372b4-dd2c-46da-8ab1-5458c92b159f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:34:20.461938 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-274372b4-dd2c-46da-8ab1-5458c92b159f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:20.523027 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-274372b4-dd2c-46da-8ab1-5458c92b159f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "DELETE /v2.0/floatingips/8ca66d2d-91c7-4afb-aef2-23e6fc566104 HTTP/1.1" status: 204 len: 168 time: 1.4740944 Sep 14 23:34:20.523027 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380ed0ab-10d7-4ea3-a29a-cc16e20fae53', 'tag': '60d49a2e-ae07-4bf2-95bb-f5ac344879b1'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:34:20.523444 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fea7a7e-0fc4-4158-ba6e-ce575537aaaa" -d '{"events": [{"name": "network-changed", "server_uuid": "380ed0ab-10d7-4ea3-a29a-cc16e20fae53", "tag": "60d49a2e-ae07-4bf2-95bb-f5ac344879b1"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:34:20.559903 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a576788-e108-459a-bbcd-db8eb20f4705 None None] Sync routers for ids ['b9f3e979-82c1-4453-86b2-74e47d9efb49'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:34:20.570161 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a576788-e108-459a-bbcd-db8eb20f4705 None None] Routers {'b9f3e979-82c1-4453-86b2-74e47d9efb49'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:34:20.570411 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc3af80-f757-40a0-9d52-f296419164a8 x-openstack-request-id: req-efc3af80-f757-40a0-9d52-f296419164a8 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:34:20.570698 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "380ed0ab-10d7-4ea3-a29a-cc16e20fae53", "tag": "60d49a2e-ae07-4bf2-95bb-f5ac344879b1", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:34:20.570798 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-1a576788-e108-459a-bbcd-db8eb20f4705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:34:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['b9f3e979-82c1-4453-86b2-74e47d9efb49'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:34:20.571091 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-efc3af80-f757-40a0-9d52-f296419164a8 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:34:20.571639 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efc3af80-f757-40a0-9d52-f296419164a8'] response: {'name': 'network-changed', 'server_uuid': '380ed0ab-10d7-4ea3-a29a-cc16e20fae53', 'tag': '60d49a2e-ae07-4bf2-95bb-f5ac344879b1', 'status': 'completed', 'code': 200} Sep 14 23:34:20.678617 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea7a7e-0fc4-4158-ba6e-ce575537aaaa req-162b79e5-5463-48bc-a575-3e83ab3eca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:34:20.680511 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-4fea7a7e-0fc4-4158-ba6e-ce575537aaaa req-162b79e5-5463-48bc-a575-3e83ab3eca05 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f&device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 1098 time: 0.0869286 Sep 14 23:34:20.750570 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-1a576788-e108-459a-bbcd-db8eb20f4705 None None] Set router b9f3e979-82c1-4453-86b2-74e47d9efb49 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:34:20.818211 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea7a7e-0fc4-4158-ba6e-ce575537aaaa req-f1e1b687-cb87-404b-8ebb-78593b20bde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:34:20.819836 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-4fea7a7e-0fc4-4158-ba6e-ce575537aaaa req-f1e1b687-cb87-404b-8ebb-78593b20bde5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=021efe83-5097-4e44-be84-c3f8186d798c HTTP/1.1" status: 200 len: 896 time: 0.1336050 Sep 14 23:34:20.888100 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-4fea7a7e-0fc4-4158-ba6e-ce575537aaaa req-907cd22d-8ecd-49e3-b137-4e2f3bb6652c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60d49a2e-ae07-4bf2-95bb-f5ac344879b1 HTTP/1.1" status: 200 len: 217 time: 0.0616446 Sep 14 23:34:20.901310 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3a8bb-65ee-4f1f-95ba-ec9f400145bb req-bc7186eb-6923-47f2-a988-4d98def9ea8e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:34:20.902017 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-80b3a8bb-65ee-4f1f-95ba-ec9f400145bb req-bc7186eb-6923-47f2-a988-4d98def9ea8e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Synchronizing usage tracker for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:34:20.917834 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-80b3a8bb-65ee-4f1f-95ba-ec9f400145bb req-bc7186eb-6923-47f2-a988-4d98def9ea8e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Unset dirty status for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:34:20.919249 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-80b3a8bb-65ee-4f1f-95ba-ec9f400145bb req-bc7186eb-6923-47f2-a988-4d98def9ea8e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 945 time: 0.1041365 Sep 14 23:34:20.955835 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea7a7e-0fc4-4158-ba6e-ce575537aaaa req-6179912f-e4b7-4b73-a0bb-829f82b001cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:34:20.957237 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-4fea7a7e-0fc4-4158-ba6e-ce575537aaaa req-6179912f-e4b7-4b73-a0bb-829f82b001cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cb63d68e-95b7-4bf1-9878-a9c9aa51ed42 HTTP/1.1" status: 200 len: 834 time: 0.0635784 Sep 14 23:34:20.968655 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-80b3a8bb-65ee-4f1f-95ba-ec9f400145bb req-48e6795a-0ee8-4dae-9b51-c0a4f0db1230 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=db3ef8ef-93c4-4f6f-9bdf-945bc0102448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434594 Sep 14 23:34:21.041655 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea7a7e-0fc4-4158-ba6e-ce575537aaaa req-3beb7737-7016-49fc-9e8b-244e3339762b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:34:21.043252 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-4fea7a7e-0fc4-4158-ba6e-ce575537aaaa req-3beb7737-7016-49fc-9e8b-244e3339762b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=021efe83-5097-4e44-be84-c3f8186d798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788558 Sep 14 23:34:21.070948 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-1a576788-e108-459a-bbcd-db8eb20f4705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223215107', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '13367603-fcfd-46ca-a5ed-51fdc7927ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:32:39Z', 'updated_at': '2022-09-14T23:32:44Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '13367603-fcfd-46ca-a5ed-51fdc7927ebb', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:32:40Z', 'updated_at': '2022-09-14T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '55a5a352-f388-432e-9d91-f70fb9451e14', 'name': '', 'network_id': '021efe83-5097-4e44-be84-c3f8186d798c', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:a5:a3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'cb63d68e-95b7-4bf1-9878-a9c9aa51ed42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:32:43Z', 'updated_at': '2022-09-14T23:32:50Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': 'cb63d68e-95b7-4bf1-9878-a9c9aa51ed42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:34:21.074909 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a576788-e108-459a-bbcd-db8eb20f4705 None None] Checking router: b9f3e979-82c1-4453-86b2-74e47d9efb49 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:34:21.083079 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a576788-e108-459a-bbcd-db8eb20f4705 None None] Routers {'b9f3e979-82c1-4453-86b2-74e47d9efb49'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:34:21.083672 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-1a576788-e108-459a-bbcd-db8eb20f4705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:34:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['b9f3e979-82c1-4453-86b2-74e47d9efb49'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:34:21.173256 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-4fea7a7e-0fc4-4158-ba6e-ce575537aaaa req-0f6d3241-aa5e-4a24-945c-726e6ea4a4d1 service neutron] 10.222.0.20 "GET /v2.0/networks/021efe83-5097-4e44-be84-c3f8186d798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230395 Sep 14 23:34:21.263689 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-1a576788-e108-459a-bbcd-db8eb20f4705 None None] Set router b9f3e979-82c1-4453-86b2-74e47d9efb49 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:34:21.309624 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-4fea7a7e-0fc4-4158-ba6e-ce575537aaaa req-eccc028b-be46-4297-8a79-6eef299a18ba service neutron] 10.222.0.20 "GET /v2.0/networks/021efe83-5097-4e44-be84-c3f8186d798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288736 Sep 14 23:34:21.607659 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-1a576788-e108-459a-bbcd-db8eb20f4705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223215107', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '13367603-fcfd-46ca-a5ed-51fdc7927ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:32:39Z', 'updated_at': '2022-09-14T23:32:44Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '13367603-fcfd-46ca-a5ed-51fdc7927ebb', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:32:40Z', 'updated_at': '2022-09-14T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '55a5a352-f388-432e-9d91-f70fb9451e14', 'name': '', 'network_id': '021efe83-5097-4e44-be84-c3f8186d798c', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:a5:a3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'cb63d68e-95b7-4bf1-9878-a9c9aa51ed42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:32:43Z', 'updated_at': '2022-09-14T23:32:50Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': 'cb63d68e-95b7-4bf1-9878-a9c9aa51ed42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:34:21.611415 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a576788-e108-459a-bbcd-db8eb20f4705 None None] The sync data for ids ['b9f3e979-82c1-4453-86b2-74e47d9efb49'] in dv-neutron-857791-1-hyperv is: [{'id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223215107', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '13367603-fcfd-46ca-a5ed-51fdc7927ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:32:39Z', 'updated_at': '2022-09-14T23:32:44Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '13367603-fcfd-46ca-a5ed-51fdc7927ebb', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:32:40Z', 'updated_at': '2022-09-14T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '55a5a352-f388-432e-9d91-f70fb9451e14', 'name': '', 'network_id': '021efe83-5097-4e44-be84-c3f8186d798c', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:a5:a3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'cb63d68e-95b7-4bf1-9878-a9c9aa51ed42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:32:43Z', 'updated_at': '2022-09-14T23:32:50Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': 'cb63d68e-95b7-4bf1-9878-a9c9aa51ed42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:34:21.823470 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f13d734-6915-4e85-886f-1dcc57ac8c36 None None] New status for floating IP 8ca66d2d-91c7-4afb-aef2-23e6fc566104: DOWN {{(pid=89172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:34:22.165347 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73394f-948f-4ff4-a360-f88214c4f73a req-a25c40f3-ddd9-4484-9bab-49b9eef1b0d2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:34:22.168289 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2a73394f-948f-4ff4-a360-f88214c4f73a req-a25c40f3-ddd9-4484-9bab-49b9eef1b0d2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 945 time: 0.0886946 Sep 14 23:34:22.211078 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2a73394f-948f-4ff4-a360-f88214c4f73a req-a68eaae6-585e-42f3-8a2f-6f9624c80f26 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=db3ef8ef-93c4-4f6f-9bdf-945bc0102448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384514 Sep 14 23:34:22.316720 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce5db3-27e0-4a7b-87d4-def38f8964fa req-7ec3b17d-e125-4601-8976-2e260fd6fd1a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:34:22.317405 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-c7ce5db3-27e0-4a7b-87d4-def38f8964fa req-7ec3b17d-e125-4601-8976-2e260fd6fd1a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Synchronizing usage tracker for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:34:22.328861 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-c7ce5db3-27e0-4a7b-87d4-def38f8964fa req-7ec3b17d-e125-4601-8976-2e260fd6fd1a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Unset dirty status for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:34:22.329931 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c7ce5db3-27e0-4a7b-87d4-def38f8964fa req-7ec3b17d-e125-4601-8976-2e260fd6fd1a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.20 "GET /v2.0/ports?device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 945 time: 0.1003633 Sep 14 23:34:22.399708 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-c7ce5db3-27e0-4a7b-87d4-def38f8964fa req-e38898d4-7c93-454a-b4eb-94161b139c6f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Deleting port 60d49a2e-ae07-4bf2-95bb-f5ac344879b1 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:34:22.400052 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-c7ce5db3-27e0-4a7b-87d4-def38f8964fa req-e38898d4-7c93-454a-b4eb-94161b139c6f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:22.740074 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-c7ce5db3-27e0-4a7b-87d4-def38f8964fa req-e38898d4-7c93-454a-b4eb-94161b139c6f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] For port 60d49a2e-ae07-4bf2-95bb-f5ac344879b1, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=60d49a2e-ae07-4bf2-95bb-f5ac344879b1,segment=NetworkSegment(2532604d-a97d-4998-823f-6b0df114fbd8),segment_id=2532604d-a97d-4998-823f-6b0df114fbd8)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:34:22.740461 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-c7ce5db3-27e0-4a7b-87d4-def38f8964fa req-e38898d4-7c93-454a-b4eb-94161b139c6f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:22.861947 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-c7ce5db3-27e0-4a7b-87d4-def38f8964fa req-e38898d4-7c93-454a-b4eb-94161b139c6f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Calling delete_port for 60d49a2e-ae07-4bf2-95bb-f5ac344879b1 owned by compute:nova {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:34:23.004340 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-c7ce5db3-27e0-4a7b-87d4-def38f8964fa req-e38898d4-7c93-454a-b4eb-94161b139c6f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:23.055920 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38898d4-7c93-454a-b4eb-94161b139c6f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event deleted for resources: {'Port': ['ID=60d49a2e-ae07-4bf2-95bb-f5ac344879b1,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:34:23.097525 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38898d4-7c93-454a-b4eb-94161b139c6f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:23.097869 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38898d4-7c93-454a-b4eb-94161b139c6f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:23.098205 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38898d4-7c93-454a-b4eb-94161b139c6f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:23.098540 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38898d4-7c93-454a-b4eb-94161b139c6f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:23.098863 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38898d4-7c93-454a-b4eb-94161b139c6f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:23.099189 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38898d4-7c93-454a-b4eb-94161b139c6f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:23.099534 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38898d4-7c93-454a-b4eb-94161b139c6f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:23.099855 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38898d4-7c93-454a-b4eb-94161b139c6f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:23.100174 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38898d4-7c93-454a-b4eb-94161b139c6f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:23.100491 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38898d4-7c93-454a-b4eb-94161b139c6f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:23.100840 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38898d4-7c93-454a-b4eb-94161b139c6f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:23.101159 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38898d4-7c93-454a-b4eb-94161b139c6f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:23.149907 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ce5db3-27e0-4a7b-87d4-def38f8964fa req-e38898d4-7c93-454a-b4eb-94161b139c6f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] No DVR routers for this DVR port 60d49a2e-ae07-4bf2-95bb-f5ac344879b1 on host hv-neutron-8577 {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:34:23.152207 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-c7ce5db3-27e0-4a7b-87d4-def38f8964fa req-e38898d4-7c93-454a-b4eb-94161b139c6f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:23.154619 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380ed0ab-10d7-4ea3-a29a-cc16e20fae53', 'name': 'network-vif-deleted', 'tag': '60d49a2e-ae07-4bf2-95bb-f5ac344879b1'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:34:23.156901 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2ec8a3-dc30-4ff6-b79c-8847e6a1e46c" -d '{"events": [{"server_uuid": "380ed0ab-10d7-4ea3-a29a-cc16e20fae53", "name": "network-vif-deleted", "tag": "60d49a2e-ae07-4bf2-95bb-f5ac344879b1"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:34:23.169698 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c7ce5db3-27e0-4a7b-87d4-def38f8964fa req-e38898d4-7c93-454a-b4eb-94161b139c6f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.20 "DELETE /v2.0/ports/60d49a2e-ae07-4bf2-95bb-f5ac344879b1 HTTP/1.1" status: 204 len: 173 time: 0.8341417 Sep 14 23:34:23.263235 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84bdaf8a-fcd0-4f90-87a0-6f12ca4b80f6 x-openstack-request-id: req-84bdaf8a-fcd0-4f90-87a0-6f12ca4b80f6 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:34:23.263522 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380ed0ab-10d7-4ea3-a29a-cc16e20fae53", "name": "network-vif-deleted", "tag": "60d49a2e-ae07-4bf2-95bb-f5ac344879b1", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:34:23.263766 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-84bdaf8a-fcd0-4f90-87a0-6f12ca4b80f6 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:34:23.264155 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84bdaf8a-fcd0-4f90-87a0-6f12ca4b80f6'] response: {'server_uuid': '380ed0ab-10d7-4ea3-a29a-cc16e20fae53', 'name': 'network-vif-deleted', 'tag': '60d49a2e-ae07-4bf2-95bb-f5ac344879b1', 'status': 'completed', 'code': 200} Sep 14 23:34:23.388275 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1e4f2247-ffa7-4205-ab02-4599fbd9d3da req-1500c32c-7746-4e18-a972-a0e9b5e8bb2f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=380ed0ab-10d7-4ea3-a29a-cc16e20fae53 HTTP/1.1" status: 200 len: 210 time: 0.0535240 Sep 14 23:34:24.492674 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 34722) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:34:25.032768 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ff1f7284-f6bd-4ce9-a631-6723dc9a4516 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:25.480530 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-ff1f7284-f6bd-4ce9-a631-6723dc9a4516 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Deleting port 55a5a352-f388-432e-9d91-f70fb9451e14 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:34:25.480894 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ff1f7284-f6bd-4ce9-a631-6723dc9a4516 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:25.666916 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-ff1f7284-f6bd-4ce9-a631-6723dc9a4516 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] For port 55a5a352-f388-432e-9d91-f70fb9451e14, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=55a5a352-f388-432e-9d91-f70fb9451e14,segment=NetworkSegment(2532604d-a97d-4998-823f-6b0df114fbd8),segment_id=2532604d-a97d-4998-823f-6b0df114fbd8)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:34:25.667574 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ff1f7284-f6bd-4ce9-a631-6723dc9a4516 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:25.788259 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-ff1f7284-f6bd-4ce9-a631-6723dc9a4516 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Calling delete_port for 55a5a352-f388-432e-9d91-f70fb9451e14 owned by network:router_interface {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:34:26.109547 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ff1f7284-f6bd-4ce9-a631-6723dc9a4516 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:26.109900 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 60d49a2e-ae07-4bf2-95bb-f5ac344879b1 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:34:26.148027 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: 60d49a2e-ae07-4bf2-95bb-f5ac344879b1 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:34:26.148366 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 60d49a2e-ae07-4bf2-95bb-f5ac344879b1 not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:34:26.158562 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f7284-f6bd-4ce9-a631-6723dc9a4516 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event deleted for resources: {'Port': ['ID=55a5a352-f388-432e-9d91-f70fb9451e14,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:34:26.445362 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ff1f7284-f6bd-4ce9-a631-6723dc9a4516 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:26.906278 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1f7284-f6bd-4ce9-a631-6723dc9a4516 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Router b9f3e979-82c1-4453-86b2-74e47d9efb49 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:34:27.086328 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1f7284-f6bd-4ce9-a631-6723dc9a4516 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:34:27.096450 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2f17be-aa08-4efd-bd53-74173067493e None None] Sync routers for ids ['b9f3e979-82c1-4453-86b2-74e47d9efb49'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:34:27.100692 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ff1f7284-f6bd-4ce9-a631-6723dc9a4516 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "PUT /v2.0/routers/b9f3e979-82c1-4453-86b2-74e47d9efb49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6067891 Sep 14 23:34:27.103430 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34726) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:34:27.108092 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2f17be-aa08-4efd-bd53-74173067493e None None] Routers {'b9f3e979-82c1-4453-86b2-74e47d9efb49'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:34:27.108725 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-ff2f17be-aa08-4efd-bd53-74173067493e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:34:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['b9f3e979-82c1-4453-86b2-74e47d9efb49'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:34:27.171650 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-70719eaa-036a-4cf3-a2dc-7c4fe7b5117d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Deleting subnet cb63d68e-95b7-4bf1-9878-a9c9aa51ed42 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:34:27.174614 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-70719eaa-036a-4cf3-a2dc-7c4fe7b5117d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:27.228995 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-70719eaa-036a-4cf3-a2dc-7c4fe7b5117d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:27.289595 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-ff2f17be-aa08-4efd-bd53-74173067493e None None] Set router b9f3e979-82c1-4453-86b2-74e47d9efb49 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:34:27.322494 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-70719eaa-036a-4cf3-a2dc-7c4fe7b5117d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:27.403187 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-70719eaa-036a-4cf3-a2dc-7c4fe7b5117d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:27.446885 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70719eaa-036a-4cf3-a2dc-7c4fe7b5117d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event deleted for resources: {'Subnet': ['ID=cb63d68e-95b7-4bf1-9878-a9c9aa51ed42,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:34:27.452944 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-70719eaa-036a-4cf3-a2dc-7c4fe7b5117d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:27.456875 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7a9a58-3fa3-4b21-840b-22737d061c63 None None] Network 021efe83-5097-4e44-be84-c3f8186d798c requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:34:27.462354 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-70719eaa-036a-4cf3-a2dc-7c4fe7b5117d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "DELETE /v2.0/subnets/cb63d68e-95b7-4bf1-9878-a9c9aa51ed42 HTTP/1.1" status: 204 len: 168 time: 0.3555298 Sep 14 23:34:27.462781 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34730) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:34:27.592798 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-ff2f17be-aa08-4efd-bd53-74173067493e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223215107', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '13367603-fcfd-46ca-a5ed-51fdc7927ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:32:39Z', 'updated_at': '2022-09-14T23:34:26Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '13367603-fcfd-46ca-a5ed-51fdc7927ebb', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:32:40Z', 'updated_at': '2022-09-14T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:34:27.597495 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2f17be-aa08-4efd-bd53-74173067493e None None] Checking router: b9f3e979-82c1-4453-86b2-74e47d9efb49 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:34:27.606622 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2f17be-aa08-4efd-bd53-74173067493e None None] Routers {'b9f3e979-82c1-4453-86b2-74e47d9efb49'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:34:27.607343 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-ff2f17be-aa08-4efd-bd53-74173067493e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:34:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['b9f3e979-82c1-4453-86b2-74e47d9efb49'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:34:27.655024 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8a3b9383-3747-425a-a120-35e7bb3ec1fe tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:27.756599 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12d9166-e9a2-40da-81f6-334addc9d857 None None] DHCP port deletion for 021efe83-5097-4e44-be84-c3f8186d798c request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:34:27.762541 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c12d9166-e9a2-40da-81f6-334addc9d857 None None] Deleting port 8bc68b8c-a081-4c60-8aa9-ab4d12cd56e6 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:34:27.762927 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c12d9166-e9a2-40da-81f6-334addc9d857 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:27.801122 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-ff2f17be-aa08-4efd-bd53-74173067493e None None] Set router b9f3e979-82c1-4453-86b2-74e47d9efb49 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:34:27.840646 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8a3b9383-3747-425a-a120-35e7bb3ec1fe tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:27.850636 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-8a3b9383-3747-425a-a120-35e7bb3ec1fe tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Deleting port 13367603-fcfd-46ca-a5ed-51fdc7927ebb {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:34:27.850937 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8a3b9383-3747-425a-a120-35e7bb3ec1fe tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:27.986642 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-c12d9166-e9a2-40da-81f6-334addc9d857 None None] For port 8bc68b8c-a081-4c60-8aa9-ab4d12cd56e6, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=8bc68b8c-a081-4c60-8aa9-ab4d12cd56e6,segment=NetworkSegment(2532604d-a97d-4998-823f-6b0df114fbd8),segment_id=2532604d-a97d-4998-823f-6b0df114fbd8)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:34:27.986997 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c12d9166-e9a2-40da-81f6-334addc9d857 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:28.112317 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-ff2f17be-aa08-4efd-bd53-74173067493e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223215107', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '13367603-fcfd-46ca-a5ed-51fdc7927ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:32:39Z', 'updated_at': '2022-09-14T23:34:26Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '13367603-fcfd-46ca-a5ed-51fdc7927ebb', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:32:40Z', 'updated_at': '2022-09-14T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:34:28.118553 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2f17be-aa08-4efd-bd53-74173067493e None None] The sync data for ids ['b9f3e979-82c1-4453-86b2-74e47d9efb49'] in dv-neutron-857791-1-hyperv is: [{'id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223215107', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.92'}], 'enable_snat': True}, 'gw_port_id': '13367603-fcfd-46ca-a5ed-51fdc7927ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:32:39Z', 'updated_at': '2022-09-14T23:34:26Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '13367603-fcfd-46ca-a5ed-51fdc7927ebb', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f3e979-82c1-4453-86b2-74e47d9efb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:32:40Z', 'updated_at': '2022-09-14T23:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:34:28.120946 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c12d9166-e9a2-40da-81f6-334addc9d857 None None] Calling delete_port for 8bc68b8c-a081-4c60-8aa9-ab4d12cd56e6 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:34:28.155099 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-8a3b9383-3747-425a-a120-35e7bb3ec1fe tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] For port 13367603-fcfd-46ca-a5ed-51fdc7927ebb, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=13367603-fcfd-46ca-a5ed-51fdc7927ebb,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:34:28.155568 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8a3b9383-3747-425a-a120-35e7bb3ec1fe tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:28.199416 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c12d9166-e9a2-40da-81f6-334addc9d857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:28.247570 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d9166-e9a2-40da-81f6-334addc9d857 None None] Pushing event deleted for resources: {'Port': ['ID=8bc68b8c-a081-4c60-8aa9-ab4d12cd56e6,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:34:28.252000 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12d9166-e9a2-40da-81f6-334addc9d857 None None] No DVR routers for this DVR port 8bc68b8c-a081-4c60-8aa9-ab4d12cd56e6 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:34:28.258211 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12d9166-e9a2-40da-81f6-334addc9d857 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:28.258557 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12d9166-e9a2-40da-81f6-334addc9d857 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:28.258894 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12d9166-e9a2-40da-81f6-334addc9d857 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:28.259226 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12d9166-e9a2-40da-81f6-334addc9d857 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:28.259553 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12d9166-e9a2-40da-81f6-334addc9d857 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:28.259876 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12d9166-e9a2-40da-81f6-334addc9d857 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:28.260191 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12d9166-e9a2-40da-81f6-334addc9d857 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:28.260512 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12d9166-e9a2-40da-81f6-334addc9d857 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:28.261669 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12d9166-e9a2-40da-81f6-334addc9d857 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:28.261669 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12d9166-e9a2-40da-81f6-334addc9d857 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:28.261669 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12d9166-e9a2-40da-81f6-334addc9d857 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:28.261879 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12d9166-e9a2-40da-81f6-334addc9d857 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:28.285421 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-8a3b9383-3747-425a-a120-35e7bb3ec1fe tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Calling delete_port for 13367603-fcfd-46ca-a5ed-51fdc7927ebb owned by network:router_gateway {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:34:28.491199 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 8bc68b8c-a081-4c60-8aa9-ab4d12cd56e6 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:34:28.528458 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 8bc68b8c-a081-4c60-8aa9-ab4d12cd56e6 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:34:28.528941 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 8bc68b8c-a081-4c60-8aa9-ab4d12cd56e6 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:34:28.602362 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8a3b9383-3747-425a-a120-35e7bb3ec1fe tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:28.648573 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b9383-3747-425a-a120-35e7bb3ec1fe tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event deleted for resources: {'Port': ['ID=13367603-fcfd-46ca-a5ed-51fdc7927ebb,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:34:28.744423 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8a3b9383-3747-425a-a120-35e7bb3ec1fe tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:28.912919 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8a3b9383-3747-425a-a120-35e7bb3ec1fe tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:28.914969 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8a3b9383-3747-425a-a120-35e7bb3ec1fe tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:28.936920 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8a3b9383-3747-425a-a120-35e7bb3ec1fe tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:28.937426 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3b9383-3747-425a-a120-35e7bb3ec1fe tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Fanout notify agent at l3_agent the message router_deleted on router b9f3e979-82c1-4453-86b2-74e47d9efb49 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 23:34:28.952875 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8a3b9383-3747-425a-a120-35e7bb3ec1fe tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:28.953972 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8a3b9383-3747-425a-a120-35e7bb3ec1fe tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "DELETE /v2.0/routers/b9f3e979-82c1-4453-86b2-74e47d9efb49 HTTP/1.1" status: 204 len: 168 time: 1.4902458 Sep 14 23:34:28.956890 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34734) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:34:29.072106 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cecb65a4-8ca0-4f80-a4eb-e097a335a542 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:29.199974 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cecb65a4-8ca0-4f80-a4eb-e097a335a542 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:29.223755 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-cecb65a4-8ca0-4f80-a4eb-e097a335a542 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['021efe83-5097-4e44-be84-c3f8186d798c']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:34:29.235325 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-cecb65a4-8ca0-4f80-a4eb-e097a335a542 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2532604d-a97d-4998-823f-6b0df114fbd8') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:34:29.235623 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-cecb65a4-8ca0-4f80-a4eb-e097a335a542 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2532604d-a97d-4998-823f-6b0df114fbd8') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:34:29.247301 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cecb65a4-8ca0-4f80-a4eb-e097a335a542 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:29.263089 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cecb65a4-8ca0-4f80-a4eb-e097a335a542 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:29.268861 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cecb65a4-8ca0-4f80-a4eb-e097a335a542 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:34:29.269239 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cecb65a4-8ca0-4f80-a4eb-e097a335a542 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:29.336795 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 2532604d-a97d-4998-823f-6b0df114fbd8 resource provider aggregate not found Sep 14 23:34:29.357019 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 2532604d-a97d-4998-823f-6b0df114fbd8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2532604d-a97d-4998-823f-6b0df114fbd8 found for delete ", "request_id": "req-82379293-70cc-46e6-b338-203d32150729"}]} Sep 14 23:34:29.372981 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cecb65a4-8ca0-4f80-a4eb-e097a335a542 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:29.393076 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cecb65a4-8ca0-4f80-a4eb-e097a335a542 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:29.404744 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb65a4-8ca0-4f80-a4eb-e097a335a542 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event deleted for resources: {'Network': ['ID=021efe83-5097-4e44-be84-c3f8186d798c,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:34:29.414983 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-cecb65a4-8ca0-4f80-a4eb-e097a335a542 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "DELETE /v2.0/networks/021efe83-5097-4e44-be84-c3f8186d798c HTTP/1.1" status: 204 len: 168 time: 0.4570487 Sep 14 23:34:29.417558 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34742) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:34:29.483161 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7d6c1a17-07cd-4465-82b2-b70c5be85441 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:29.515839 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7d6c1a17-07cd-4465-82b2-b70c5be85441 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:29.690900 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7d6c1a17-07cd-4465-82b2-b70c5be85441 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:29.708547 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c1a17-07cd-4465-82b2-b70c5be85441 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3ef8ef-93c4-4f6f-9bdf-945bc0102448,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:34:29.718699 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7d6c1a17-07cd-4465-82b2-b70c5be85441 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:29.719832 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7d6c1a17-07cd-4465-82b2-b70c5be85441 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "DELETE /v2.0/security-groups/db3ef8ef-93c4-4f6f-9bdf-945bc0102448 HTTP/1.1" status: 204 len: 168 time: 0.3013959 Sep 14 23:34:29.834534 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 34750) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:34:29.839663 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-17a678f4-c4aa-4cbc-acc4-d042f235bb25 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1944336741', 'description': 'tempest-secgroup-smoke-1944336741 description', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:34:29.845625 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-17a678f4-c4aa-4cbc-acc4-d042f235bb25 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:34:29.850290 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-17a678f4-c4aa-4cbc-acc4-d042f235bb25 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:34:29.853121 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-17a678f4-c4aa-4cbc-acc4-d042f235bb25 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:34:29.858780 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-17a678f4-c4aa-4cbc-acc4-d042f235bb25 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:34:29.872569 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-17a678f4-c4aa-4cbc-acc4-d042f235bb25 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:29.892827 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-17a678f4-c4aa-4cbc-acc4-d042f235bb25 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:34:29.897189 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-17a678f4-c4aa-4cbc-acc4-d042f235bb25 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group_rule and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:34:29.900103 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-17a678f4-c4aa-4cbc-acc4-d042f235bb25 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:34:29.905769 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-17a678f4-c4aa-4cbc-acc4-d042f235bb25 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:34:29.973520 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-17a678f4-c4aa-4cbc-acc4-d042f235bb25 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:29.977462 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-17a678f4-c4aa-4cbc-acc4-d042f235bb25 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:30.019705 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a678f4-c4aa-4cbc-acc4-d042f235bb25 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e996d1d5-62ea-48fc-af44-798638f95b29,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:34:30.022874 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-17a678f4-c4aa-4cbc-acc4-d042f235bb25 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:30.024037 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-17a678f4-c4aa-4cbc-acc4-d042f235bb25 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1885190 Sep 14 23:34:30.026923 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 34754) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:34:30.031672 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-edb38fd6-1cc1-4309-8d6f-b7e8eb6861c2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'security_group_rule': {'security_group_id': 'e996d1d5-62ea-48fc-af44-798638f95b29', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:34:30.038034 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-edb38fd6-1cc1-4309-8d6f-b7e8eb6861c2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:34:30.041858 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-edb38fd6-1cc1-4309-8d6f-b7e8eb6861c2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group_rule and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:34:30.044696 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-edb38fd6-1cc1-4309-8d6f-b7e8eb6861c2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:34:30.050311 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-edb38fd6-1cc1-4309-8d6f-b7e8eb6861c2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:34:30.066277 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-edb38fd6-1cc1-4309-8d6f-b7e8eb6861c2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:30.123088 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 13367603-fcfd-46ca-a5ed-51fdc7927ebb no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:34:30.127068 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-edb38fd6-1cc1-4309-8d6f-b7e8eb6861c2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:30.131866 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-edb38fd6-1cc1-4309-8d6f-b7e8eb6861c2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:30.155905 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb38fd6-1cc1-4309-8d6f-b7e8eb6861c2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c9f387-7c3c-47f7-ab24-55074082833d,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:34:30.160223 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 13367603-fcfd-46ca-a5ed-51fdc7927ebb {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:34:30.160562 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 13367603-fcfd-46ca-a5ed-51fdc7927ebb not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:34:30.161012 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 55a5a352-f388-432e-9d91-f70fb9451e14 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:34:30.164736 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-edb38fd6-1cc1-4309-8d6f-b7e8eb6861c2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:30.166018 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-edb38fd6-1cc1-4309-8d6f-b7e8eb6861c2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382046 Sep 14 23:34:30.168762 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 34758) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:34:30.173508 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-de21f373-be2c-4d2a-9bf1-daa96a6ff5ae tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'security_group_rule': {'security_group_id': 'e996d1d5-62ea-48fc-af44-798638f95b29', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:34:30.179245 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-de21f373-be2c-4d2a-9bf1-daa96a6ff5ae tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:34:30.183077 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-de21f373-be2c-4d2a-9bf1-daa96a6ff5ae tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group_rule and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:34:30.185948 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-de21f373-be2c-4d2a-9bf1-daa96a6ff5ae tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:34:30.191649 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-de21f373-be2c-4d2a-9bf1-daa96a6ff5ae tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:34:30.194227 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 55a5a352-f388-432e-9d91-f70fb9451e14 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:34:30.194565 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 55a5a352-f388-432e-9d91-f70fb9451e14 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:34:30.211995 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-de21f373-be2c-4d2a-9bf1-daa96a6ff5ae tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:30.278990 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-de21f373-be2c-4d2a-9bf1-daa96a6ff5ae tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:30.282457 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-de21f373-be2c-4d2a-9bf1-daa96a6ff5ae tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:30.304837 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21f373-be2c-4d2a-9bf1-daa96a6ff5ae tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9daa6d50-0dee-4b51-912b-8224b03daf68,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:34:30.313580 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-de21f373-be2c-4d2a-9bf1-daa96a6ff5ae tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:30.314704 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-de21f373-be2c-4d2a-9bf1-daa96a6ff5ae tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1450467 Sep 14 23:34:30.317544 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 34762) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:34:30.322885 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-e8fcc7a6-ecc3-4fad-8e0d-7d4b542fb52b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'security_group_rule': {'security_group_id': 'e996d1d5-62ea-48fc-af44-798638f95b29', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:34:30.328592 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-e8fcc7a6-ecc3-4fad-8e0d-7d4b542fb52b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:34:30.332399 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-e8fcc7a6-ecc3-4fad-8e0d-7d4b542fb52b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group_rule and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:34:30.335822 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-e8fcc7a6-ecc3-4fad-8e0d-7d4b542fb52b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:34:30.341492 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-e8fcc7a6-ecc3-4fad-8e0d-7d4b542fb52b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:34:30.358272 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e8fcc7a6-ecc3-4fad-8e0d-7d4b542fb52b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:30.419322 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e8fcc7a6-ecc3-4fad-8e0d-7d4b542fb52b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:30.422515 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e8fcc7a6-ecc3-4fad-8e0d-7d4b542fb52b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:30.445259 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fcc7a6-ecc3-4fad-8e0d-7d4b542fb52b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d6afff-4b15-4ce0-b0e3-dde0e350e44b,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:34:30.453940 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e8fcc7a6-ecc3-4fad-8e0d-7d4b542fb52b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:30.455238 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-e8fcc7a6-ecc3-4fad-8e0d-7d4b542fb52b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1368010 Sep 14 23:34:30.457995 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 34766) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:34:30.463465 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-1d8005a3-6c1d-4654-a101-5ebc20a12f23 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'security_group_rule': {'security_group_id': 'e996d1d5-62ea-48fc-af44-798638f95b29', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:34:30.469328 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1d8005a3-6c1d-4654-a101-5ebc20a12f23 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:34:30.473135 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1d8005a3-6c1d-4654-a101-5ebc20a12f23 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group_rule and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:34:30.475996 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1d8005a3-6c1d-4654-a101-5ebc20a12f23 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:34:30.481705 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1d8005a3-6c1d-4654-a101-5ebc20a12f23 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:34:30.498446 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1d8005a3-6c1d-4654-a101-5ebc20a12f23 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:30.564969 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1d8005a3-6c1d-4654-a101-5ebc20a12f23 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:30.568868 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1d8005a3-6c1d-4654-a101-5ebc20a12f23 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:30.591321 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8005a3-6c1d-4654-a101-5ebc20a12f23 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc16ee37-0a4d-4d2c-a81c-e9eda2d7e9c2,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:34:30.600156 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1d8005a3-6c1d-4654-a101-5ebc20a12f23 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:30.601395 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1d8005a3-6c1d-4654-a101-5ebc20a12f23 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1425037 Sep 14 23:34:30.604127 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 34770) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:34:30.608948 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-5dfc4cb8-3f1d-4648-a8f7-c26bbcf4ca43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'security_group_rule': {'security_group_id': 'e996d1d5-62ea-48fc-af44-798638f95b29', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:34:30.614743 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-5dfc4cb8-3f1d-4648-a8f7-c26bbcf4ca43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:34:30.619197 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5dfc4cb8-3f1d-4648-a8f7-c26bbcf4ca43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group_rule and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:34:30.622094 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5dfc4cb8-3f1d-4648-a8f7-c26bbcf4ca43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:34:30.627842 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-5dfc4cb8-3f1d-4648-a8f7-c26bbcf4ca43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:34:30.638666 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.securitygroups_db [None req-5dfc4cb8-3f1d-4648-a8f7-c26bbcf4ca43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Project f82b3a84f14c45698bcfb4ac2ac76a9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:34:30.644934 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5dfc4cb8-3f1d-4648-a8f7-c26bbcf4ca43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:30.706258 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5dfc4cb8-3f1d-4648-a8f7-c26bbcf4ca43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:30.709578 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5dfc4cb8-3f1d-4648-a8f7-c26bbcf4ca43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:30.731415 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc4cb8-3f1d-4648-a8f7-c26bbcf4ca43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06460e6b-b57b-439c-83ca-35761601099d,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:34:30.741473 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5dfc4cb8-3f1d-4648-a8f7-c26bbcf4ca43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:30.742623 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5dfc4cb8-3f1d-4648-a8f7-c26bbcf4ca43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1375768 Sep 14 23:34:30.745374 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 34774) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:34:30.750129 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-6d0d1c2f-b8a0-48a1-a3f5-f259b3f95537 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'security_group_rule': {'security_group_id': 'e996d1d5-62ea-48fc-af44-798638f95b29', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:34:30.755664 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6d0d1c2f-b8a0-48a1-a3f5-f259b3f95537 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:34:30.759965 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6d0d1c2f-b8a0-48a1-a3f5-f259b3f95537 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group_rule and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:34:30.762807 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6d0d1c2f-b8a0-48a1-a3f5-f259b3f95537 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:34:30.768389 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6d0d1c2f-b8a0-48a1-a3f5-f259b3f95537 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:34:30.778297 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.securitygroups_db [None req-6d0d1c2f-b8a0-48a1-a3f5-f259b3f95537 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Project f82b3a84f14c45698bcfb4ac2ac76a9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:34:30.784851 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6d0d1c2f-b8a0-48a1-a3f5-f259b3f95537 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:30.847641 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6d0d1c2f-b8a0-48a1-a3f5-f259b3f95537 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:30.851529 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6d0d1c2f-b8a0-48a1-a3f5-f259b3f95537 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:30.876594 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d1c2f-b8a0-48a1-a3f5-f259b3f95537 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded0ec1a-421d-4dd5-8aac-7b84db98fa14,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:34:30.885205 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6d0d1c2f-b8a0-48a1-a3f5-f259b3f95537 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:30.886354 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6d0d1c2f-b8a0-48a1-a3f5-f259b3f95537 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1401029 Sep 14 23:34:30.889524 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 34778) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:34:30.894757 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-469cd739-ba7d-40b7-8e46-1de36284f108 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'network': {'name': 'tempest-network-smoke--1511104819', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'port_security_enabled': True}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:34:30.899431 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-469cd739-ba7d-40b7-8e46-1de36284f108 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:34:30.903477 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-469cd739-ba7d-40b7-8e46-1de36284f108 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:network and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:34:30.906286 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-469cd739-ba7d-40b7-8e46-1de36284f108 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:34:30.911857 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-469cd739-ba7d-40b7-8e46-1de36284f108 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:34:30.921212 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469cd739-ba7d-40b7-8e46-1de36284f108 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Made reservation on behalf of f82b3a84f14c45698bcfb4ac2ac76a9f for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:34:30.924395 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-469cd739-ba7d-40b7-8e46-1de36284f108 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:30.951564 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-469cd739-ba7d-40b7-8e46-1de36284f108 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:34:30.960561 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-469cd739-ba7d-40b7-8e46-1de36284f108 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:30.961083 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-469cd739-ba7d-40b7-8e46-1de36284f108 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Added segment 04a8a34b-090d-409f-81fa-b55c42d1993f of type vlan for network 88e9bc66-47a6-40b5-b8aa-47c4dcb305ef Sep 14 23:34:30.987596 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-469cd739-ba7d-40b7-8e46-1de36284f108 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:31.015976 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-469cd739-ba7d-40b7-8e46-1de36284f108 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:31.021295 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469cd739-ba7d-40b7-8e46-1de36284f108 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:34:31.021869 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-469cd739-ba7d-40b7-8e46-1de36284f108 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:31.124417 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-469cd739-ba7d-40b7-8e46-1de36284f108 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2338223 Sep 14 23:34:31.127170 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34782) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:34:31.132328 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-f7679180-46cb-4af7-8ce8-bf2196ea71fd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1745791603', 'admin_state_up': True, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:34:31.133101 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469cd739-ba7d-40b7-8e46-1de36284f108 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Network': ['ID=88e9bc66-47a6-40b5-b8aa-47c4dcb305ef,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:34:31.140586 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-f7679180-46cb-4af7-8ce8-bf2196ea71fd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:34:31.144194 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 88e9bc66-47a6-40b5-b8aa-47c4dcb305ef details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:34:31.145158 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-f7679180-46cb-4af7-8ce8-bf2196ea71fd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:router and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:34:31.147984 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-f7679180-46cb-4af7-8ce8-bf2196ea71fd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:34:31.154096 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-f7679180-46cb-4af7-8ce8-bf2196ea71fd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:34:31.164946 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f7679180-46cb-4af7-8ce8-bf2196ea71fd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:31.165931 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f7679180-46cb-4af7-8ce8-bf2196ea71fd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:31.181917 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f7679180-46cb-4af7-8ce8-bf2196ea71fd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:31.447174 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f7679180-46cb-4af7-8ce8-bf2196ea71fd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:31.749177 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f7679180-46cb-4af7-8ce8-bf2196ea71fd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router_gateway, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:31.780171 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f7679180-46cb-4af7-8ce8-bf2196ea71fd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:31.914463 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-f7679180-46cb-4af7-8ce8-bf2196ea71fd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Allocated IP 172.26.5.224 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/da279be8-7065-41a9-ad08-4bb42fdc79e2) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:34:32.067624 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f7679180-46cb-4af7-8ce8-bf2196ea71fd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:32.097259 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f7679180-46cb-4af7-8ce8-bf2196ea71fd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:32.160402 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7679180-46cb-4af7-8ce8-bf2196ea71fd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:34:32.163058 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-f7679180-46cb-4af7-8ce8-bf2196ea71fd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:34:32.166869 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7679180-46cb-4af7-8ce8-bf2196ea71fd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:34:32.201714 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7679180-46cb-4af7-8ce8-bf2196ea71fd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Port': ['ID=da279be8-7065-41a9-ad08-4bb42fdc79e2,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:34:32.694565 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f7679180-46cb-4af7-8ce8-bf2196ea71fd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router_gateway, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:33.040832 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f7679180-46cb-4af7-8ce8-bf2196ea71fd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:33.241025 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7679180-46cb-4af7-8ce8-bf2196ea71fd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Router 148d940e-898e-4371-92ed-fdd11df991e1 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 23:34:33.415685 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7679180-46cb-4af7-8ce8-bf2196ea71fd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:34:33.426610 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952fdbe5-3305-42a1-afd0-52f1973debf1 None None] Sync routers for ids ['148d940e-898e-4371-92ed-fdd11df991e1'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:34:33.435438 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952fdbe5-3305-42a1-afd0-52f1973debf1 None None] Routers {'148d940e-898e-4371-92ed-fdd11df991e1'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:34:33.436046 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-952fdbe5-3305-42a1-afd0-52f1973debf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:34:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['148d940e-898e-4371-92ed-fdd11df991e1'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:34:33.441995 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f7679180-46cb-4af7-8ce8-bf2196ea71fd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:33.443846 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f7679180-46cb-4af7-8ce8-bf2196ea71fd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3151097 Sep 14 23:34:33.446885 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34786) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:34:33.488251 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8994633e-96fc-49c3-a02f-9092afde0cfe tempest-TestNetworkAdvancedServerOps-2065151363 tempest-TestNetworkAdvancedServerOps-2065151363-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=f82b3a84f14c45698bcfb4ac2ac76a9f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403037 Sep 14 23:34:33.491718 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34790) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:34:33.611005 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-952fdbe5-3305-42a1-afd0-52f1973debf1 None None] Set router 148d940e-898e-4371-92ed-fdd11df991e1 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:34:33.619850 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c625c1b5-78fb-4fb9-8305-eb1bb34e68ce tempest-TestNetworkAdvancedServerOps-2065151363 tempest-TestNetworkAdvancedServerOps-2065151363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:34:33.621354 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c625c1b5-78fb-4fb9-8305-eb1bb34e68ce tempest-TestNetworkAdvancedServerOps-2065151363 tempest-TestNetworkAdvancedServerOps-2065151363-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1287656 Sep 14 23:34:33.624215 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34794) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:34:33.662213 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f22b7219-75ba-4c96-a683-30e8a4b77bfa tempest-TestNetworkAdvancedServerOps-2065151363 tempest-TestNetworkAdvancedServerOps-2065151363-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=681410b9-e86d-4f65-a0f3-ea2093b5104b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368168 Sep 14 23:34:33.664570 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34798) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:34:33.669714 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-8bd9ea93-1abc-4ef6-84a6-c8fce50231db tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1888863994', 'network_id': '88e9bc66-47a6-40b5-b8aa-47c4dcb305ef', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:34:33.777744 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-8bd9ea93-1abc-4ef6-84a6-c8fce50231db tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:34:33.781555 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-8bd9ea93-1abc-4ef6-84a6-c8fce50231db tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:subnet and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:34:33.784282 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-8bd9ea93-1abc-4ef6-84a6-c8fce50231db tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:34:33.789961 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-8bd9ea93-1abc-4ef6-84a6-c8fce50231db tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:34:33.800115 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd9ea93-1abc-4ef6-84a6-c8fce50231db tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Made reservation on behalf of f82b3a84f14c45698bcfb4ac2ac76a9f for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:34:33.804071 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8bd9ea93-1abc-4ef6-84a6-c8fce50231db tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:33.892255 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-952fdbe5-3305-42a1-afd0-52f1973debf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148d940e-898e-4371-92ed-fdd11df991e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745791603', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': 'da279be8-7065-41a9-ad08-4bb42fdc79e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:34:31Z', 'updated_at': '2022-09-14T23:34:32Z', 'revision_number': 3, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': 'da279be8-7065-41a9-ad08-4bb42fdc79e2', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:12:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148d940e-898e-4371-92ed-fdd11df991e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:34:31Z', 'updated_at': '2022-09-14T23:34:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:34:33.896500 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952fdbe5-3305-42a1-afd0-52f1973debf1 None None] Checking router: 148d940e-898e-4371-92ed-fdd11df991e1 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:34:33.896844 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952fdbe5-3305-42a1-afd0-52f1973debf1 None None] Updating router 148d940e-898e-4371-92ed-fdd11df991e1 port da279be8-7065-41a9-ad08-4bb42fdc79e2 binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:34:33.951648 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-952fdbe5-3305-42a1-afd0-52f1973debf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:34.130436 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8bd9ea93-1abc-4ef6-84a6-c8fce50231db tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:34.208605 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9ea93-1abc-4ef6-84a6-c8fce50231db tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Subnet': ['ID=2ac16209-125c-43ff-95ef-05a4039207f9,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:34:34.216556 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd9ea93-1abc-4ef6-84a6-c8fce50231db tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Checking segment: {'id': '04a8a34b-090d-409f-81fa-b55c42d1993f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '88e9bc66-47a6-40b5-b8aa-47c4dcb305ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:34:34.216939 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd9ea93-1abc-4ef6-84a6-c8fce50231db tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Network hostable DHCP agents. Network: 88e9bc66-47a6-40b5-b8aa-47c4dcb305ef, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:34:34.235494 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd9ea93-1abc-4ef6-84a6-c8fce50231db tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Network 88e9bc66-47a6-40b5-b8aa-47c4dcb305ef is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:34:34.244852 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-8bd9ea93-1abc-4ef6-84a6-c8fce50231db tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 88e9bc66-47a6-40b5-b8aa-47c4dcb305ef) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:34:34.249108 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd9ea93-1abc-4ef6-84a6-c8fce50231db tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:34:34.249876 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8bd9ea93-1abc-4ef6-84a6-c8fce50231db tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:34.259422 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79e592e-7b02-4a12-b623-e05d4762face None None] Network 88e9bc66-47a6-40b5-b8aa-47c4dcb305ef requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:34:34.272109 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8bd9ea93-1abc-4ef6-84a6-c8fce50231db tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6060400 Sep 14 23:34:34.275805 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34802) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:34:34.365684 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-952fdbe5-3305-42a1-afd0-52f1973debf1 None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:34.384416 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-952fdbe5-3305-42a1-afd0-52f1973debf1 None None] Transition to ACTIVE for port object da279be8-7065-41a9-ad08-4bb42fdc79e2 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:34:34.402354 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-952fdbe5-3305-42a1-afd0-52f1973debf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:34.479781 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-952fdbe5-3305-42a1-afd0-52f1973debf1 None None] Attempting to bind port da279be8-7065-41a9-ad08-4bb42fdc79e2 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:34:34.480452 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-952fdbe5-3305-42a1-afd0-52f1973debf1 None None] Attempting to bind port da279be8-7065-41a9-ad08-4bb42fdc79e2 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:34:34.480452 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952fdbe5-3305-42a1-afd0-52f1973debf1 None None] Attempting to bind port da279be8-7065-41a9-ad08-4bb42fdc79e2 on network 681410b9-e86d-4f65-a0f3-ea2093b5104b {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:34:34.520293 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952fdbe5-3305-42a1-afd0-52f1973debf1 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:34:34.520678 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952fdbe5-3305-42a1-afd0-52f1973debf1 None None] Checking segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:34:34.521079 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-952fdbe5-3305-42a1-afd0-52f1973debf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:34.521980 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952fdbe5-3305-42a1-afd0-52f1973debf1 None None] Bound using segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:34:34.522447 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-952fdbe5-3305-42a1-afd0-52f1973debf1 None None] Bound port: da279be8-7065-41a9-ad08-4bb42fdc79e2, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:34:34.522813 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-952fdbe5-3305-42a1-afd0-52f1973debf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:34.568550 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc459d-f01e-4a3d-b0ec-1bf08a0e6588 None None] Pushing event updated for resources: {'Port': ['ID=da279be8-7065-41a9-ad08-4bb42fdc79e2,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:34:34.653052 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f73164f-5f3c-419f-afbd-2eb872b8f340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-88e9bc66-47a6-40b5-b8aa-47c4dcb305ef', 'network_id': '88e9bc66-47a6-40b5-b8aa-47c4dcb305ef', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'fixed_ips': [{'subnet_id': '2ac16209-125c-43ff-95ef-05a4039207f9'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:34:34.653862 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0f73164f-5f3c-419f-afbd-2eb872b8f340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:34.668427 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-952fdbe5-3305-42a1-afd0-52f1973debf1 None None] For port da279be8-7065-41a9-ad08-4bb42fdc79e2, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:34:34.678880 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-952fdbe5-3305-42a1-afd0-52f1973debf1 None None] For port da279be8-7065-41a9-ad08-4bb42fdc79e2, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=da279be8-7065-41a9-ad08-4bb42fdc79e2,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:34:34.718430 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-952fdbe5-3305-42a1-afd0-52f1973debf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:34.799168 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952fdbe5-3305-42a1-afd0-52f1973debf1 None None] Routers {'148d940e-898e-4371-92ed-fdd11df991e1'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:34:34.799719 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-952fdbe5-3305-42a1-afd0-52f1973debf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:34:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['148d940e-898e-4371-92ed-fdd11df991e1'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:34:34.969729 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9dba1625-fa56-40fc-8536-1e593eb7c42f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:34.978998 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc459d-f01e-4a3d-b0ec-1bf08a0e6588 None None] Pushing event updated for resources: {'Port': ['ID=da279be8-7065-41a9-ad08-4bb42fdc79e2,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:34:35.073594 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-0f73164f-5f3c-419f-afbd-2eb872b8f340 None None] Allocated IP 172.20.0.2 (88e9bc66-47a6-40b5-b8aa-47c4dcb305ef/2ac16209-125c-43ff-95ef-05a4039207f9/75411d0a-d311-4e35-aa39-a93cb9bb6087) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:34:35.095215 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-952fdbe5-3305-42a1-afd0-52f1973debf1 None None] Set router 148d940e-898e-4371-92ed-fdd11df991e1 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:34:35.535660 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0f73164f-5f3c-419f-afbd-2eb872b8f340 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:35.549251 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-0f73164f-5f3c-419f-afbd-2eb872b8f340 None None] Transition to ACTIVE for port object 75411d0a-d311-4e35-aa39-a93cb9bb6087 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:34:35.572853 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-0f73164f-5f3c-419f-afbd-2eb872b8f340 None None] Transition to ACTIVE for port object 75411d0a-d311-4e35-aa39-a93cb9bb6087 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:34:35.578844 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0f73164f-5f3c-419f-afbd-2eb872b8f340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:35.582888 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-952fdbe5-3305-42a1-afd0-52f1973debf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148d940e-898e-4371-92ed-fdd11df991e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745791603', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': 'da279be8-7065-41a9-ad08-4bb42fdc79e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:34:31Z', 'updated_at': '2022-09-14T23:34:32Z', 'revision_number': 3, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': 'da279be8-7065-41a9-ad08-4bb42fdc79e2', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:12:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148d940e-898e-4371-92ed-fdd11df991e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:34:31Z', 'updated_at': '2022-09-14T23:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:34:35.629886 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952fdbe5-3305-42a1-afd0-52f1973debf1 None None] The sync data for ids ['148d940e-898e-4371-92ed-fdd11df991e1'] in dv-neutron-857791-1-hyperv is: [{'id': '148d940e-898e-4371-92ed-fdd11df991e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745791603', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': 'da279be8-7065-41a9-ad08-4bb42fdc79e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:34:31Z', 'updated_at': '2022-09-14T23:34:32Z', 'revision_number': 3, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': 'da279be8-7065-41a9-ad08-4bb42fdc79e2', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:12:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148d940e-898e-4371-92ed-fdd11df991e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:34:31Z', 'updated_at': '2022-09-14T23:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:34:35.651565 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f73164f-5f3c-419f-afbd-2eb872b8f340 None None] Network 88e9bc66-47a6-40b5-b8aa-47c4dcb305ef is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:34:35.654448 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-0f73164f-5f3c-419f-afbd-2eb872b8f340 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:34:35.657906 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f73164f-5f3c-419f-afbd-2eb872b8f340 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:34:35.662713 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-9dba1625-fa56-40fc-8536-1e593eb7c42f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Allocated IP 172.20.0.1 (88e9bc66-47a6-40b5-b8aa-47c4dcb305ef/2ac16209-125c-43ff-95ef-05a4039207f9/eabc795b-b1bc-4fda-8b48-11c316e9d623) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:34:35.713961 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73164f-5f3c-419f-afbd-2eb872b8f340 None None] Pushing event updated for resources: {'Port': ['ID=75411d0a-d311-4e35-aa39-a93cb9bb6087,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:34:35.780043 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-0f73164f-5f3c-419f-afbd-2eb872b8f340 None None] Attempting to bind port 75411d0a-d311-4e35-aa39-a93cb9bb6087 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:34:35.780408 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-0f73164f-5f3c-419f-afbd-2eb872b8f340 None None] Attempting to bind port 75411d0a-d311-4e35-aa39-a93cb9bb6087 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '04a8a34b-090d-409f-81fa-b55c42d1993f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '88e9bc66-47a6-40b5-b8aa-47c4dcb305ef'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:34:35.780796 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f73164f-5f3c-419f-afbd-2eb872b8f340 None None] Attempting to bind port 75411d0a-d311-4e35-aa39-a93cb9bb6087 on network 88e9bc66-47a6-40b5-b8aa-47c4dcb305ef {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:34:35.787653 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f73164f-5f3c-419f-afbd-2eb872b8f340 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:34:35.788032 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f73164f-5f3c-419f-afbd-2eb872b8f340 None None] Checking segment: {'id': '04a8a34b-090d-409f-81fa-b55c42d1993f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '88e9bc66-47a6-40b5-b8aa-47c4dcb305ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:34:35.788450 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0f73164f-5f3c-419f-afbd-2eb872b8f340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:35.788871 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f73164f-5f3c-419f-afbd-2eb872b8f340 None None] Bound using segment: {'id': '04a8a34b-090d-409f-81fa-b55c42d1993f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '88e9bc66-47a6-40b5-b8aa-47c4dcb305ef'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:34:35.789342 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-0f73164f-5f3c-419f-afbd-2eb872b8f340 None None] Bound port: 75411d0a-d311-4e35-aa39-a93cb9bb6087, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a8a34b-090d-409f-81fa-b55c42d1993f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '88e9bc66-47a6-40b5-b8aa-47c4dcb305ef'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:34:35.789723 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0f73164f-5f3c-419f-afbd-2eb872b8f340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:35.913641 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-0f73164f-5f3c-419f-afbd-2eb872b8f340 None None] For port 75411d0a-d311-4e35-aa39-a93cb9bb6087, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:34:35.917711 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-0f73164f-5f3c-419f-afbd-2eb872b8f340 None None] For port 75411d0a-d311-4e35-aa39-a93cb9bb6087, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=75411d0a-d311-4e35-aa39-a93cb9bb6087,segment=NetworkSegment(04a8a34b-090d-409f-81fa-b55c42d1993f),segment_id=04a8a34b-090d-409f-81fa-b55c42d1993f)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:34:35.922847 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0f73164f-5f3c-419f-afbd-2eb872b8f340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:35.972203 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9dba1625-fa56-40fc-8536-1e593eb7c42f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:35.990051 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-9dba1625-fa56-40fc-8536-1e593eb7c42f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Transition to ACTIVE for port object eabc795b-b1bc-4fda-8b48-11c316e9d623 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:34:36.000947 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73164f-5f3c-419f-afbd-2eb872b8f340 None None] Pushing event updated for resources: {'Port': ['ID=75411d0a-d311-4e35-aa39-a93cb9bb6087,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:34:36.017421 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9dba1625-fa56-40fc-8536-1e593eb7c42f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:36.090640 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dba1625-fa56-40fc-8536-1e593eb7c42f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Network 88e9bc66-47a6-40b5-b8aa-47c4dcb305ef is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:34:36.093907 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-9dba1625-fa56-40fc-8536-1e593eb7c42f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:34:36.096353 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dba1625-fa56-40fc-8536-1e593eb7c42f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:34:36.137245 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba1625-fa56-40fc-8536-1e593eb7c42f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Port': ['ID=eabc795b-b1bc-4fda-8b48-11c316e9d623,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:34:36.186219 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9dba1625-fa56-40fc-8536-1e593eb7c42f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:36.207651 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device da279be8-7065-41a9-ad08-4bb42fdc79e2 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:34:36.289927 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port da279be8-7065-41a9-ad08-4bb42fdc79e2 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:34:36.296825 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port da279be8-7065-41a9-ad08-4bb42fdc79e2 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:34:36.297516 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:36.450705 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port da279be8-7065-41a9-ad08-4bb42fdc79e2 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:34:36.451083 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:36.469882 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port da279be8-7065-41a9-ad08-4bb42fdc79e2, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=da279be8-7065-41a9-ad08-4bb42fdc79e2,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:34:36.473968 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:36.531306 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9dba1625-fa56-40fc-8536-1e593eb7c42f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:36.550604 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=da279be8-7065-41a9-ad08-4bb42fdc79e2,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:34:36.955383 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9dba1625-fa56-40fc-8536-1e593eb7c42f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:36.960234 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9dba1625-fa56-40fc-8536-1e593eb7c42f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:37.016787 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e173d318-7e39-4f4d-8503-0b0c9a86368e None None] Network 88e9bc66-47a6-40b5-b8aa-47c4dcb305ef requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:34:37.080872 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba1625-fa56-40fc-8536-1e593eb7c42f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Port': ['ID=eabc795b-b1bc-4fda-8b48-11c316e9d623,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:34:37.084097 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9dba1625-fa56-40fc-8536-1e593eb7c42f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:37.172505 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-7f41ee8c-fb6d-48d6-b76a-22a5d87860ea None None] Provisioning for port 75411d0a-d311-4e35-aa39-a93cb9bb6087 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:34:37.220215 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dba1625-fa56-40fc-8536-1e593eb7c42f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Network 88e9bc66-47a6-40b5-b8aa-47c4dcb305ef is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:34:37.221395 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-9dba1625-fa56-40fc-8536-1e593eb7c42f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:34:37.436579 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dba1625-fa56-40fc-8536-1e593eb7c42f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Router 148d940e-898e-4371-92ed-fdd11df991e1 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:34:37.623877 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-fb4e8cf7-facc-4231-a809-cd79f94573ab None None] Provisioning for port eabc795b-b1bc-4fda-8b48-11c316e9d623 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:34:37.629654 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-fb4e8cf7-facc-4231-a809-cd79f94573ab None None] Provisioning complete for port eabc795b-b1bc-4fda-8b48-11c316e9d623 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:34:37.630076 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-fb4e8cf7-facc-4231-a809-cd79f94573ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:37.691997 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-fb4e8cf7-facc-4231-a809-cd79f94573ab None None] Port eabc795b-b1bc-4fda-8b48-11c316e9d623 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:34:37.756580 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dba1625-fa56-40fc-8536-1e593eb7c42f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:34:37.770058 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9dba1625-fa56-40fc-8536-1e593eb7c42f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "PUT /v2.0/routers/148d940e-898e-4371-92ed-fdd11df991e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4930863 Sep 14 23:34:37.774579 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612c5b9b-f4a5-4f6f-bb09-fbc41d4bae87 None None] Sync routers for ids ['148d940e-898e-4371-92ed-fdd11df991e1'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:34:37.784761 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612c5b9b-f4a5-4f6f-bb09-fbc41d4bae87 None None] Routers {'148d940e-898e-4371-92ed-fdd11df991e1'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:34:37.785404 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-612c5b9b-f4a5-4f6f-bb09-fbc41d4bae87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:34:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['148d940e-898e-4371-92ed-fdd11df991e1'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:34:37.788843 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-623bb5fd-0695-48ff-bd80-cab48c80225c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:37.821681 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-746a3520-9a20-4d1a-8fbe-1317e3687f51 None None] Provisioning complete for port eabc795b-b1bc-4fda-8b48-11c316e9d623 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:34:37.821973 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-746a3520-9a20-4d1a-8fbe-1317e3687f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:37.884645 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-746a3520-9a20-4d1a-8fbe-1317e3687f51 None None] Port eabc795b-b1bc-4fda-8b48-11c316e9d623 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:34:37.967336 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-612c5b9b-f4a5-4f6f-bb09-fbc41d4bae87 None None] Set router 148d940e-898e-4371-92ed-fdd11df991e1 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:34:37.971969 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-103f27f3-ace0-4df7-9fb7-be99f250eb2b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Synchronizing usage tracker for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:34:37.986979 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-103f27f3-ace0-4df7-9fb7-be99f250eb2b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Unset dirty status for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:34:37.988354 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-103f27f3-ace0-4df7-9fb7-be99f250eb2b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1944336741&fields=id&tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f HTTP/1.1" status: 200 len: 267 time: 0.0564582 Sep 14 23:34:38.006745 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-11b39038-1c56-497a-ba6b-ed8d9279476c None None] Provisioning complete for port eabc795b-b1bc-4fda-8b48-11c316e9d623 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:34:38.007025 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-11b39038-1c56-497a-ba6b-ed8d9279476c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:38.062791 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-11b39038-1c56-497a-ba6b-ed8d9279476c None None] Port eabc795b-b1bc-4fda-8b48-11c316e9d623 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:34:38.154505 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-609dbab9-bb8e-489b-9653-b63bd0b51762 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:34:38.155247 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-609dbab9-bb8e-489b-9653-b63bd0b51762 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Synchronizing usage tracker for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:network {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:34:38.171844 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-609dbab9-bb8e-489b-9653-b63bd0b51762 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Unset dirty status for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:network {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:34:38.173108 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-609dbab9-bb8e-489b-9653-b63bd0b51762 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/networks?id=88e9bc66-47a6-40b5-b8aa-47c4dcb305ef HTTP/1.1" status: 200 len: 797 time: 0.1752064 Sep 14 23:34:38.199777 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-2a077c29-5419-4011-ac64-1424754e6ed5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/quotas/f82b3a84f14c45698bcfb4ac2ac76a9f HTTP/1.1" status: 200 len: 375 time: 0.0144734 Sep 14 23:34:38.213137 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 75411d0a-d311-4e35-aa39-a93cb9bb6087 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:34:38.281713 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 75411d0a-d311-4e35-aa39-a93cb9bb6087 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:34:38.287190 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 75411d0a-d311-4e35-aa39-a93cb9bb6087 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:34:38.287713 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:38.300762 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-d07e01d4-395c-423a-b7bd-737e54921fd4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Synchronizing usage tracker for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:34:38.316001 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-d07e01d4-395c-423a-b7bd-737e54921fd4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Unset dirty status for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:34:38.317423 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-d07e01d4-395c-423a-b7bd-737e54921fd4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1119792 Sep 14 23:34:38.321445 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-612c5b9b-f4a5-4f6f-bb09-fbc41d4bae87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148d940e-898e-4371-92ed-fdd11df991e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745791603', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': 'da279be8-7065-41a9-ad08-4bb42fdc79e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:34:31Z', 'updated_at': '2022-09-14T23:34:36Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': 'da279be8-7065-41a9-ad08-4bb42fdc79e2', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:12:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148d940e-898e-4371-92ed-fdd11df991e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:34:31Z', 'updated_at': '2022-09-14T23:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'eabc795b-b1bc-4fda-8b48-11c316e9d623', 'name': '', 'network_id': '88e9bc66-47a6-40b5-b8aa-47c4dcb305ef', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:2f:d3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148d940e-898e-4371-92ed-fdd11df991e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '2ac16209-125c-43ff-95ef-05a4039207f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:34:35Z', 'updated_at': '2022-09-14T23:34:36Z', 'revision_number': 2, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': '2ac16209-125c-43ff-95ef-05a4039207f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:34:38.329047 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612c5b9b-f4a5-4f6f-bb09-fbc41d4bae87 None None] Checking router: 148d940e-898e-4371-92ed-fdd11df991e1 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:34:38.330324 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612c5b9b-f4a5-4f6f-bb09-fbc41d4bae87 None None] Updating router 148d940e-898e-4371-92ed-fdd11df991e1 port eabc795b-b1bc-4fda-8b48-11c316e9d623 binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:34:38.393864 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-612c5b9b-f4a5-4f6f-bb09-fbc41d4bae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:38.432445 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 75411d0a-d311-4e35-aa39-a93cb9bb6087 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:34:38.432985 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:38.467301 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 75411d0a-d311-4e35-aa39-a93cb9bb6087, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=75411d0a-d311-4e35-aa39-a93cb9bb6087,segment=NetworkSegment(04a8a34b-090d-409f-81fa-b55c42d1993f),segment_id=04a8a34b-090d-409f-81fa-b55c42d1993f)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:34:38.471617 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:38.472683 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device da279be8-7065-41a9-ad08-4bb42fdc79e2 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:34:38.508736 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-3ac9168c-5a38-4aac-b946-5b3ba5b359f8 service neutron] 10.222.0.33 "GET /v2.0/networks/88e9bc66-47a6-40b5-b8aa-47c4dcb305ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768177 Sep 14 23:34:38.598500 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=75411d0a-d311-4e35-aa39-a93cb9bb6087,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:34:38.607039 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port da279be8-7065-41a9-ad08-4bb42fdc79e2 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:34:38.607410 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:38.735444 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port da279be8-7065-41a9-ad08-4bb42fdc79e2 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:34:38.769835 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-f6241f0a-763d-4319-814d-823419f6e4aa service neutron] 10.222.0.33 "GET /v2.0/networks/88e9bc66-47a6-40b5-b8aa-47c4dcb305ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544940 Sep 14 23:34:38.796378 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-612c5b9b-f4a5-4f6f-bb09-fbc41d4bae87 None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:38.808638 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-612c5b9b-f4a5-4f6f-bb09-fbc41d4bae87 None None] Transition to ACTIVE for port object eabc795b-b1bc-4fda-8b48-11c316e9d623 will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:34:38.815261 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-612c5b9b-f4a5-4f6f-bb09-fbc41d4bae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:38.973184 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-82842d33-7a68-4098-aa5a-67498ef1ff2e req-d5e2b539-99af-4318-aa1b-f1c5ab26d5e0 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 210 time: 0.0611250 Sep 14 23:34:39.008600 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a60d7-3843-41f3-9cc1-1d46be954b7b None None] Pushing event updated for resources: {'Port': ['ID=eabc795b-b1bc-4fda-8b48-11c316e9d623,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:34:39.026337 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40a60d7-3843-41f3-9cc1-1d46be954b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:39.026674 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40a60d7-3843-41f3-9cc1-1d46be954b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:39.027004 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40a60d7-3843-41f3-9cc1-1d46be954b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:39.027322 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40a60d7-3843-41f3-9cc1-1d46be954b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:39.027639 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40a60d7-3843-41f3-9cc1-1d46be954b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:39.027955 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40a60d7-3843-41f3-9cc1-1d46be954b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:39.028268 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40a60d7-3843-41f3-9cc1-1d46be954b7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:39.028578 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40a60d7-3843-41f3-9cc1-1d46be954b7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:39.028912 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40a60d7-3843-41f3-9cc1-1d46be954b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:39.029219 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40a60d7-3843-41f3-9cc1-1d46be954b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:39.029530 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40a60d7-3843-41f3-9cc1-1d46be954b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:39.029837 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40a60d7-3843-41f3-9cc1-1d46be954b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:34:39.036102 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-612c5b9b-f4a5-4f6f-bb09-fbc41d4bae87 None None] Attempting to bind port eabc795b-b1bc-4fda-8b48-11c316e9d623 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:34:39.036443 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-612c5b9b-f4a5-4f6f-bb09-fbc41d4bae87 None None] Attempting to bind port eabc795b-b1bc-4fda-8b48-11c316e9d623 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '04a8a34b-090d-409f-81fa-b55c42d1993f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '88e9bc66-47a6-40b5-b8aa-47c4dcb305ef'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:34:39.036830 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612c5b9b-f4a5-4f6f-bb09-fbc41d4bae87 None None] Attempting to bind port eabc795b-b1bc-4fda-8b48-11c316e9d623 on network 88e9bc66-47a6-40b5-b8aa-47c4dcb305ef {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:34:39.042541 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612c5b9b-f4a5-4f6f-bb09-fbc41d4bae87 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:34:39.042907 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612c5b9b-f4a5-4f6f-bb09-fbc41d4bae87 None None] Checking segment: {'id': '04a8a34b-090d-409f-81fa-b55c42d1993f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '88e9bc66-47a6-40b5-b8aa-47c4dcb305ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:34:39.043289 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-612c5b9b-f4a5-4f6f-bb09-fbc41d4bae87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:39.043660 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612c5b9b-f4a5-4f6f-bb09-fbc41d4bae87 None None] Bound using segment: {'id': '04a8a34b-090d-409f-81fa-b55c42d1993f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '88e9bc66-47a6-40b5-b8aa-47c4dcb305ef'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:34:39.044109 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-612c5b9b-f4a5-4f6f-bb09-fbc41d4bae87 None None] Bound port: eabc795b-b1bc-4fda-8b48-11c316e9d623, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a8a34b-090d-409f-81fa-b55c42d1993f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '88e9bc66-47a6-40b5-b8aa-47c4dcb305ef'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:34:39.044495 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-612c5b9b-f4a5-4f6f-bb09-fbc41d4bae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:39.139732 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-612c5b9b-f4a5-4f6f-bb09-fbc41d4bae87 None None] For port eabc795b-b1bc-4fda-8b48-11c316e9d623, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:34:39.143416 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-612c5b9b-f4a5-4f6f-bb09-fbc41d4bae87 None None] For port eabc795b-b1bc-4fda-8b48-11c316e9d623, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=eabc795b-b1bc-4fda-8b48-11c316e9d623,segment=NetworkSegment(04a8a34b-090d-409f-81fa-b55c42d1993f),segment_id=04a8a34b-090d-409f-81fa-b55c42d1993f)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:34:39.148235 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-612c5b9b-f4a5-4f6f-bb09-fbc41d4bae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:39.209467 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612c5b9b-f4a5-4f6f-bb09-fbc41d4bae87 None None] Routers {'148d940e-898e-4371-92ed-fdd11df991e1'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:34:39.210094 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-612c5b9b-f4a5-4f6f-bb09-fbc41d4bae87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:34:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['148d940e-898e-4371-92ed-fdd11df991e1'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:34:39.295798 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a60d7-3843-41f3-9cc1-1d46be954b7b None None] Pushing event updated for resources: {'Port': ['ID=eabc795b-b1bc-4fda-8b48-11c316e9d623,revision_number=4']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:34:39.397364 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-612c5b9b-f4a5-4f6f-bb09-fbc41d4bae87 None None] Set router 148d940e-898e-4371-92ed-fdd11df991e1 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:34:39.724663 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-612c5b9b-f4a5-4f6f-bb09-fbc41d4bae87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148d940e-898e-4371-92ed-fdd11df991e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745791603', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': 'da279be8-7065-41a9-ad08-4bb42fdc79e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:34:31Z', 'updated_at': '2022-09-14T23:34:36Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': 'da279be8-7065-41a9-ad08-4bb42fdc79e2', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:12:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148d940e-898e-4371-92ed-fdd11df991e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:34:31Z', 'updated_at': '2022-09-14T23:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'eabc795b-b1bc-4fda-8b48-11c316e9d623', 'name': '', 'network_id': '88e9bc66-47a6-40b5-b8aa-47c4dcb305ef', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:2f:d3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148d940e-898e-4371-92ed-fdd11df991e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '2ac16209-125c-43ff-95ef-05a4039207f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:34:35Z', 'updated_at': '2022-09-14T23:34:39Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': '2ac16209-125c-43ff-95ef-05a4039207f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:34:39.728424 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612c5b9b-f4a5-4f6f-bb09-fbc41d4bae87 None None] The sync data for ids ['148d940e-898e-4371-92ed-fdd11df991e1'] in dv-neutron-857791-1-hyperv is: [{'id': '148d940e-898e-4371-92ed-fdd11df991e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745791603', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': 'da279be8-7065-41a9-ad08-4bb42fdc79e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:34:31Z', 'updated_at': '2022-09-14T23:34:36Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': 'da279be8-7065-41a9-ad08-4bb42fdc79e2', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:12:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148d940e-898e-4371-92ed-fdd11df991e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:34:31Z', 'updated_at': '2022-09-14T23:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'eabc795b-b1bc-4fda-8b48-11c316e9d623', 'name': '', 'network_id': '88e9bc66-47a6-40b5-b8aa-47c4dcb305ef', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:2f:d3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148d940e-898e-4371-92ed-fdd11df991e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '2ac16209-125c-43ff-95ef-05a4039207f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:34:35Z', 'updated_at': '2022-09-14T23:34:39Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': '2ac16209-125c-43ff-95ef-05a4039207f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:34:39.816700 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a2ed0ebe-b5d5-4bbf-a689-4b7a41cc3872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:39.981303 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-fa95f5b8-5cb0-4468-a1c9-6976d6ece8d6 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:34:39.982001 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-fa95f5b8-5cb0-4468-a1c9-6976d6ece8d6 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Synchronizing usage tracker for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:network {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:34:39.995108 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-fa95f5b8-5cb0-4468-a1c9-6976d6ece8d6 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Unset dirty status for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:network {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:34:39.996247 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-fa95f5b8-5cb0-4468-a1c9-6976d6ece8d6 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.20 "GET /v2.0/networks?id=88e9bc66-47a6-40b5-b8aa-47c4dcb305ef HTTP/1.1" status: 200 len: 797 time: 0.1714549 Sep 14 23:34:40.048927 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-cd519731-3fc8-4742-886c-4c0e4fc37745 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Synchronizing usage tracker for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:security_group {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:34:40.062273 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-cd519731-3fc8-4742-886c-4c0e4fc37745 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Unset dirty status for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:security_group {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:34:40.063578 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-cd519731-3fc8-4742-886c-4c0e4fc37745 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f HTTP/1.1" status: 200 len: 380 time: 0.0588472 Sep 14 23:34:40.072059 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-54be3354-5c2a-477f-a365-546e0c752c51 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'port': {'device_id': '03b4189e-af78-4d19-bb9d-ed2f93ec6f29', 'network_id': '88e9bc66-47a6-40b5-b8aa-47c4dcb305ef', 'admin_state_up': True, 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'security_groups': ['e996d1d5-62ea-48fc-af44-798638f95b29']}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:34:40.175342 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-74ce7e34-8879-4b3a-ab7e-fe66c6faae6f req-61f588f6-5646-4fe4-990a-6b2c7a7305ca tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 210 time: 0.0801299 Sep 14 23:34:40.227136 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 75411d0a-d311-4e35-aa39-a93cb9bb6087 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:34:40.241058 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-54be3354-5c2a-477f-a365-546e0c752c51 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:34:40.251211 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-54be3354-5c2a-477f-a365-546e0c752c51 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:34:40.262186 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-54be3354-5c2a-477f-a365-546e0c752c51 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Made reservation on behalf of f82b3a84f14c45698bcfb4ac2ac76a9f for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:34:40.265901 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-54be3354-5c2a-477f-a365-546e0c752c51 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:40.302145 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 75411d0a-d311-4e35-aa39-a93cb9bb6087 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:34:40.302557 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:40.427339 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 75411d0a-d311-4e35-aa39-a93cb9bb6087 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:34:40.428762 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device eabc795b-b1bc-4fda-8b48-11c316e9d623 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:34:40.453110 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-54be3354-5c2a-477f-a365-546e0c752c51 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Allocated IP 172.20.0.3 (88e9bc66-47a6-40b5-b8aa-47c4dcb305ef/2ac16209-125c-43ff-95ef-05a4039207f9/d0d350a9-b327-403e-a11c-7bd32f0d9986) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:34:40.504588 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port eabc795b-b1bc-4fda-8b48-11c316e9d623 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:34:40.509887 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port eabc795b-b1bc-4fda-8b48-11c316e9d623 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:34:40.510259 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:40.636820 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port eabc795b-b1bc-4fda-8b48-11c316e9d623 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:34:40.637209 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:40.662520 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-54be3354-5c2a-477f-a365-546e0c752c51 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:40.671845 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port eabc795b-b1bc-4fda-8b48-11c316e9d623, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=eabc795b-b1bc-4fda-8b48-11c316e9d623,segment=NetworkSegment(04a8a34b-090d-409f-81fa-b55c42d1993f),segment_id=04a8a34b-090d-409f-81fa-b55c42d1993f)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:34:40.676673 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:40.679173 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-54be3354-5c2a-477f-a365-546e0c752c51 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Transition to ACTIVE for port object d0d350a9-b327-403e-a11c-7bd32f0d9986 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:34:40.706827 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-54be3354-5c2a-477f-a365-546e0c752c51 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:40.753362 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=eabc795b-b1bc-4fda-8b48-11c316e9d623,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:34:40.773217 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-54be3354-5c2a-477f-a365-546e0c752c51 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Network 88e9bc66-47a6-40b5-b8aa-47c4dcb305ef is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:34:40.780581 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-54be3354-5c2a-477f-a365-546e0c752c51 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:34:40.785444 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-54be3354-5c2a-477f-a365-546e0c752c51 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:34:40.839310 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be3354-5c2a-477f-a365-546e0c752c51 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Port': ['ID=d0d350a9-b327-403e-a11c-7bd32f0d9986,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:34:40.861506 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-54be3354-5c2a-477f-a365-546e0c752c51 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:34:40.862166 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-54be3354-5c2a-477f-a365-546e0c752c51 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:40.893117 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-54be3354-5c2a-477f-a365-546e0c752c51 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8250206 Sep 14 23:34:40.942462 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:40.963323 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:40.966971 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-b2cac7b6-9f51-429d-aab0-f005a3b07495 service neutron] Request body: {'port': {'device_id': '03b4189e-af78-4d19-bb9d-ed2f93ec6f29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:34:41.009986 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-067100ae-7072-481c-b078-113810626996 None None] Provisioning for port d0d350a9-b327-403e-a11c-7bd32f0d9986 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:34:41.014260 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-067100ae-7072-481c-b078-113810626996 None None] Provisioning complete for port d0d350a9-b327-403e-a11c-7bd32f0d9986 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:34:41.014638 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-067100ae-7072-481c-b078-113810626996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:41.066507 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-067100ae-7072-481c-b078-113810626996 None None] Port d0d350a9-b327-403e-a11c-7bd32f0d9986 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:34:41.078821 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-b2cac7b6-9f51-429d-aab0-f005a3b07495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:41.381946 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327bc26-eead-45ff-a5ff-900f86647ce8 req-17e8dbf5-0385-4b51-8deb-1c2ea9e90d2d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:34:41.383421 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c327bc26-eead-45ff-a5ff-900f86647ce8 req-17e8dbf5-0385-4b51-8deb-1c2ea9e90d2d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 931 time: 0.1032760 Sep 14 23:34:41.430206 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c327bc26-eead-45ff-a5ff-900f86647ce8 req-f04c5459-41c8-4ae3-967b-e546e80baa4c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e996d1d5-62ea-48fc-af44-798638f95b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408762 Sep 14 23:34:41.435827 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-b2cac7b6-9f51-429d-aab0-f005a3b07495 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0d350a9-b327-403e-a11c-7bd32f0d9986 {{(pid=89171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:34:41.446453 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-b2cac7b6-9f51-429d-aab0-f005a3b07495 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:41.461280 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-b2cac7b6-9f51-429d-aab0-f005a3b07495 service neutron] Transition to ACTIVE for port object d0d350a9-b327-403e-a11c-7bd32f0d9986 will not be triggered until provisioned by entity L2. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:34:41.465096 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-b2cac7b6-9f51-429d-aab0-f005a3b07495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:41.648961 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cac7b6-9f51-429d-aab0-f005a3b07495 service neutron] Pushing event updated for resources: {'Port': ['ID=d0d350a9-b327-403e-a11c-7bd32f0d9986,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:34:41.687692 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-b2cac7b6-9f51-429d-aab0-f005a3b07495 service neutron] Attempting to bind port d0d350a9-b327-403e-a11c-7bd32f0d9986 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:34:41.688023 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-b2cac7b6-9f51-429d-aab0-f005a3b07495 service neutron] Attempting to bind port d0d350a9-b327-403e-a11c-7bd32f0d9986 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '04a8a34b-090d-409f-81fa-b55c42d1993f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '88e9bc66-47a6-40b5-b8aa-47c4dcb305ef'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:34:41.688354 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-b2cac7b6-9f51-429d-aab0-f005a3b07495 service neutron] Attempting to bind port d0d350a9-b327-403e-a11c-7bd32f0d9986 on network 88e9bc66-47a6-40b5-b8aa-47c4dcb305ef {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:34:41.693796 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-b2cac7b6-9f51-429d-aab0-f005a3b07495 service neutron] Port d0d350a9-b327-403e-a11c-7bd32f0d9986 on network 88e9bc66-47a6-40b5-b8aa-47c4dcb305ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:34:41.694108 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-b2cac7b6-9f51-429d-aab0-f005a3b07495 service neutron] Attempting to bind port d0d350a9-b327-403e-a11c-7bd32f0d9986 on network 88e9bc66-47a6-40b5-b8aa-47c4dcb305ef {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:34:41.699238 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-b2cac7b6-9f51-429d-aab0-f005a3b07495 service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:34:41.699578 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-b2cac7b6-9f51-429d-aab0-f005a3b07495 service neutron] Checking segment: {'id': '04a8a34b-090d-409f-81fa-b55c42d1993f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '88e9bc66-47a6-40b5-b8aa-47c4dcb305ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:34:41.699951 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-b2cac7b6-9f51-429d-aab0-f005a3b07495 service neutron] Bound using segment: {'id': '04a8a34b-090d-409f-81fa-b55c42d1993f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '88e9bc66-47a6-40b5-b8aa-47c4dcb305ef'} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:34:41.700415 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-b2cac7b6-9f51-429d-aab0-f005a3b07495 service neutron] Bound port: d0d350a9-b327-403e-a11c-7bd32f0d9986, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04a8a34b-090d-409f-81fa-b55c42d1993f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '88e9bc66-47a6-40b5-b8aa-47c4dcb305ef'}}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:34:41.700786 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-b2cac7b6-9f51-429d-aab0-f005a3b07495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:41.791834 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-b2cac7b6-9f51-429d-aab0-f005a3b07495 service neutron] For port d0d350a9-b327-403e-a11c-7bd32f0d9986, host hv-neutron-8577, cleared binding levels {{(pid=89171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:34:41.794887 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-b2cac7b6-9f51-429d-aab0-f005a3b07495 service neutron] For port d0d350a9-b327-403e-a11c-7bd32f0d9986, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=d0d350a9-b327-403e-a11c-7bd32f0d9986,segment=NetworkSegment(04a8a34b-090d-409f-81fa-b55c42d1993f),segment_id=04a8a34b-090d-409f-81fa-b55c42d1993f)] {{(pid=89171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:34:41.800222 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-b2cac7b6-9f51-429d-aab0-f005a3b07495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:41.830600 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-b2cac7b6-9f51-429d-aab0-f005a3b07495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:34:41.831205 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-b2cac7b6-9f51-429d-aab0-f005a3b07495 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:41.832565 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-b2cac7b6-9f51-429d-aab0-f005a3b07495 service neutron] 10.222.0.20 "PUT /v2.0/ports/d0d350a9-b327-403e-a11c-7bd32f0d9986 HTTP/1.1" status: 200 len: 1093 time: 0.9321566 Sep 14 23:34:41.833005 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b4189e-af78-4d19-bb9d-ed2f93ec6f29', 'tag': 'd0d350a9-b327-403e-a11c-7bd32f0d9986'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:34:41.835291 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ad77c0-a1df-4a81-95fa-296248d314d8" -d '{"events": [{"name": "network-changed", "server_uuid": "03b4189e-af78-4d19-bb9d-ed2f93ec6f29", "tag": "d0d350a9-b327-403e-a11c-7bd32f0d9986"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:34:41.909723 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18502ca0-08bf-4755-8602-1364daafdecd x-openstack-request-id: req-18502ca0-08bf-4755-8602-1364daafdecd {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:34:41.909927 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b4189e-af78-4d19-bb9d-ed2f93ec6f29", "tag": "d0d350a9-b327-403e-a11c-7bd32f0d9986", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:34:41.910167 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-18502ca0-08bf-4755-8602-1364daafdecd {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:34:41.910550 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18502ca0-08bf-4755-8602-1364daafdecd'] response: {'name': 'network-changed', 'server_uuid': '03b4189e-af78-4d19-bb9d-ed2f93ec6f29', 'tag': 'd0d350a9-b327-403e-a11c-7bd32f0d9986', 'status': 'completed', 'code': 200} Sep 14 23:34:41.925475 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cac7b6-9f51-429d-aab0-f005a3b07495 service neutron] Pushing event updated for resources: {'Port': ['ID=d0d350a9-b327-403e-a11c-7bd32f0d9986,revision_number=3']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:34:41.958274 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-ac8700db-055f-4eb9-bc6d-155be50f87a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:34:41.959770 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-ac8700db-055f-4eb9-bc6d-155be50f87a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f&device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 1096 time: 0.0900102 Sep 14 23:34:42.025402 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-1b754a4c-1280-4097-afe9-5aacda7711b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0d350a9-b327-403e-a11c-7bd32f0d9986 HTTP/1.1" status: 200 len: 217 time: 0.0590763 Sep 14 23:34:42.136365 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device eabc795b-b1bc-4fda-8b48-11c316e9d623 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:34:42.193509 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-132cac1b-9abf-4709-b175-9ef9fe0c7c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:34:42.195019 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-132cac1b-9abf-4709-b175-9ef9fe0c7c5d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ac16209-125c-43ff-95ef-05a4039207f9 HTTP/1.1" status: 200 len: 835 time: 0.1638331 Sep 14 23:34:42.211070 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port eabc795b-b1bc-4fda-8b48-11c316e9d623 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:34:42.211438 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:42.277110 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-f96ab4d2-a3c4-4f1f-b7d1-e9d755a1a16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:34:42.278596 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-f96ab4d2-a3c4-4f1f-b7d1-e9d755a1a16e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88e9bc66-47a6-40b5-b8aa-47c4dcb305ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770032 Sep 14 23:34:42.327661 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port eabc795b-b1bc-4fda-8b48-11c316e9d623 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:34:42.416862 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-11d89009-db67-4fb7-b73d-6d4305a9b689 service neutron] 10.222.0.20 "GET /v2.0/networks/88e9bc66-47a6-40b5-b8aa-47c4dcb305ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321094 Sep 14 23:34:42.550116 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-406b673d-40c5-4ccf-b2a7-1d49c564cb32 req-0cc2af6a-29b3-450c-aa91-3a7fa0eb7759 service neutron] 10.222.0.20 "GET /v2.0/networks/88e9bc66-47a6-40b5-b8aa-47c4dcb305ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271503 Sep 14 23:34:42.561328 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:42.629108 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c175c8-a786-4377-819b-617e796ea94f req-f0c5bf15-3d75-49ce-85be-e22c1572062b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:34:42.630565 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-13c175c8-a786-4377-819b-617e796ea94f req-f0c5bf15-3d75-49ce-85be-e22c1572062b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 943 time: 0.0914829 Sep 14 23:34:42.675319 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-13c175c8-a786-4377-819b-617e796ea94f req-b72f7779-eadc-47f8-96b4-cceaa5774aca tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e996d1d5-62ea-48fc-af44-798638f95b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386102 Sep 14 23:34:42.681412 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad77c0-a1df-4a81-95fa-296248d314d8 req-2226e597-07af-4623-95b4-c9efd9c5bf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:34:42.682904 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-05ad77c0-a1df-4a81-95fa-296248d314d8 req-2226e597-07af-4623-95b4-c9efd9c5bf24 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f&device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 1096 time: 0.0834296 Sep 14 23:34:42.811738 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad77c0-a1df-4a81-95fa-296248d314d8 req-e398900d-520f-4e93-81fb-55e0b59aee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:34:42.813206 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-05ad77c0-a1df-4a81-95fa-296248d314d8 req-e398900d-520f-4e93-81fb-55e0b59aee3e service neutron] 10.222.0.20 "GET /v2.0/networks?id=88e9bc66-47a6-40b5-b8aa-47c4dcb305ef HTTP/1.1" status: 200 len: 897 time: 0.1240458 Sep 14 23:34:42.882762 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-05ad77c0-a1df-4a81-95fa-296248d314d8 req-ca88883a-2edb-4dd2-8049-45ed683d01fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0d350a9-b327-403e-a11c-7bd32f0d9986 HTTP/1.1" status: 200 len: 217 time: 0.0632350 Sep 14 23:34:42.942411 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad77c0-a1df-4a81-95fa-296248d314d8 req-7f9e3e60-ea10-46dc-8a77-c46a064fd526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:34:42.944323 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-05ad77c0-a1df-4a81-95fa-296248d314d8 req-7f9e3e60-ea10-46dc-8a77-c46a064fd526 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ac16209-125c-43ff-95ef-05a4039207f9 HTTP/1.1" status: 200 len: 835 time: 0.0559227 Sep 14 23:34:43.025005 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad77c0-a1df-4a81-95fa-296248d314d8 req-d8c16fc9-09e8-4dc3-b662-f80d792a9f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:34:43.026383 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-05ad77c0-a1df-4a81-95fa-296248d314d8 req-d8c16fc9-09e8-4dc3-b662-f80d792a9f1c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88e9bc66-47a6-40b5-b8aa-47c4dcb305ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756488 Sep 14 23:34:43.155226 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-05ad77c0-a1df-4a81-95fa-296248d314d8 req-34f9b1e9-2574-434d-938b-35db44f55d7c service neutron] 10.222.0.20 "GET /v2.0/networks/88e9bc66-47a6-40b5-b8aa-47c4dcb305ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218290 Sep 14 23:34:43.283552 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-05ad77c0-a1df-4a81-95fa-296248d314d8 req-b0ca6180-e4b1-4b90-a0a4-24864d70dfdd service neutron] 10.222.0.20 "GET /v2.0/networks/88e9bc66-47a6-40b5-b8aa-47c4dcb305ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217041 Sep 14 23:34:43.873176 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e8f35-5230-4fb5-b859-a915a4b41621 req-44c7d72e-622e-41ba-8dbb-6ea54e913c06 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:34:43.874621 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-701e8f35-5230-4fb5-b859-a915a4b41621 req-44c7d72e-622e-41ba-8dbb-6ea54e913c06 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 943 time: 0.0868695 Sep 14 23:34:43.920837 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-701e8f35-5230-4fb5-b859-a915a4b41621 req-e1bae683-c846-4e21-93f1-58016dbaaa42 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e996d1d5-62ea-48fc-af44-798638f95b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404761 Sep 14 23:34:44.185658 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device d0d350a9-b327-403e-a11c-7bd32f0d9986 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:34:44.316458 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port d0d350a9-b327-403e-a11c-7bd32f0d9986, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=d0d350a9-b327-403e-a11c-7bd32f0d9986,segment=NetworkSegment(04a8a34b-090d-409f-81fa-b55c42d1993f),segment_id=04a8a34b-090d-409f-81fa-b55c42d1993f)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:34:44.330350 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': 'd0d350a9-b327-403e-a11c-7bd32f0d9986', 'network_id': '88e9bc66-47a6-40b5-b8aa-47c4dcb305ef', 'port_id': 'd0d350a9-b327-403e-a11c-7bd32f0d9986', 'mac_address': 'fa:16:3e:64:16:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ac16209-125c-43ff-95ef-05a4039207f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:34:44.384971 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port d0d350a9-b327-403e-a11c-7bd32f0d9986 is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:34:44.385349 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:44.401621 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0d350a9-b327-403e-a11c-7bd32f0d9986 {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:34:44.417117 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port d0d350a9-b327-403e-a11c-7bd32f0d9986, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=d0d350a9-b327-403e-a11c-7bd32f0d9986,segment=NetworkSegment(04a8a34b-090d-409f-81fa-b55c42d1993f),segment_id=04a8a34b-090d-409f-81fa-b55c42d1993f)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:34:44.421617 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:44.523479 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=d0d350a9-b327-403e-a11c-7bd32f0d9986,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:34:44.623612 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['d0d350a9-b327-403e-a11c-7bd32f0d9986'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:34:45.115360 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2053a-f158-45c9-afe8-c1b38178fd0c req-129b9116-f150-483e-8e68-43ae22c32767 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:34:45.116824 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-83a2053a-f158-45c9-afe8-c1b38178fd0c req-129b9116-f150-483e-8e68-43ae22c32767 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 944 time: 0.0857029 Sep 14 23:34:45.159745 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-83a2053a-f158-45c9-afe8-c1b38178fd0c req-cbcd2e0d-68da-4cf5-9905-9d03148373db tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e996d1d5-62ea-48fc-af44-798638f95b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373619 Sep 14 23:34:46.187459 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device d0d350a9-b327-403e-a11c-7bd32f0d9986 up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:34:46.256271 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port d0d350a9-b327-403e-a11c-7bd32f0d9986 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:34:46.260990 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port d0d350a9-b327-403e-a11c-7bd32f0d9986 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:34:46.261355 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:46.361297 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7e1e2-4f7a-4fda-a980-26f7b3dfbcd8 req-95c7d91d-b473-4a59-987b-14920b94d202 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:34:46.362655 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-24f7e1e2-4f7a-4fda-a980-26f7b3dfbcd8 req-95c7d91d-b473-4a59-987b-14920b94d202 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 944 time: 0.0915589 Sep 14 23:34:46.375357 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port d0d350a9-b327-403e-a11c-7bd32f0d9986 is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:34:46.375726 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:46.403211 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b4189e-af78-4d19-bb9d-ed2f93ec6f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d350a9-b327-403e-a11c-7bd32f0d9986'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:34:46.405503 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd29e64-5adb-46a3-a7d9-b00e0ea3adcd" -d '{"events": [{"server_uuid": "03b4189e-af78-4d19-bb9d-ed2f93ec6f29", "name": "network-vif-plugged", "status": "completed", "tag": "d0d350a9-b327-403e-a11c-7bd32f0d9986"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:34:46.410927 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-24f7e1e2-4f7a-4fda-a980-26f7b3dfbcd8 req-d0fdc6f8-7561-4bf4-b345-703096eb5bb1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e996d1d5-62ea-48fc-af44-798638f95b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405087 Sep 14 23:34:46.414020 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port d0d350a9-b327-403e-a11c-7bd32f0d9986, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=d0d350a9-b327-403e-a11c-7bd32f0d9986,segment=NetworkSegment(04a8a34b-090d-409f-81fa-b55c42d1993f),segment_id=04a8a34b-090d-409f-81fa-b55c42d1993f)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:34:46.418121 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:46.490243 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=d0d350a9-b327-403e-a11c-7bd32f0d9986,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:34:46.505998 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464f99af-bfb9-44f7-8ba1-c906825bddc7 x-openstack-request-id: req-464f99af-bfb9-44f7-8ba1-c906825bddc7 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:34:46.506283 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b4189e-af78-4d19-bb9d-ed2f93ec6f29", "name": "network-vif-plugged", "status": "completed", "tag": "d0d350a9-b327-403e-a11c-7bd32f0d9986", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:34:46.506543 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-464f99af-bfb9-44f7-8ba1-c906825bddc7 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:34:46.506915 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-464f99af-bfb9-44f7-8ba1-c906825bddc7'] response: {'server_uuid': '03b4189e-af78-4d19-bb9d-ed2f93ec6f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d350a9-b327-403e-a11c-7bd32f0d9986', 'code': 200} Sep 14 23:34:46.729840 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579114e5-cb4c-414c-9e1b-7dec7fc7eaa8 req-f95913b5-8b95-4cbb-b9d3-acde283891c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:34:46.731316 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-579114e5-cb4c-414c-9e1b-7dec7fc7eaa8 req-f95913b5-8b95-4cbb-b9d3-acde283891c6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 1098 time: 0.0784583 Sep 14 23:34:46.770778 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-579114e5-cb4c-414c-9e1b-7dec7fc7eaa8 req-b173b96f-361e-418b-b33f-06438e0375bc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e996d1d5-62ea-48fc-af44-798638f95b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338981 Sep 14 23:34:47.612199 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3202806-fea7-4ce0-b079-727931b17f39 req-e65b9c89-bcee-42b4-ab0b-be832b844791 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:34:47.613688 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c3202806-fea7-4ce0-b079-727931b17f39 req-e65b9c89-bcee-42b4-ab0b-be832b844791 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 945 time: 0.0911236 Sep 14 23:34:47.660866 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c3202806-fea7-4ce0-b079-727931b17f39 req-a3f54f6f-1edf-401b-9e5c-3d91fffd2da1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e996d1d5-62ea-48fc-af44-798638f95b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404429 Sep 14 23:34:48.860840 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3aa9d8-e1d6-447b-ab96-8d50f2a0724b req-7c96fc7c-05a4-459b-ab58-d04e5f689885 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:34:48.862300 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0d3aa9d8-e1d6-447b-ab96-8d50f2a0724b req-7c96fc7c-05a4-459b-ab58-d04e5f689885 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 945 time: 0.0900159 Sep 14 23:34:48.905545 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0d3aa9d8-e1d6-447b-ab96-8d50f2a0724b req-a41c55fb-99d6-4c10-9ab1-565289829301 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e996d1d5-62ea-48fc-af44-798638f95b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368412 Sep 14 23:34:49.106169 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2947d8-fede-4205-96f2-953b37764a80 req-2e5efcab-887b-4177-bb73-668f898b110d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:34:49.107615 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-dc2947d8-fede-4205-96f2-953b37764a80 req-2e5efcab-887b-4177-bb73-668f898b110d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 945 time: 0.0932119 Sep 14 23:34:49.151130 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-dc2947d8-fede-4205-96f2-953b37764a80 req-55febb5b-0b9a-4819-9b55-87fabe7bb77a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e996d1d5-62ea-48fc-af44-798638f95b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378330 Sep 14 23:34:49.179587 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 34864) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:34:49.255501 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d358d9a7-cb27-414a-b889-1d057c28570e tempest-TestNetworkAdvancedServerOps-2065151363 tempest-TestNetworkAdvancedServerOps-2065151363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:34:49.256954 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d358d9a7-cb27-414a-b889-1d057c28570e tempest-TestNetworkAdvancedServerOps-2065151363 tempest-TestNetworkAdvancedServerOps-2065151363-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 1093 time: 0.0763979 Sep 14 23:34:49.259794 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 34868) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:34:49.264449 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-8908997f-9514-4d85-a56b-2bcab8d8e45a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'port_id': 'd0d350a9-b327-403e-a11c-7bd32f0d9986', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:34:49.270196 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-8908997f-9514-4d85-a56b-2bcab8d8e45a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:34:49.274640 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-8908997f-9514-4d85-a56b-2bcab8d8e45a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:floatingip and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:34:49.277498 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-8908997f-9514-4d85-a56b-2bcab8d8e45a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:34:49.283328 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-8908997f-9514-4d85-a56b-2bcab8d8e45a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:34:49.297421 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8908997f-9514-4d85-a56b-2bcab8d8e45a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for floatingip, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:49.441271 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8908997f-9514-4d85-a56b-2bcab8d8e45a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:49.575923 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-8908997f-9514-4d85-a56b-2bcab8d8e45a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Allocated IP 172.26.5.65 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/b14a4e7e-36a4-4bf2-921e-c4e4dab575b4) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:34:49.721391 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8908997f-9514-4d85-a56b-2bcab8d8e45a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:49.749125 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8908997f-9514-4d85-a56b-2bcab8d8e45a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:49.785591 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:49.814017 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8908997f-9514-4d85-a56b-2bcab8d8e45a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:34:49.816771 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-8908997f-9514-4d85-a56b-2bcab8d8e45a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:34:49.820747 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8908997f-9514-4d85-a56b-2bcab8d8e45a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:34:49.861827 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908997f-9514-4d85-a56b-2bcab8d8e45a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Port': ['ID=b14a4e7e-36a4-4bf2-921e-c4e4dab575b4,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:34:50.328629 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8908997f-9514-4d85-a56b-2bcab8d8e45a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:50.401028 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8908997f-9514-4d85-a56b-2bcab8d8e45a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:50.602961 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8908997f-9514-4d85-a56b-2bcab8d8e45a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:50.607248 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8908997f-9514-4d85-a56b-2bcab8d8e45a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:50.714001 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8908997f-9514-4d85-a56b-2bcab8d8e45a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:50.760596 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908997f-9514-4d85-a56b-2bcab8d8e45a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Port': ['ID=b14a4e7e-36a4-4bf2-921e-c4e4dab575b4,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:34:50.884255 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-8908997f-9514-4d85-a56b-2bcab8d8e45a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Floating IP ed96a0f9-0341-47f2-9c05-0ff5768490ed associated. External IP: 172.26.5.65, port: d0d350a9-b327-403e-a11c-7bd32f0d9986. Sep 14 23:34:51.227891 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8908997f-9514-4d85-a56b-2bcab8d8e45a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Router 148d940e-898e-4371-92ed-fdd11df991e1 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:34:51.406454 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8908997f-9514-4d85-a56b-2bcab8d8e45a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:34:51.417258 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f462a8-f11f-4589-87c1-4dcbdae8bb86 None None] Sync routers for ids ['148d940e-898e-4371-92ed-fdd11df991e1'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:34:51.426799 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f462a8-f11f-4589-87c1-4dcbdae8bb86 None None] Routers {'148d940e-898e-4371-92ed-fdd11df991e1'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:34:51.427665 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-82f462a8-f11f-4589-87c1-4dcbdae8bb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:34:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['148d940e-898e-4371-92ed-fdd11df991e1'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:34:51.431723 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8908997f-9514-4d85-a56b-2bcab8d8e45a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:34:51.488350 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8908997f-9514-4d85-a56b-2bcab8d8e45a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2250426 Sep 14 23:34:51.488350 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b4189e-af78-4d19-bb9d-ed2f93ec6f29', 'tag': 'd0d350a9-b327-403e-a11c-7bd32f0d9986'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:34:51.488752 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89e5da9-012c-4271-9df0-5645deb0e8ce" -d '{"events": [{"name": "network-changed", "server_uuid": "03b4189e-af78-4d19-bb9d-ed2f93ec6f29", "tag": "d0d350a9-b327-403e-a11c-7bd32f0d9986"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:34:51.533262 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3efb59c-71c9-43c9-9602-c976de1cd893 x-openstack-request-id: req-c3efb59c-71c9-43c9-9602-c976de1cd893 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:34:51.533952 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b4189e-af78-4d19-bb9d-ed2f93ec6f29", "tag": "d0d350a9-b327-403e-a11c-7bd32f0d9986", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:34:51.534514 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c3efb59c-71c9-43c9-9602-c976de1cd893 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:34:51.535102 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3efb59c-71c9-43c9-9602-c976de1cd893'] response: {'name': 'network-changed', 'server_uuid': '03b4189e-af78-4d19-bb9d-ed2f93ec6f29', 'tag': 'd0d350a9-b327-403e-a11c-7bd32f0d9986', 'status': 'completed', 'code': 200} Sep 14 23:34:51.612461 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-82f462a8-f11f-4589-87c1-4dcbdae8bb86 None None] Set router 148d940e-898e-4371-92ed-fdd11df991e1 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:34:51.637913 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e5da9-012c-4271-9df0-5645deb0e8ce req-348255e2-632a-4847-8f82-e86ef81cdb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:34:51.639430 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b89e5da9-012c-4271-9df0-5645deb0e8ce req-348255e2-632a-4847-8f82-e86ef81cdb39 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f&device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 1098 time: 0.0843730 Sep 14 23:34:51.793049 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e5da9-012c-4271-9df0-5645deb0e8ce req-be691c51-2da2-4eca-9fda-bfce0f3061ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:34:51.793387 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ca242-1b0f-4dfe-89fb-b0350ff11f19 req-1145b8e4-8468-4d4d-8f71-baf72543d987 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:34:51.794430 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b89e5da9-012c-4271-9df0-5645deb0e8ce req-be691c51-2da2-4eca-9fda-bfce0f3061ec service neutron] 10.222.0.20 "GET /v2.0/networks?id=88e9bc66-47a6-40b5-b8aa-47c4dcb305ef HTTP/1.1" status: 200 len: 897 time: 0.1482453 Sep 14 23:34:51.797233 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-630ca242-1b0f-4dfe-89fb-b0350ff11f19 req-1145b8e4-8468-4d4d-8f71-baf72543d987 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 945 time: 0.2195060 Sep 14 23:34:51.839939 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-630ca242-1b0f-4dfe-89fb-b0350ff11f19 req-f17b5b04-7732-4f76-84ed-561080ca26be tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e996d1d5-62ea-48fc-af44-798638f95b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395153 Sep 14 23:34:51.871161 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 34876) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:34:51.898150 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b89e5da9-012c-4271-9df0-5645deb0e8ce req-6ef036ff-4aa9-4da2-b4fb-9c3870829cd5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0d350a9-b327-403e-a11c-7bd32f0d9986 HTTP/1.1" status: 200 len: 998 time: 0.0965216 Sep 14 23:34:51.964903 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e5da9-012c-4271-9df0-5645deb0e8ce req-64347afa-cc5f-4fb1-80b3-2fcf98f60418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:34:51.966942 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b89e5da9-012c-4271-9df0-5645deb0e8ce req-64347afa-cc5f-4fb1-80b3-2fcf98f60418 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ac16209-125c-43ff-95ef-05a4039207f9 HTTP/1.1" status: 200 len: 835 time: 0.0628138 Sep 14 23:34:51.975875 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-82f462a8-f11f-4589-87c1-4dcbdae8bb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148d940e-898e-4371-92ed-fdd11df991e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745791603', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': 'da279be8-7065-41a9-ad08-4bb42fdc79e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:34:31Z', 'updated_at': '2022-09-14T23:34:36Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': 'da279be8-7065-41a9-ad08-4bb42fdc79e2', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:12:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148d940e-898e-4371-92ed-fdd11df991e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:34:31Z', 'updated_at': '2022-09-14T23:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': 'ed96a0f9-0341-47f2-9c05-0ff5768490ed', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'floating_ip_address': '172.26.5.65', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '148d940e-898e-4371-92ed-fdd11df991e1', 'port_id': 'd0d350a9-b327-403e-a11c-7bd32f0d9986', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e9bc66-47a6-40b5-b8aa-47c4dcb305ef', 'mac_address': 'fa:16:3e:64:16:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b4189e-af78-4d19-bb9d-ed2f93ec6f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:34:50Z', 'updated_at': '2022-09-14T23:34:50Z', 'revision_number': 0, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eabc795b-b1bc-4fda-8b48-11c316e9d623', 'name': '', 'network_id': '88e9bc66-47a6-40b5-b8aa-47c4dcb305ef', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:2f:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148d940e-898e-4371-92ed-fdd11df991e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '2ac16209-125c-43ff-95ef-05a4039207f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:34:35Z', 'updated_at': '2022-09-14T23:34:40Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': '2ac16209-125c-43ff-95ef-05a4039207f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:34:51.979883 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f462a8-f11f-4589-87c1-4dcbdae8bb86 None None] Checking router: 148d940e-898e-4371-92ed-fdd11df991e1 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:34:51.982035 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-44015136-31ba-4871-8131-fcbbb38c18e2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/floatingips/ed96a0f9-0341-47f2-9c05-0ff5768490ed HTTP/1.1" status: 200 len: 990 time: 0.1074209 Sep 14 23:34:51.988361 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f462a8-f11f-4589-87c1-4dcbdae8bb86 None None] Routers {'148d940e-898e-4371-92ed-fdd11df991e1'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:34:51.988991 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-82f462a8-f11f-4589-87c1-4dcbdae8bb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:34:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['148d940e-898e-4371-92ed-fdd11df991e1'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:34:52.053583 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e5da9-012c-4271-9df0-5645deb0e8ce req-ff77ca9b-dc84-46a8-9977-e28573abb9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:34:52.054963 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b89e5da9-012c-4271-9df0-5645deb0e8ce req-ff77ca9b-dc84-46a8-9977-e28573abb9d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88e9bc66-47a6-40b5-b8aa-47c4dcb305ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821126 Sep 14 23:34:52.171467 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-82f462a8-f11f-4589-87c1-4dcbdae8bb86 None None] Set router 148d940e-898e-4371-92ed-fdd11df991e1 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:34:52.289429 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b89e5da9-012c-4271-9df0-5645deb0e8ce req-4f01867e-bd7c-4c96-be8c-3391c1a2d93e service neutron] 10.222.0.20 "GET /v2.0/networks/88e9bc66-47a6-40b5-b8aa-47c4dcb305ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210255 Sep 14 23:34:52.423909 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b89e5da9-012c-4271-9df0-5645deb0e8ce req-5c92af61-fc7e-4198-86fc-c8f9c02146d8 service neutron] 10.222.0.20 "GET /v2.0/networks/88e9bc66-47a6-40b5-b8aa-47c4dcb305ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281538 Sep 14 23:34:52.568235 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-82f462a8-f11f-4589-87c1-4dcbdae8bb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148d940e-898e-4371-92ed-fdd11df991e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745791603', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': 'da279be8-7065-41a9-ad08-4bb42fdc79e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:34:31Z', 'updated_at': '2022-09-14T23:34:36Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': 'da279be8-7065-41a9-ad08-4bb42fdc79e2', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:12:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148d940e-898e-4371-92ed-fdd11df991e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:34:31Z', 'updated_at': '2022-09-14T23:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': 'ed96a0f9-0341-47f2-9c05-0ff5768490ed', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'floating_ip_address': '172.26.5.65', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '148d940e-898e-4371-92ed-fdd11df991e1', 'port_id': 'd0d350a9-b327-403e-a11c-7bd32f0d9986', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e9bc66-47a6-40b5-b8aa-47c4dcb305ef', 'mac_address': 'fa:16:3e:64:16:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b4189e-af78-4d19-bb9d-ed2f93ec6f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:34:50Z', 'updated_at': '2022-09-14T23:34:50Z', 'revision_number': 0, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eabc795b-b1bc-4fda-8b48-11c316e9d623', 'name': '', 'network_id': '88e9bc66-47a6-40b5-b8aa-47c4dcb305ef', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:2f:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148d940e-898e-4371-92ed-fdd11df991e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '2ac16209-125c-43ff-95ef-05a4039207f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:34:35Z', 'updated_at': '2022-09-14T23:34:40Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': '2ac16209-125c-43ff-95ef-05a4039207f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:34:52.572126 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f462a8-f11f-4589-87c1-4dcbdae8bb86 None None] The sync data for ids ['148d940e-898e-4371-92ed-fdd11df991e1'] in dv-neutron-857791-1-hyperv is: [{'id': '148d940e-898e-4371-92ed-fdd11df991e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745791603', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': 'da279be8-7065-41a9-ad08-4bb42fdc79e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:34:31Z', 'updated_at': '2022-09-14T23:34:36Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': 'da279be8-7065-41a9-ad08-4bb42fdc79e2', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:12:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148d940e-898e-4371-92ed-fdd11df991e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:34:31Z', 'updated_at': '2022-09-14T23:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': 'ed96a0f9-0341-47f2-9c05-0ff5768490ed', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'floating_ip_address': '172.26.5.65', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '148d940e-898e-4371-92ed-fdd11df991e1', 'port_id': 'd0d350a9-b327-403e-a11c-7bd32f0d9986', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e9bc66-47a6-40b5-b8aa-47c4dcb305ef', 'mac_address': 'fa:16:3e:64:16:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b4189e-af78-4d19-bb9d-ed2f93ec6f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:34:50Z', 'updated_at': '2022-09-14T23:34:50Z', 'revision_number': 0, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eabc795b-b1bc-4fda-8b48-11c316e9d623', 'name': '', 'network_id': '88e9bc66-47a6-40b5-b8aa-47c4dcb305ef', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:2f:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148d940e-898e-4371-92ed-fdd11df991e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '2ac16209-125c-43ff-95ef-05a4039207f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:34:35Z', 'updated_at': '2022-09-14T23:34:40Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': '2ac16209-125c-43ff-95ef-05a4039207f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:34:52.759628 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4b90ef-096f-4a8b-aadf-471576641ccd None None] New status for floating IP ed96a0f9-0341-47f2-9c05-0ff5768490ed: ACTIVE {{(pid=89173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:34:52.984801 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 34880) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:34:53.093304 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-82bcc899-7421-49cb-81bb-3f67be9be6a1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/floatingips/ed96a0f9-0341-47f2-9c05-0ff5768490ed HTTP/1.1" status: 200 len: 992 time: 0.1074238 Sep 14 23:34:53.670062 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:35:07.782202 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5ee8603b-0907-44c5-8cf2-4bdb2e56f4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:35:09.814689 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9c22d9d9-2660-4f2a-af90-24c08e9c91aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:35:10.934552 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:35:10.959568 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:35:12.565946 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:35:19.780018 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:35:23.882777 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 34906) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:35:24.047899 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3d9f3-eed1-4ab4-bf6e-be2d576afb9f req-6d49f377-0880-4a14-8ca1-d0870956f7d0 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:24.049290 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-36e3d9f3-eed1-4ab4-bf6e-be2d576afb9f req-6d49f377-0880-4a14-8ca1-d0870956f7d0 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 945 time: 0.2532103 Sep 14 23:35:24.052736 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c8f9c48c-9d56-41f0-8b4d-b8ee37b52445 req-40b85ff6-7f9b-4948-96ff-679b5612a72e service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1688650 Sep 14 23:35:24.094064 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-36e3d9f3-eed1-4ab4-bf6e-be2d576afb9f req-234e92f5-dee0-4a5f-8143-fe3e9b6dde4b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e996d1d5-62ea-48fc-af44-798638f95b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388310 Sep 14 23:35:25.190462 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9c48c-9d56-41f0-8b4d-b8ee37b52445 req-351c6160-b881-487e-8acd-c980907c3c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:25.191956 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c8f9c48c-9d56-41f0-8b4d-b8ee37b52445 req-351c6160-b881-487e-8acd-c980907c3c17 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f&device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 1098 time: 0.0831826 Sep 14 23:35:25.324798 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9c48c-9d56-41f0-8b4d-b8ee37b52445 req-66aa562f-3d6f-4261-969b-0b21adec48b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:25.326258 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c8f9c48c-9d56-41f0-8b4d-b8ee37b52445 req-66aa562f-3d6f-4261-969b-0b21adec48b6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=88e9bc66-47a6-40b5-b8aa-47c4dcb305ef HTTP/1.1" status: 200 len: 897 time: 0.1263154 Sep 14 23:35:25.339702 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cdd381-12a6-4d59-8a0c-e5029be18a33 req-284249c5-2d25-445a-b3e3-170a79e4b266 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:25.341288 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-40cdd381-12a6-4d59-8a0c-e5029be18a33 req-284249c5-2d25-445a-b3e3-170a79e4b266 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 945 time: 0.1365204 Sep 14 23:35:25.391410 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-40cdd381-12a6-4d59-8a0c-e5029be18a33 req-08476da7-43a5-432d-97e3-d06f21730d65 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e996d1d5-62ea-48fc-af44-798638f95b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439847 Sep 14 23:35:25.431092 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c8f9c48c-9d56-41f0-8b4d-b8ee37b52445 req-c7296ece-d299-43c3-9652-7c2fdab0e74f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0d350a9-b327-403e-a11c-7bd32f0d9986 HTTP/1.1" status: 200 len: 1000 time: 0.0990577 Sep 14 23:35:25.491274 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9c48c-9d56-41f0-8b4d-b8ee37b52445 req-c4605c45-c030-4bf6-83b6-5dce9256bd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:25.492658 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c8f9c48c-9d56-41f0-8b4d-b8ee37b52445 req-c4605c45-c030-4bf6-83b6-5dce9256bd6f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ac16209-125c-43ff-95ef-05a4039207f9 HTTP/1.1" status: 200 len: 835 time: 0.0561123 Sep 14 23:35:25.575320 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9c48c-9d56-41f0-8b4d-b8ee37b52445 req-7af1c91f-bada-4126-94f7-2f064ce55dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:25.576818 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c8f9c48c-9d56-41f0-8b4d-b8ee37b52445 req-7af1c91f-bada-4126-94f7-2f064ce55dc7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88e9bc66-47a6-40b5-b8aa-47c4dcb305ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782874 Sep 14 23:35:25.705654 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c8f9c48c-9d56-41f0-8b4d-b8ee37b52445 req-2b28563b-f4ec-42ee-b498-f341cc6605a5 service neutron] 10.222.0.20 "GET /v2.0/networks/88e9bc66-47a6-40b5-b8aa-47c4dcb305ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230917 Sep 14 23:35:25.832003 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c8f9c48c-9d56-41f0-8b4d-b8ee37b52445 req-da1eea1b-c277-4e47-882b-7844e53443be service neutron] 10.222.0.20 "GET /v2.0/networks/88e9bc66-47a6-40b5-b8aa-47c4dcb305ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208651 Sep 14 23:35:26.585620 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb049f-dca7-45a1-b9ab-1e0665bc9226 req-394c7a3d-0baa-4d95-b684-623163215919 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:26.587057 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-28bb049f-dca7-45a1-b9ab-1e0665bc9226 req-394c7a3d-0baa-4d95-b684-623163215919 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 945 time: 0.0855563 Sep 14 23:35:26.630875 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-28bb049f-dca7-45a1-b9ab-1e0665bc9226 req-f2a16eed-a356-4689-8f8b-00ab372e44e4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e996d1d5-62ea-48fc-af44-798638f95b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382638 Sep 14 23:35:27.832928 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165ae55-a143-4e67-8f1b-4c9bfb591dd9 req-f4fa0e49-a25b-41e0-86e5-9f12373d2384 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:27.836147 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f165ae55-a143-4e67-8f1b-4c9bfb591dd9 req-f4fa0e49-a25b-41e0-86e5-9f12373d2384 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 945 time: 0.0902264 Sep 14 23:35:27.879644 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f165ae55-a143-4e67-8f1b-4c9bfb591dd9 req-6dff6d64-23d2-458e-850f-5773a891f655 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e996d1d5-62ea-48fc-af44-798638f95b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379677 Sep 14 23:35:29.074617 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7581980-e277-4365-bf72-0c2e588e974a req-1a06abc4-9788-4cd4-8452-e0e58c63a72a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:29.076036 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a7581980-e277-4365-bf72-0c2e588e974a req-1a06abc4-9788-4cd4-8452-e0e58c63a72a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 945 time: 0.0854323 Sep 14 23:35:29.121385 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a7581980-e277-4365-bf72-0c2e588e974a req-754f6196-d48f-4b79-8235-fb0f5a2947c5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e996d1d5-62ea-48fc-af44-798638f95b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397654 Sep 14 23:35:30.319722 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafc480-5db8-40ef-85ed-44e7b2db7381 req-b27e9611-efb2-431f-b07e-9b0122a185bf tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:30.321187 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-feafc480-5db8-40ef-85ed-44e7b2db7381 req-b27e9611-efb2-431f-b07e-9b0122a185bf tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 945 time: 0.0924470 Sep 14 23:35:30.364643 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-feafc480-5db8-40ef-85ed-44e7b2db7381 req-43e2c77d-7552-4c66-b2db-a2116421787a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e996d1d5-62ea-48fc-af44-798638f95b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376391 Sep 14 23:35:30.668788 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:35:31.563641 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c2091-c5a0-4e7f-92e3-1cd81be15008 req-aa8973eb-0105-4e0b-b755-f8a34bd95361 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:31.565363 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-753c2091-c5a0-4e7f-92e3-1cd81be15008 req-aa8973eb-0105-4e0b-b755-f8a34bd95361 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 945 time: 0.0912724 Sep 14 23:35:31.609726 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-753c2091-c5a0-4e7f-92e3-1cd81be15008 req-157a2700-beb9-4fba-8a67-116ca3e1a133 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e996d1d5-62ea-48fc-af44-798638f95b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386999 Sep 14 23:35:32.809882 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f060c4f-34a3-4486-9d7b-1e71ba9d8029 req-4c3a10b2-41a2-4fff-b67d-710706098856 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:32.811311 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3f060c4f-34a3-4486-9d7b-1e71ba9d8029 req-4c3a10b2-41a2-4fff-b67d-710706098856 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 945 time: 0.0861781 Sep 14 23:35:32.857226 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3f060c4f-34a3-4486-9d7b-1e71ba9d8029 req-4796ecd1-f4f6-4080-8d91-4d7901b6d2df tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e996d1d5-62ea-48fc-af44-798638f95b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403254 Sep 14 23:35:34.062217 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17417628-7f6b-4314-bffd-435119af5196 req-eb1d3a21-c6e4-4191-a1e2-e592a78498d0 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:34.063685 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-17417628-7f6b-4314-bffd-435119af5196 req-eb1d3a21-c6e4-4191-a1e2-e592a78498d0 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 945 time: 0.0969632 Sep 14 23:35:34.108038 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-17417628-7f6b-4314-bffd-435119af5196 req-40c839e9-12d8-40b7-b690-c0d1ba64a578 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e996d1d5-62ea-48fc-af44-798638f95b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382237 Sep 14 23:35:35.307145 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3a481-6c41-4882-b83d-274e33a6755b req-b3ea18ff-2e15-4891-b1bd-801a700e7e14 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:35.308573 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-91c3a481-6c41-4882-b83d-274e33a6755b req-b3ea18ff-2e15-4891-b1bd-801a700e7e14 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 945 time: 0.0892251 Sep 14 23:35:35.368384 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-91c3a481-6c41-4882-b83d-274e33a6755b req-c626709b-b02d-4c20-b4bb-13d4d3ddf33e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e996d1d5-62ea-48fc-af44-798638f95b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541039 Sep 14 23:35:36.573136 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbbeff-1c28-4e69-99d4-b9b98ecf3788 req-27b60085-7d6b-4f33-804e-c60f8bb4fda1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:36.574590 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bdfbbeff-1c28-4e69-99d4-b9b98ecf3788 req-27b60085-7d6b-4f33-804e-c60f8bb4fda1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 945 time: 0.0919738 Sep 14 23:35:36.621288 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bdfbbeff-1c28-4e69-99d4-b9b98ecf3788 req-47f8aa8b-29cd-4c08-b488-b0bf409ddb40 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e996d1d5-62ea-48fc-af44-798638f95b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409989 Sep 14 23:35:36.632383 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d1145-8dd1-42db-9767-4f5d1212337d req-a43d1f15-e5be-4b9f-aef5-31376e85ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:36.633931 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-087d1145-8dd1-42db-9767-4f5d1212337d req-a43d1f15-e5be-4b9f-aef5-31376e85ab57 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f&device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 1098 time: 0.0792556 Sep 14 23:35:36.775990 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d1145-8dd1-42db-9767-4f5d1212337d req-1dcaba91-b412-4d1a-ac96-b036c411afe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:36.777463 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-087d1145-8dd1-42db-9767-4f5d1212337d req-1dcaba91-b412-4d1a-ac96-b036c411afe9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=88e9bc66-47a6-40b5-b8aa-47c4dcb305ef HTTP/1.1" status: 200 len: 897 time: 0.1257167 Sep 14 23:35:36.878217 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-087d1145-8dd1-42db-9767-4f5d1212337d req-cc2a984a-8dd8-48ef-95f6-d8c6468dc956 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0d350a9-b327-403e-a11c-7bd32f0d9986 HTTP/1.1" status: 200 len: 1000 time: 0.0949483 Sep 14 23:35:36.937009 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d1145-8dd1-42db-9767-4f5d1212337d req-f304d7e6-3f43-41ae-ac63-516ef818d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:36.938363 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-087d1145-8dd1-42db-9767-4f5d1212337d req-f304d7e6-3f43-41ae-ac63-516ef818d508 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ac16209-125c-43ff-95ef-05a4039207f9 HTTP/1.1" status: 200 len: 835 time: 0.0549459 Sep 14 23:35:37.021119 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d1145-8dd1-42db-9767-4f5d1212337d req-559d6bf0-ccfd-4463-bac3-5dc0c412990d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:37.022602 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-087d1145-8dd1-42db-9767-4f5d1212337d req-559d6bf0-ccfd-4463-bac3-5dc0c412990d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88e9bc66-47a6-40b5-b8aa-47c4dcb305ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785789 Sep 14 23:35:37.250095 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-087d1145-8dd1-42db-9767-4f5d1212337d req-6b43c338-5e83-4420-8bf0-976559a16196 service neutron] 10.222.0.20 "GET /v2.0/networks/88e9bc66-47a6-40b5-b8aa-47c4dcb305ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206776 Sep 14 23:35:37.384462 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-087d1145-8dd1-42db-9767-4f5d1212337d req-976fe018-2210-4508-8940-a138e67f241b service neutron] 10.222.0.20 "GET /v2.0/networks/88e9bc66-47a6-40b5-b8aa-47c4dcb305ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278007 Sep 14 23:35:37.783985 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-dde4ce65-c5a2-41ce-b97b-78b37975aac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:35:37.818726 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2adea-2f06-4c3c-8278-6dc08dee30a2 req-6e8acb7a-0cfc-475f-8c46-f5aceff364bc tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:37.820167 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1ce2adea-2f06-4c3c-8278-6dc08dee30a2 req-6e8acb7a-0cfc-475f-8c46-f5aceff364bc tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 945 time: 0.0896134 Sep 14 23:35:37.863159 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1ce2adea-2f06-4c3c-8278-6dc08dee30a2 req-5a67de29-0c4b-43c5-be56-e878baa5219a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e996d1d5-62ea-48fc-af44-798638f95b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373838 Sep 14 23:35:39.160479 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621cc87-0e25-4950-b61b-799727275739 req-05de0088-bb37-4481-be3d-6eb29015a0fe tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:39.161918 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8621cc87-0e25-4950-b61b-799727275739 req-05de0088-bb37-4481-be3d-6eb29015a0fe tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 945 time: 0.1890156 Sep 14 23:35:39.204824 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8621cc87-0e25-4950-b61b-799727275739 req-a75f80a2-23c1-4474-b1c9-89d0c5d20d90 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e996d1d5-62ea-48fc-af44-798638f95b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373166 Sep 14 23:35:39.815559 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-be7fa4db-0a29-4638-bf62-0e3116c4152c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:35:40.397741 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa9ca1-aa1c-4a44-a096-2c2f203b25f3 req-0b9e613b-ee61-4951-bba6-1b7202bc78fa tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:40.399748 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c9aa9ca1-aa1c-4a44-a096-2c2f203b25f3 req-0b9e613b-ee61-4951-bba6-1b7202bc78fa tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 945 time: 0.0865624 Sep 14 23:35:40.442538 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c9aa9ca1-aa1c-4a44-a096-2c2f203b25f3 req-8bf3a880-9c66-46e2-ab8c-324b71ae036b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e996d1d5-62ea-48fc-af44-798638f95b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372477 Sep 14 23:35:40.936477 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:35:40.963016 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:35:41.638163 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d99d2-9249-4f54-a49f-124ab9869930 req-f4d9e04a-d30b-45c6-826d-7f372c8d9d1c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:41.639599 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-583d99d2-9249-4f54-a49f-124ab9869930 req-f4d9e04a-d30b-45c6-826d-7f372c8d9d1c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 945 time: 0.0893199 Sep 14 23:35:41.682475 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-583d99d2-9249-4f54-a49f-124ab9869930 req-313b1eb1-2a74-46f9-a4c4-e74f32c80562 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e996d1d5-62ea-48fc-af44-798638f95b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373785 Sep 14 23:35:42.438999 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c8f9c48c-9d56-41f0-8b4d-b8ee37b52445 req-d901fde3-450d-4be8-bbcc-b15c0e41889d service neutron] 10.222.0.20 "GET /v2.0/ports/d0d350a9-b327-403e-a11c-7bd32f0d9986/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.0735755 Sep 14 23:35:42.569713 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:35:42.705430 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9c48c-9d56-41f0-8b4d-b8ee37b52445 req-88ac1554-3e03-4ea6-b944-c5821c1c056b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:42.706935 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c8f9c48c-9d56-41f0-8b4d-b8ee37b52445 req-88ac1554-3e03-4ea6-b944-c5821c1c056b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29&tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f HTTP/1.1" status: 200 len: 1098 time: 0.0821791 Sep 14 23:35:42.804361 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9c48c-9d56-41f0-8b4d-b8ee37b52445 req-47a88e0d-7866-4b99-9c6c-f429371307ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:42.806398 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c8f9c48c-9d56-41f0-8b4d-b8ee37b52445 req-47a88e0d-7866-4b99-9c6c-f429371307ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f&device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 1098 time: 0.0787601 Sep 14 23:35:42.882927 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98820e1-bc9b-4bff-ac2a-299bd89dd9be req-c2acfa81-6cba-46a5-9676-b04eb7a5fed1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:42.884389 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b98820e1-bc9b-4bff-ac2a-299bd89dd9be req-c2acfa81-6cba-46a5-9676-b04eb7a5fed1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 945 time: 0.0908408 Sep 14 23:35:42.927416 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b98820e1-bc9b-4bff-ac2a-299bd89dd9be req-29ff1cf9-7b29-497c-9bc1-0f320d5505a1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e996d1d5-62ea-48fc-af44-798638f95b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373518 Sep 14 23:35:42.938126 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9c48c-9d56-41f0-8b4d-b8ee37b52445 req-5cbf9c41-ad22-41f6-ac17-5f92890bc4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:42.939581 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c8f9c48c-9d56-41f0-8b4d-b8ee37b52445 req-5cbf9c41-ad22-41f6-ac17-5f92890bc4fa service neutron] 10.222.0.20 "GET /v2.0/networks?id=88e9bc66-47a6-40b5-b8aa-47c4dcb305ef HTTP/1.1" status: 200 len: 897 time: 0.1274598 Sep 14 23:35:43.049119 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c8f9c48c-9d56-41f0-8b4d-b8ee37b52445 req-1f9369ad-56aa-4975-b3c8-6da15ff98382 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0d350a9-b327-403e-a11c-7bd32f0d9986 HTTP/1.1" status: 200 len: 1000 time: 0.1036339 Sep 14 23:35:43.108907 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9c48c-9d56-41f0-8b4d-b8ee37b52445 req-b944cf18-5d9c-45eb-a87e-643dfea73133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:43.110307 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c8f9c48c-9d56-41f0-8b4d-b8ee37b52445 req-b944cf18-5d9c-45eb-a87e-643dfea73133 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ac16209-125c-43ff-95ef-05a4039207f9 HTTP/1.1" status: 200 len: 835 time: 0.0561855 Sep 14 23:35:43.192452 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9c48c-9d56-41f0-8b4d-b8ee37b52445 req-11965b7c-24bf-43fd-a4f3-877df71cd9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:43.193921 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c8f9c48c-9d56-41f0-8b4d-b8ee37b52445 req-11965b7c-24bf-43fd-a4f3-877df71cd9fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88e9bc66-47a6-40b5-b8aa-47c4dcb305ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779448 Sep 14 23:35:43.321680 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c8f9c48c-9d56-41f0-8b4d-b8ee37b52445 req-e9ffbc3e-597e-48d3-b7f0-9c2472e69bb3 service neutron] 10.222.0.20 "GET /v2.0/networks/88e9bc66-47a6-40b5-b8aa-47c4dcb305ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215971 Sep 14 23:35:43.450797 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c8f9c48c-9d56-41f0-8b4d-b8ee37b52445 req-aa08afc0-5298-453b-ac15-d7d0e0871baf service neutron] 10.222.0.20 "GET /v2.0/networks/88e9bc66-47a6-40b5-b8aa-47c4dcb305ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227841 Sep 14 23:35:44.126292 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b52bce-9c58-4201-940c-e9b4e36face6 req-9abe29d4-4431-4e1f-bacc-7f921aaff51a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:44.127737 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a8b52bce-9c58-4201-940c-e9b4e36face6 req-9abe29d4-4431-4e1f-bacc-7f921aaff51a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 945 time: 0.0884140 Sep 14 23:35:44.170563 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a8b52bce-9c58-4201-940c-e9b4e36face6 req-457938e0-6416-4d5c-bacc-9672df2a545e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e996d1d5-62ea-48fc-af44-798638f95b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365121 Sep 14 23:35:45.379745 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9177a9c-6e6b-4a22-ba8c-33e4420cd19f req-fea673af-9b7a-469b-ae46-706ad86a03f5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:45.381234 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a9177a9c-6e6b-4a22-ba8c-33e4420cd19f req-fea673af-9b7a-469b-ae46-706ad86a03f5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 945 time: 0.1002231 Sep 14 23:35:45.426453 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a9177a9c-6e6b-4a22-ba8c-33e4420cd19f req-e44d1d32-69a5-4035-bbcc-62bcfa334e37 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e996d1d5-62ea-48fc-af44-798638f95b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388870 Sep 14 23:35:45.737384 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd555b-c08b-44e7-bef4-8764ef7cae67 req-aef7bc0d-923a-422a-8a64-d19c91e12cc1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:45.737627 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beaca0b-4eca-4714-bf16-3bc4b7cff74b req-ded98be4-a204-4078-bb7c-3b9fe79e7c8f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:45.738164 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-6beaca0b-4eca-4714-bf16-3bc4b7cff74b req-ded98be4-a204-4078-bb7c-3b9fe79e7c8f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Synchronizing usage tracker for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:35:45.738751 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cdcd555b-c08b-44e7-bef4-8764ef7cae67 req-aef7bc0d-923a-422a-8a64-d19c91e12cc1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 945 time: 0.0923958 Sep 14 23:35:45.754091 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-6beaca0b-4eca-4714-bf16-3bc4b7cff74b req-ded98be4-a204-4078-bb7c-3b9fe79e7c8f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Unset dirty status for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:35:45.755516 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6beaca0b-4eca-4714-bf16-3bc4b7cff74b req-ded98be4-a204-4078-bb7c-3b9fe79e7c8f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.20 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29&tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f&binding%3Ahost_id=hv-neutron-8577 HTTP/1.1" status: 200 len: 945 time: 0.1048536 Sep 14 23:35:45.784036 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cdcd555b-c08b-44e7-bef4-8764ef7cae67 req-98659e93-82fc-4037-9e60-0d625c24bcb5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e996d1d5-62ea-48fc-af44-798638f95b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389042 Sep 14 23:35:45.906395 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beaca0b-4eca-4714-bf16-3bc4b7cff74b req-f74c1fe9-05f4-40cc-9833-3d764aa83f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:45.907902 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6beaca0b-4eca-4714-bf16-3bc4b7cff74b req-f74c1fe9-05f4-40cc-9833-3d764aa83f85 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f&device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 1098 time: 0.0862527 Sep 14 23:35:45.981587 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df59165-2908-4b56-97ed-e72355091eb7 req-4858ac0b-ce53-406b-ab58-1820161338a0 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:45.983056 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1df59165-2908-4b56-97ed-e72355091eb7 req-4858ac0b-ce53-406b-ab58-1820161338a0 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 945 time: 0.0866332 Sep 14 23:35:46.026929 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1df59165-2908-4b56-97ed-e72355091eb7 req-31117b1d-61af-480f-b96e-54e9c1b91bc5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e996d1d5-62ea-48fc-af44-798638f95b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379205 Sep 14 23:35:46.040266 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beaca0b-4eca-4714-bf16-3bc4b7cff74b req-39bcdd22-5d0f-4e3d-9088-838ca8a8f8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:46.041753 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6beaca0b-4eca-4714-bf16-3bc4b7cff74b req-39bcdd22-5d0f-4e3d-9088-838ca8a8f8d9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=88e9bc66-47a6-40b5-b8aa-47c4dcb305ef HTTP/1.1" status: 200 len: 897 time: 0.1282959 Sep 14 23:35:46.143433 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6beaca0b-4eca-4714-bf16-3bc4b7cff74b req-9a4eb8a2-fb5d-4bbf-bb31-0eb7406cf6be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0d350a9-b327-403e-a11c-7bd32f0d9986 HTTP/1.1" status: 200 len: 1000 time: 0.0960302 Sep 14 23:35:46.204029 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beaca0b-4eca-4714-bf16-3bc4b7cff74b req-5f68125c-4143-4235-9786-cbd23d648dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:46.205436 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6beaca0b-4eca-4714-bf16-3bc4b7cff74b req-5f68125c-4143-4235-9786-cbd23d648dab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ac16209-125c-43ff-95ef-05a4039207f9 HTTP/1.1" status: 200 len: 835 time: 0.0563686 Sep 14 23:35:46.288277 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beaca0b-4eca-4714-bf16-3bc4b7cff74b req-971ac21d-bd87-4dc9-b86d-98d17f5f16eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:46.290257 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6beaca0b-4eca-4714-bf16-3bc4b7cff74b req-971ac21d-bd87-4dc9-b86d-98d17f5f16eb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88e9bc66-47a6-40b5-b8aa-47c4dcb305ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787001 Sep 14 23:35:46.523900 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6beaca0b-4eca-4714-bf16-3bc4b7cff74b req-3d23b1f4-b3ef-4fdd-ba2d-82f191879c73 service neutron] 10.222.0.20 "GET /v2.0/networks/88e9bc66-47a6-40b5-b8aa-47c4dcb305ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267404 Sep 14 23:35:46.562843 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device d0d350a9-b327-403e-a11c-7bd32f0d9986 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:35:46.568392 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device d0d350a9-b327-403e-a11c-7bd32f0d9986 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:35:46.653513 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-6beaca0b-4eca-4714-bf16-3bc4b7cff74b req-ceed85a5-2c96-48f6-ab7c-611f0eeedf31 service neutron] 10.222.0.20 "GET /v2.0/networks/88e9bc66-47a6-40b5-b8aa-47c4dcb305ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239407 Sep 14 23:35:46.788983 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port d0d350a9-b327-403e-a11c-7bd32f0d9986 is: ACTIVE; New status is: DOWN {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:35:46.789361 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:35:46.813013 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port d0d350a9-b327-403e-a11c-7bd32f0d9986, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=d0d350a9-b327-403e-a11c-7bd32f0d9986,segment=NetworkSegment(04a8a34b-090d-409f-81fa-b55c42d1993f),segment_id=04a8a34b-090d-409f-81fa-b55c42d1993f)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:35:46.832235 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': 'd0d350a9-b327-403e-a11c-7bd32f0d9986', 'network_id': '88e9bc66-47a6-40b5-b8aa-47c4dcb305ef', 'port_id': 'd0d350a9-b327-403e-a11c-7bd32f0d9986', 'mac_address': 'fa:16:3e:64:16:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ac16209-125c-43ff-95ef-05a4039207f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:35:46.837974 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b4189e-af78-4d19-bb9d-ed2f93ec6f29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0d350a9-b327-403e-a11c-7bd32f0d9986'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:35:46.840252 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661501c1-97c7-4a41-8d31-fda8e3905261" -d '{"events": [{"server_uuid": "03b4189e-af78-4d19-bb9d-ed2f93ec6f29", "name": "network-vif-unplugged", "status": "completed", "tag": "d0d350a9-b327-403e-a11c-7bd32f0d9986"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:35:46.872270 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port d0d350a9-b327-403e-a11c-7bd32f0d9986, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=d0d350a9-b327-403e-a11c-7bd32f0d9986,segment=NetworkSegment(04a8a34b-090d-409f-81fa-b55c42d1993f),segment_id=04a8a34b-090d-409f-81fa-b55c42d1993f)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:35:46.878220 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:35:46.916677 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Sep 2022 23:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2b7ca3-6e00-4f06-9d0f-9b60da5b901f x-openstack-request-id: req-6b2b7ca3-6e00-4f06-9d0f-9b60da5b901f {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:35:46.916967 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b4189e-af78-4d19-bb9d-ed2f93ec6f29", "name": "network-vif-unplugged", "status": "completed", "tag": "d0d350a9-b327-403e-a11c-7bd32f0d9986", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:35:46.917219 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6b2b7ca3-6e00-4f06-9d0f-9b60da5b901f {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:35:46.917607 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b2b7ca3-6e00-4f06-9d0f-9b60da5b901f'] response: {'server_uuid': '03b4189e-af78-4d19-bb9d-ed2f93ec6f29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0d350a9-b327-403e-a11c-7bd32f0d9986', 'code': 200} Sep 14 23:35:46.958058 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port d0d350a9-b327-403e-a11c-7bd32f0d9986 is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:35:46.958438 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:35:46.987508 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0d350a9-b327-403e-a11c-7bd32f0d9986 {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:35:46.991744 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=d0d350a9-b327-403e-a11c-7bd32f0d9986,revision_number=6']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:35:47.005936 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:35:47.006283 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:35:47.006618 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:35:47.006949 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:35:47.007273 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:35:47.008239 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:35:47.008566 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:35:47.008922 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:35:47.009244 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:35:47.009563 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:35:47.009877 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:35:47.010193 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:35:47.018408 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port d0d350a9-b327-403e-a11c-7bd32f0d9986, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=d0d350a9-b327-403e-a11c-7bd32f0d9986,segment=NetworkSegment(04a8a34b-090d-409f-81fa-b55c42d1993f),segment_id=04a8a34b-090d-409f-81fa-b55c42d1993f)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:35:47.022271 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:35:47.089570 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['d0d350a9-b327-403e-a11c-7bd32f0d9986'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:35:47.138228 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=d0d350a9-b327-403e-a11c-7bd32f0d9986,revision_number=7']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:35:47.238512 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95773ca7-15e9-4dd2-bbf4-a4e337355693 req-8586554a-51cd-4e19-93cf-208dbdd890f7 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:35:47.240009 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-95773ca7-15e9-4dd2-bbf4-a4e337355693 req-8586554a-51cd-4e19-93cf-208dbdd890f7 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 944 time: 0.0954731 Sep 14 23:35:47.289747 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-95773ca7-15e9-4dd2-bbf4-a4e337355693 req-a9898f9e-f9f4-4dee-8ce8-85319db77dc7 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e996d1d5-62ea-48fc-af44-798638f95b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419745 Sep 14 23:35:47.319499 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 34986) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:35:47.428844 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6702950c-01cc-4da0-9cdd-2200475700ca tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/floatingips/ed96a0f9-0341-47f2-9c05-0ff5768490ed HTTP/1.1" status: 200 len: 991 time: 0.1074941 Sep 14 23:35:48.577280 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device d0d350a9-b327-403e-a11c-7bd32f0d9986 up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:35:48.645936 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port d0d350a9-b327-403e-a11c-7bd32f0d9986 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:35:48.646211 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:35:48.756901 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port d0d350a9-b327-403e-a11c-7bd32f0d9986 is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:35:48.757262 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:35:48.788007 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port d0d350a9-b327-403e-a11c-7bd32f0d9986, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=d0d350a9-b327-403e-a11c-7bd32f0d9986,segment=NetworkSegment(04a8a34b-090d-409f-81fa-b55c42d1993f),segment_id=04a8a34b-090d-409f-81fa-b55c42d1993f)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:35:48.791503 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:35:48.856034 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=d0d350a9-b327-403e-a11c-7bd32f0d9986,revision_number=8']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:35:48.919090 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b4189e-af78-4d19-bb9d-ed2f93ec6f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d350a9-b327-403e-a11c-7bd32f0d9986'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:35:48.921341 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79961d28-0c88-41d7-8644-4bea1cceafcb" -d '{"events": [{"server_uuid": "03b4189e-af78-4d19-bb9d-ed2f93ec6f29", "name": "network-vif-plugged", "status": "completed", "tag": "d0d350a9-b327-403e-a11c-7bd32f0d9986"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:35:48.962325 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcde23b-609f-421c-8159-44ad680008be x-openstack-request-id: req-9bcde23b-609f-421c-8159-44ad680008be {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:35:48.962610 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b4189e-af78-4d19-bb9d-ed2f93ec6f29", "name": "network-vif-plugged", "status": "completed", "tag": "d0d350a9-b327-403e-a11c-7bd32f0d9986", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:35:48.962856 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9bcde23b-609f-421c-8159-44ad680008be {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:35:48.963247 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bcde23b-609f-421c-8159-44ad680008be'] response: {'server_uuid': '03b4189e-af78-4d19-bb9d-ed2f93ec6f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d350a9-b327-403e-a11c-7bd32f0d9986', 'code': 200} Sep 14 23:35:49.779706 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:07.667589 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:36:07.785651 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a1306641-858e-4bda-ba08-851fe2f20a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:09.817402 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-63b092c5-7fdb-4259-8e72-925275e1f26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:10.938581 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:10.964082 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:12.573163 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:15.385398 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [req-f991d38f-7952-4618-84d4-1cd9930d68a5 req-6ac2d43e-d0c4-4aaa-9aa8-9fa331e01778 service neutron] (89171) timed out ('10.222.0.33', 59042) {{(pid=89171) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 14 23:36:15.937594 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 35000) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:36:16.142311 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-a85b00c3-07f8-43a0-a885-8adc3ffead1a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Deleting port b14a4e7e-36a4-4bf2-921e-c4e4dab575b4 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:36:16.142648 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a85b00c3-07f8-43a0-a885-8adc3ffead1a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:16.312927 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a85b00c3-07f8-43a0-a885-8adc3ffead1a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:16.313186 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a85b00c3-07f8-43a0-a885-8adc3ffead1a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:16.432704 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-a85b00c3-07f8-43a0-a885-8adc3ffead1a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Calling delete_port for b14a4e7e-36a4-4bf2-921e-c4e4dab575b4 owned by network:floatingip {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:36:16.580146 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a85b00c3-07f8-43a0-a885-8adc3ffead1a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:16.624599 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b00c3-07f8-43a0-a885-8adc3ffead1a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event deleted for resources: {'Port': ['ID=b14a4e7e-36a4-4bf2-921e-c4e4dab575b4,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:36:16.696010 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b00c3-07f8-43a0-a885-8adc3ffead1a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:36:16.696340 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b00c3-07f8-43a0-a885-8adc3ffead1a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:36:16.696697 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b00c3-07f8-43a0-a885-8adc3ffead1a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:36:16.697028 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b00c3-07f8-43a0-a885-8adc3ffead1a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:36:16.697376 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b00c3-07f8-43a0-a885-8adc3ffead1a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:36:16.697698 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b00c3-07f8-43a0-a885-8adc3ffead1a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:36:16.698032 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b00c3-07f8-43a0-a885-8adc3ffead1a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:36:16.698329 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b00c3-07f8-43a0-a885-8adc3ffead1a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:36:16.698655 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b00c3-07f8-43a0-a885-8adc3ffead1a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:36:16.698959 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b00c3-07f8-43a0-a885-8adc3ffead1a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:36:16.699272 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b00c3-07f8-43a0-a885-8adc3ffead1a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:36:16.699583 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b00c3-07f8-43a0-a885-8adc3ffead1a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:36:16.729974 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a85b00c3-07f8-43a0-a885-8adc3ffead1a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for floatingip, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:16.730275 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.l3_db [None req-a85b00c3-07f8-43a0-a885-8adc3ffead1a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Floating IP ed96a0f9-0341-47f2-9c05-0ff5768490ed disassociated (deleted). External IP: 172.26.5.65, port: d0d350a9-b327-403e-a11c-7bd32f0d9986. Sep 14 23:36:17.177925 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85b00c3-07f8-43a0-a885-8adc3ffead1a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Router 148d940e-898e-4371-92ed-fdd11df991e1 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:36:17.354430 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85b00c3-07f8-43a0-a885-8adc3ffead1a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:36:17.365295 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35af7704-0405-4ca2-a434-542185d5a70f None None] Sync routers for ids ['148d940e-898e-4371-92ed-fdd11df991e1'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:36:17.377431 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35af7704-0405-4ca2-a434-542185d5a70f None None] Routers {'148d940e-898e-4371-92ed-fdd11df991e1'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:36:17.378282 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-a85b00c3-07f8-43a0-a885-8adc3ffead1a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:17.378468 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-35af7704-0405-4ca2-a434-542185d5a70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:36:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['148d940e-898e-4371-92ed-fdd11df991e1'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:36:17.436193 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-a85b00c3-07f8-43a0-a885-8adc3ffead1a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "DELETE /v2.0/floatingips/ed96a0f9-0341-47f2-9c05-0ff5768490ed HTTP/1.1" status: 204 len: 168 time: 1.4974322 Sep 14 23:36:17.436764 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b4189e-af78-4d19-bb9d-ed2f93ec6f29', 'tag': 'd0d350a9-b327-403e-a11c-7bd32f0d9986'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:36:17.438991 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1200b4-f8ac-466a-aad6-60f20d2a5136" -d '{"events": [{"name": "network-changed", "server_uuid": "03b4189e-af78-4d19-bb9d-ed2f93ec6f29", "tag": "d0d350a9-b327-403e-a11c-7bd32f0d9986"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:36:17.483013 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2770dee6-7a0f-47c3-832d-86b8df0d6e83 x-openstack-request-id: req-2770dee6-7a0f-47c3-832d-86b8df0d6e83 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:36:17.483302 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b4189e-af78-4d19-bb9d-ed2f93ec6f29", "tag": "d0d350a9-b327-403e-a11c-7bd32f0d9986", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:36:17.483550 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2770dee6-7a0f-47c3-832d-86b8df0d6e83 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:36:17.483953 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2770dee6-7a0f-47c3-832d-86b8df0d6e83'] response: {'name': 'network-changed', 'server_uuid': '03b4189e-af78-4d19-bb9d-ed2f93ec6f29', 'tag': 'd0d350a9-b327-403e-a11c-7bd32f0d9986', 'status': 'completed', 'code': 200} Sep 14 23:36:17.559389 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-35af7704-0405-4ca2-a434-542185d5a70f None None] Set router 148d940e-898e-4371-92ed-fdd11df991e1 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:36:17.583265 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1200b4-f8ac-466a-aad6-60f20d2a5136 req-30ea3e4b-ca80-4a6c-9add-730c14f7ee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:36:17.584775 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-dd1200b4-f8ac-466a-aad6-60f20d2a5136 req-30ea3e4b-ca80-4a6c-9add-730c14f7ee07 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f&device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 1098 time: 0.0804911 Sep 14 23:36:17.731721 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1200b4-f8ac-466a-aad6-60f20d2a5136 req-da04764f-a155-447e-a032-57f42f54ebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:36:17.733127 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-dd1200b4-f8ac-466a-aad6-60f20d2a5136 req-da04764f-a155-447e-a032-57f42f54ebf5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=88e9bc66-47a6-40b5-b8aa-47c4dcb305ef HTTP/1.1" status: 200 len: 897 time: 0.1422918 Sep 14 23:36:17.806366 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-dd1200b4-f8ac-466a-aad6-60f20d2a5136 req-7c187ae5-c982-4511-92b5-fec0d778d250 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0d350a9-b327-403e-a11c-7bd32f0d9986 HTTP/1.1" status: 200 len: 217 time: 0.0665708 Sep 14 23:36:17.821458 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9eee3d-0f11-420f-a4a2-bd2a0419d86b req-e89a72b1-ca21-4da7-bd27-004447395b07 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:36:17.823029 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2b9eee3d-0f11-420f-a4a2-bd2a0419d86b req-e89a72b1-ca21-4da7-bd27-004447395b07 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 945 time: 0.0897017 Sep 14 23:36:17.872241 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1200b4-f8ac-466a-aad6-60f20d2a5136 req-ca51d581-e787-495c-a722-a062caf4ef96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:36:17.873403 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2b9eee3d-0f11-420f-a4a2-bd2a0419d86b req-d6f9c279-794e-4b9b-b2a6-5b5ca01e8459 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e996d1d5-62ea-48fc-af44-798638f95b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430040 Sep 14 23:36:17.873718 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-dd1200b4-f8ac-466a-aad6-60f20d2a5136 req-ca51d581-e787-495c-a722-a062caf4ef96 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ac16209-125c-43ff-95ef-05a4039207f9 HTTP/1.1" status: 200 len: 835 time: 0.0607567 Sep 14 23:36:17.916070 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-35af7704-0405-4ca2-a434-542185d5a70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148d940e-898e-4371-92ed-fdd11df991e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745791603', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': 'da279be8-7065-41a9-ad08-4bb42fdc79e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:34:31Z', 'updated_at': '2022-09-14T23:34:36Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': 'da279be8-7065-41a9-ad08-4bb42fdc79e2', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:12:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148d940e-898e-4371-92ed-fdd11df991e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:34:31Z', 'updated_at': '2022-09-14T23:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'eabc795b-b1bc-4fda-8b48-11c316e9d623', 'name': '', 'network_id': '88e9bc66-47a6-40b5-b8aa-47c4dcb305ef', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:2f:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148d940e-898e-4371-92ed-fdd11df991e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '2ac16209-125c-43ff-95ef-05a4039207f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:34:35Z', 'updated_at': '2022-09-14T23:34:40Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': '2ac16209-125c-43ff-95ef-05a4039207f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:36:17.919925 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35af7704-0405-4ca2-a434-542185d5a70f None None] Checking router: 148d940e-898e-4371-92ed-fdd11df991e1 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:36:17.928183 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35af7704-0405-4ca2-a434-542185d5a70f None None] Routers {'148d940e-898e-4371-92ed-fdd11df991e1'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:36:17.928939 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-35af7704-0405-4ca2-a434-542185d5a70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:36:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['148d940e-898e-4371-92ed-fdd11df991e1'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:36:17.959027 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1200b4-f8ac-466a-aad6-60f20d2a5136 req-ab2663dd-41f3-4955-8d16-e8dac567e35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:36:17.961057 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-dd1200b4-f8ac-466a-aad6-60f20d2a5136 req-ab2663dd-41f3-4955-8d16-e8dac567e35d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88e9bc66-47a6-40b5-b8aa-47c4dcb305ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809309 Sep 14 23:36:18.092812 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-dd1200b4-f8ac-466a-aad6-60f20d2a5136 req-9de9c43c-ca07-4e05-89eb-b785307b7865 service neutron] 10.222.0.20 "GET /v2.0/networks/88e9bc66-47a6-40b5-b8aa-47c4dcb305ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249280 Sep 14 23:36:18.105133 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-35af7704-0405-4ca2-a434-542185d5a70f None None] Set router 148d940e-898e-4371-92ed-fdd11df991e1 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:36:18.223963 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-dd1200b4-f8ac-466a-aad6-60f20d2a5136 req-e7d68d17-1f81-48ef-bf46-99315d245eae service neutron] 10.222.0.20 "GET /v2.0/networks/88e9bc66-47a6-40b5-b8aa-47c4dcb305ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248157 Sep 14 23:36:18.409514 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-35af7704-0405-4ca2-a434-542185d5a70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148d940e-898e-4371-92ed-fdd11df991e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745791603', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': 'da279be8-7065-41a9-ad08-4bb42fdc79e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:34:31Z', 'updated_at': '2022-09-14T23:34:36Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': 'da279be8-7065-41a9-ad08-4bb42fdc79e2', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:12:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148d940e-898e-4371-92ed-fdd11df991e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:34:31Z', 'updated_at': '2022-09-14T23:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'eabc795b-b1bc-4fda-8b48-11c316e9d623', 'name': '', 'network_id': '88e9bc66-47a6-40b5-b8aa-47c4dcb305ef', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:2f:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148d940e-898e-4371-92ed-fdd11df991e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '2ac16209-125c-43ff-95ef-05a4039207f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:34:35Z', 'updated_at': '2022-09-14T23:34:40Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': '2ac16209-125c-43ff-95ef-05a4039207f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:36:18.413513 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35af7704-0405-4ca2-a434-542185d5a70f None None] The sync data for ids ['148d940e-898e-4371-92ed-fdd11df991e1'] in dv-neutron-857791-1-hyperv is: [{'id': '148d940e-898e-4371-92ed-fdd11df991e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745791603', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': 'da279be8-7065-41a9-ad08-4bb42fdc79e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:34:31Z', 'updated_at': '2022-09-14T23:34:36Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': 'da279be8-7065-41a9-ad08-4bb42fdc79e2', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:12:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148d940e-898e-4371-92ed-fdd11df991e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:34:31Z', 'updated_at': '2022-09-14T23:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'eabc795b-b1bc-4fda-8b48-11c316e9d623', 'name': '', 'network_id': '88e9bc66-47a6-40b5-b8aa-47c4dcb305ef', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:2f:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148d940e-898e-4371-92ed-fdd11df991e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '2ac16209-125c-43ff-95ef-05a4039207f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:34:35Z', 'updated_at': '2022-09-14T23:34:40Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': '2ac16209-125c-43ff-95ef-05a4039207f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:36:18.620349 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5475abe-e850-4f1b-b198-c1968a08abcc None None] New status for floating IP ed96a0f9-0341-47f2-9c05-0ff5768490ed: DOWN {{(pid=89173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:36:19.071364 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f8d7e-e800-4936-aa78-2aeb3b744e07 req-b0f78196-2cb4-4fe5-83b8-6c6d2cc80905 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:36:19.072757 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-776f8d7e-e800-4936-aa78-2aeb3b744e07 req-b0f78196-2cb4-4fe5-83b8-6c6d2cc80905 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 945 time: 0.0861466 Sep 14 23:36:19.115674 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-776f8d7e-e800-4936-aa78-2aeb3b744e07 req-a3ef25c9-e64e-4065-93bf-b44c6a3be6a4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e996d1d5-62ea-48fc-af44-798638f95b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373325 Sep 14 23:36:19.401918 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3826f-ab89-4337-87f9-580632789d0b req-1e72458c-71fc-4ca6-a825-7b7b8f914ee1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:36:19.402604 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-d7b3826f-ab89-4337-87f9-580632789d0b req-1e72458c-71fc-4ca6-a825-7b7b8f914ee1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Synchronizing usage tracker for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:36:19.417731 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-d7b3826f-ab89-4337-87f9-580632789d0b req-1e72458c-71fc-4ca6-a825-7b7b8f914ee1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Unset dirty status for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:36:19.418886 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d7b3826f-ab89-4337-87f9-580632789d0b req-1e72458c-71fc-4ca6-a825-7b7b8f914ee1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.20 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 945 time: 0.1133974 Sep 14 23:36:19.485941 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-d7b3826f-ab89-4337-87f9-580632789d0b req-3c5c1224-6390-4a7a-a214-7fd928d39963 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Deleting port d0d350a9-b327-403e-a11c-7bd32f0d9986 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:36:19.486278 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-d7b3826f-ab89-4337-87f9-580632789d0b req-3c5c1224-6390-4a7a-a214-7fd928d39963 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:19.778165 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:19.841900 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-d7b3826f-ab89-4337-87f9-580632789d0b req-3c5c1224-6390-4a7a-a214-7fd928d39963 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] For port d0d350a9-b327-403e-a11c-7bd32f0d9986, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=d0d350a9-b327-403e-a11c-7bd32f0d9986,segment=NetworkSegment(04a8a34b-090d-409f-81fa-b55c42d1993f),segment_id=04a8a34b-090d-409f-81fa-b55c42d1993f)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:36:19.842253 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-d7b3826f-ab89-4337-87f9-580632789d0b req-3c5c1224-6390-4a7a-a214-7fd928d39963 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:19.964440 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-d7b3826f-ab89-4337-87f9-580632789d0b req-3c5c1224-6390-4a7a-a214-7fd928d39963 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Calling delete_port for d0d350a9-b327-403e-a11c-7bd32f0d9986 owned by compute:nova {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:36:20.105184 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-d7b3826f-ab89-4337-87f9-580632789d0b req-3c5c1224-6390-4a7a-a214-7fd928d39963 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:20.157029 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c1224-6390-4a7a-a214-7fd928d39963 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event deleted for resources: {'Port': ['ID=d0d350a9-b327-403e-a11c-7bd32f0d9986,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:36:20.242920 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b3826f-ab89-4337-87f9-580632789d0b req-3c5c1224-6390-4a7a-a214-7fd928d39963 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] No DVR routers for this DVR port d0d350a9-b327-403e-a11c-7bd32f0d9986 on host hv-neutron-8577 {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:36:20.245578 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-d7b3826f-ab89-4337-87f9-580632789d0b req-3c5c1224-6390-4a7a-a214-7fd928d39963 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:20.248196 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b4189e-af78-4d19-bb9d-ed2f93ec6f29', 'name': 'network-vif-deleted', 'tag': 'd0d350a9-b327-403e-a11c-7bd32f0d9986'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:36:20.250564 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505acb91-032d-431f-91d7-2b4c5e3e24ca" -d '{"events": [{"server_uuid": "03b4189e-af78-4d19-bb9d-ed2f93ec6f29", "name": "network-vif-deleted", "tag": "d0d350a9-b327-403e-a11c-7bd32f0d9986"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:36:20.266520 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d7b3826f-ab89-4337-87f9-580632789d0b req-3c5c1224-6390-4a7a-a214-7fd928d39963 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.20 "DELETE /v2.0/ports/d0d350a9-b327-403e-a11c-7bd32f0d9986 HTTP/1.1" status: 204 len: 173 time: 0.8429546 Sep 14 23:36:20.300311 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0256596b-c1bb-46ab-b1e3-24557c7d35e2 x-openstack-request-id: req-0256596b-c1bb-46ab-b1e3-24557c7d35e2 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:36:20.300594 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b4189e-af78-4d19-bb9d-ed2f93ec6f29", "name": "network-vif-deleted", "tag": "d0d350a9-b327-403e-a11c-7bd32f0d9986", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:36:20.300877 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0256596b-c1bb-46ab-b1e3-24557c7d35e2 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:36:20.301315 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0256596b-c1bb-46ab-b1e3-24557c7d35e2'] response: {'server_uuid': '03b4189e-af78-4d19-bb9d-ed2f93ec6f29', 'name': 'network-vif-deleted', 'tag': 'd0d350a9-b327-403e-a11c-7bd32f0d9986', 'status': 'completed', 'code': 200} Sep 14 23:36:20.302604 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-41c09e15-69a4-4f94-afb0-af4bad0166f1 req-24498229-168e-45c4-a267-99c4b27c925b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b4189e-af78-4d19-bb9d-ed2f93ec6f29 HTTP/1.1" status: 200 len: 210 time: 0.0557461 Sep 14 23:36:21.408060 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 35018) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:36:21.955384 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-14805655-1ae4-429e-86d7-189dcaae81d8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:22.401457 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-14805655-1ae4-429e-86d7-189dcaae81d8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Deleting port eabc795b-b1bc-4fda-8b48-11c316e9d623 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:36:22.401796 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-14805655-1ae4-429e-86d7-189dcaae81d8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:22.582691 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-14805655-1ae4-429e-86d7-189dcaae81d8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] For port eabc795b-b1bc-4fda-8b48-11c316e9d623, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=eabc795b-b1bc-4fda-8b48-11c316e9d623,segment=NetworkSegment(04a8a34b-090d-409f-81fa-b55c42d1993f),segment_id=04a8a34b-090d-409f-81fa-b55c42d1993f)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:36:22.583419 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-14805655-1ae4-429e-86d7-189dcaae81d8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:22.705416 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-14805655-1ae4-429e-86d7-189dcaae81d8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Calling delete_port for eabc795b-b1bc-4fda-8b48-11c316e9d623 owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:36:22.749048 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device d0d350a9-b327-403e-a11c-7bd32f0d9986 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:36:22.786395 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: d0d350a9-b327-403e-a11c-7bd32f0d9986 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:36:22.786734 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device d0d350a9-b327-403e-a11c-7bd32f0d9986 not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:36:23.024881 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-14805655-1ae4-429e-86d7-189dcaae81d8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:23.075649 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14805655-1ae4-429e-86d7-189dcaae81d8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event deleted for resources: {'Port': ['ID=eabc795b-b1bc-4fda-8b48-11c316e9d623,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:36:23.349916 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-14805655-1ae4-429e-86d7-189dcaae81d8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:23.813207 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14805655-1ae4-429e-86d7-189dcaae81d8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Router 148d940e-898e-4371-92ed-fdd11df991e1 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:36:23.989278 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14805655-1ae4-429e-86d7-189dcaae81d8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:36:23.999136 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b47111-7286-446c-b97c-2ec93c94010a None None] Sync routers for ids ['148d940e-898e-4371-92ed-fdd11df991e1'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:36:24.001840 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-14805655-1ae4-429e-86d7-189dcaae81d8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "PUT /v2.0/routers/148d940e-898e-4371-92ed-fdd11df991e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5927079 Sep 14 23:36:24.004533 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 35022) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:36:24.008454 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b47111-7286-446c-b97c-2ec93c94010a None None] Routers {'148d940e-898e-4371-92ed-fdd11df991e1'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:36:24.009108 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-65b47111-7286-446c-b97c-2ec93c94010a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:36:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['148d940e-898e-4371-92ed-fdd11df991e1'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:36:24.107724 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf9509f4-3e8a-44c5-b463-26d77c29a8f7 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Deleting subnet 2ac16209-125c-43ff-95ef-05a4039207f9 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:36:24.110842 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cf9509f4-3e8a-44c5-b463-26d77c29a8f7 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:24.169006 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cf9509f4-3e8a-44c5-b463-26d77c29a8f7 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:24.188429 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-65b47111-7286-446c-b97c-2ec93c94010a None None] Set router 148d940e-898e-4371-92ed-fdd11df991e1 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:36:24.250871 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cf9509f4-3e8a-44c5-b463-26d77c29a8f7 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:24.324987 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cf9509f4-3e8a-44c5-b463-26d77c29a8f7 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:24.367751 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9509f4-3e8a-44c5-b463-26d77c29a8f7 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event deleted for resources: {'Subnet': ['ID=2ac16209-125c-43ff-95ef-05a4039207f9,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:36:24.371326 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cf9509f4-3e8a-44c5-b463-26d77c29a8f7 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:24.379874 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-cf9509f4-3e8a-44c5-b463-26d77c29a8f7 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "DELETE /v2.0/subnets/2ac16209-125c-43ff-95ef-05a4039207f9 HTTP/1.1" status: 204 len: 168 time: 0.3719411 Sep 14 23:36:24.380073 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 35028) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:36:24.401344 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b1a721-190e-4328-b235-f972afdc8eb3 None None] Network 88e9bc66-47a6-40b5-b8aa-47c4dcb305ef requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:36:24.557740 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-45e48ac3-a785-4a9c-9942-1ec3e0560013 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:24.696034 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-65b47111-7286-446c-b97c-2ec93c94010a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148d940e-898e-4371-92ed-fdd11df991e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745791603', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': 'da279be8-7065-41a9-ad08-4bb42fdc79e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:34:31Z', 'updated_at': '2022-09-14T23:36:22Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': 'da279be8-7065-41a9-ad08-4bb42fdc79e2', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:12:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148d940e-898e-4371-92ed-fdd11df991e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:34:31Z', 'updated_at': '2022-09-14T23:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:36:24.700569 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b47111-7286-446c-b97c-2ec93c94010a None None] Checking router: 148d940e-898e-4371-92ed-fdd11df991e1 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:36:24.709313 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b47111-7286-446c-b97c-2ec93c94010a None None] Routers {'148d940e-898e-4371-92ed-fdd11df991e1'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:36:24.709938 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-65b47111-7286-446c-b97c-2ec93c94010a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:36:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['148d940e-898e-4371-92ed-fdd11df991e1'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:36:24.744237 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-45e48ac3-a785-4a9c-9942-1ec3e0560013 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:24.755734 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-45e48ac3-a785-4a9c-9942-1ec3e0560013 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Deleting port da279be8-7065-41a9-ad08-4bb42fdc79e2 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:36:24.756124 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-45e48ac3-a785-4a9c-9942-1ec3e0560013 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:24.771601 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed19a4a3-03fa-42f4-8d37-f1a9d1032927 None None] DHCP port deletion for 88e9bc66-47a6-40b5-b8aa-47c4dcb305ef request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:36:24.846358 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-ed19a4a3-03fa-42f4-8d37-f1a9d1032927 None None] Deleting port 75411d0a-d311-4e35-aa39-a93cb9bb6087 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:36:24.846635 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ed19a4a3-03fa-42f4-8d37-f1a9d1032927 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:24.916760 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-65b47111-7286-446c-b97c-2ec93c94010a None None] Set router 148d940e-898e-4371-92ed-fdd11df991e1 gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:36:24.930983 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-45e48ac3-a785-4a9c-9942-1ec3e0560013 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] For port da279be8-7065-41a9-ad08-4bb42fdc79e2, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=da279be8-7065-41a9-ad08-4bb42fdc79e2,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:36:24.931523 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-45e48ac3-a785-4a9c-9942-1ec3e0560013 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:25.058153 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-45e48ac3-a785-4a9c-9942-1ec3e0560013 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Calling delete_port for da279be8-7065-41a9-ad08-4bb42fdc79e2 owned by network:router_gateway {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:36:25.062503 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-65b47111-7286-446c-b97c-2ec93c94010a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148d940e-898e-4371-92ed-fdd11df991e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745791603', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:34:31Z', 'updated_at': '2022-09-14T23:36:24Z', 'revision_number': 6, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:36:25.071495 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b47111-7286-446c-b97c-2ec93c94010a None None] The sync data for ids ['148d940e-898e-4371-92ed-fdd11df991e1'] in dv-neutron-857791-1-hyperv is: [{'id': '148d940e-898e-4371-92ed-fdd11df991e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745791603', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:34:31Z', 'updated_at': '2022-09-14T23:36:24Z', 'revision_number': 6, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port_host': None}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:36:25.180770 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-ed19a4a3-03fa-42f4-8d37-f1a9d1032927 None None] For port 75411d0a-d311-4e35-aa39-a93cb9bb6087, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=75411d0a-d311-4e35-aa39-a93cb9bb6087,segment=NetworkSegment(04a8a34b-090d-409f-81fa-b55c42d1993f),segment_id=04a8a34b-090d-409f-81fa-b55c42d1993f)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:36:25.181191 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ed19a4a3-03fa-42f4-8d37-f1a9d1032927 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:25.228344 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-45e48ac3-a785-4a9c-9942-1ec3e0560013 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:25.306974 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-ed19a4a3-03fa-42f4-8d37-f1a9d1032927 None None] Calling delete_port for 75411d0a-d311-4e35-aa39-a93cb9bb6087 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:36:25.390694 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ed19a4a3-03fa-42f4-8d37-f1a9d1032927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:25.392878 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e48ac3-a785-4a9c-9942-1ec3e0560013 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event deleted for resources: {'Port': ['ID=da279be8-7065-41a9-ad08-4bb42fdc79e2,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:36:25.442276 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19a4a3-03fa-42f4-8d37-f1a9d1032927 None None] Pushing event deleted for resources: {'Port': ['ID=75411d0a-d311-4e35-aa39-a93cb9bb6087,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:36:25.444177 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed19a4a3-03fa-42f4-8d37-f1a9d1032927 None None] No DVR routers for this DVR port 75411d0a-d311-4e35-aa39-a93cb9bb6087 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:36:25.502255 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-45e48ac3-a785-4a9c-9942-1ec3e0560013 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:25.674346 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-45e48ac3-a785-4a9c-9942-1ec3e0560013 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:25.676395 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-45e48ac3-a785-4a9c-9942-1ec3e0560013 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:25.699547 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-45e48ac3-a785-4a9c-9942-1ec3e0560013 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:25.700097 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e48ac3-a785-4a9c-9942-1ec3e0560013 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Fanout notify agent at l3_agent the message router_deleted on router 148d940e-898e-4371-92ed-fdd11df991e1 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 23:36:25.715501 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-45e48ac3-a785-4a9c-9942-1ec3e0560013 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:25.716605 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-45e48ac3-a785-4a9c-9942-1ec3e0560013 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "DELETE /v2.0/routers/148d940e-898e-4371-92ed-fdd11df991e1 HTTP/1.1" status: 204 len: 168 time: 1.3357213 Sep 14 23:36:25.719300 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 35032) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:36:25.829991 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-debd5785-754a-4617-ab4b-d50ab27ea0ea tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:25.963258 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-debd5785-754a-4617-ab4b-d50ab27ea0ea tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:25.987255 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-debd5785-754a-4617-ab4b-d50ab27ea0ea tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88e9bc66-47a6-40b5-b8aa-47c4dcb305ef']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:36:26.000265 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-debd5785-754a-4617-ab4b-d50ab27ea0ea tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a8a34b-090d-409f-81fa-b55c42d1993f') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:36:26.000562 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-debd5785-754a-4617-ab4b-d50ab27ea0ea tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a8a34b-090d-409f-81fa-b55c42d1993f') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:36:26.012640 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-debd5785-754a-4617-ab4b-d50ab27ea0ea tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:26.028520 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-debd5785-754a-4617-ab4b-d50ab27ea0ea tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:26.034704 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-debd5785-754a-4617-ab4b-d50ab27ea0ea tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:36:26.035085 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-debd5785-754a-4617-ab4b-d50ab27ea0ea tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:26.127925 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 04a8a34b-090d-409f-81fa-b55c42d1993f resource provider aggregate not found Sep 14 23:36:26.144309 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-debd5785-754a-4617-ab4b-d50ab27ea0ea tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:26.167170 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 04a8a34b-090d-409f-81fa-b55c42d1993f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 04a8a34b-090d-409f-81fa-b55c42d1993f found for delete ", "request_id": "req-c2b9979c-135a-4c26-aee4-59937e2fd33e"}]} Sep 14 23:36:26.168151 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-debd5785-754a-4617-ab4b-d50ab27ea0ea tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:26.180956 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd5785-754a-4617-ab4b-d50ab27ea0ea tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event deleted for resources: {'Network': ['ID=88e9bc66-47a6-40b5-b8aa-47c4dcb305ef,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:36:26.182919 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 75411d0a-d311-4e35-aa39-a93cb9bb6087 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:36:26.187227 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-debd5785-754a-4617-ab4b-d50ab27ea0ea tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "DELETE /v2.0/networks/88e9bc66-47a6-40b5-b8aa-47c4dcb305ef HTTP/1.1" status: 204 len: 168 time: 0.4669631 Sep 14 23:36:26.190050 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 35042) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:36:26.219190 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 75411d0a-d311-4e35-aa39-a93cb9bb6087 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:36:26.219527 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 75411d0a-d311-4e35-aa39-a93cb9bb6087 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:36:26.219948 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device da279be8-7065-41a9-ad08-4bb42fdc79e2 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:36:26.258574 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0206a640-2a7d-45e5-a4b3-1ebf837db488 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:26.293558 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: da279be8-7065-41a9-ad08-4bb42fdc79e2 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:36:26.293883 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device da279be8-7065-41a9-ad08-4bb42fdc79e2 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:36:26.294184 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0206a640-2a7d-45e5-a4b3-1ebf837db488 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:26.294293 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device eabc795b-b1bc-4fda-8b48-11c316e9d623 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:36:26.327961 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: eabc795b-b1bc-4fda-8b48-11c316e9d623 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:36:26.328304 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device eabc795b-b1bc-4fda-8b48-11c316e9d623 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:36:26.361429 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0206a640-2a7d-45e5-a4b3-1ebf837db488 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:26.380489 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206a640-2a7d-45e5-a4b3-1ebf837db488 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e996d1d5-62ea-48fc-af44-798638f95b29,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:36:26.394566 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-0206a640-2a7d-45e5-a4b3-1ebf837db488 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:26.398344 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-0206a640-2a7d-45e5-a4b3-1ebf837db488 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "DELETE /v2.0/security-groups/e996d1d5-62ea-48fc-af44-798638f95b29 HTTP/1.1" status: 204 len: 168 time: 0.2047513 Sep 14 23:36:26.510660 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35050) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:36:26.516282 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-748241ea-4e3a-43ce-9c95-b176a917ce43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-575704699', 'description': 'tempest-secgroup-smoke-575704699 description', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:36:26.522431 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-748241ea-4e3a-43ce-9c95-b176a917ce43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:36:26.526637 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-748241ea-4e3a-43ce-9c95-b176a917ce43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:36:26.529511 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-748241ea-4e3a-43ce-9c95-b176a917ce43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:36:26.535635 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-748241ea-4e3a-43ce-9c95-b176a917ce43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:36:26.545056 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-748241ea-4e3a-43ce-9c95-b176a917ce43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:26.564390 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-748241ea-4e3a-43ce-9c95-b176a917ce43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:36:26.568638 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-748241ea-4e3a-43ce-9c95-b176a917ce43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group_rule and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:36:26.571424 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-748241ea-4e3a-43ce-9c95-b176a917ce43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:36:26.577016 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-748241ea-4e3a-43ce-9c95-b176a917ce43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:36:26.645107 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-748241ea-4e3a-43ce-9c95-b176a917ce43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:26.648667 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-748241ea-4e3a-43ce-9c95-b176a917ce43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:26.692523 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748241ea-4e3a-43ce-9c95-b176a917ce43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e27051-40fa-4f5b-87e9-5fd0c03ac437,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:36:26.696155 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-748241ea-4e3a-43ce-9c95-b176a917ce43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:26.697359 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-748241ea-4e3a-43ce-9c95-b176a917ce43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1856341 Sep 14 23:36:26.700325 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 35054) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:36:26.701916 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748241ea-4e3a-43ce-9c95-b176a917ce43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:36:26.702258 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748241ea-4e3a-43ce-9c95-b176a917ce43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:36:26.702600 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748241ea-4e3a-43ce-9c95-b176a917ce43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:36:26.702987 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748241ea-4e3a-43ce-9c95-b176a917ce43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:36:26.703289 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748241ea-4e3a-43ce-9c95-b176a917ce43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:36:26.703596 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748241ea-4e3a-43ce-9c95-b176a917ce43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:36:26.703913 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748241ea-4e3a-43ce-9c95-b176a917ce43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:36:26.704238 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748241ea-4e3a-43ce-9c95-b176a917ce43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:36:26.704561 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748241ea-4e3a-43ce-9c95-b176a917ce43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:36:26.704910 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748241ea-4e3a-43ce-9c95-b176a917ce43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:36:26.705234 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748241ea-4e3a-43ce-9c95-b176a917ce43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:36:26.705555 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748241ea-4e3a-43ce-9c95-b176a917ce43 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:36:26.705784 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-e5202978-243f-49d5-8880-4928051d71d7 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'security_group_rule': {'security_group_id': 'f9e27051-40fa-4f5b-87e9-5fd0c03ac437', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:36:26.713086 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-e5202978-243f-49d5-8880-4928051d71d7 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:36:26.717878 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e5202978-243f-49d5-8880-4928051d71d7 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group_rule and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:36:26.721120 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-e5202978-243f-49d5-8880-4928051d71d7 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:36:26.727508 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-e5202978-243f-49d5-8880-4928051d71d7 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:36:26.743748 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e5202978-243f-49d5-8880-4928051d71d7 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:26.805278 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e5202978-243f-49d5-8880-4928051d71d7 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:26.808565 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e5202978-243f-49d5-8880-4928051d71d7 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:26.831589 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5202978-243f-49d5-8880-4928051d71d7 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=350001a7-df5a-4e9d-b748-0d4d8b667daf,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:36:26.841780 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e5202978-243f-49d5-8880-4928051d71d7 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:26.843040 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e5202978-243f-49d5-8880-4928051d71d7 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1416633 Sep 14 23:36:26.845875 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 35058) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:36:26.851693 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-fc57a97a-dba8-4d25-8de5-6a3c019dc258 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'security_group_rule': {'security_group_id': 'f9e27051-40fa-4f5b-87e9-5fd0c03ac437', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:36:26.858465 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-fc57a97a-dba8-4d25-8de5-6a3c019dc258 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:36:26.862715 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-fc57a97a-dba8-4d25-8de5-6a3c019dc258 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group_rule and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:36:26.865736 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-fc57a97a-dba8-4d25-8de5-6a3c019dc258 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:36:26.872114 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-fc57a97a-dba8-4d25-8de5-6a3c019dc258 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:36:26.888494 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fc57a97a-dba8-4d25-8de5-6a3c019dc258 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:26.951869 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fc57a97a-dba8-4d25-8de5-6a3c019dc258 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:26.955697 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fc57a97a-dba8-4d25-8de5-6a3c019dc258 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:26.981253 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57a97a-dba8-4d25-8de5-6a3c019dc258 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b21867dc-93c8-4368-9dfc-c962f8b15318,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:36:26.991218 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-fc57a97a-dba8-4d25-8de5-6a3c019dc258 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:26.992936 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-fc57a97a-dba8-4d25-8de5-6a3c019dc258 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1461034 Sep 14 23:36:26.995736 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 35062) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:36:27.000516 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-f661c4c4-46d8-4ab7-842b-f05537ce0ecb tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'security_group_rule': {'security_group_id': 'f9e27051-40fa-4f5b-87e9-5fd0c03ac437', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:36:27.006613 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-f661c4c4-46d8-4ab7-842b-f05537ce0ecb tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:36:27.011057 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-f661c4c4-46d8-4ab7-842b-f05537ce0ecb tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group_rule and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:36:27.013908 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-f661c4c4-46d8-4ab7-842b-f05537ce0ecb tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:36:27.019509 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-f661c4c4-46d8-4ab7-842b-f05537ce0ecb tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:36:27.035864 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f661c4c4-46d8-4ab7-842b-f05537ce0ecb tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:27.098547 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f661c4c4-46d8-4ab7-842b-f05537ce0ecb tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:27.102131 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f661c4c4-46d8-4ab7-842b-f05537ce0ecb tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:27.126428 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661c4c4-46d8-4ab7-842b-f05537ce0ecb tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7189b3e3-468d-4463-b95d-3ea167d6735a,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:36:27.135823 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f661c4c4-46d8-4ab7-842b-f05537ce0ecb tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:27.137002 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f661c4c4-46d8-4ab7-842b-f05537ce0ecb tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1403813 Sep 14 23:36:27.139788 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 35066) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:36:27.144548 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-7fa0da04-28e1-4dbb-bf4f-4413260d1e90 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'security_group_rule': {'security_group_id': 'f9e27051-40fa-4f5b-87e9-5fd0c03ac437', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:36:27.150838 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-7fa0da04-28e1-4dbb-bf4f-4413260d1e90 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:36:27.154643 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-7fa0da04-28e1-4dbb-bf4f-4413260d1e90 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group_rule and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:36:27.157520 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-7fa0da04-28e1-4dbb-bf4f-4413260d1e90 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:36:27.163166 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-7fa0da04-28e1-4dbb-bf4f-4413260d1e90 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:36:27.179091 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7fa0da04-28e1-4dbb-bf4f-4413260d1e90 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:27.243346 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7fa0da04-28e1-4dbb-bf4f-4413260d1e90 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:27.247182 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7fa0da04-28e1-4dbb-bf4f-4413260d1e90 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:27.271523 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0da04-28e1-4dbb-bf4f-4413260d1e90 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e214d9f2-90c0-421d-ac4c-4eeff68b1dd2,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:36:27.281613 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7fa0da04-28e1-4dbb-bf4f-4413260d1e90 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:27.282795 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7fa0da04-28e1-4dbb-bf4f-4413260d1e90 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1421130 Sep 14 23:36:27.285651 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35070) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:36:27.291905 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-06822721-833b-4902-af8d-4f2a2e0a73b6 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'security_group_rule': {'security_group_id': 'f9e27051-40fa-4f5b-87e9-5fd0c03ac437', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:36:27.298566 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-06822721-833b-4902-af8d-4f2a2e0a73b6 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:36:27.302714 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-06822721-833b-4902-af8d-4f2a2e0a73b6 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group_rule and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:36:27.306065 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-06822721-833b-4902-af8d-4f2a2e0a73b6 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:36:27.312677 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-06822721-833b-4902-af8d-4f2a2e0a73b6 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:36:27.322653 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.securitygroups_db [None req-06822721-833b-4902-af8d-4f2a2e0a73b6 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Project f82b3a84f14c45698bcfb4ac2ac76a9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:36:27.329290 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-06822721-833b-4902-af8d-4f2a2e0a73b6 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:27.400237 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-06822721-833b-4902-af8d-4f2a2e0a73b6 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:27.404226 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-06822721-833b-4902-af8d-4f2a2e0a73b6 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:27.427780 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06822721-833b-4902-af8d-4f2a2e0a73b6 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7f137bd-3e88-45a3-b609-ce32f08a17e5,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:36:27.438046 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-06822721-833b-4902-af8d-4f2a2e0a73b6 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:27.439237 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-06822721-833b-4902-af8d-4f2a2e0a73b6 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1523561 Sep 14 23:36:27.441935 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35074) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:36:27.447020 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-5e1f9908-4aed-4467-82d8-cc435ce9ac8e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'security_group_rule': {'security_group_id': 'f9e27051-40fa-4f5b-87e9-5fd0c03ac437', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:36:27.452983 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-5e1f9908-4aed-4467-82d8-cc435ce9ac8e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:36:27.457113 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5e1f9908-4aed-4467-82d8-cc435ce9ac8e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group_rule and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:36:27.460084 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5e1f9908-4aed-4467-82d8-cc435ce9ac8e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:36:27.466430 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-5e1f9908-4aed-4467-82d8-cc435ce9ac8e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:36:27.477548 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.securitygroups_db [None req-5e1f9908-4aed-4467-82d8-cc435ce9ac8e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Project f82b3a84f14c45698bcfb4ac2ac76a9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:36:27.484432 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5e1f9908-4aed-4467-82d8-cc435ce9ac8e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:27.550017 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5e1f9908-4aed-4467-82d8-cc435ce9ac8e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:27.553774 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5e1f9908-4aed-4467-82d8-cc435ce9ac8e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:27.577400 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f9908-4aed-4467-82d8-cc435ce9ac8e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59fa7774-2e6a-4dd3-bdb8-3cbdc7b875b5,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:36:27.586854 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5e1f9908-4aed-4467-82d8-cc435ce9ac8e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:27.588031 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5e1f9908-4aed-4467-82d8-cc435ce9ac8e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1451533 Sep 14 23:36:27.590852 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35078) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:36:27.596205 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-5df5a8ed-bb22-4db7-8664-e75e3e135ddd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'network': {'name': 'tempest-network-smoke--391786508', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'port_security_enabled': True}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:36:27.601544 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-5df5a8ed-bb22-4db7-8664-e75e3e135ddd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:36:27.605807 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5df5a8ed-bb22-4db7-8664-e75e3e135ddd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:network and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:36:27.608855 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5df5a8ed-bb22-4db7-8664-e75e3e135ddd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:36:27.614592 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-5df5a8ed-bb22-4db7-8664-e75e3e135ddd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:36:27.625291 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df5a8ed-bb22-4db7-8664-e75e3e135ddd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Made reservation on behalf of f82b3a84f14c45698bcfb4ac2ac76a9f for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:36:27.628833 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5df5a8ed-bb22-4db7-8664-e75e3e135ddd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:27.656020 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df5a8ed-bb22-4db7-8664-e75e3e135ddd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:36:27.665020 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5df5a8ed-bb22-4db7-8664-e75e3e135ddd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:27.665358 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-5df5a8ed-bb22-4db7-8664-e75e3e135ddd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Added segment 522ca0ac-367a-4c73-b599-e8601109fd56 of type vlan for network 62c157cc-c0b8-43a8-b52b-21a436ada85c Sep 14 23:36:27.692919 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5df5a8ed-bb22-4db7-8664-e75e3e135ddd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:27.725015 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5df5a8ed-bb22-4db7-8664-e75e3e135ddd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:27.731427 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df5a8ed-bb22-4db7-8664-e75e3e135ddd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:36:27.732056 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5df5a8ed-bb22-4db7-8664-e75e3e135ddd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:27.837092 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5df5a8ed-bb22-4db7-8664-e75e3e135ddd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2451279 Sep 14 23:36:27.839795 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35082) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:36:27.846590 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-1b00bd49-8ba2-458d-9e93-c84621456c8a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1145833984', 'admin_state_up': True, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:36:27.851932 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5a8ed-bb22-4db7-8664-e75e3e135ddd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Network': ['ID=62c157cc-c0b8-43a8-b52b-21a436ada85c,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:36:27.855510 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1b00bd49-8ba2-458d-9e93-c84621456c8a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:36:27.859393 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1b00bd49-8ba2-458d-9e93-c84621456c8a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:router and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:36:27.862303 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1b00bd49-8ba2-458d-9e93-c84621456c8a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:36:27.862586 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 62c157cc-c0b8-43a8-b52b-21a436ada85c details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:36:27.868328 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1b00bd49-8ba2-458d-9e93-c84621456c8a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:36:27.879232 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1b00bd49-8ba2-458d-9e93-c84621456c8a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:27.880215 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1b00bd49-8ba2-458d-9e93-c84621456c8a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:27.896645 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1b00bd49-8ba2-458d-9e93-c84621456c8a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:28.263137 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1b00bd49-8ba2-458d-9e93-c84621456c8a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:28.557080 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1b00bd49-8ba2-458d-9e93-c84621456c8a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router_gateway, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:28.590524 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1b00bd49-8ba2-458d-9e93-c84621456c8a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:28.722099 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-1b00bd49-8ba2-458d-9e93-c84621456c8a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Allocated IP 172.26.5.35 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/1938554c-b269-4341-acb3-264b795b780b) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:36:28.870939 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1b00bd49-8ba2-458d-9e93-c84621456c8a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:28.898938 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1b00bd49-8ba2-458d-9e93-c84621456c8a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:28.964296 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b00bd49-8ba2-458d-9e93-c84621456c8a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:36:28.967044 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-1b00bd49-8ba2-458d-9e93-c84621456c8a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:36:28.970480 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b00bd49-8ba2-458d-9e93-c84621456c8a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:36:29.013311 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b00bd49-8ba2-458d-9e93-c84621456c8a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Port': ['ID=1938554c-b269-4341-acb3-264b795b780b,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:36:29.376837 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1b00bd49-8ba2-458d-9e93-c84621456c8a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router_gateway, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:29.833423 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1b00bd49-8ba2-458d-9e93-c84621456c8a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:30.036826 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b00bd49-8ba2-458d-9e93-c84621456c8a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Router 65e16f01-87fb-43b7-a965-b580b4fdbb45 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 23:36:30.223734 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b00bd49-8ba2-458d-9e93-c84621456c8a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:36:30.233221 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf24b65-69b9-4d0e-a430-54428c827120 None None] Sync routers for ids ['65e16f01-87fb-43b7-a965-b580b4fdbb45'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:36:30.242002 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf24b65-69b9-4d0e-a430-54428c827120 None None] Routers {'65e16f01-87fb-43b7-a965-b580b4fdbb45'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:36:30.242900 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-fdf24b65-69b9-4d0e-a430-54428c827120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:36:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['65e16f01-87fb-43b7-a965-b580b4fdbb45'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:36:30.250239 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1b00bd49-8ba2-458d-9e93-c84621456c8a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:30.251413 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1b00bd49-8ba2-458d-9e93-c84621456c8a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4107282 Sep 14 23:36:30.254509 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35086) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:36:30.337435 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-19171c72-7577-4637-9ad8-ce322d3f57e3 tempest-TestNetworkAdvancedServerOps-2065151363 tempest-TestNetworkAdvancedServerOps-2065151363-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=f82b3a84f14c45698bcfb4ac2ac76a9f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0785728 Sep 14 23:36:30.337758 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 35092) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:36:30.421980 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-fdf24b65-69b9-4d0e-a430-54428c827120 None None] Set router 65e16f01-87fb-43b7-a965-b580b4fdbb45 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:36:30.469889 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711775f6-fadb-49af-b6a5-014a71e88b1f tempest-TestNetworkAdvancedServerOps-2065151363 tempest-TestNetworkAdvancedServerOps-2065151363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:36:30.471751 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-711775f6-fadb-49af-b6a5-014a71e88b1f tempest-TestNetworkAdvancedServerOps-2065151363 tempest-TestNetworkAdvancedServerOps-2065151363-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1330273 Sep 14 23:36:30.474796 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35096) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:36:30.518545 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-234e80d2-d6e7-4693-9cec-7bdb291e14a1 tempest-TestNetworkAdvancedServerOps-2065151363 tempest-TestNetworkAdvancedServerOps-2065151363-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=681410b9-e86d-4f65-a0f3-ea2093b5104b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402422 Sep 14 23:36:30.518774 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35100) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:36:30.523908 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-71c93b7f-5b91-4252-a4fe-fff45ac44bcd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-870226', 'network_id': '62c157cc-c0b8-43a8-b52b-21a436ada85c', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:36:30.634074 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-71c93b7f-5b91-4252-a4fe-fff45ac44bcd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:36:30.638154 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-71c93b7f-5b91-4252-a4fe-fff45ac44bcd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:subnet and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:36:30.641128 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-71c93b7f-5b91-4252-a4fe-fff45ac44bcd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:36:30.647433 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-71c93b7f-5b91-4252-a4fe-fff45ac44bcd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:36:30.658119 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c93b7f-5b91-4252-a4fe-fff45ac44bcd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Made reservation on behalf of f82b3a84f14c45698bcfb4ac2ac76a9f for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:36:30.661719 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-71c93b7f-5b91-4252-a4fe-fff45ac44bcd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:30.731340 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-fdf24b65-69b9-4d0e-a430-54428c827120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145833984', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '1938554c-b269-4341-acb3-264b795b780b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:36:27Z', 'updated_at': '2022-09-14T23:36:29Z', 'revision_number': 3, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '1938554c-b269-4341-acb3-264b795b780b', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:36:28Z', 'updated_at': '2022-09-14T23:36:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:36:30.735129 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf24b65-69b9-4d0e-a430-54428c827120 None None] Checking router: 65e16f01-87fb-43b7-a965-b580b4fdbb45 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:36:30.735478 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf24b65-69b9-4d0e-a430-54428c827120 None None] Updating router 65e16f01-87fb-43b7-a965-b580b4fdbb45 port 1938554c-b269-4341-acb3-264b795b780b binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:36:30.790373 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-fdf24b65-69b9-4d0e-a430-54428c827120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:30.889315 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-71c93b7f-5b91-4252-a4fe-fff45ac44bcd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:30.968672 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c93b7f-5b91-4252-a4fe-fff45ac44bcd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Subnet': ['ID=c0a28bcd-9758-41f0-bf0b-ddfb38fb2b00,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:36:30.974022 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c93b7f-5b91-4252-a4fe-fff45ac44bcd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Checking segment: {'id': '522ca0ac-367a-4c73-b599-e8601109fd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62c157cc-c0b8-43a8-b52b-21a436ada85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:36:30.974379 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c93b7f-5b91-4252-a4fe-fff45ac44bcd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Network hostable DHCP agents. Network: 62c157cc-c0b8-43a8-b52b-21a436ada85c, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:36:30.996560 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c93b7f-5b91-4252-a4fe-fff45ac44bcd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Network 62c157cc-c0b8-43a8-b52b-21a436ada85c is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:36:31.005195 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-71c93b7f-5b91-4252-a4fe-fff45ac44bcd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 62c157cc-c0b8-43a8-b52b-21a436ada85c) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:36:31.009851 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c93b7f-5b91-4252-a4fe-fff45ac44bcd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:36:31.010016 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-71c93b7f-5b91-4252-a4fe-fff45ac44bcd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:31.016381 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f414fcfd-be3c-4138-90ee-117f9bf1a16e None None] Network 62c157cc-c0b8-43a8-b52b-21a436ada85c requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:36:31.031506 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-71c93b7f-5b91-4252-a4fe-fff45ac44bcd tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 828 time: 0.5118003 Sep 14 23:36:31.034236 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35104) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:36:31.114853 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-fdf24b65-69b9-4d0e-a430-54428c827120 None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:31.127496 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-fdf24b65-69b9-4d0e-a430-54428c827120 None None] Transition to ACTIVE for port object 1938554c-b269-4341-acb3-264b795b780b will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:36:31.138637 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-fdf24b65-69b9-4d0e-a430-54428c827120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:31.185302 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-fdf24b65-69b9-4d0e-a430-54428c827120 None None] Attempting to bind port 1938554c-b269-4341-acb3-264b795b780b on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:36:31.185705 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-fdf24b65-69b9-4d0e-a430-54428c827120 None None] Attempting to bind port 1938554c-b269-4341-acb3-264b795b780b by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:36:31.186374 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf24b65-69b9-4d0e-a430-54428c827120 None None] Attempting to bind port 1938554c-b269-4341-acb3-264b795b780b on network 681410b9-e86d-4f65-a0f3-ea2093b5104b {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:36:31.201711 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf24b65-69b9-4d0e-a430-54428c827120 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:36:31.202077 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf24b65-69b9-4d0e-a430-54428c827120 None None] Checking segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:36:31.202469 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-fdf24b65-69b9-4d0e-a430-54428c827120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:31.202850 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf24b65-69b9-4d0e-a430-54428c827120 None None] Bound using segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:36:31.203509 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-fdf24b65-69b9-4d0e-a430-54428c827120 None None] Bound port: 1938554c-b269-4341-acb3-264b795b780b, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:36:31.203703 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-fdf24b65-69b9-4d0e-a430-54428c827120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:31.255489 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89dfd67-edb9-4998-9044-235fb2d215b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-62c157cc-c0b8-43a8-b52b-21a436ada85c', 'network_id': '62c157cc-c0b8-43a8-b52b-21a436ada85c', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'fixed_ips': [{'subnet_id': 'c0a28bcd-9758-41f0-bf0b-ddfb38fb2b00'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:36:31.257683 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f89dfd67-edb9-4998-9044-235fb2d215b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:31.258991 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698985a-1326-4f09-8036-18b5d972199a None None] Pushing event updated for resources: {'Port': ['ID=1938554c-b269-4341-acb3-264b795b780b,revision_number=2']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:36:31.302285 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698985a-1326-4f09-8036-18b5d972199a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:36:31.302773 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698985a-1326-4f09-8036-18b5d972199a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:36:31.303325 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698985a-1326-4f09-8036-18b5d972199a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:36:31.303646 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698985a-1326-4f09-8036-18b5d972199a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:36:31.304054 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698985a-1326-4f09-8036-18b5d972199a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:36:31.304480 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698985a-1326-4f09-8036-18b5d972199a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:36:31.304873 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698985a-1326-4f09-8036-18b5d972199a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:36:31.305210 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698985a-1326-4f09-8036-18b5d972199a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:36:31.305512 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698985a-1326-4f09-8036-18b5d972199a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:36:31.306094 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698985a-1326-4f09-8036-18b5d972199a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:36:31.306603 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698985a-1326-4f09-8036-18b5d972199a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:36:31.306951 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698985a-1326-4f09-8036-18b5d972199a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:36:31.314173 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-fdf24b65-69b9-4d0e-a430-54428c827120 None None] For port 1938554c-b269-4341-acb3-264b795b780b, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:36:31.317922 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-fdf24b65-69b9-4d0e-a430-54428c827120 None None] For port 1938554c-b269-4341-acb3-264b795b780b, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=1938554c-b269-4341-acb3-264b795b780b,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:36:31.324008 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-fdf24b65-69b9-4d0e-a430-54428c827120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:31.388894 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf24b65-69b9-4d0e-a430-54428c827120 None None] Routers {'65e16f01-87fb-43b7-a965-b580b4fdbb45'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:36:31.389820 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-fdf24b65-69b9-4d0e-a430-54428c827120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:36:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['65e16f01-87fb-43b7-a965-b580b4fdbb45'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:36:31.422539 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-f89dfd67-edb9-4998-9044-235fb2d215b9 None None] Allocated IP 172.20.0.2 (62c157cc-c0b8-43a8-b52b-21a436ada85c/c0a28bcd-9758-41f0-bf0b-ddfb38fb2b00/46dc38a8-8f58-47b9-b61b-4be426385148) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:36:31.583615 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698985a-1326-4f09-8036-18b5d972199a None None] Pushing event updated for resources: {'Port': ['ID=1938554c-b269-4341-acb3-264b795b780b,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:36:31.602226 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-fdf24b65-69b9-4d0e-a430-54428c827120 None None] Set router 65e16f01-87fb-43b7-a965-b580b4fdbb45 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:36:31.650693 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f89dfd67-edb9-4998-9044-235fb2d215b9 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:31.661575 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f89dfd67-edb9-4998-9044-235fb2d215b9 None None] Transition to ACTIVE for port object 46dc38a8-8f58-47b9-b61b-4be426385148 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:36:31.680021 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f89dfd67-edb9-4998-9044-235fb2d215b9 None None] Transition to ACTIVE for port object 46dc38a8-8f58-47b9-b61b-4be426385148 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:36:31.686566 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f89dfd67-edb9-4998-9044-235fb2d215b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:31.752361 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89dfd67-edb9-4998-9044-235fb2d215b9 None None] Network 62c157cc-c0b8-43a8-b52b-21a436ada85c is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:36:31.755028 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-f89dfd67-edb9-4998-9044-235fb2d215b9 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:36:31.759293 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89dfd67-edb9-4998-9044-235fb2d215b9 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:36:31.798542 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89dfd67-edb9-4998-9044-235fb2d215b9 None None] Pushing event updated for resources: {'Port': ['ID=46dc38a8-8f58-47b9-b61b-4be426385148,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:36:31.870567 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-f89dfd67-edb9-4998-9044-235fb2d215b9 None None] Attempting to bind port 46dc38a8-8f58-47b9-b61b-4be426385148 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:36:31.870881 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-f89dfd67-edb9-4998-9044-235fb2d215b9 None None] Attempting to bind port 46dc38a8-8f58-47b9-b61b-4be426385148 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '522ca0ac-367a-4c73-b599-e8601109fd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62c157cc-c0b8-43a8-b52b-21a436ada85c'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:36:31.871196 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89dfd67-edb9-4998-9044-235fb2d215b9 None None] Attempting to bind port 46dc38a8-8f58-47b9-b61b-4be426385148 on network 62c157cc-c0b8-43a8-b52b-21a436ada85c {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:36:31.876450 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89dfd67-edb9-4998-9044-235fb2d215b9 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:36:31.876964 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89dfd67-edb9-4998-9044-235fb2d215b9 None None] Checking segment: {'id': '522ca0ac-367a-4c73-b599-e8601109fd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62c157cc-c0b8-43a8-b52b-21a436ada85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:36:31.877246 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f89dfd67-edb9-4998-9044-235fb2d215b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:31.877629 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89dfd67-edb9-4998-9044-235fb2d215b9 None None] Bound using segment: {'id': '522ca0ac-367a-4c73-b599-e8601109fd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62c157cc-c0b8-43a8-b52b-21a436ada85c'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:36:31.878195 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-f89dfd67-edb9-4998-9044-235fb2d215b9 None None] Bound port: 46dc38a8-8f58-47b9-b61b-4be426385148, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '522ca0ac-367a-4c73-b599-e8601109fd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62c157cc-c0b8-43a8-b52b-21a436ada85c'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:36:31.878566 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f89dfd67-edb9-4998-9044-235fb2d215b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:31.895904 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-fdf24b65-69b9-4d0e-a430-54428c827120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145833984', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '1938554c-b269-4341-acb3-264b795b780b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:36:27Z', 'updated_at': '2022-09-14T23:36:29Z', 'revision_number': 3, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '1938554c-b269-4341-acb3-264b795b780b', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:36:28Z', 'updated_at': '2022-09-14T23:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:36:31.900191 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf24b65-69b9-4d0e-a430-54428c827120 None None] The sync data for ids ['65e16f01-87fb-43b7-a965-b580b4fdbb45'] in dv-neutron-857791-1-hyperv is: [{'id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145833984', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '1938554c-b269-4341-acb3-264b795b780b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:36:27Z', 'updated_at': '2022-09-14T23:36:29Z', 'revision_number': 3, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '1938554c-b269-4341-acb3-264b795b780b', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:36:28Z', 'updated_at': '2022-09-14T23:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:36:31.922807 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-641d006c-a3fc-448f-9da9-0a1d849b3c9d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:31.973741 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-f89dfd67-edb9-4998-9044-235fb2d215b9 None None] For port 46dc38a8-8f58-47b9-b61b-4be426385148, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:36:31.977544 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-f89dfd67-edb9-4998-9044-235fb2d215b9 None None] For port 46dc38a8-8f58-47b9-b61b-4be426385148, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=46dc38a8-8f58-47b9-b61b-4be426385148,segment=NetworkSegment(522ca0ac-367a-4c73-b599-e8601109fd56),segment_id=522ca0ac-367a-4c73-b599-e8601109fd56)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:36:31.982577 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f89dfd67-edb9-4998-9044-235fb2d215b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:32.064980 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89dfd67-edb9-4998-9044-235fb2d215b9 None None] Pushing event updated for resources: {'Port': ['ID=46dc38a8-8f58-47b9-b61b-4be426385148,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:36:32.299652 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 1938554c-b269-4341-acb3-264b795b780b up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:36:32.381378 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 1938554c-b269-4341-acb3-264b795b780b completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:36:32.390499 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 1938554c-b269-4341-acb3-264b795b780b triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:36:32.390932 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:32.459577 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-641d006c-a3fc-448f-9da9-0a1d849b3c9d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Allocated IP 172.20.0.1 (62c157cc-c0b8-43a8-b52b-21a436ada85c/c0a28bcd-9758-41f0-bf0b-ddfb38fb2b00/e0153d9e-0485-4361-81f4-f56e4f390a2a) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:36:32.542634 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 1938554c-b269-4341-acb3-264b795b780b is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:36:32.543119 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:32.560985 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 1938554c-b269-4341-acb3-264b795b780b, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=1938554c-b269-4341-acb3-264b795b780b,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:36:32.566614 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:32.640568 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=1938554c-b269-4341-acb3-264b795b780b,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:36:32.664912 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-641d006c-a3fc-448f-9da9-0a1d849b3c9d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:32.681948 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-641d006c-a3fc-448f-9da9-0a1d849b3c9d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Transition to ACTIVE for port object e0153d9e-0485-4361-81f4-f56e4f390a2a will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:36:32.707171 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-641d006c-a3fc-448f-9da9-0a1d849b3c9d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:32.779484 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641d006c-a3fc-448f-9da9-0a1d849b3c9d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Network 62c157cc-c0b8-43a8-b52b-21a436ada85c is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:36:32.782527 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-641d006c-a3fc-448f-9da9-0a1d849b3c9d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:36:32.786729 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641d006c-a3fc-448f-9da9-0a1d849b3c9d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:36:32.828740 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d006c-a3fc-448f-9da9-0a1d849b3c9d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Port': ['ID=e0153d9e-0485-4361-81f4-f56e4f390a2a,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:36:32.859044 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-641d006c-a3fc-448f-9da9-0a1d849b3c9d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:33.110241 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51827748-3ff3-4eab-bf3a-d06389818849 None None] Network 62c157cc-c0b8-43a8-b52b-21a436ada85c requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:36:33.127438 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-641d006c-a3fc-448f-9da9-0a1d849b3c9d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:33.214549 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-d76e6348-bd32-44b8-8ced-3659d3d1bfa2 None None] Provisioning for port 46dc38a8-8f58-47b9-b61b-4be426385148 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:36:33.653011 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c3e516be-ffe1-454e-bd5d-afd578bad30f None None] Provisioning for port e0153d9e-0485-4361-81f4-f56e4f390a2a completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:36:33.658467 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c3e516be-ffe1-454e-bd5d-afd578bad30f None None] Provisioning complete for port e0153d9e-0485-4361-81f4-f56e4f390a2a triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:36:33.658834 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c3e516be-ffe1-454e-bd5d-afd578bad30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:33.682681 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-641d006c-a3fc-448f-9da9-0a1d849b3c9d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:33.687724 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-641d006c-a3fc-448f-9da9-0a1d849b3c9d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:33.753488 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c3e516be-ffe1-454e-bd5d-afd578bad30f None None] Port e0153d9e-0485-4361-81f4-f56e4f390a2a cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:36:33.803373 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-641d006c-a3fc-448f-9da9-0a1d849b3c9d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:33.806601 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d006c-a3fc-448f-9da9-0a1d849b3c9d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Port': ['ID=e0153d9e-0485-4361-81f4-f56e4f390a2a,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:36:33.882990 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-04af1c2e-c36c-4eaf-839e-ca0db9b09970 None None] Provisioning complete for port e0153d9e-0485-4361-81f4-f56e4f390a2a triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:36:33.883347 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-04af1c2e-c36c-4eaf-839e-ca0db9b09970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:33.935306 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-04af1c2e-c36c-4eaf-839e-ca0db9b09970 None None] Port e0153d9e-0485-4361-81f4-f56e4f390a2a cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:36:33.943214 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641d006c-a3fc-448f-9da9-0a1d849b3c9d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Network 62c157cc-c0b8-43a8-b52b-21a436ada85c is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:36:33.944971 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-641d006c-a3fc-448f-9da9-0a1d849b3c9d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:36:34.135041 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641d006c-a3fc-448f-9da9-0a1d849b3c9d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Router 65e16f01-87fb-43b7-a965-b580b4fdbb45 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:36:34.160995 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1672baba-f45f-4209-8e43-c3540540f10b None None] Provisioning complete for port e0153d9e-0485-4361-81f4-f56e4f390a2a triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:36:34.161435 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1672baba-f45f-4209-8e43-c3540540f10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:34.215977 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1672baba-f45f-4209-8e43-c3540540f10b None None] Port e0153d9e-0485-4361-81f4-f56e4f390a2a cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:36:34.261726 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 1938554c-b269-4341-acb3-264b795b780b up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:36:34.320918 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641d006c-a3fc-448f-9da9-0a1d849b3c9d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:36:34.332755 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 1938554c-b269-4341-acb3-264b795b780b triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:36:34.340667 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:34.340823 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-641d006c-a3fc-448f-9da9-0a1d849b3c9d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "PUT /v2.0/routers/65e16f01-87fb-43b7-a965-b580b4fdbb45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2983594 Sep 14 23:36:34.358766 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff68d63-25e6-424d-8630-6e9f75db765b None None] Sync routers for ids ['65e16f01-87fb-43b7-a965-b580b4fdbb45'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:36:34.390154 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff68d63-25e6-424d-8630-6e9f75db765b None None] Routers {'65e16f01-87fb-43b7-a965-b580b4fdbb45'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:36:34.390777 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-6ff68d63-25e6-424d-8630-6e9f75db765b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:36:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['65e16f01-87fb-43b7-a965-b580b4fdbb45'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:36:34.495156 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-73695f77-2209-4423-a343-2eeefb4427e5 req-831375f8-5459-41eb-8206-b9feedf11f74 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Synchronizing usage tracker for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:36:34.511461 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-73695f77-2209-4423-a343-2eeefb4427e5 req-831375f8-5459-41eb-8206-b9feedf11f74 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Unset dirty status for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:36:34.512555 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-73695f77-2209-4423-a343-2eeefb4427e5 req-831375f8-5459-41eb-8206-b9feedf11f74 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-575704699&fields=id&tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f HTTP/1.1" status: 200 len: 267 time: 0.0561135 Sep 14 23:36:34.620083 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 1938554c-b269-4341-acb3-264b795b780b is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:36:34.621219 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 46dc38a8-8f58-47b9-b61b-4be426385148 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:36:34.649053 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-6ff68d63-25e6-424d-8630-6e9f75db765b None None] Set router 65e16f01-87fb-43b7-a965-b580b4fdbb45 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:36:34.661800 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73695f77-2209-4423-a343-2eeefb4427e5 req-dae81469-61a0-4c33-8808-dcfe506e0159 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:36:34.662468 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-73695f77-2209-4423-a343-2eeefb4427e5 req-dae81469-61a0-4c33-8808-dcfe506e0159 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Synchronizing usage tracker for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:network {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:36:34.679639 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-73695f77-2209-4423-a343-2eeefb4427e5 req-dae81469-61a0-4c33-8808-dcfe506e0159 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Unset dirty status for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:network {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:36:34.680849 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-73695f77-2209-4423-a343-2eeefb4427e5 req-dae81469-61a0-4c33-8808-dcfe506e0159 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/networks?id=62c157cc-c0b8-43a8-b52b-21a436ada85c HTTP/1.1" status: 200 len: 796 time: 0.1615248 Sep 14 23:36:34.695615 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-73695f77-2209-4423-a343-2eeefb4427e5 req-cbe3cb88-98c3-4590-b5f8-c6309b7eab15 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/quotas/f82b3a84f14c45698bcfb4ac2ac76a9f HTTP/1.1" status: 200 len: 375 time: 0.0089924 Sep 14 23:36:34.794466 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-73695f77-2209-4423-a343-2eeefb4427e5 req-88ccfc9a-c467-4062-bd77-75cf30fa33e5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Synchronizing usage tracker for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:36:34.823482 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-73695f77-2209-4423-a343-2eeefb4427e5 req-88ccfc9a-c467-4062-bd77-75cf30fa33e5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Unset dirty status for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:36:34.824840 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-73695f77-2209-4423-a343-2eeefb4427e5 req-88ccfc9a-c467-4062-bd77-75cf30fa33e5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1242993 Sep 14 23:36:34.898599 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 46dc38a8-8f58-47b9-b61b-4be426385148 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:36:34.907489 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 46dc38a8-8f58-47b9-b61b-4be426385148 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:36:34.907855 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:34.977290 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-73695f77-2209-4423-a343-2eeefb4427e5 req-cc34daf3-4bef-42ea-a5ec-bbfcede506c9 service neutron] 10.222.0.33 "GET /v2.0/networks/62c157cc-c0b8-43a8-b52b-21a436ada85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374128 Sep 14 23:36:35.099096 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 46dc38a8-8f58-47b9-b61b-4be426385148 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:36:35.099376 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:35.137074 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-6ff68d63-25e6-424d-8630-6e9f75db765b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145833984', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '1938554c-b269-4341-acb3-264b795b780b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:36:27Z', 'updated_at': '2022-09-14T23:36:33Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '1938554c-b269-4341-acb3-264b795b780b', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:36:28Z', 'updated_at': '2022-09-14T23:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'e0153d9e-0485-4361-81f4-f56e4f390a2a', 'name': '', 'network_id': '62c157cc-c0b8-43a8-b52b-21a436ada85c', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:1e:cd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'c0a28bcd-9758-41f0-bf0b-ddfb38fb2b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:36:32Z', 'updated_at': '2022-09-14T23:36:33Z', 'revision_number': 2, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': 'c0a28bcd-9758-41f0-bf0b-ddfb38fb2b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:36:35.143659 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 46dc38a8-8f58-47b9-b61b-4be426385148, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=46dc38a8-8f58-47b9-b61b-4be426385148,segment=NetworkSegment(522ca0ac-367a-4c73-b599-e8601109fd56),segment_id=522ca0ac-367a-4c73-b599-e8601109fd56)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:36:35.144649 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff68d63-25e6-424d-8630-6e9f75db765b None None] Checking router: 65e16f01-87fb-43b7-a965-b580b4fdbb45 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:36:35.145023 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff68d63-25e6-424d-8630-6e9f75db765b None None] Updating router 65e16f01-87fb-43b7-a965-b580b4fdbb45 port e0153d9e-0485-4361-81f4-f56e4f390a2a binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:36:35.173581 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:35.228004 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-73695f77-2209-4423-a343-2eeefb4427e5 req-44511331-241b-44e2-85e1-d3c96b77d73a service neutron] 10.222.0.33 "GET /v2.0/networks/62c157cc-c0b8-43a8-b52b-21a436ada85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447574 Sep 14 23:36:35.253199 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6ff68d63-25e6-424d-8630-6e9f75db765b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:35.306478 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=46dc38a8-8f58-47b9-b61b-4be426385148,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:36:35.430576 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0982587f-0e0e-405d-921b-43d42a9b4c71 req-37bf2b23-cccf-4086-bc2e-ecabef9d8e99 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 210 time: 0.0537887 Sep 14 23:36:35.681778 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6ff68d63-25e6-424d-8630-6e9f75db765b None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:35.694759 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-6ff68d63-25e6-424d-8630-6e9f75db765b None None] Transition to ACTIVE for port object e0153d9e-0485-4361-81f4-f56e4f390a2a will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:36:35.701223 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6ff68d63-25e6-424d-8630-6e9f75db765b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:35.914350 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f517b6c-5116-44f2-8838-215c3735b006 None None] Pushing event updated for resources: {'Port': ['ID=e0153d9e-0485-4361-81f4-f56e4f390a2a,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:36:35.937996 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-6ff68d63-25e6-424d-8630-6e9f75db765b None None] Attempting to bind port e0153d9e-0485-4361-81f4-f56e4f390a2a on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:36:35.938450 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-6ff68d63-25e6-424d-8630-6e9f75db765b None None] Attempting to bind port e0153d9e-0485-4361-81f4-f56e4f390a2a by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '522ca0ac-367a-4c73-b599-e8601109fd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62c157cc-c0b8-43a8-b52b-21a436ada85c'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:36:35.938869 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff68d63-25e6-424d-8630-6e9f75db765b None None] Attempting to bind port e0153d9e-0485-4361-81f4-f56e4f390a2a on network 62c157cc-c0b8-43a8-b52b-21a436ada85c {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:36:35.945299 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff68d63-25e6-424d-8630-6e9f75db765b None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:36:35.945661 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff68d63-25e6-424d-8630-6e9f75db765b None None] Checking segment: {'id': '522ca0ac-367a-4c73-b599-e8601109fd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62c157cc-c0b8-43a8-b52b-21a436ada85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:36:35.946096 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6ff68d63-25e6-424d-8630-6e9f75db765b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:35.946845 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff68d63-25e6-424d-8630-6e9f75db765b None None] Bound using segment: {'id': '522ca0ac-367a-4c73-b599-e8601109fd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62c157cc-c0b8-43a8-b52b-21a436ada85c'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:36:35.947294 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-6ff68d63-25e6-424d-8630-6e9f75db765b None None] Bound port: e0153d9e-0485-4361-81f4-f56e4f390a2a, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '522ca0ac-367a-4c73-b599-e8601109fd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62c157cc-c0b8-43a8-b52b-21a436ada85c'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:36:35.947657 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6ff68d63-25e6-424d-8630-6e9f75db765b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:36.035485 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-6ff68d63-25e6-424d-8630-6e9f75db765b None None] For port e0153d9e-0485-4361-81f4-f56e4f390a2a, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:36:36.038673 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-6ff68d63-25e6-424d-8630-6e9f75db765b None None] For port e0153d9e-0485-4361-81f4-f56e4f390a2a, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=e0153d9e-0485-4361-81f4-f56e4f390a2a,segment=NetworkSegment(522ca0ac-367a-4c73-b599-e8601109fd56),segment_id=522ca0ac-367a-4c73-b599-e8601109fd56)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:36:36.043518 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6ff68d63-25e6-424d-8630-6e9f75db765b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:36.108788 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff68d63-25e6-424d-8630-6e9f75db765b None None] Routers {'65e16f01-87fb-43b7-a965-b580b4fdbb45'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:36:36.109397 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-6ff68d63-25e6-424d-8630-6e9f75db765b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:36:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['65e16f01-87fb-43b7-a965-b580b4fdbb45'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:36:36.199927 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 46dc38a8-8f58-47b9-b61b-4be426385148 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:36:36.233065 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f517b6c-5116-44f2-8838-215c3735b006 None None] Pushing event updated for resources: {'Port': ['ID=e0153d9e-0485-4361-81f4-f56e4f390a2a,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:36:36.364746 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-6ff68d63-25e6-424d-8630-6e9f75db765b None None] Set router 65e16f01-87fb-43b7-a965-b580b4fdbb45 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:36:36.412391 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 46dc38a8-8f58-47b9-b61b-4be426385148 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:36:36.412796 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:36.601641 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73695f77-2209-4423-a343-2eeefb4427e5 req-0076e232-f3b7-4bcd-a8b6-81891e962340 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:36:36.603153 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-73695f77-2209-4423-a343-2eeefb4427e5 req-0076e232-f3b7-4bcd-a8b6-81891e962340 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Synchronizing usage tracker for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:network {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:36:36.618359 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-73695f77-2209-4423-a343-2eeefb4427e5 req-0076e232-f3b7-4bcd-a8b6-81891e962340 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Unset dirty status for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:network {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:36:36.618512 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-04a02692-4606-49cd-af51-9360b9316777 req-c09483f9-9aff-4f09-9d50-c567cdc9bf3b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 210 time: 0.0632181 Sep 14 23:36:36.621572 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-73695f77-2209-4423-a343-2eeefb4427e5 req-0076e232-f3b7-4bcd-a8b6-81891e962340 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.20 "GET /v2.0/networks?id=62c157cc-c0b8-43a8-b52b-21a436ada85c HTTP/1.1" status: 200 len: 796 time: 0.2105763 Sep 14 23:36:36.737258 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 46dc38a8-8f58-47b9-b61b-4be426385148 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:36:36.776563 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-73695f77-2209-4423-a343-2eeefb4427e5 req-4861e2bb-ec21-4c64-939b-6e1c0f7f0ba2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Synchronizing usage tracker for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:security_group {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:36:36.792654 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-73695f77-2209-4423-a343-2eeefb4427e5 req-4861e2bb-ec21-4c64-939b-6e1c0f7f0ba2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Unset dirty status for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:security_group {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:36:36.792917 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-73695f77-2209-4423-a343-2eeefb4427e5 req-4861e2bb-ec21-4c64-939b-6e1c0f7f0ba2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f HTTP/1.1" status: 200 len: 379 time: 0.1635609 Sep 14 23:36:36.803077 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-73695f77-2209-4423-a343-2eeefb4427e5 req-b7a834db-6708-4159-be49-88d1a62bf124 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'port': {'device_id': '213b4f0b-201c-43b2-9929-155e54c703dd', 'network_id': '62c157cc-c0b8-43a8-b52b-21a436ada85c', 'admin_state_up': True, 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'security_groups': ['f9e27051-40fa-4f5b-87e9-5fd0c03ac437']}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:36:36.809618 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-6ff68d63-25e6-424d-8630-6e9f75db765b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145833984', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '1938554c-b269-4341-acb3-264b795b780b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:36:27Z', 'updated_at': '2022-09-14T23:36:33Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '1938554c-b269-4341-acb3-264b795b780b', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:36:28Z', 'updated_at': '2022-09-14T23:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'e0153d9e-0485-4361-81f4-f56e4f390a2a', 'name': '', 'network_id': '62c157cc-c0b8-43a8-b52b-21a436ada85c', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:1e:cd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'c0a28bcd-9758-41f0-bf0b-ddfb38fb2b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:36:32Z', 'updated_at': '2022-09-14T23:36:36Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': 'c0a28bcd-9758-41f0-bf0b-ddfb38fb2b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:36:36.813593 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff68d63-25e6-424d-8630-6e9f75db765b None None] The sync data for ids ['65e16f01-87fb-43b7-a965-b580b4fdbb45'] in dv-neutron-857791-1-hyperv is: [{'id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145833984', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '1938554c-b269-4341-acb3-264b795b780b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:36:27Z', 'updated_at': '2022-09-14T23:36:33Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '1938554c-b269-4341-acb3-264b795b780b', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:36:28Z', 'updated_at': '2022-09-14T23:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'e0153d9e-0485-4361-81f4-f56e4f390a2a', 'name': '', 'network_id': '62c157cc-c0b8-43a8-b52b-21a436ada85c', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:1e:cd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'c0a28bcd-9758-41f0-bf0b-ddfb38fb2b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:36:32Z', 'updated_at': '2022-09-14T23:36:36Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': 'c0a28bcd-9758-41f0-bf0b-ddfb38fb2b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:36:36.978905 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-73695f77-2209-4423-a343-2eeefb4427e5 req-b7a834db-6708-4159-be49-88d1a62bf124 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:36:36.989566 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-73695f77-2209-4423-a343-2eeefb4427e5 req-b7a834db-6708-4159-be49-88d1a62bf124 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:36:37.002011 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73695f77-2209-4423-a343-2eeefb4427e5 req-b7a834db-6708-4159-be49-88d1a62bf124 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Made reservation on behalf of f82b3a84f14c45698bcfb4ac2ac76a9f for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:36:37.005974 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-73695f77-2209-4423-a343-2eeefb4427e5 req-b7a834db-6708-4159-be49-88d1a62bf124 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:37.183305 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [req-73695f77-2209-4423-a343-2eeefb4427e5 req-b7a834db-6708-4159-be49-88d1a62bf124 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Allocated IP 172.20.0.4 (62c157cc-c0b8-43a8-b52b-21a436ada85c/c0a28bcd-9758-41f0-bf0b-ddfb38fb2b00/710e4e8e-06b7-4a61-a1b1-f0a34abe42cf) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:36:37.382287 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-73695f77-2209-4423-a343-2eeefb4427e5 req-b7a834db-6708-4159-be49-88d1a62bf124 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:37.399167 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-73695f77-2209-4423-a343-2eeefb4427e5 req-b7a834db-6708-4159-be49-88d1a62bf124 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Transition to ACTIVE for port object 710e4e8e-06b7-4a61-a1b1-f0a34abe42cf will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:36:37.424382 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-73695f77-2209-4423-a343-2eeefb4427e5 req-b7a834db-6708-4159-be49-88d1a62bf124 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:37.496282 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73695f77-2209-4423-a343-2eeefb4427e5 req-b7a834db-6708-4159-be49-88d1a62bf124 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Network 62c157cc-c0b8-43a8-b52b-21a436ada85c is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:36:37.499403 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [req-73695f77-2209-4423-a343-2eeefb4427e5 req-b7a834db-6708-4159-be49-88d1a62bf124 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:36:37.501923 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-73695f77-2209-4423-a343-2eeefb4427e5 req-b7a834db-6708-4159-be49-88d1a62bf124 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:36:37.543634 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a834db-6708-4159-be49-88d1a62bf124 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Port': ['ID=710e4e8e-06b7-4a61-a1b1-f0a34abe42cf,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:36:37.580514 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73695f77-2209-4423-a343-2eeefb4427e5 req-b7a834db-6708-4159-be49-88d1a62bf124 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:36:37.581204 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-73695f77-2209-4423-a343-2eeefb4427e5 req-b7a834db-6708-4159-be49-88d1a62bf124 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:37.608935 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-73695f77-2209-4423-a343-2eeefb4427e5 req-b7a834db-6708-4159-be49-88d1a62bf124 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8101664 Sep 14 23:36:37.620501 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-73695f77-2209-4423-a343-2eeefb4427e5 req-2728dfa2-3789-450f-87ac-1e2e0779ead7 service neutron] Request body: {'port': {'device_id': '213b4f0b-201c-43b2-9929-155e54c703dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:36:37.748110 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-73695f77-2209-4423-a343-2eeefb4427e5 req-2728dfa2-3789-450f-87ac-1e2e0779ead7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:37.771398 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-822f38d0-466d-4c30-8813-ea6b3193e9e5 None None] Provisioning for port 710e4e8e-06b7-4a61-a1b1-f0a34abe42cf completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:36:37.781556 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-822f38d0-466d-4c30-8813-ea6b3193e9e5 None None] Provisioning complete for port 710e4e8e-06b7-4a61-a1b1-f0a34abe42cf triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:36:37.781919 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-822f38d0-466d-4c30-8813-ea6b3193e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:37.841732 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-635fb5c3-dd91-479e-a88e-95a53fda7863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:37.852739 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-822f38d0-466d-4c30-8813-ea6b3193e9e5 None None] Port 710e4e8e-06b7-4a61-a1b1-f0a34abe42cf cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:36:37.853521 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2c223-132e-4641-be58-f3e28abc9444 req-34e5b1ff-d84d-46bf-b39d-7d911414a2f5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:36:37.854930 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e9d2c223-132e-4641-be58-f3e28abc9444 req-34e5b1ff-d84d-46bf-b39d-7d911414a2f5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 931 time: 0.1074145 Sep 14 23:36:37.905620 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e9d2c223-132e-4641-be58-f3e28abc9444 req-cba4206e-ff8a-4e43-b0ab-78a6346d724f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9e27051-40fa-4f5b-87e9-5fd0c03ac437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411527 Sep 14 23:36:38.112920 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [req-73695f77-2209-4423-a343-2eeefb4427e5 req-2728dfa2-3789-450f-87ac-1e2e0779ead7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 710e4e8e-06b7-4a61-a1b1-f0a34abe42cf {{(pid=89171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:36:38.120288 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-73695f77-2209-4423-a343-2eeefb4427e5 req-2728dfa2-3789-450f-87ac-1e2e0779ead7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:38.134789 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-73695f77-2209-4423-a343-2eeefb4427e5 req-2728dfa2-3789-450f-87ac-1e2e0779ead7 service neutron] Transition to ACTIVE for port object 710e4e8e-06b7-4a61-a1b1-f0a34abe42cf will not be triggered until provisioned by entity L2. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:36:38.138334 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-73695f77-2209-4423-a343-2eeefb4427e5 req-2728dfa2-3789-450f-87ac-1e2e0779ead7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:38.206481 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e0153d9e-0485-4361-81f4-f56e4f390a2a up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:36:38.274204 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port e0153d9e-0485-4361-81f4-f56e4f390a2a completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:36:38.278902 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port e0153d9e-0485-4361-81f4-f56e4f390a2a triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:36:38.279317 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:38.336164 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2728dfa2-3789-450f-87ac-1e2e0779ead7 service neutron] Pushing event updated for resources: {'Port': ['ID=710e4e8e-06b7-4a61-a1b1-f0a34abe42cf,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:36:38.368766 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-73695f77-2209-4423-a343-2eeefb4427e5 req-2728dfa2-3789-450f-87ac-1e2e0779ead7 service neutron] Attempting to bind port 710e4e8e-06b7-4a61-a1b1-f0a34abe42cf on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:36:38.369100 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-73695f77-2209-4423-a343-2eeefb4427e5 req-2728dfa2-3789-450f-87ac-1e2e0779ead7 service neutron] Attempting to bind port 710e4e8e-06b7-4a61-a1b1-f0a34abe42cf by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '522ca0ac-367a-4c73-b599-e8601109fd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62c157cc-c0b8-43a8-b52b-21a436ada85c'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:36:38.369424 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73695f77-2209-4423-a343-2eeefb4427e5 req-2728dfa2-3789-450f-87ac-1e2e0779ead7 service neutron] Attempting to bind port 710e4e8e-06b7-4a61-a1b1-f0a34abe42cf on network 62c157cc-c0b8-43a8-b52b-21a436ada85c {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:36:38.374064 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73695f77-2209-4423-a343-2eeefb4427e5 req-2728dfa2-3789-450f-87ac-1e2e0779ead7 service neutron] Port 710e4e8e-06b7-4a61-a1b1-f0a34abe42cf on network 62c157cc-c0b8-43a8-b52b-21a436ada85c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:36:38.374384 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73695f77-2209-4423-a343-2eeefb4427e5 req-2728dfa2-3789-450f-87ac-1e2e0779ead7 service neutron] Attempting to bind port 710e4e8e-06b7-4a61-a1b1-f0a34abe42cf on network 62c157cc-c0b8-43a8-b52b-21a436ada85c {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:36:38.379759 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73695f77-2209-4423-a343-2eeefb4427e5 req-2728dfa2-3789-450f-87ac-1e2e0779ead7 service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:36:38.380094 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73695f77-2209-4423-a343-2eeefb4427e5 req-2728dfa2-3789-450f-87ac-1e2e0779ead7 service neutron] Checking segment: {'id': '522ca0ac-367a-4c73-b599-e8601109fd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62c157cc-c0b8-43a8-b52b-21a436ada85c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:36:38.380471 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73695f77-2209-4423-a343-2eeefb4427e5 req-2728dfa2-3789-450f-87ac-1e2e0779ead7 service neutron] Bound using segment: {'id': '522ca0ac-367a-4c73-b599-e8601109fd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62c157cc-c0b8-43a8-b52b-21a436ada85c'} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:36:38.380920 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-73695f77-2209-4423-a343-2eeefb4427e5 req-2728dfa2-3789-450f-87ac-1e2e0779ead7 service neutron] Bound port: 710e4e8e-06b7-4a61-a1b1-f0a34abe42cf, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '522ca0ac-367a-4c73-b599-e8601109fd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62c157cc-c0b8-43a8-b52b-21a436ada85c'}}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:36:38.381264 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-73695f77-2209-4423-a343-2eeefb4427e5 req-2728dfa2-3789-450f-87ac-1e2e0779ead7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:38.399064 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port e0153d9e-0485-4361-81f4-f56e4f390a2a is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:36:38.399429 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:38.430949 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port e0153d9e-0485-4361-81f4-f56e4f390a2a, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=e0153d9e-0485-4361-81f4-f56e4f390a2a,segment=NetworkSegment(522ca0ac-367a-4c73-b599-e8601109fd56),segment_id=522ca0ac-367a-4c73-b599-e8601109fd56)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:36:38.434874 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:38.470713 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-73695f77-2209-4423-a343-2eeefb4427e5 req-2728dfa2-3789-450f-87ac-1e2e0779ead7 service neutron] For port 710e4e8e-06b7-4a61-a1b1-f0a34abe42cf, host hv-neutron-8577, cleared binding levels {{(pid=89171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:36:38.474704 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-73695f77-2209-4423-a343-2eeefb4427e5 req-2728dfa2-3789-450f-87ac-1e2e0779ead7 service neutron] For port 710e4e8e-06b7-4a61-a1b1-f0a34abe42cf, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=710e4e8e-06b7-4a61-a1b1-f0a34abe42cf,segment=NetworkSegment(522ca0ac-367a-4c73-b599-e8601109fd56),segment_id=522ca0ac-367a-4c73-b599-e8601109fd56)] {{(pid=89171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:36:38.485331 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-73695f77-2209-4423-a343-2eeefb4427e5 req-2728dfa2-3789-450f-87ac-1e2e0779ead7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:38.507574 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=e0153d9e-0485-4361-81f4-f56e4f390a2a,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:36:38.516006 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73695f77-2209-4423-a343-2eeefb4427e5 req-2728dfa2-3789-450f-87ac-1e2e0779ead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:36:38.516632 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-73695f77-2209-4423-a343-2eeefb4427e5 req-2728dfa2-3789-450f-87ac-1e2e0779ead7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:38.518014 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-73695f77-2209-4423-a343-2eeefb4427e5 req-2728dfa2-3789-450f-87ac-1e2e0779ead7 service neutron] 10.222.0.20 "PUT /v2.0/ports/710e4e8e-06b7-4a61-a1b1-f0a34abe42cf HTTP/1.1" status: 200 len: 1093 time: 0.9022405 Sep 14 23:36:38.523622 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213b4f0b-201c-43b2-9929-155e54c703dd', 'tag': '710e4e8e-06b7-4a61-a1b1-f0a34abe42cf'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:36:38.525903 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a590bcf2-ece5-4cc5-bfed-fc436d4e47b7" -d '{"events": [{"name": "network-changed", "server_uuid": "213b4f0b-201c-43b2-9929-155e54c703dd", "tag": "710e4e8e-06b7-4a61-a1b1-f0a34abe42cf"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:36:38.591531 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ac8980-9014-4b61-af40-64834047c4f5 x-openstack-request-id: req-09ac8980-9014-4b61-af40-64834047c4f5 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:36:38.591810 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "213b4f0b-201c-43b2-9929-155e54c703dd", "tag": "710e4e8e-06b7-4a61-a1b1-f0a34abe42cf", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:36:38.592051 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-09ac8980-9014-4b61-af40-64834047c4f5 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:36:38.592429 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09ac8980-9014-4b61-af40-64834047c4f5'] response: {'name': 'network-changed', 'server_uuid': '213b4f0b-201c-43b2-9929-155e54c703dd', 'tag': '710e4e8e-06b7-4a61-a1b1-f0a34abe42cf', 'status': 'completed', 'code': 200} Sep 14 23:36:38.613181 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2728dfa2-3789-450f-87ac-1e2e0779ead7 service neutron] Pushing event updated for resources: {'Port': ['ID=710e4e8e-06b7-4a61-a1b1-f0a34abe42cf,revision_number=3']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:36:38.642434 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73695f77-2209-4423-a343-2eeefb4427e5 req-1dba47d0-1c1b-4fc4-a635-4a502b5445d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:36:38.643927 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-73695f77-2209-4423-a343-2eeefb4427e5 req-1dba47d0-1c1b-4fc4-a635-4a502b5445d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f&device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 1096 time: 0.0909512 Sep 14 23:36:38.811948 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-73695f77-2209-4423-a343-2eeefb4427e5 req-54e855ae-b65d-444c-9e18-6d84604e067c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=710e4e8e-06b7-4a61-a1b1-f0a34abe42cf HTTP/1.1" status: 200 len: 217 time: 0.1611037 Sep 14 23:36:38.871371 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73695f77-2209-4423-a343-2eeefb4427e5 req-cb7c1a3f-23c2-44d7-8878-4687d8f865da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:36:38.872706 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-73695f77-2209-4423-a343-2eeefb4427e5 req-cb7c1a3f-23c2-44d7-8878-4687d8f865da service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c0a28bcd-9758-41f0-bf0b-ddfb38fb2b00 HTTP/1.1" status: 200 len: 831 time: 0.0553341 Sep 14 23:36:38.955750 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73695f77-2209-4423-a343-2eeefb4427e5 req-bc32d47d-47de-413d-95b1-716e995bd5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:36:38.957253 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-73695f77-2209-4423-a343-2eeefb4427e5 req-bc32d47d-47de-413d-95b1-716e995bd5f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62c157cc-c0b8-43a8-b52b-21a436ada85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790606 Sep 14 23:36:39.089305 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-73695f77-2209-4423-a343-2eeefb4427e5 req-a7f01995-b822-4f7d-9cd4-263ee462a21e service neutron] 10.222.0.20 "GET /v2.0/networks/62c157cc-c0b8-43a8-b52b-21a436ada85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256509 Sep 14 23:36:39.112112 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c567521-cc23-4014-a3a6-fb98a09ab88e req-29e4c23c-7460-4aff-ac34-8acf6cfd1aba tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:36:39.113869 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3c567521-cc23-4014-a3a6-fb98a09ab88e req-29e4c23c-7460-4aff-ac34-8acf6cfd1aba tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 943 time: 0.0898523 Sep 14 23:36:39.158626 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3c567521-cc23-4014-a3a6-fb98a09ab88e req-1403ca74-bff3-4233-9bbe-5a9533478e84 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9e27051-40fa-4f5b-87e9-5fd0c03ac437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387392 Sep 14 23:36:39.220114 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-73695f77-2209-4423-a343-2eeefb4427e5 req-b02266dc-0f78-4544-9fae-3f016f44a312 service neutron] 10.222.0.20 "GET /v2.0/networks/62c157cc-c0b8-43a8-b52b-21a436ada85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255207 Sep 14 23:36:39.341261 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590bcf2-ece5-4cc5-bfed-fc436d4e47b7 req-5d25c4b0-eab9-417c-b259-deec926cdb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:36:39.342722 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-a590bcf2-ece5-4cc5-bfed-fc436d4e47b7 req-5d25c4b0-eab9-417c-b259-deec926cdb6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f&device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 1096 time: 0.0775504 Sep 14 23:36:39.471818 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590bcf2-ece5-4cc5-bfed-fc436d4e47b7 req-ae4bc823-90bc-4429-a27d-81cd0c35e31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:36:39.473267 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-a590bcf2-ece5-4cc5-bfed-fc436d4e47b7 req-ae4bc823-90bc-4429-a27d-81cd0c35e31a service neutron] 10.222.0.20 "GET /v2.0/networks?id=62c157cc-c0b8-43a8-b52b-21a436ada85c HTTP/1.1" status: 200 len: 896 time: 0.1234705 Sep 14 23:36:39.542774 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-a590bcf2-ece5-4cc5-bfed-fc436d4e47b7 req-2f75bd8b-98af-4060-b7dd-1e154920910b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=710e4e8e-06b7-4a61-a1b1-f0a34abe42cf HTTP/1.1" status: 200 len: 217 time: 0.0626066 Sep 14 23:36:39.602607 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590bcf2-ece5-4cc5-bfed-fc436d4e47b7 req-95584f68-7824-4c34-a269-83dff280dde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:36:39.603978 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-a590bcf2-ece5-4cc5-bfed-fc436d4e47b7 req-95584f68-7824-4c34-a269-83dff280dde7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c0a28bcd-9758-41f0-bf0b-ddfb38fb2b00 HTTP/1.1" status: 200 len: 831 time: 0.0550623 Sep 14 23:36:39.687284 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590bcf2-ece5-4cc5-bfed-fc436d4e47b7 req-01da6eb6-1abd-4e67-a8cd-7dbad3bae5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:36:39.689102 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-a590bcf2-ece5-4cc5-bfed-fc436d4e47b7 req-01da6eb6-1abd-4e67-a8cd-7dbad3bae5d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62c157cc-c0b8-43a8-b52b-21a436ada85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783012 Sep 14 23:36:39.816722 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-a590bcf2-ece5-4cc5-bfed-fc436d4e47b7 req-b294f9ff-4c43-4707-9ef7-ab202671c8d3 service neutron] 10.222.0.20 "GET /v2.0/networks/62c157cc-c0b8-43a8-b52b-21a436ada85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207051 Sep 14 23:36:39.823377 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-995c5985-10c5-4346-bc4c-6e3ccdb1e504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:39.947754 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-a590bcf2-ece5-4cc5-bfed-fc436d4e47b7 req-c904e25a-cbd6-43e5-a309-570c135c8f5b service neutron] 10.222.0.20 "GET /v2.0/networks/62c157cc-c0b8-43a8-b52b-21a436ada85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248751 Sep 14 23:36:40.188647 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e0153d9e-0485-4361-81f4-f56e4f390a2a up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:36:40.296368 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port e0153d9e-0485-4361-81f4-f56e4f390a2a triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:36:40.296756 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:40.360456 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfeb1f6-ecc7-4941-ad02-34cc9ead9ebc req-7c137de7-781a-496d-ad5f-56822b4b4eb0 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:36:40.362043 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3dfeb1f6-ecc7-4941-ad02-34cc9ead9ebc req-7c137de7-781a-496d-ad5f-56822b4b4eb0 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 943 time: 0.0869443 Sep 14 23:36:40.411624 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3dfeb1f6-ecc7-4941-ad02-34cc9ead9ebc req-d11d5659-8dd2-45c6-b505-5f28d44de0eb tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9e27051-40fa-4f5b-87e9-5fd0c03ac437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432861 Sep 14 23:36:40.412400 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port e0153d9e-0485-4361-81f4-f56e4f390a2a is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:36:40.873466 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 710e4e8e-06b7-4a61-a1b1-f0a34abe42cf details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:36:41.001585 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:41.002225 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:41.026848 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 710e4e8e-06b7-4a61-a1b1-f0a34abe42cf, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=710e4e8e-06b7-4a61-a1b1-f0a34abe42cf,segment=NetworkSegment(522ca0ac-367a-4c73-b599-e8601109fd56),segment_id=522ca0ac-367a-4c73-b599-e8601109fd56)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:36:41.039730 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': '710e4e8e-06b7-4a61-a1b1-f0a34abe42cf', 'network_id': '62c157cc-c0b8-43a8-b52b-21a436ada85c', 'port_id': '710e4e8e-06b7-4a61-a1b1-f0a34abe42cf', 'mac_address': 'fa:16:3e:97:ba:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0a28bcd-9758-41f0-bf0b-ddfb38fb2b00', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:36:41.099902 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 710e4e8e-06b7-4a61-a1b1-f0a34abe42cf is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:36:41.100272 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:41.116928 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710e4e8e-06b7-4a61-a1b1-f0a34abe42cf {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:36:41.132523 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 710e4e8e-06b7-4a61-a1b1-f0a34abe42cf, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=710e4e8e-06b7-4a61-a1b1-f0a34abe42cf,segment=NetworkSegment(522ca0ac-367a-4c73-b599-e8601109fd56),segment_id=522ca0ac-367a-4c73-b599-e8601109fd56)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:36:41.135957 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:41.199477 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=710e4e8e-06b7-4a61-a1b1-f0a34abe42cf,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:36:41.333697 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['710e4e8e-06b7-4a61-a1b1-f0a34abe42cf'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:36:41.615561 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe181c-7e80-48bc-84f3-fbb127acb26e req-0fcb5037-7fa9-483f-b5b9-f7395f66c9ca tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:36:41.617942 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5ebe181c-7e80-48bc-84f3-fbb127acb26e req-0fcb5037-7fa9-483f-b5b9-f7395f66c9ca tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 944 time: 0.0922587 Sep 14 23:36:41.660414 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5ebe181c-7e80-48bc-84f3-fbb127acb26e req-aae2d772-30e2-4b6f-b2f5-14d340fce38e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9e27051-40fa-4f5b-87e9-5fd0c03ac437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366786 Sep 14 23:36:42.575958 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:42.857979 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688fdd4-1b4e-4d33-b8a3-bf8e056933cb req-b61e478d-fc42-41b7-aafe-eb3ac9e48496 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:36:42.859421 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1688fdd4-1b4e-4d33-b8a3-bf8e056933cb req-b61e478d-fc42-41b7-aafe-eb3ac9e48496 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 944 time: 0.0910876 Sep 14 23:36:42.873329 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 710e4e8e-06b7-4a61-a1b1-f0a34abe42cf up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:36:42.904087 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1688fdd4-1b4e-4d33-b8a3-bf8e056933cb req-acd5a9b3-df04-4a65-88ba-62fe72d3c49c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9e27051-40fa-4f5b-87e9-5fd0c03ac437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389984 Sep 14 23:36:42.938768 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port 710e4e8e-06b7-4a61-a1b1-f0a34abe42cf completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:36:42.943232 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port 710e4e8e-06b7-4a61-a1b1-f0a34abe42cf triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:36:42.943597 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:43.057992 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 710e4e8e-06b7-4a61-a1b1-f0a34abe42cf is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:36:43.058365 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:43.084794 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213b4f0b-201c-43b2-9929-155e54c703dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710e4e8e-06b7-4a61-a1b1-f0a34abe42cf'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:36:43.087675 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47167ba1-b1fa-4042-9e03-4ceac7d178db" -d '{"events": [{"server_uuid": "213b4f0b-201c-43b2-9929-155e54c703dd", "name": "network-vif-plugged", "status": "completed", "tag": "710e4e8e-06b7-4a61-a1b1-f0a34abe42cf"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:36:43.095024 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 710e4e8e-06b7-4a61-a1b1-f0a34abe42cf, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=710e4e8e-06b7-4a61-a1b1-f0a34abe42cf,segment=NetworkSegment(522ca0ac-367a-4c73-b599-e8601109fd56),segment_id=522ca0ac-367a-4c73-b599-e8601109fd56)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:36:43.099105 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:43.134741 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1ccbbb-a425-4525-95f6-b52d07cbc325 x-openstack-request-id: req-1d1ccbbb-a425-4525-95f6-b52d07cbc325 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:36:43.135029 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213b4f0b-201c-43b2-9929-155e54c703dd", "name": "network-vif-plugged", "status": "completed", "tag": "710e4e8e-06b7-4a61-a1b1-f0a34abe42cf", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:36:43.135277 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1d1ccbbb-a425-4525-95f6-b52d07cbc325 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:36:43.135658 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d1ccbbb-a425-4525-95f6-b52d07cbc325'] response: {'server_uuid': '213b4f0b-201c-43b2-9929-155e54c703dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710e4e8e-06b7-4a61-a1b1-f0a34abe42cf', 'code': 200} Sep 14 23:36:43.168724 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=710e4e8e-06b7-4a61-a1b1-f0a34abe42cf,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:36:43.354870 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063da12d-339c-49aa-b059-bfed1090e2a7 req-3fbf8530-ba6f-4d4b-98b8-7395c32592b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:36:43.356325 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-063da12d-339c-49aa-b059-bfed1090e2a7 req-3fbf8530-ba6f-4d4b-98b8-7395c32592b4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 1098 time: 0.0757723 Sep 14 23:36:43.396161 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-063da12d-339c-49aa-b059-bfed1090e2a7 req-0cd66998-1efc-4c85-aa4c-b5d17b88066d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f9e27051-40fa-4f5b-87e9-5fd0c03ac437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343983 Sep 14 23:36:44.097784 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc49413-8851-4f6e-9d3f-a10589a1f360 req-b9eaff82-46d5-4b0c-a287-f4abd5a71437 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:36:44.099223 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bdc49413-8851-4f6e-9d3f-a10589a1f360 req-b9eaff82-46d5-4b0c-a287-f4abd5a71437 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 945 time: 0.0864413 Sep 14 23:36:44.146925 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bdc49413-8851-4f6e-9d3f-a10589a1f360 req-e7e2e950-6ccd-456c-b097-8e34ab8bf95e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9e27051-40fa-4f5b-87e9-5fd0c03ac437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413299 Sep 14 23:36:44.666771 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:36:45.346439 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd7982-e07d-453b-b50d-087d8604ed94 req-8b625367-4fcf-4ab4-b6d4-75706722b175 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:36:45.347899 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e3dd7982-e07d-453b-b50d-087d8604ed94 req-8b625367-4fcf-4ab4-b6d4-75706722b175 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 945 time: 0.0909541 Sep 14 23:36:45.391537 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e3dd7982-e07d-453b-b50d-087d8604ed94 req-ce38d8f6-2dae-427a-a625-c0f4a47154fb tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9e27051-40fa-4f5b-87e9-5fd0c03ac437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379000 Sep 14 23:36:45.597872 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb0a2d-e234-48f1-ae69-2749829ea97d req-c4990c1c-2988-47b2-a305-6112bf55ff47 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:36:45.599301 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a0bb0a2d-e234-48f1-ae69-2749829ea97d req-c4990c1c-2988-47b2-a305-6112bf55ff47 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 945 time: 0.0902336 Sep 14 23:36:45.643412 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a0bb0a2d-e234-48f1-ae69-2749829ea97d req-b50cccfd-ca5c-412f-ad38-c30b6e618518 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9e27051-40fa-4f5b-87e9-5fd0c03ac437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385294 Sep 14 23:36:45.670671 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35162) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:36:45.753466 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d55ccc-96c5-4eb3-80c3-b678ab366e5e tempest-TestNetworkAdvancedServerOps-2065151363 tempest-TestNetworkAdvancedServerOps-2065151363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:36:45.754875 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-08d55ccc-96c5-4eb3-80c3-b678ab366e5e tempest-TestNetworkAdvancedServerOps-2065151363 tempest-TestNetworkAdvancedServerOps-2065151363-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 1093 time: 0.0832381 Sep 14 23:36:45.758232 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35166) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:36:45.762917 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-f95deb33-55f8-46cd-8466-25fa806c47ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'port_id': '710e4e8e-06b7-4a61-a1b1-f0a34abe42cf', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:36:45.768796 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-f95deb33-55f8-46cd-8466-25fa806c47ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:36:45.772668 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-f95deb33-55f8-46cd-8466-25fa806c47ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:floatingip and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:36:45.775475 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-f95deb33-55f8-46cd-8466-25fa806c47ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:36:45.782244 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-f95deb33-55f8-46cd-8466-25fa806c47ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:36:45.796977 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f95deb33-55f8-46cd-8466-25fa806c47ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for floatingip, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:45.930058 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f95deb33-55f8-46cd-8466-25fa806c47ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:46.067435 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-f95deb33-55f8-46cd-8466-25fa806c47ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Allocated IP 172.26.5.148 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/fc7b8a81-106b-483b-8a91-e0a09290a7a2) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:36:46.213116 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f95deb33-55f8-46cd-8466-25fa806c47ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:46.241280 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f95deb33-55f8-46cd-8466-25fa806c47ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:46.309565 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95deb33-55f8-46cd-8466-25fa806c47ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:36:46.312432 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-f95deb33-55f8-46cd-8466-25fa806c47ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:36:46.314990 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95deb33-55f8-46cd-8466-25fa806c47ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:36:46.349855 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95deb33-55f8-46cd-8466-25fa806c47ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Port': ['ID=fc7b8a81-106b-483b-8a91-e0a09290a7a2,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:36:46.830990 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f95deb33-55f8-46cd-8466-25fa806c47ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:46.905744 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f95deb33-55f8-46cd-8466-25fa806c47ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:47.114217 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f95deb33-55f8-46cd-8466-25fa806c47ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:47.119552 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f95deb33-55f8-46cd-8466-25fa806c47ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:47.224218 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f95deb33-55f8-46cd-8466-25fa806c47ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:47.270919 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95deb33-55f8-46cd-8466-25fa806c47ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Port': ['ID=fc7b8a81-106b-483b-8a91-e0a09290a7a2,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:36:47.398419 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-f95deb33-55f8-46cd-8466-25fa806c47ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Floating IP ccd0977f-8fa2-4616-a980-170d17d412ea associated. External IP: 172.26.5.148, port: 710e4e8e-06b7-4a61-a1b1-f0a34abe42cf. Sep 14 23:36:47.742960 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95deb33-55f8-46cd-8466-25fa806c47ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Router 65e16f01-87fb-43b7-a965-b580b4fdbb45 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:36:47.921268 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95deb33-55f8-46cd-8466-25fa806c47ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:36:47.930934 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe68ec2-6bd9-474d-a642-0ffcc472a826 None None] Sync routers for ids ['65e16f01-87fb-43b7-a965-b580b4fdbb45'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:36:47.939865 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe68ec2-6bd9-474d-a642-0ffcc472a826 None None] Routers {'65e16f01-87fb-43b7-a965-b580b4fdbb45'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:36:47.940457 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-1fe68ec2-6bd9-474d-a642-0ffcc472a826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:36:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['65e16f01-87fb-43b7-a965-b580b4fdbb45'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:36:47.945779 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f95deb33-55f8-46cd-8466-25fa806c47ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:36:48.004516 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f95deb33-55f8-46cd-8466-25fa806c47ec tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2451844 Sep 14 23:36:48.005008 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213b4f0b-201c-43b2-9929-155e54c703dd', 'tag': '710e4e8e-06b7-4a61-a1b1-f0a34abe42cf'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:36:48.007315 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f438eb9-4acc-462f-bce8-60ae7232d3c3" -d '{"events": [{"name": "network-changed", "server_uuid": "213b4f0b-201c-43b2-9929-155e54c703dd", "tag": "710e4e8e-06b7-4a61-a1b1-f0a34abe42cf"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:36:48.058435 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf63a91-178d-49e3-937e-660c418e4b34 x-openstack-request-id: req-0bf63a91-178d-49e3-937e-660c418e4b34 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:36:48.058818 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "213b4f0b-201c-43b2-9929-155e54c703dd", "tag": "710e4e8e-06b7-4a61-a1b1-f0a34abe42cf", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:36:48.059152 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0bf63a91-178d-49e3-937e-660c418e4b34 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:36:48.059933 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bf63a91-178d-49e3-937e-660c418e4b34'] response: {'name': 'network-changed', 'server_uuid': '213b4f0b-201c-43b2-9929-155e54c703dd', 'tag': '710e4e8e-06b7-4a61-a1b1-f0a34abe42cf', 'status': 'completed', 'code': 200} Sep 14 23:36:48.126165 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-1fe68ec2-6bd9-474d-a642-0ffcc472a826 None None] Set router 65e16f01-87fb-43b7-a965-b580b4fdbb45 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:36:48.166414 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f438eb9-4acc-462f-bce8-60ae7232d3c3 req-740e999a-fae0-4272-9bdf-7d67b64ab87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:36:48.168192 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5f438eb9-4acc-462f-bce8-60ae7232d3c3 req-740e999a-fae0-4272-9bdf-7d67b64ab87f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f&device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 1098 time: 0.0892820 Sep 14 23:36:48.191466 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6cf03-2ab3-46d0-9df3-3f3e635e6dde req-632b8f76-05c4-470a-b671-09a53a95180e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:36:48.199292 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e2b6cf03-2ab3-46d0-9df3-3f3e635e6dde req-632b8f76-05c4-470a-b671-09a53a95180e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 945 time: 0.1044226 Sep 14 23:36:48.238066 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e2b6cf03-2ab3-46d0-9df3-3f3e635e6dde req-098ccbd7-ee2d-4fca-89ad-66ca80d09441 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9e27051-40fa-4f5b-87e9-5fd0c03ac437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379083 Sep 14 23:36:48.269552 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35174) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:36:48.302635 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f438eb9-4acc-462f-bce8-60ae7232d3c3 req-8ab23da6-06f9-477d-88f1-4199771e12a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:36:48.304111 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5f438eb9-4acc-462f-bce8-60ae7232d3c3 req-8ab23da6-06f9-477d-88f1-4199771e12a3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=62c157cc-c0b8-43a8-b52b-21a436ada85c HTTP/1.1" status: 200 len: 896 time: 0.1309795 Sep 14 23:36:48.520498 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2ff46207-d277-442a-ac77-28e1c7d743ea tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/floatingips/ccd0977f-8fa2-4616-a980-170d17d412ea HTTP/1.1" status: 200 len: 991 time: 0.2484334 Sep 14 23:36:48.525803 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-1fe68ec2-6bd9-474d-a642-0ffcc472a826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145833984', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '1938554c-b269-4341-acb3-264b795b780b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:36:27Z', 'updated_at': '2022-09-14T23:36:33Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '1938554c-b269-4341-acb3-264b795b780b', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:36:28Z', 'updated_at': '2022-09-14T23:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': 'ccd0977f-8fa2-4616-a980-170d17d412ea', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'floating_ip_address': '172.26.5.148', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'port_id': '710e4e8e-06b7-4a61-a1b1-f0a34abe42cf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c157cc-c0b8-43a8-b52b-21a436ada85c', 'mac_address': 'fa:16:3e:97:ba:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213b4f0b-201c-43b2-9929-155e54c703dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:36:46Z', 'updated_at': '2022-09-14T23:36:46Z', 'revision_number': 0, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0153d9e-0485-4361-81f4-f56e4f390a2a', 'name': '', 'network_id': '62c157cc-c0b8-43a8-b52b-21a436ada85c', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:1e:cd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'c0a28bcd-9758-41f0-bf0b-ddfb38fb2b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:36:32Z', 'updated_at': '2022-09-14T23:36:38Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': 'c0a28bcd-9758-41f0-bf0b-ddfb38fb2b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:36:48.529264 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5f438eb9-4acc-462f-bce8-60ae7232d3c3 req-50732dfd-bef5-4c8a-9f7e-1dbb8db42224 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=710e4e8e-06b7-4a61-a1b1-f0a34abe42cf HTTP/1.1" status: 200 len: 999 time: 0.2194793 Sep 14 23:36:48.529802 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe68ec2-6bd9-474d-a642-0ffcc472a826 None None] Checking router: 65e16f01-87fb-43b7-a965-b580b4fdbb45 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:36:48.537721 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe68ec2-6bd9-474d-a642-0ffcc472a826 None None] Routers {'65e16f01-87fb-43b7-a965-b580b4fdbb45'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:36:48.538876 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-1fe68ec2-6bd9-474d-a642-0ffcc472a826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:36:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['65e16f01-87fb-43b7-a965-b580b4fdbb45'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:36:48.590995 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f438eb9-4acc-462f-bce8-60ae7232d3c3 req-5124c6f5-3215-4fce-94a3-34065b23c377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:36:48.592460 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5f438eb9-4acc-462f-bce8-60ae7232d3c3 req-5124c6f5-3215-4fce-94a3-34065b23c377 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c0a28bcd-9758-41f0-bf0b-ddfb38fb2b00 HTTP/1.1" status: 200 len: 831 time: 0.0578477 Sep 14 23:36:48.676986 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f438eb9-4acc-462f-bce8-60ae7232d3c3 req-f975d9ec-7709-455f-8dc2-c9dbe4b4c7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:36:48.678463 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5f438eb9-4acc-462f-bce8-60ae7232d3c3 req-f975d9ec-7709-455f-8dc2-c9dbe4b4c7e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62c157cc-c0b8-43a8-b52b-21a436ada85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800920 Sep 14 23:36:48.713791 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-1fe68ec2-6bd9-474d-a642-0ffcc472a826 None None] Set router 65e16f01-87fb-43b7-a965-b580b4fdbb45 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:36:48.809332 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5f438eb9-4acc-462f-bce8-60ae7232d3c3 req-ccc45738-2892-4613-8ce3-3fcd8d33655a service neutron] 10.222.0.20 "GET /v2.0/networks/62c157cc-c0b8-43a8-b52b-21a436ada85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245353 Sep 14 23:36:48.940481 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-5f438eb9-4acc-462f-bce8-60ae7232d3c3 req-279f37c9-ef50-41e1-8aba-5195c4d29036 service neutron] 10.222.0.20 "GET /v2.0/networks/62c157cc-c0b8-43a8-b52b-21a436ada85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260440 Sep 14 23:36:49.055261 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-1fe68ec2-6bd9-474d-a642-0ffcc472a826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145833984', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '1938554c-b269-4341-acb3-264b795b780b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:36:27Z', 'updated_at': '2022-09-14T23:36:33Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '1938554c-b269-4341-acb3-264b795b780b', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:36:28Z', 'updated_at': '2022-09-14T23:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': 'ccd0977f-8fa2-4616-a980-170d17d412ea', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'floating_ip_address': '172.26.5.148', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'port_id': '710e4e8e-06b7-4a61-a1b1-f0a34abe42cf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c157cc-c0b8-43a8-b52b-21a436ada85c', 'mac_address': 'fa:16:3e:97:ba:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213b4f0b-201c-43b2-9929-155e54c703dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:36:46Z', 'updated_at': '2022-09-14T23:36:46Z', 'revision_number': 0, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0153d9e-0485-4361-81f4-f56e4f390a2a', 'name': '', 'network_id': '62c157cc-c0b8-43a8-b52b-21a436ada85c', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:1e:cd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'c0a28bcd-9758-41f0-bf0b-ddfb38fb2b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:36:32Z', 'updated_at': '2022-09-14T23:36:38Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': 'c0a28bcd-9758-41f0-bf0b-ddfb38fb2b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:36:49.059058 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe68ec2-6bd9-474d-a642-0ffcc472a826 None None] The sync data for ids ['65e16f01-87fb-43b7-a965-b580b4fdbb45'] in dv-neutron-857791-1-hyperv is: [{'id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145833984', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '1938554c-b269-4341-acb3-264b795b780b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:36:27Z', 'updated_at': '2022-09-14T23:36:33Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '1938554c-b269-4341-acb3-264b795b780b', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:36:28Z', 'updated_at': '2022-09-14T23:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': 'ccd0977f-8fa2-4616-a980-170d17d412ea', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'floating_ip_address': '172.26.5.148', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'port_id': '710e4e8e-06b7-4a61-a1b1-f0a34abe42cf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c157cc-c0b8-43a8-b52b-21a436ada85c', 'mac_address': 'fa:16:3e:97:ba:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213b4f0b-201c-43b2-9929-155e54c703dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:36:46Z', 'updated_at': '2022-09-14T23:36:46Z', 'revision_number': 0, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0153d9e-0485-4361-81f4-f56e4f390a2a', 'name': '', 'network_id': '62c157cc-c0b8-43a8-b52b-21a436ada85c', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:1e:cd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'c0a28bcd-9758-41f0-bf0b-ddfb38fb2b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:36:32Z', 'updated_at': '2022-09-14T23:36:38Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': 'c0a28bcd-9758-41f0-bf0b-ddfb38fb2b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:36:49.235225 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d24424-efb9-42d2-9611-e8c5f959dff6 None None] New status for floating IP ccd0977f-8fa2-4616-a980-170d17d412ea: ACTIVE {{(pid=89172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:36:49.522954 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35178) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:36:49.630141 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8096ff7b-f7e7-4956-9e07-323c4618227f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/floatingips/ccd0977f-8fa2-4616-a980-170d17d412ea HTTP/1.1" status: 200 len: 993 time: 0.1060176 Sep 14 23:36:49.793722 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:37:07.786321 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b5200953-c732-4f86-aaca-9dbf4e05dab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:37:09.814676 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3942579e-d973-4af9-aef5-f52694a88221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:37:10.944810 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:37:10.969228 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:37:12.576733 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:37:19.168236 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15edaeb-026a-4c5a-98ee-fea01873a01b req-fa79c900-cd99-4eed-a634-786782fe9718 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:37:19.169630 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e15edaeb-026a-4c5a-98ee-fea01873a01b req-fa79c900-cd99-4eed-a634-786782fe9718 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 945 time: 0.0887592 Sep 14 23:37:19.213644 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e15edaeb-026a-4c5a-98ee-fea01873a01b req-beb9a771-ab97-4ec1-8314-4ebe5647d4a1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9e27051-40fa-4f5b-87e9-5fd0c03ac437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383279 Sep 14 23:37:19.809028 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:37:20.414443 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e1257-4ca4-4c78-99ff-09d158d68a42 req-afbf8587-0387-4098-a836-1e7ca6f6bd30 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:37:20.415819 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-368e1257-4ca4-4c78-99ff-09d158d68a42 req-afbf8587-0387-4098-a836-1e7ca6f6bd30 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 945 time: 0.0907607 Sep 14 23:37:20.458069 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-368e1257-4ca4-4c78-99ff-09d158d68a42 req-91d4cf92-5183-4f36-a8f6-e95e28da5fbf tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9e27051-40fa-4f5b-87e9-5fd0c03ac437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366881 Sep 14 23:37:21.656397 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ef1e0-cf9d-4f71-b98f-7d219e2358be req-555a5ee1-71ff-4860-af3a-be47c7f7b329 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:37:21.657771 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fa0ef1e0-cf9d-4f71-b98f-7d219e2358be req-555a5ee1-71ff-4860-af3a-be47c7f7b329 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 945 time: 0.0864699 Sep 14 23:37:21.665209 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:37:21.704278 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fa0ef1e0-cf9d-4f71-b98f-7d219e2358be req-9e8aa1f2-c853-4866-a8e4-94f6291ec2a4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9e27051-40fa-4f5b-87e9-5fd0c03ac437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409353 Sep 14 23:37:22.901543 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717cd4e-a79a-4a3f-84e6-8239a8668dcb req-42ad3647-4a6a-4501-a0b1-a38e91b17870 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:37:22.903493 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1717cd4e-a79a-4a3f-84e6-8239a8668dcb req-42ad3647-4a6a-4501-a0b1-a38e91b17870 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 945 time: 0.0874615 Sep 14 23:37:22.946152 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1717cd4e-a79a-4a3f-84e6-8239a8668dcb req-6bdace9a-0cad-4a87-80f2-0da0d6c8a03c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9e27051-40fa-4f5b-87e9-5fd0c03ac437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371711 Sep 14 23:37:24.145371 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd13c6b-9092-4d97-8c39-1a3e761581d3 req-e2d4975d-7fce-4dcc-90ec-f7b5617a2b30 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:37:24.146820 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1bd13c6b-9092-4d97-8c39-1a3e761581d3 req-e2d4975d-7fce-4dcc-90ec-f7b5617a2b30 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 945 time: 0.0905261 Sep 14 23:37:24.190504 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1bd13c6b-9092-4d97-8c39-1a3e761581d3 req-e5cf51bb-90bc-4770-866c-3a30e6c01f38 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9e27051-40fa-4f5b-87e9-5fd0c03ac437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381377 Sep 14 23:37:25.381828 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707caf47-98fe-4fcf-a52e-e33b0d3bfc0e req-cf6c5f9c-7ef3-4c86-ae04-59b567d58fce tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:37:25.383260 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-707caf47-98fe-4fcf-a52e-e33b0d3bfc0e req-cf6c5f9c-7ef3-4c86-ae04-59b567d58fce tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 945 time: 0.0856388 Sep 14 23:37:25.429708 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-707caf47-98fe-4fcf-a52e-e33b0d3bfc0e req-bd64679d-ed8c-4704-9f59-efd7a1d53961 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9e27051-40fa-4f5b-87e9-5fd0c03ac437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402522 Sep 14 23:37:26.624767 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00294b19-d286-4cb3-9396-9818b4e990bf req-0e861bc7-426f-4a9a-a231-0cbef02b976e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:37:26.626217 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-00294b19-d286-4cb3-9396-9818b4e990bf req-0e861bc7-426f-4a9a-a231-0cbef02b976e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 945 time: 0.0868163 Sep 14 23:37:26.669065 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-00294b19-d286-4cb3-9396-9818b4e990bf req-1358486b-cb2e-4d9a-b7fa-221e1ec8872b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9e27051-40fa-4f5b-87e9-5fd0c03ac437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373433 Sep 14 23:37:27.868830 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb84db-2ded-40e2-8ddb-e45b75b60708 req-9716e594-50c9-463c-9a0e-8884facb5f1f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:37:27.870284 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1efb84db-2ded-40e2-8ddb-e45b75b60708 req-9716e594-50c9-463c-9a0e-8884facb5f1f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 945 time: 0.0897186 Sep 14 23:37:27.913814 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1efb84db-2ded-40e2-8ddb-e45b75b60708 req-da9e04d9-f40f-4df6-aab1-c12ea53b45b5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9e27051-40fa-4f5b-87e9-5fd0c03ac437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379245 Sep 14 23:37:29.110247 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc4836-bc28-40cb-bb10-0c485ac81e1d req-36b797f9-b94e-4eee-b9de-256ce71eb7e4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:37:29.111686 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-19cc4836-bc28-40cb-bb10-0c485ac81e1d req-36b797f9-b94e-4eee-b9de-256ce71eb7e4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 945 time: 0.0876045 Sep 14 23:37:29.158031 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-19cc4836-bc28-40cb-bb10-0c485ac81e1d req-e3c45e35-c413-4f57-9680-303e72bad89f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9e27051-40fa-4f5b-87e9-5fd0c03ac437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407400 Sep 14 23:37:30.353389 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596aa296-4b39-4af6-9319-3e37a242ad6d req-1d59120c-087e-495e-8e47-48117fa6c18d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:37:30.354823 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-596aa296-4b39-4af6-9319-3e37a242ad6d req-1d59120c-087e-495e-8e47-48117fa6c18d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 945 time: 0.0864570 Sep 14 23:37:30.398785 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-596aa296-4b39-4af6-9319-3e37a242ad6d req-7ed20370-0f41-4352-b91e-3217f3aabfd8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9e27051-40fa-4f5b-87e9-5fd0c03ac437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376201 Sep 14 23:37:31.597015 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57214a-0f75-476a-89ba-4211c3a5d620 req-ba31d662-6b96-49bf-acdc-defc3e63d598 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:37:31.598458 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1f57214a-0f75-476a-89ba-4211c3a5d620 req-ba31d662-6b96-49bf-acdc-defc3e63d598 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 945 time: 0.0901835 Sep 14 23:37:31.642698 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1f57214a-0f75-476a-89ba-4211c3a5d620 req-da7ce078-e464-4bc2-89bc-d00ccce442cf tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9e27051-40fa-4f5b-87e9-5fd0c03ac437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384860 Sep 14 23:37:32.839884 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5806e0e4-1a92-420e-ac41-1ec2e07b92ac req-382b1b69-1a02-486e-ab93-e35304c8f901 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:37:32.841926 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5806e0e4-1a92-420e-ac41-1ec2e07b92ac req-382b1b69-1a02-486e-ab93-e35304c8f901 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 945 time: 0.0852387 Sep 14 23:37:32.888022 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5806e0e4-1a92-420e-ac41-1ec2e07b92ac req-fd6d1733-7a0e-4353-887e-41db98c61949 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9e27051-40fa-4f5b-87e9-5fd0c03ac437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405123 Sep 14 23:37:34.082866 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c55981-df50-4695-b3fd-f84e83c00691 req-b44a0f2b-85dd-4cf6-b240-c70f0dfd6596 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:37:34.084313 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-33c55981-df50-4695-b3fd-f84e83c00691 req-b44a0f2b-85dd-4cf6-b240-c70f0dfd6596 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 945 time: 0.0868108 Sep 14 23:37:34.128544 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-33c55981-df50-4695-b3fd-f84e83c00691 req-77a0b672-9a2b-4f93-82ae-b80eaf7fdf80 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9e27051-40fa-4f5b-87e9-5fd0c03ac437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383878 Sep 14 23:37:35.325030 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442fa0a-4dac-4eee-b66e-ea6e30c960a7 req-b11c8b2e-27b7-4c3c-9cc0-55520b6d9dce tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:37:35.326477 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f442fa0a-4dac-4eee-b66e-ea6e30c960a7 req-b11c8b2e-27b7-4c3c-9cc0-55520b6d9dce tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 945 time: 0.0899599 Sep 14 23:37:35.370462 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f442fa0a-4dac-4eee-b66e-ea6e30c960a7 req-9ec3c696-552a-493b-bf04-9ae078eb35a5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9e27051-40fa-4f5b-87e9-5fd0c03ac437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383329 Sep 14 23:37:35.399510 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35222) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:37:35.508789 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-cc456e1f-1a11-4cb6-a6ed-264788ccbcde tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/floatingips/ccd0977f-8fa2-4616-a980-170d17d412ea HTTP/1.1" status: 200 len: 993 time: 0.1081417 Sep 14 23:37:36.980222 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852d718-96d5-4bcc-ad13-7f3ab827f31e req-3ee6b80d-1d5e-4b3f-b921-22dc375e86e1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:37:36.982277 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c852d718-96d5-4bcc-ad13-7f3ab827f31e req-3ee6b80d-1d5e-4b3f-b921-22dc375e86e1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 945 time: 0.0912158 Sep 14 23:37:37.015246 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a09cc9-4fa7-4c85-a5c2-28d3ea6aec72 req-928dc3d3-872a-4775-957f-ada80d4c0140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:37:37.016750 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-10a09cc9-4fa7-4c85-a5c2-28d3ea6aec72 req-928dc3d3-872a-4775-957f-ada80d4c0140 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f&device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 1098 time: 0.0784111 Sep 14 23:37:37.030972 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c852d718-96d5-4bcc-ad13-7f3ab827f31e req-6c47805e-9abc-400a-882e-756f74d0f25c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9e27051-40fa-4f5b-87e9-5fd0c03ac437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427265 Sep 14 23:37:37.151724 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a09cc9-4fa7-4c85-a5c2-28d3ea6aec72 req-1bd3a402-c3ff-4a87-877a-9fbb7dc368a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:37:37.153683 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-10a09cc9-4fa7-4c85-a5c2-28d3ea6aec72 req-1bd3a402-c3ff-4a87-877a-9fbb7dc368a1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=62c157cc-c0b8-43a8-b52b-21a436ada85c HTTP/1.1" status: 200 len: 896 time: 0.1313701 Sep 14 23:37:37.255144 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-10a09cc9-4fa7-4c85-a5c2-28d3ea6aec72 req-4e39c1b7-bc44-48d7-8272-ff87754c4657 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=710e4e8e-06b7-4a61-a1b1-f0a34abe42cf HTTP/1.1" status: 200 len: 1001 time: 0.0958843 Sep 14 23:37:37.316492 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a09cc9-4fa7-4c85-a5c2-28d3ea6aec72 req-26719646-4132-47e7-bb2a-c184e4aa3bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:37:37.317942 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-10a09cc9-4fa7-4c85-a5c2-28d3ea6aec72 req-26719646-4132-47e7-bb2a-c184e4aa3bad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c0a28bcd-9758-41f0-bf0b-ddfb38fb2b00 HTTP/1.1" status: 200 len: 831 time: 0.0571365 Sep 14 23:37:37.403555 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a09cc9-4fa7-4c85-a5c2-28d3ea6aec72 req-cbd102cd-2da3-405a-85db-5fc9fe8cb0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:37:37.404974 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-10a09cc9-4fa7-4c85-a5c2-28d3ea6aec72 req-cbd102cd-2da3-405a-85db-5fc9fe8cb0aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62c157cc-c0b8-43a8-b52b-21a436ada85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813549 Sep 14 23:37:37.535445 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-10a09cc9-4fa7-4c85-a5c2-28d3ea6aec72 req-29378dd4-4473-4dc9-89a8-201053001b74 service neutron] 10.222.0.20 "GET /v2.0/networks/62c157cc-c0b8-43a8-b52b-21a436ada85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247358 Sep 14 23:37:37.664115 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-10a09cc9-4fa7-4c85-a5c2-28d3ea6aec72 req-7fcca6d7-5af0-41f8-9324-f522495179b5 service neutron] 10.222.0.20 "GET /v2.0/networks/62c157cc-c0b8-43a8-b52b-21a436ada85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222308 Sep 14 23:37:37.788845 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f91fde07-777e-4c93-a5d1-e3e043e6d2d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:37:38.231597 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f4de4-7d0e-49d9-ad08-292b72f467d0 req-f7c02c09-b472-44cf-a2ff-b26346dc8dad tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:37:38.233047 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c05f4de4-7d0e-49d9-ad08-292b72f467d0 req-f7c02c09-b472-44cf-a2ff-b26346dc8dad tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 945 time: 0.0876224 Sep 14 23:37:38.276438 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c05f4de4-7d0e-49d9-ad08-292b72f467d0 req-ad13eada-fcd1-4891-b6e2-da138d3df8fa tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9e27051-40fa-4f5b-87e9-5fd0c03ac437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377421 Sep 14 23:37:38.305744 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35236) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:37:38.514416 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1a05c6a6-6c6b-48b7-82ba-b24979a4f148 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/floatingips/ccd0977f-8fa2-4616-a980-170d17d412ea HTTP/1.1" status: 200 len: 993 time: 0.2075782 Sep 14 23:37:38.579350 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-cebe8eb7-a5f7-4d5f-9845-add4b5ea15e4 req-f5527868-6540-4e82-a4ae-08edc853c60b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=213b4f0b-201c-43b2-9929-155e54c703dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761588 Sep 14 23:37:38.723270 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe8eb7-a5f7-4d5f-9845-add4b5ea15e4 req-0501b189-0570-4389-8317-c4166d41bdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:37:38.724753 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-cebe8eb7-a5f7-4d5f-9845-add4b5ea15e4 req-0501b189-0570-4389-8317-c4166d41bdf7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f&device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 1098 time: 0.0803330 Sep 14 23:37:38.866005 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe8eb7-a5f7-4d5f-9845-add4b5ea15e4 req-8e5303e9-8b64-4090-bec3-7cae44479125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:37:38.867432 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-cebe8eb7-a5f7-4d5f-9845-add4b5ea15e4 req-8e5303e9-8b64-4090-bec3-7cae44479125 service neutron] 10.222.0.20 "GET /v2.0/networks?id=62c157cc-c0b8-43a8-b52b-21a436ada85c HTTP/1.1" status: 200 len: 896 time: 0.1249573 Sep 14 23:37:39.072228 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-cebe8eb7-a5f7-4d5f-9845-add4b5ea15e4 req-d8852d1e-3a6c-4a7c-b5df-df1efe88b78b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=710e4e8e-06b7-4a61-a1b1-f0a34abe42cf HTTP/1.1" status: 200 len: 1001 time: 0.1987014 Sep 14 23:37:39.132497 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe8eb7-a5f7-4d5f-9845-add4b5ea15e4 req-fcdfb122-8ea6-46a3-babc-387f0c6e523c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:37:39.133893 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-cebe8eb7-a5f7-4d5f-9845-add4b5ea15e4 req-fcdfb122-8ea6-46a3-babc-387f0c6e523c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c0a28bcd-9758-41f0-bf0b-ddfb38fb2b00 HTTP/1.1" status: 200 len: 831 time: 0.0557764 Sep 14 23:37:39.214888 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe8eb7-a5f7-4d5f-9845-add4b5ea15e4 req-52dc2150-85b7-4f14-abc2-495264eb66f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:37:39.216392 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-cebe8eb7-a5f7-4d5f-9845-add4b5ea15e4 req-52dc2150-85b7-4f14-abc2-495264eb66f5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62c157cc-c0b8-43a8-b52b-21a436ada85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764878 Sep 14 23:37:39.344052 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-cebe8eb7-a5f7-4d5f-9845-add4b5ea15e4 req-d3c93883-13db-4ea4-adbb-aca2fa18a4ea service neutron] 10.222.0.20 "GET /v2.0/networks/62c157cc-c0b8-43a8-b52b-21a436ada85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216893 Sep 14 23:37:39.472468 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-cebe8eb7-a5f7-4d5f-9845-add4b5ea15e4 req-23e01d3a-598c-4519-a4c1-917b0026473c service neutron] 10.222.0.20 "GET /v2.0/networks/62c157cc-c0b8-43a8-b52b-21a436ada85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229134 Sep 14 23:37:39.815649 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0ced9c0d-00fa-4594-ac39-136c34c23a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:37:40.946477 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:37:40.971639 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:37:42.580780 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:37:49.813279 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:37:58.664864 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:38:07.789836 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-75b53497-1581-4b99-bb54-cc9a882ccef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:09.250441 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35252) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:38:09.450653 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-d338dc66-dd42-46de-a316-ece874825a88 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Deleting port fc7b8a81-106b-483b-8a91-e0a09290a7a2 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:38:09.450987 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d338dc66-dd42-46de-a316-ece874825a88 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:09.615818 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d338dc66-dd42-46de-a316-ece874825a88 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:09.616049 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d338dc66-dd42-46de-a316-ece874825a88 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:09.739378 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-d338dc66-dd42-46de-a316-ece874825a88 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Calling delete_port for fc7b8a81-106b-483b-8a91-e0a09290a7a2 owned by network:floatingip {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:38:09.817101 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b54027b5-2fcf-40a6-b24a-56c9e0ea7084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:09.885218 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d338dc66-dd42-46de-a316-ece874825a88 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:09.933146 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338dc66-dd42-46de-a316-ece874825a88 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event deleted for resources: {'Port': ['ID=fc7b8a81-106b-483b-8a91-e0a09290a7a2,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:38:09.979161 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d338dc66-dd42-46de-a316-ece874825a88 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:09.979501 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d338dc66-dd42-46de-a316-ece874825a88 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:09.979839 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d338dc66-dd42-46de-a316-ece874825a88 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:09.980167 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d338dc66-dd42-46de-a316-ece874825a88 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:09.981022 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d338dc66-dd42-46de-a316-ece874825a88 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:09.981350 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d338dc66-dd42-46de-a316-ece874825a88 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:09.981676 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d338dc66-dd42-46de-a316-ece874825a88 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:09.981993 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d338dc66-dd42-46de-a316-ece874825a88 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:09.982312 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d338dc66-dd42-46de-a316-ece874825a88 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:09.982627 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d338dc66-dd42-46de-a316-ece874825a88 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:09.982942 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d338dc66-dd42-46de-a316-ece874825a88 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:09.983258 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d338dc66-dd42-46de-a316-ece874825a88 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:10.038259 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d338dc66-dd42-46de-a316-ece874825a88 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for floatingip, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:10.038587 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-d338dc66-dd42-46de-a316-ece874825a88 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Floating IP ccd0977f-8fa2-4616-a980-170d17d412ea disassociated (deleted). External IP: 172.26.5.148, port: 710e4e8e-06b7-4a61-a1b1-f0a34abe42cf. Sep 14 23:38:10.387325 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d338dc66-dd42-46de-a316-ece874825a88 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Router 65e16f01-87fb-43b7-a965-b580b4fdbb45 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:38:10.668194 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d338dc66-dd42-46de-a316-ece874825a88 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:38:10.677724 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2121f923-277d-45f2-a435-b904b35283de None None] Sync routers for ids ['65e16f01-87fb-43b7-a965-b580b4fdbb45'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:38:10.685212 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d338dc66-dd42-46de-a316-ece874825a88 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:10.687375 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2121f923-277d-45f2-a435-b904b35283de None None] Routers {'65e16f01-87fb-43b7-a965-b580b4fdbb45'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:38:10.687979 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-2121f923-277d-45f2-a435-b904b35283de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:38:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['65e16f01-87fb-43b7-a965-b580b4fdbb45'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:38:10.742215 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d338dc66-dd42-46de-a316-ece874825a88 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "DELETE /v2.0/floatingips/ccd0977f-8fa2-4616-a980-170d17d412ea HTTP/1.1" status: 204 len: 168 time: 1.4882002 Sep 14 23:38:10.742215 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213b4f0b-201c-43b2-9929-155e54c703dd', 'tag': '710e4e8e-06b7-4a61-a1b1-f0a34abe42cf'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:38:10.742597 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14bfd04f-93b0-40da-af24-f03bac13db3c" -d '{"events": [{"name": "network-changed", "server_uuid": "213b4f0b-201c-43b2-9929-155e54c703dd", "tag": "710e4e8e-06b7-4a61-a1b1-f0a34abe42cf"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:38:10.839020 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c153d2a9-d8ad-4442-ae3b-3930a35f8c83 x-openstack-request-id: req-c153d2a9-d8ad-4442-ae3b-3930a35f8c83 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:38:10.839326 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "213b4f0b-201c-43b2-9929-155e54c703dd", "tag": "710e4e8e-06b7-4a61-a1b1-f0a34abe42cf", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:38:10.840271 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c153d2a9-d8ad-4442-ae3b-3930a35f8c83 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:38:10.840543 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c153d2a9-d8ad-4442-ae3b-3930a35f8c83'] response: {'name': 'network-changed', 'server_uuid': '213b4f0b-201c-43b2-9929-155e54c703dd', 'tag': '710e4e8e-06b7-4a61-a1b1-f0a34abe42cf', 'status': 'completed', 'code': 200} Sep 14 23:38:10.868056 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-2121f923-277d-45f2-a435-b904b35283de None None] Set router 65e16f01-87fb-43b7-a965-b580b4fdbb45 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:38:10.957380 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:10.961097 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfd04f-93b0-40da-af24-f03bac13db3c req-13f2b351-5518-4d69-a156-4e0db8ab6b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:10.962660 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-14bfd04f-93b0-40da-af24-f03bac13db3c req-13f2b351-5518-4d69-a156-4e0db8ab6b45 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f&device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 1098 time: 0.1003358 Sep 14 23:38:10.988121 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:11.099942 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfd04f-93b0-40da-af24-f03bac13db3c req-fb2021ef-8e2c-415d-ba82-379b477517e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:11.101310 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-14bfd04f-93b0-40da-af24-f03bac13db3c req-fb2021ef-8e2c-415d-ba82-379b477517e9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=62c157cc-c0b8-43a8-b52b-21a436ada85c HTTP/1.1" status: 200 len: 896 time: 0.1316018 Sep 14 23:38:11.140304 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0476a-dc4c-4c81-bf2f-371999e1aee9 req-d40b0963-beaf-4c7c-ac2e-7570ed236544 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:11.141021 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-60e0476a-dc4c-4c81-bf2f-371999e1aee9 req-d40b0963-beaf-4c7c-ac2e-7570ed236544 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Synchronizing usage tracker for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:38:11.156985 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-60e0476a-dc4c-4c81-bf2f-371999e1aee9 req-d40b0963-beaf-4c7c-ac2e-7570ed236544 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Unset dirty status for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:38:11.158249 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-60e0476a-dc4c-4c81-bf2f-371999e1aee9 req-d40b0963-beaf-4c7c-ac2e-7570ed236544 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 945 time: 0.1075764 Sep 14 23:38:11.176634 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-14bfd04f-93b0-40da-af24-f03bac13db3c req-64d43159-9c42-4c75-88ad-9676277e0677 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=710e4e8e-06b7-4a61-a1b1-f0a34abe42cf HTTP/1.1" status: 200 len: 217 time: 0.0673888 Sep 14 23:38:11.207522 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-60e0476a-dc4c-4c81-bf2f-371999e1aee9 req-5d44c2a3-5553-49b2-818e-21a498a3e67d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9e27051-40fa-4f5b-87e9-5fd0c03ac437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430753 Sep 14 23:38:11.226147 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-2121f923-277d-45f2-a435-b904b35283de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145833984', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '1938554c-b269-4341-acb3-264b795b780b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:36:27Z', 'updated_at': '2022-09-14T23:36:33Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '1938554c-b269-4341-acb3-264b795b780b', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:36:28Z', 'updated_at': '2022-09-14T23:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'e0153d9e-0485-4361-81f4-f56e4f390a2a', 'name': '', 'network_id': '62c157cc-c0b8-43a8-b52b-21a436ada85c', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:1e:cd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'c0a28bcd-9758-41f0-bf0b-ddfb38fb2b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:36:32Z', 'updated_at': '2022-09-14T23:36:38Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': 'c0a28bcd-9758-41f0-bf0b-ddfb38fb2b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:38:11.235619 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2121f923-277d-45f2-a435-b904b35283de None None] Checking router: 65e16f01-87fb-43b7-a965-b580b4fdbb45 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:38:11.240531 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfd04f-93b0-40da-af24-f03bac13db3c req-e21ec982-17db-4bf1-9b2d-6aa6d4a6f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:11.242289 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-14bfd04f-93b0-40da-af24-f03bac13db3c req-e21ec982-17db-4bf1-9b2d-6aa6d4a6f7f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c0a28bcd-9758-41f0-bf0b-ddfb38fb2b00 HTTP/1.1" status: 200 len: 831 time: 0.0593803 Sep 14 23:38:11.243954 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2121f923-277d-45f2-a435-b904b35283de None None] Routers {'65e16f01-87fb-43b7-a965-b580b4fdbb45'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:38:11.244842 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-2121f923-277d-45f2-a435-b904b35283de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:38:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['65e16f01-87fb-43b7-a965-b580b4fdbb45'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:38:11.328039 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfd04f-93b0-40da-af24-f03bac13db3c req-d695b7f2-7ca2-4af4-a622-0bd318bea739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:11.329812 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-14bfd04f-93b0-40da-af24-f03bac13db3c req-d695b7f2-7ca2-4af4-a622-0bd318bea739 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62c157cc-c0b8-43a8-b52b-21a436ada85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809522 Sep 14 23:38:11.422750 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-2121f923-277d-45f2-a435-b904b35283de None None] Set router 65e16f01-87fb-43b7-a965-b580b4fdbb45 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:38:11.461636 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-14bfd04f-93b0-40da-af24-f03bac13db3c req-999906a3-1d25-4f8f-9c41-a3e9d84c54b8 service neutron] 10.222.0.20 "GET /v2.0/networks/62c157cc-c0b8-43a8-b52b-21a436ada85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251464 Sep 14 23:38:11.594209 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-14bfd04f-93b0-40da-af24-f03bac13db3c req-23660414-f079-4993-b36d-625355fb0f75 service neutron] 10.222.0.20 "GET /v2.0/networks/62c157cc-c0b8-43a8-b52b-21a436ada85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265604 Sep 14 23:38:11.734917 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-2121f923-277d-45f2-a435-b904b35283de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145833984', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '1938554c-b269-4341-acb3-264b795b780b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:36:27Z', 'updated_at': '2022-09-14T23:36:33Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '1938554c-b269-4341-acb3-264b795b780b', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:36:28Z', 'updated_at': '2022-09-14T23:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'e0153d9e-0485-4361-81f4-f56e4f390a2a', 'name': '', 'network_id': '62c157cc-c0b8-43a8-b52b-21a436ada85c', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:1e:cd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'c0a28bcd-9758-41f0-bf0b-ddfb38fb2b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:36:32Z', 'updated_at': '2022-09-14T23:36:38Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': 'c0a28bcd-9758-41f0-bf0b-ddfb38fb2b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:38:11.738654 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2121f923-277d-45f2-a435-b904b35283de None None] The sync data for ids ['65e16f01-87fb-43b7-a965-b580b4fdbb45'] in dv-neutron-857791-1-hyperv is: [{'id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145833984', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '1938554c-b269-4341-acb3-264b795b780b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:36:27Z', 'updated_at': '2022-09-14T23:36:33Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '1938554c-b269-4341-acb3-264b795b780b', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:36:28Z', 'updated_at': '2022-09-14T23:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'e0153d9e-0485-4361-81f4-f56e4f390a2a', 'name': '', 'network_id': '62c157cc-c0b8-43a8-b52b-21a436ada85c', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:1e:cd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'c0a28bcd-9758-41f0-bf0b-ddfb38fb2b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:36:32Z', 'updated_at': '2022-09-14T23:36:38Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': 'c0a28bcd-9758-41f0-bf0b-ddfb38fb2b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:38:11.940072 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e73a74-bfc0-42e5-8f23-d7655e33a8c8 None None] New status for floating IP ccd0977f-8fa2-4616-a980-170d17d412ea: DOWN {{(pid=89172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:38:12.413226 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a755fb2-81c7-4ebd-be7c-ce4f4803f1c8 req-df1f9faf-32ae-4edf-ace7-eaee8fc28e30 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:12.414671 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4a755fb2-81c7-4ebd-be7c-ce4f4803f1c8 req-df1f9faf-32ae-4edf-ace7-eaee8fc28e30 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 945 time: 0.0922678 Sep 14 23:38:12.458033 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4a755fb2-81c7-4ebd-be7c-ce4f4803f1c8 req-dd1a6aab-4204-4785-bbd3-e4b8106627d7 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9e27051-40fa-4f5b-87e9-5fd0c03ac437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377359 Sep 14 23:38:12.543895 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982af122-136e-42f3-bfac-f61ae9935ca5 req-9aee38c5-2d38-4cea-85d4-955d16e30c3f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:12.544579 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-982af122-136e-42f3-bfac-f61ae9935ca5 req-9aee38c5-2d38-4cea-85d4-955d16e30c3f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Synchronizing usage tracker for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:38:12.555880 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-982af122-136e-42f3-bfac-f61ae9935ca5 req-9aee38c5-2d38-4cea-85d4-955d16e30c3f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Unset dirty status for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:38:12.556984 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-982af122-136e-42f3-bfac-f61ae9935ca5 req-9aee38c5-2d38-4cea-85d4-955d16e30c3f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.20 "GET /v2.0/ports?device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 945 time: 0.0965641 Sep 14 23:38:12.582371 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:12.626775 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-982af122-136e-42f3-bfac-f61ae9935ca5 req-6f934e7d-ac84-4520-92a9-5c5ff86b7a1e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Deleting port 710e4e8e-06b7-4a61-a1b1-f0a34abe42cf {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:38:12.627109 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-982af122-136e-42f3-bfac-f61ae9935ca5 req-6f934e7d-ac84-4520-92a9-5c5ff86b7a1e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:12.869752 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-982af122-136e-42f3-bfac-f61ae9935ca5 req-6f934e7d-ac84-4520-92a9-5c5ff86b7a1e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] For port 710e4e8e-06b7-4a61-a1b1-f0a34abe42cf, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=710e4e8e-06b7-4a61-a1b1-f0a34abe42cf,segment=NetworkSegment(522ca0ac-367a-4c73-b599-e8601109fd56),segment_id=522ca0ac-367a-4c73-b599-e8601109fd56)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:38:12.870109 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-982af122-136e-42f3-bfac-f61ae9935ca5 req-6f934e7d-ac84-4520-92a9-5c5ff86b7a1e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:12.993627 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-982af122-136e-42f3-bfac-f61ae9935ca5 req-6f934e7d-ac84-4520-92a9-5c5ff86b7a1e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Calling delete_port for 710e4e8e-06b7-4a61-a1b1-f0a34abe42cf owned by compute:nova {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:38:13.134226 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-982af122-136e-42f3-bfac-f61ae9935ca5 req-6f934e7d-ac84-4520-92a9-5c5ff86b7a1e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:13.275605 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f934e7d-ac84-4520-92a9-5c5ff86b7a1e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event deleted for resources: {'Port': ['ID=710e4e8e-06b7-4a61-a1b1-f0a34abe42cf,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:38:13.318151 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f934e7d-ac84-4520-92a9-5c5ff86b7a1e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:13.318497 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f934e7d-ac84-4520-92a9-5c5ff86b7a1e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:13.318838 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f934e7d-ac84-4520-92a9-5c5ff86b7a1e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:13.319171 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f934e7d-ac84-4520-92a9-5c5ff86b7a1e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:13.319498 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f934e7d-ac84-4520-92a9-5c5ff86b7a1e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:13.319824 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f934e7d-ac84-4520-92a9-5c5ff86b7a1e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:13.320145 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f934e7d-ac84-4520-92a9-5c5ff86b7a1e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:13.320466 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f934e7d-ac84-4520-92a9-5c5ff86b7a1e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:13.320804 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f934e7d-ac84-4520-92a9-5c5ff86b7a1e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:13.321128 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f934e7d-ac84-4520-92a9-5c5ff86b7a1e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:13.321446 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f934e7d-ac84-4520-92a9-5c5ff86b7a1e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:13.321762 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f934e7d-ac84-4520-92a9-5c5ff86b7a1e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:13.373579 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-982af122-136e-42f3-bfac-f61ae9935ca5 req-6f934e7d-ac84-4520-92a9-5c5ff86b7a1e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] No DVR routers for this DVR port 710e4e8e-06b7-4a61-a1b1-f0a34abe42cf on host hv-neutron-8577 {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:38:13.376075 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-982af122-136e-42f3-bfac-f61ae9935ca5 req-6f934e7d-ac84-4520-92a9-5c5ff86b7a1e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:13.378638 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213b4f0b-201c-43b2-9929-155e54c703dd', 'name': 'network-vif-deleted', 'tag': '710e4e8e-06b7-4a61-a1b1-f0a34abe42cf'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:38:13.380895 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9480bbe3-bcff-41e1-8b99-65b8054ad2b4" -d '{"events": [{"server_uuid": "213b4f0b-201c-43b2-9929-155e54c703dd", "name": "network-vif-deleted", "tag": "710e4e8e-06b7-4a61-a1b1-f0a34abe42cf"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:38:13.394957 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-982af122-136e-42f3-bfac-f61ae9935ca5 req-6f934e7d-ac84-4520-92a9-5c5ff86b7a1e tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.20 "DELETE /v2.0/ports/710e4e8e-06b7-4a61-a1b1-f0a34abe42cf HTTP/1.1" status: 204 len: 173 time: 0.8332477 Sep 14 23:38:13.432035 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac532d6-7082-4c9e-918c-0a45a12efb5c x-openstack-request-id: req-5ac532d6-7082-4c9e-918c-0a45a12efb5c {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:38:13.432322 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213b4f0b-201c-43b2-9929-155e54c703dd", "name": "network-vif-deleted", "tag": "710e4e8e-06b7-4a61-a1b1-f0a34abe42cf", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:38:13.432566 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5ac532d6-7082-4c9e-918c-0a45a12efb5c {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:38:13.432984 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ac532d6-7082-4c9e-918c-0a45a12efb5c'] response: {'server_uuid': '213b4f0b-201c-43b2-9929-155e54c703dd', 'name': 'network-vif-deleted', 'tag': '710e4e8e-06b7-4a61-a1b1-f0a34abe42cf', 'status': 'completed', 'code': 200} Sep 14 23:38:13.642294 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a54eb772-a518-45b4-bf32-192faf09c301 req-d06f15c4-c230-4f26-a7b0-80103234a64a tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=213b4f0b-201c-43b2-9929-155e54c703dd HTTP/1.1" status: 200 len: 210 time: 0.0544875 Sep 14 23:38:14.742929 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35272) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:38:15.282527 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-83d8d796-463f-4a15-ad87-171fdb6c70ff tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:15.639949 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-83d8d796-463f-4a15-ad87-171fdb6c70ff tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Deleting port e0153d9e-0485-4361-81f4-f56e4f390a2a {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:38:15.640207 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-83d8d796-463f-4a15-ad87-171fdb6c70ff tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:15.920155 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-83d8d796-463f-4a15-ad87-171fdb6c70ff tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] For port e0153d9e-0485-4361-81f4-f56e4f390a2a, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=e0153d9e-0485-4361-81f4-f56e4f390a2a,segment=NetworkSegment(522ca0ac-367a-4c73-b599-e8601109fd56),segment_id=522ca0ac-367a-4c73-b599-e8601109fd56)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:38:15.920851 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-83d8d796-463f-4a15-ad87-171fdb6c70ff tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:16.039962 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-83d8d796-463f-4a15-ad87-171fdb6c70ff tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Calling delete_port for e0153d9e-0485-4361-81f4-f56e4f390a2a owned by network:router_interface {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:38:16.356238 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-83d8d796-463f-4a15-ad87-171fdb6c70ff tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:16.404285 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8d796-463f-4a15-ad87-171fdb6c70ff tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event deleted for resources: {'Port': ['ID=e0153d9e-0485-4361-81f4-f56e4f390a2a,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:38:16.688906 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-83d8d796-463f-4a15-ad87-171fdb6c70ff tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:17.049218 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d8d796-463f-4a15-ad87-171fdb6c70ff tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Router 65e16f01-87fb-43b7-a965-b580b4fdbb45 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:38:17.279655 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 710e4e8e-06b7-4a61-a1b1-f0a34abe42cf no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:38:17.317978 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: 710e4e8e-06b7-4a61-a1b1-f0a34abe42cf {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:38:17.318207 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 710e4e8e-06b7-4a61-a1b1-f0a34abe42cf not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:38:17.348803 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d8d796-463f-4a15-ad87-171fdb6c70ff tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:38:17.360748 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffa3fa0-6cc2-4916-8830-52265204849f None None] Sync routers for ids ['65e16f01-87fb-43b7-a965-b580b4fdbb45'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:38:17.361414 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-83d8d796-463f-4a15-ad87-171fdb6c70ff tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "PUT /v2.0/routers/65e16f01-87fb-43b7-a965-b580b4fdbb45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6173890 Sep 14 23:38:17.364112 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35276) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:38:17.374035 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffa3fa0-6cc2-4916-8830-52265204849f None None] Routers {'65e16f01-87fb-43b7-a965-b580b4fdbb45'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:38:17.374838 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-0ffa3fa0-6cc2-4916-8830-52265204849f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:38:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['65e16f01-87fb-43b7-a965-b580b4fdbb45'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:38:17.432329 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1bb68cf-d9ec-4f7b-9d33-da0ac60a6ea4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Deleting subnet c0a28bcd-9758-41f0-bf0b-ddfb38fb2b00 {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:38:17.435611 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e1bb68cf-d9ec-4f7b-9d33-da0ac60a6ea4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:17.489615 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e1bb68cf-d9ec-4f7b-9d33-da0ac60a6ea4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:17.554176 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-0ffa3fa0-6cc2-4916-8830-52265204849f None None] Set router 65e16f01-87fb-43b7-a965-b580b4fdbb45 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:38:17.582938 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e1bb68cf-d9ec-4f7b-9d33-da0ac60a6ea4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:17.654076 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e1bb68cf-d9ec-4f7b-9d33-da0ac60a6ea4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:17.693441 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb68cf-d9ec-4f7b-9d33-da0ac60a6ea4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event deleted for resources: {'Subnet': ['ID=c0a28bcd-9758-41f0-bf0b-ddfb38fb2b00,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:38:17.697070 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e1bb68cf-d9ec-4f7b-9d33-da0ac60a6ea4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:17.703625 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-e1bb68cf-d9ec-4f7b-9d33-da0ac60a6ea4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "DELETE /v2.0/subnets/c0a28bcd-9758-41f0-bf0b-ddfb38fb2b00 HTTP/1.1" status: 204 len: 168 time: 0.3380330 Sep 14 23:38:17.705343 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b705f86-f9e2-4bc5-bbb6-87c1a7f428ec None None] Network 62c157cc-c0b8-43a8-b52b-21a436ada85c requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:38:17.706282 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35280) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:38:17.849671 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-0ffa3fa0-6cc2-4916-8830-52265204849f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145833984', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '1938554c-b269-4341-acb3-264b795b780b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:36:27Z', 'updated_at': '2022-09-14T23:38:16Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '1938554c-b269-4341-acb3-264b795b780b', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:36:28Z', 'updated_at': '2022-09-14T23:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:38:17.853371 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffa3fa0-6cc2-4916-8830-52265204849f None None] Checking router: 65e16f01-87fb-43b7-a965-b580b4fdbb45 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:38:17.862336 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffa3fa0-6cc2-4916-8830-52265204849f None None] Routers {'65e16f01-87fb-43b7-a965-b580b4fdbb45'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:38:17.862933 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-0ffa3fa0-6cc2-4916-8830-52265204849f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:38:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['65e16f01-87fb-43b7-a965-b580b4fdbb45'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:38:17.890153 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1ad0dacb-0486-406a-baad-2c6841f2c890 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:17.969793 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e058ed72-5d82-409a-886b-5f65550f32e9 None None] DHCP port deletion for 62c157cc-c0b8-43a8-b52b-21a436ada85c request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:38:17.973874 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-e058ed72-5d82-409a-886b-5f65550f32e9 None None] Deleting port 46dc38a8-8f58-47b9-b61b-4be426385148 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:38:17.974243 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e058ed72-5d82-409a-886b-5f65550f32e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:18.073487 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-0ffa3fa0-6cc2-4916-8830-52265204849f None None] Set router 65e16f01-87fb-43b7-a965-b580b4fdbb45 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:38:18.075206 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1ad0dacb-0486-406a-baad-2c6841f2c890 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:18.084506 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-1ad0dacb-0486-406a-baad-2c6841f2c890 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Deleting port 1938554c-b269-4341-acb3-264b795b780b {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:38:18.084896 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1ad0dacb-0486-406a-baad-2c6841f2c890 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:18.177190 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-e058ed72-5d82-409a-886b-5f65550f32e9 None None] For port 46dc38a8-8f58-47b9-b61b-4be426385148, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=46dc38a8-8f58-47b9-b61b-4be426385148,segment=NetworkSegment(522ca0ac-367a-4c73-b599-e8601109fd56),segment_id=522ca0ac-367a-4c73-b599-e8601109fd56)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:38:18.177506 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e058ed72-5d82-409a-886b-5f65550f32e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:18.281112 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-1ad0dacb-0486-406a-baad-2c6841f2c890 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] For port 1938554c-b269-4341-acb3-264b795b780b, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=1938554c-b269-4341-acb3-264b795b780b,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:38:18.281484 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1ad0dacb-0486-406a-baad-2c6841f2c890 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:18.303634 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-e058ed72-5d82-409a-886b-5f65550f32e9 None None] Calling delete_port for 46dc38a8-8f58-47b9-b61b-4be426385148 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:38:18.372945 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-0ffa3fa0-6cc2-4916-8830-52265204849f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145833984', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '1938554c-b269-4341-acb3-264b795b780b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:36:27Z', 'updated_at': '2022-09-14T23:38:16Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '1938554c-b269-4341-acb3-264b795b780b', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:36:28Z', 'updated_at': '2022-09-14T23:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:38:18.377909 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffa3fa0-6cc2-4916-8830-52265204849f None None] The sync data for ids ['65e16f01-87fb-43b7-a965-b580b4fdbb45'] in dv-neutron-857791-1-hyperv is: [{'id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145833984', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '1938554c-b269-4341-acb3-264b795b780b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:36:27Z', 'updated_at': '2022-09-14T23:38:16Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '1938554c-b269-4341-acb3-264b795b780b', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e16f01-87fb-43b7-a965-b580b4fdbb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:36:28Z', 'updated_at': '2022-09-14T23:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:38:18.381450 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 46dc38a8-8f58-47b9-b61b-4be426385148 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:38:18.406819 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e058ed72-5d82-409a-886b-5f65550f32e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:18.411253 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-1ad0dacb-0486-406a-baad-2c6841f2c890 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Calling delete_port for 1938554c-b269-4341-acb3-264b795b780b owned by network:router_gateway {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:38:18.457667 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 46dc38a8-8f58-47b9-b61b-4be426385148 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:38:18.458004 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 46dc38a8-8f58-47b9-b61b-4be426385148 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:38:18.467834 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058ed72-5d82-409a-886b-5f65550f32e9 None None] Pushing event deleted for resources: {'Port': ['ID=46dc38a8-8f58-47b9-b61b-4be426385148,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:38:18.470168 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e058ed72-5d82-409a-886b-5f65550f32e9 None None] No DVR routers for this DVR port 46dc38a8-8f58-47b9-b61b-4be426385148 on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:38:18.478540 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e058ed72-5d82-409a-886b-5f65550f32e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:18.478540 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e058ed72-5d82-409a-886b-5f65550f32e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:18.478540 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e058ed72-5d82-409a-886b-5f65550f32e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:18.478540 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e058ed72-5d82-409a-886b-5f65550f32e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:18.478926 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e058ed72-5d82-409a-886b-5f65550f32e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:18.479180 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e058ed72-5d82-409a-886b-5f65550f32e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:18.479662 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e058ed72-5d82-409a-886b-5f65550f32e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:18.480201 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e058ed72-5d82-409a-886b-5f65550f32e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:18.480486 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e058ed72-5d82-409a-886b-5f65550f32e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:18.480831 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e058ed72-5d82-409a-886b-5f65550f32e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:18.481139 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e058ed72-5d82-409a-886b-5f65550f32e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:18.481454 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e058ed72-5d82-409a-886b-5f65550f32e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:18.591271 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1ad0dacb-0486-406a-baad-2c6841f2c890 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:18.669147 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad0dacb-0486-406a-baad-2c6841f2c890 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event deleted for resources: {'Port': ['ID=1938554c-b269-4341-acb3-264b795b780b,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:38:18.738138 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1ad0dacb-0486-406a-baad-2c6841f2c890 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:19.025673 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1ad0dacb-0486-406a-baad-2c6841f2c890 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:19.029226 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1ad0dacb-0486-406a-baad-2c6841f2c890 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:19.053263 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1ad0dacb-0486-406a-baad-2c6841f2c890 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:19.053885 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad0dacb-0486-406a-baad-2c6841f2c890 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Fanout notify agent at l3_agent the message router_deleted on router 65e16f01-87fb-43b7-a965-b580b4fdbb45 {{(pid=89170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 23:38:19.070113 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1ad0dacb-0486-406a-baad-2c6841f2c890 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:19.075108 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1ad0dacb-0486-406a-baad-2c6841f2c890 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "DELETE /v2.0/routers/65e16f01-87fb-43b7-a965-b580b4fdbb45 HTTP/1.1" status: 204 len: 168 time: 1.3644435 Sep 14 23:38:19.075326 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35284) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:38:19.204452 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e9e5f297-30c4-46e6-ba93-730fcdadcf8b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:19.334299 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e9e5f297-30c4-46e6-ba93-730fcdadcf8b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:19.362212 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-e9e5f297-30c4-46e6-ba93-730fcdadcf8b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c157cc-c0b8-43a8-b52b-21a436ada85c']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:38:19.374729 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-e9e5f297-30c4-46e6-ba93-730fcdadcf8b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '522ca0ac-367a-4c73-b599-e8601109fd56') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:38:19.375018 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-e9e5f297-30c4-46e6-ba93-730fcdadcf8b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '522ca0ac-367a-4c73-b599-e8601109fd56') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:38:19.385881 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e9e5f297-30c4-46e6-ba93-730fcdadcf8b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:19.401844 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e9e5f297-30c4-46e6-ba93-730fcdadcf8b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:19.407880 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e5f297-30c4-46e6-ba93-730fcdadcf8b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:38:19.408361 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e9e5f297-30c4-46e6-ba93-730fcdadcf8b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:19.494973 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 522ca0ac-367a-4c73-b599-e8601109fd56 resource provider aggregate not found Sep 14 23:38:19.514869 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e9e5f297-30c4-46e6-ba93-730fcdadcf8b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:19.535894 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-e9e5f297-30c4-46e6-ba93-730fcdadcf8b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:19.538967 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 522ca0ac-367a-4c73-b599-e8601109fd56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 522ca0ac-367a-4c73-b599-e8601109fd56 found for delete ", "request_id": "req-54302b02-33d1-46cd-82a6-2f7b88579b35"}]} Sep 14 23:38:19.548795 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5f297-30c4-46e6-ba93-730fcdadcf8b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event deleted for resources: {'Network': ['ID=62c157cc-c0b8-43a8-b52b-21a436ada85c,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:38:19.556728 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-e9e5f297-30c4-46e6-ba93-730fcdadcf8b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "DELETE /v2.0/networks/62c157cc-c0b8-43a8-b52b-21a436ada85c HTTP/1.1" status: 204 len: 168 time: 0.4800863 Sep 14 23:38:19.559946 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35294) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:38:19.634753 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2b752327-18f5-4fc0-90cf-12facbdc3387 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:19.663173 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2b752327-18f5-4fc0-90cf-12facbdc3387 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:19.728400 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2b752327-18f5-4fc0-90cf-12facbdc3387 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:19.747389 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b752327-18f5-4fc0-90cf-12facbdc3387 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e27051-40fa-4f5b-87e9-5fd0c03ac437,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:38:19.757148 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-2b752327-18f5-4fc0-90cf-12facbdc3387 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:19.758253 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-2b752327-18f5-4fc0-90cf-12facbdc3387 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "DELETE /v2.0/security-groups/f9e27051-40fa-4f5b-87e9-5fd0c03ac437 HTTP/1.1" status: 204 len: 168 time: 0.1973567 Sep 14 23:38:19.826097 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:19.880148 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 35304) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:38:19.885456 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-4e4a2182-2d9e-4820-a3f1-27ebf03416e3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-936582649', 'description': 'tempest-secgroup-smoke-936582649 description', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:38:19.891387 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-4e4a2182-2d9e-4820-a3f1-27ebf03416e3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:38:19.895548 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-4e4a2182-2d9e-4820-a3f1-27ebf03416e3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:38:19.898438 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-4e4a2182-2d9e-4820-a3f1-27ebf03416e3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:38:19.905185 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-4e4a2182-2d9e-4820-a3f1-27ebf03416e3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:38:19.914859 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4e4a2182-2d9e-4820-a3f1-27ebf03416e3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:19.934335 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-4e4a2182-2d9e-4820-a3f1-27ebf03416e3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:38:19.938133 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-4e4a2182-2d9e-4820-a3f1-27ebf03416e3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group_rule and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:38:19.940898 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-4e4a2182-2d9e-4820-a3f1-27ebf03416e3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:38:19.946486 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-4e4a2182-2d9e-4820-a3f1-27ebf03416e3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:38:20.014416 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4e4a2182-2d9e-4820-a3f1-27ebf03416e3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:20.018041 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4e4a2182-2d9e-4820-a3f1-27ebf03416e3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:20.061981 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a2182-2d9e-4820-a3f1-27ebf03416e3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9015b60-cf71-4498-8a33-e98e402fc63a,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:38:20.065150 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4e4a2182-2d9e-4820-a3f1-27ebf03416e3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:20.066323 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4e4a2182-2d9e-4820-a3f1-27ebf03416e3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1850622 Sep 14 23:38:20.069205 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 35308) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:38:20.074043 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-57152dda-505d-4574-bac3-03d1dd918963 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'security_group_rule': {'security_group_id': 'e9015b60-cf71-4498-8a33-e98e402fc63a', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:38:20.079811 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-57152dda-505d-4574-bac3-03d1dd918963 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:38:20.083567 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-57152dda-505d-4574-bac3-03d1dd918963 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group_rule and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:38:20.086394 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-57152dda-505d-4574-bac3-03d1dd918963 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:38:20.092456 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-57152dda-505d-4574-bac3-03d1dd918963 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:38:20.111197 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-57152dda-505d-4574-bac3-03d1dd918963 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:20.170126 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-57152dda-505d-4574-bac3-03d1dd918963 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:20.173570 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-57152dda-505d-4574-bac3-03d1dd918963 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:20.199814 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57152dda-505d-4574-bac3-03d1dd918963 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05093617-8826-4b87-86b9-41d6dae524f1,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:38:20.210433 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-57152dda-505d-4574-bac3-03d1dd918963 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:20.211856 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-57152dda-505d-4574-bac3-03d1dd918963 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1417322 Sep 14 23:38:20.215392 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35312) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:38:20.220455 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-d4ca4a6a-a8db-42e6-8d09-906b54933f31 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'security_group_rule': {'security_group_id': 'e9015b60-cf71-4498-8a33-e98e402fc63a', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:38:20.226362 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-d4ca4a6a-a8db-42e6-8d09-906b54933f31 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:38:20.230173 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-d4ca4a6a-a8db-42e6-8d09-906b54933f31 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group_rule and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:38:20.233167 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-d4ca4a6a-a8db-42e6-8d09-906b54933f31 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:38:20.236947 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e0153d9e-0485-4361-81f4-f56e4f390a2a no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:38:20.239172 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-d4ca4a6a-a8db-42e6-8d09-906b54933f31 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:38:20.257813 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d4ca4a6a-a8db-42e6-8d09-906b54933f31 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:20.273025 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: e0153d9e-0485-4361-81f4-f56e4f390a2a {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:38:20.273443 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device e0153d9e-0485-4361-81f4-f56e4f390a2a not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:38:20.273921 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 1938554c-b269-4341-acb3-264b795b780b no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:38:20.307210 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 1938554c-b269-4341-acb3-264b795b780b {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:38:20.307628 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 1938554c-b269-4341-acb3-264b795b780b not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:38:20.322596 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d4ca4a6a-a8db-42e6-8d09-906b54933f31 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:20.326254 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d4ca4a6a-a8db-42e6-8d09-906b54933f31 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:20.348815 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca4a6a-a8db-42e6-8d09-906b54933f31 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab6dd54e-3653-4080-bc84-cde689c977f3,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:38:20.358598 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d4ca4a6a-a8db-42e6-8d09-906b54933f31 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:20.359854 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d4ca4a6a-a8db-42e6-8d09-906b54933f31 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1434970 Sep 14 23:38:20.362638 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35316) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:38:20.367350 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-8dcb942b-c2ba-40c5-bfa7-2fe7bbccda20 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'security_group_rule': {'security_group_id': 'e9015b60-cf71-4498-8a33-e98e402fc63a', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:38:20.373870 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-8dcb942b-c2ba-40c5-bfa7-2fe7bbccda20 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:38:20.377658 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-8dcb942b-c2ba-40c5-bfa7-2fe7bbccda20 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group_rule and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:38:20.380452 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-8dcb942b-c2ba-40c5-bfa7-2fe7bbccda20 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:38:20.386025 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-8dcb942b-c2ba-40c5-bfa7-2fe7bbccda20 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:38:20.403057 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8dcb942b-c2ba-40c5-bfa7-2fe7bbccda20 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:20.464022 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8dcb942b-c2ba-40c5-bfa7-2fe7bbccda20 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:20.467681 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8dcb942b-c2ba-40c5-bfa7-2fe7bbccda20 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:20.490836 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb942b-c2ba-40c5-bfa7-2fe7bbccda20 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=471e8a4e-e6a1-4945-b9c3-a815b4376850,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:38:20.500575 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8dcb942b-c2ba-40c5-bfa7-2fe7bbccda20 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:20.501822 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8dcb942b-c2ba-40c5-bfa7-2fe7bbccda20 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1383057 Sep 14 23:38:20.504592 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35320) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:38:20.509342 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-8baed513-c21c-40e6-a8d8-180959f847c7 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'security_group_rule': {'security_group_id': 'e9015b60-cf71-4498-8a33-e98e402fc63a', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:38:20.515213 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-8baed513-c21c-40e6-a8d8-180959f847c7 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:38:20.519015 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-8baed513-c21c-40e6-a8d8-180959f847c7 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group_rule and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:38:20.521851 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-8baed513-c21c-40e6-a8d8-180959f847c7 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:38:20.527971 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-8baed513-c21c-40e6-a8d8-180959f847c7 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:38:20.544415 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8baed513-c21c-40e6-a8d8-180959f847c7 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:20.608369 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8baed513-c21c-40e6-a8d8-180959f847c7 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:20.611991 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8baed513-c21c-40e6-a8d8-180959f847c7 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:20.639164 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baed513-c21c-40e6-a8d8-180959f847c7 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a5ace07-7ea9-415f-bb80-c3e216b601c7,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:38:20.648526 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8baed513-c21c-40e6-a8d8-180959f847c7 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:20.649706 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8baed513-c21c-40e6-a8d8-180959f847c7 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1442044 Sep 14 23:38:20.652976 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35324) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:38:20.657794 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-076ef96f-e574-4b01-9e1a-e8bdfcd8f2cb tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'security_group_rule': {'security_group_id': 'e9015b60-cf71-4498-8a33-e98e402fc63a', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:38:20.663386 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-076ef96f-e574-4b01-9e1a-e8bdfcd8f2cb tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:38:20.667264 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-076ef96f-e574-4b01-9e1a-e8bdfcd8f2cb tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group_rule and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:38:20.671538 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-076ef96f-e574-4b01-9e1a-e8bdfcd8f2cb tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:38:20.677375 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-076ef96f-e574-4b01-9e1a-e8bdfcd8f2cb tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:38:20.687108 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.securitygroups_db [None req-076ef96f-e574-4b01-9e1a-e8bdfcd8f2cb tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Project f82b3a84f14c45698bcfb4ac2ac76a9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:38:20.693488 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-076ef96f-e574-4b01-9e1a-e8bdfcd8f2cb tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:20.755731 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-076ef96f-e574-4b01-9e1a-e8bdfcd8f2cb tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:20.759066 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-076ef96f-e574-4b01-9e1a-e8bdfcd8f2cb tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:20.782571 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ef96f-e574-4b01-9e1a-e8bdfcd8f2cb tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759214c8-fb07-4403-b74e-547cc3299cbe,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:38:20.790404 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-076ef96f-e574-4b01-9e1a-e8bdfcd8f2cb tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:20.791564 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-076ef96f-e574-4b01-9e1a-e8bdfcd8f2cb tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1376686 Sep 14 23:38:20.794932 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35328) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:38:20.799849 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-82f15b19-6b22-4a25-ac5b-a9b542ab8786 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'security_group_rule': {'security_group_id': 'e9015b60-cf71-4498-8a33-e98e402fc63a', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:38:20.805609 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-82f15b19-6b22-4a25-ac5b-a9b542ab8786 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:38:20.809401 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-82f15b19-6b22-4a25-ac5b-a9b542ab8786 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:security_group_rule and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:38:20.812786 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-82f15b19-6b22-4a25-ac5b-a9b542ab8786 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:38:20.819057 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-82f15b19-6b22-4a25-ac5b-a9b542ab8786 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:38:20.828874 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.securitygroups_db [None req-82f15b19-6b22-4a25-ac5b-a9b542ab8786 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Project f82b3a84f14c45698bcfb4ac2ac76a9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:38:20.835265 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-82f15b19-6b22-4a25-ac5b-a9b542ab8786 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:20.899530 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-82f15b19-6b22-4a25-ac5b-a9b542ab8786 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:20.903458 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-82f15b19-6b22-4a25-ac5b-a9b542ab8786 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:20.931268 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f15b19-6b22-4a25-ac5b-a9b542ab8786 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=672f7bc2-31cc-4b5d-b357-d408a0bba760,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:38:20.938219 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-82f15b19-6b22-4a25-ac5b-a9b542ab8786 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:20.939701 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-82f15b19-6b22-4a25-ac5b-a9b542ab8786 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1436832 Sep 14 23:38:20.942401 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35332) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:38:20.947721 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-6b586c1b-5f52-4303-8255-79172a76eada tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'network': {'name': 'tempest-network-smoke--202207264', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'port_security_enabled': True}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:38:20.953093 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6b586c1b-5f52-4303-8255-79172a76eada tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:38:20.957189 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6b586c1b-5f52-4303-8255-79172a76eada tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:network and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:38:20.959997 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-6b586c1b-5f52-4303-8255-79172a76eada tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:38:20.966252 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-6b586c1b-5f52-4303-8255-79172a76eada tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:38:20.976147 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b586c1b-5f52-4303-8255-79172a76eada tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Made reservation on behalf of f82b3a84f14c45698bcfb4ac2ac76a9f for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:38:20.979435 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6b586c1b-5f52-4303-8255-79172a76eada tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:21.009173 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b586c1b-5f52-4303-8255-79172a76eada tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:38:21.019326 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6b586c1b-5f52-4303-8255-79172a76eada tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:21.019669 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-6b586c1b-5f52-4303-8255-79172a76eada tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Added segment 2812c46b-2c14-4340-83c5-c65b03cb6335 of type vlan for network 875bdf54-1b53-463f-aa3c-2cfecbf968a9 Sep 14 23:38:21.045540 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6b586c1b-5f52-4303-8255-79172a76eada tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:21.073082 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6b586c1b-5f52-4303-8255-79172a76eada tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:21.078911 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b586c1b-5f52-4303-8255-79172a76eada tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:21.079483 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6b586c1b-5f52-4303-8255-79172a76eada tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:21.184720 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6b586c1b-5f52-4303-8255-79172a76eada tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2413056 Sep 14 23:38:21.187497 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b586c1b-5f52-4303-8255-79172a76eada tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Network': ['ID=875bdf54-1b53-463f-aa3c-2cfecbf968a9,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:38:21.187646 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 35336) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:38:21.193904 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-27c843c4-e03f-4fc6-a007-fd23b6395d52 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-90209881', 'admin_state_up': True, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:38:21.197685 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 875bdf54-1b53-463f-aa3c-2cfecbf968a9 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:38:21.202731 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-27c843c4-e03f-4fc6-a007-fd23b6395d52 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:38:21.206576 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-27c843c4-e03f-4fc6-a007-fd23b6395d52 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:router and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:38:21.209439 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-27c843c4-e03f-4fc6-a007-fd23b6395d52 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:38:21.219973 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-27c843c4-e03f-4fc6-a007-fd23b6395d52 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:38:21.230292 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-27c843c4-e03f-4fc6-a007-fd23b6395d52 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:21.231279 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-27c843c4-e03f-4fc6-a007-fd23b6395d52 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:21.247482 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-27c843c4-e03f-4fc6-a007-fd23b6395d52 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:21.514611 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-27c843c4-e03f-4fc6-a007-fd23b6395d52 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:21.806885 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-27c843c4-e03f-4fc6-a007-fd23b6395d52 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router_gateway, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:21.835407 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-27c843c4-e03f-4fc6-a007-fd23b6395d52 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:21.965321 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-27c843c4-e03f-4fc6-a007-fd23b6395d52 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Allocated IP 172.26.5.31 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/08957fc5-a4e2-495a-b7f5-749ec5651365) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:38:22.107408 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-27c843c4-e03f-4fc6-a007-fd23b6395d52 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:22.134950 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-27c843c4-e03f-4fc6-a007-fd23b6395d52 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:22.203442 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c843c4-e03f-4fc6-a007-fd23b6395d52 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:38:22.206356 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-27c843c4-e03f-4fc6-a007-fd23b6395d52 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:38:22.210043 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c843c4-e03f-4fc6-a007-fd23b6395d52 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:38:22.249276 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c843c4-e03f-4fc6-a007-fd23b6395d52 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Port': ['ID=08957fc5-a4e2-495a-b7f5-749ec5651365,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:38:22.729932 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-27c843c4-e03f-4fc6-a007-fd23b6395d52 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router_gateway, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:23.071180 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-27c843c4-e03f-4fc6-a007-fd23b6395d52 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:23.278761 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c843c4-e03f-4fc6-a007-fd23b6395d52 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Router 9f27d393-d7c0-4ed5-816f-91a1f6c91bc6 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 23:38:23.454857 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c843c4-e03f-4fc6-a007-fd23b6395d52 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:38:23.464054 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da15efe-931e-47ae-8570-00e1679ab8df None None] Sync routers for ids ['9f27d393-d7c0-4ed5-816f-91a1f6c91bc6'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:38:23.475166 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da15efe-931e-47ae-8570-00e1679ab8df None None] Routers {'9f27d393-d7c0-4ed5-816f-91a1f6c91bc6'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:38:23.475896 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-0da15efe-931e-47ae-8570-00e1679ab8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:38:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['9f27d393-d7c0-4ed5-816f-91a1f6c91bc6'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:38:23.482175 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-27c843c4-e03f-4fc6-a007-fd23b6395d52 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:23.483399 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-27c843c4-e03f-4fc6-a007-fd23b6395d52 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2948484 Sep 14 23:38:23.486532 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 35340) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:38:23.533093 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3ca722b9-89ae-405c-bdf6-0ff8001f0c78 tempest-TestNetworkAdvancedServerOps-2065151363 tempest-TestNetworkAdvancedServerOps-2065151363-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=f82b3a84f14c45698bcfb4ac2ac76a9f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451353 Sep 14 23:38:23.535438 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35344) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:38:23.666011 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7e0bf1-acee-4bf4-a3e9-75c9d5b2be01 tempest-TestNetworkAdvancedServerOps-2065151363 tempest-TestNetworkAdvancedServerOps-2065151363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:23.667476 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4b7e0bf1-acee-4bf4-a3e9-75c9d5b2be01 tempest-TestNetworkAdvancedServerOps-2065151363 tempest-TestNetworkAdvancedServerOps-2065151363-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1310611 Sep 14 23:38:23.670454 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 35348) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:38:23.675880 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-0da15efe-931e-47ae-8570-00e1679ab8df None None] Set router 9f27d393-d7c0-4ed5-816f-91a1f6c91bc6 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:38:23.710064 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-872e6061-c0f3-4308-8403-446e09200119 tempest-TestNetworkAdvancedServerOps-2065151363 tempest-TestNetworkAdvancedServerOps-2065151363-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=681410b9-e86d-4f65-a0f3-ea2093b5104b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380619 Sep 14 23:38:23.712576 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 35352) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:38:23.718111 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-8240def4-a15d-4774-a5bf-eda4023b768d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1840844172', 'network_id': '875bdf54-1b53-463f-aa3c-2cfecbf968a9', 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:38:23.831098 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-8240def4-a15d-4774-a5bf-eda4023b768d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:38:23.836191 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-8240def4-a15d-4774-a5bf-eda4023b768d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:subnet and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:38:23.840182 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-8240def4-a15d-4774-a5bf-eda4023b768d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:38:23.849938 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-8240def4-a15d-4774-a5bf-eda4023b768d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:38:23.862120 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8240def4-a15d-4774-a5bf-eda4023b768d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Made reservation on behalf of f82b3a84f14c45698bcfb4ac2ac76a9f for: {'subnet': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:38:23.865749 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8240def4-a15d-4774-a5bf-eda4023b768d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31957816'] for subnet, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:24.163918 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-0da15efe-931e-47ae-8570-00e1679ab8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90209881', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '08957fc5-a4e2-495a-b7f5-749ec5651365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:38:21Z', 'updated_at': '2022-09-14T23:38:22Z', 'revision_number': 3, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '08957fc5-a4e2-495a-b7f5-749ec5651365', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:38:21Z', 'updated_at': '2022-09-14T23:38:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:38:24.174770 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da15efe-931e-47ae-8570-00e1679ab8df None None] Checking router: 9f27d393-d7c0-4ed5-816f-91a1f6c91bc6 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:38:24.175262 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da15efe-931e-47ae-8570-00e1679ab8df None None] Updating router 9f27d393-d7c0-4ed5-816f-91a1f6c91bc6 port 08957fc5-a4e2-495a-b7f5-749ec5651365 binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:38:24.198036 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8240def4-a15d-4774-a5bf-eda4023b768d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31352241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31957766'] for subnet, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:24.241516 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0da15efe-931e-47ae-8570-00e1679ab8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:24.273381 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240def4-a15d-4774-a5bf-eda4023b768d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Subnet': ['ID=56d2e7b4-73ff-4066-bb18-a1814eb3dd3a,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:38:24.284037 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8240def4-a15d-4774-a5bf-eda4023b768d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Checking segment: {'id': '2812c46b-2c14-4340-83c5-c65b03cb6335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '875bdf54-1b53-463f-aa3c-2cfecbf968a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:38:24.284634 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8240def4-a15d-4774-a5bf-eda4023b768d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Network hostable DHCP agents. Network: 875bdf54-1b53-463f-aa3c-2cfecbf968a9, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:38:24.302951 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8240def4-a15d-4774-a5bf-eda4023b768d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Network 875bdf54-1b53-463f-aa3c-2cfecbf968a9 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:38:24.312509 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-8240def4-a15d-4774-a5bf-eda4023b768d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 875bdf54-1b53-463f-aa3c-2cfecbf968a9) {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:38:24.316732 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8240def4-a15d-4774-a5bf-eda4023b768d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:24.317353 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8240def4-a15d-4774-a5bf-eda4023b768d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:24.335059 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72bf133-d474-402b-a7e2-8e24c2a629b4 None None] Network 875bdf54-1b53-463f-aa3c-2cfecbf968a9 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:38:24.340354 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8240def4-a15d-4774-a5bf-eda4023b768d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6264510 Sep 14 23:38:24.343136 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35356) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:38:24.718784 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074820db-7214-40ff-997e-72ad137b59c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-875bdf54-1b53-463f-aa3c-2cfecbf968a9', 'network_id': '875bdf54-1b53-463f-aa3c-2cfecbf968a9', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'fixed_ips': [{'subnet_id': '56d2e7b4-73ff-4066-bb18-a1814eb3dd3a'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:38:24.719581 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-074820db-7214-40ff-997e-72ad137b59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:24.842204 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0da15efe-931e-47ae-8570-00e1679ab8df None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:24.870178 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-0da15efe-931e-47ae-8570-00e1679ab8df None None] Transition to ACTIVE for port object 08957fc5-a4e2-495a-b7f5-749ec5651365 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:38:24.879931 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0da15efe-931e-47ae-8570-00e1679ab8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:24.980839 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-0da15efe-931e-47ae-8570-00e1679ab8df None None] Attempting to bind port 08957fc5-a4e2-495a-b7f5-749ec5651365 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:38:24.981111 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-0da15efe-931e-47ae-8570-00e1679ab8df None None] Attempting to bind port 08957fc5-a4e2-495a-b7f5-749ec5651365 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:38:24.981460 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da15efe-931e-47ae-8570-00e1679ab8df None None] Attempting to bind port 08957fc5-a4e2-495a-b7f5-749ec5651365 on network 681410b9-e86d-4f65-a0f3-ea2093b5104b {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:38:24.994457 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da15efe-931e-47ae-8570-00e1679ab8df None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:38:24.995073 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da15efe-931e-47ae-8570-00e1679ab8df None None] Checking segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:38:24.995465 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0da15efe-931e-47ae-8570-00e1679ab8df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:24.996382 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da15efe-931e-47ae-8570-00e1679ab8df None None] Bound using segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:38:24.996856 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-0da15efe-931e-47ae-8570-00e1679ab8df None None] Bound port: 08957fc5-a4e2-495a-b7f5-749ec5651365, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:38:24.997227 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0da15efe-931e-47ae-8570-00e1679ab8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:25.058854 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c8ec1-d956-4eef-9fc1-8bdb2d19f9fa None None] Pushing event updated for resources: {'Port': ['ID=08957fc5-a4e2-495a-b7f5-749ec5651365,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:38:25.061809 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-074820db-7214-40ff-997e-72ad137b59c8 None None] Allocated IP 172.20.0.2 (875bdf54-1b53-463f-aa3c-2cfecbf968a9/56d2e7b4-73ff-4066-bb18-a1814eb3dd3a/7def67de-6dee-40cb-89f3-67835a487e0a) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:38:25.159143 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-0da15efe-931e-47ae-8570-00e1679ab8df None None] For port 08957fc5-a4e2-495a-b7f5-749ec5651365, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:38:25.179831 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-0da15efe-931e-47ae-8570-00e1679ab8df None None] For port 08957fc5-a4e2-495a-b7f5-749ec5651365, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=08957fc5-a4e2-495a-b7f5-749ec5651365,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:38:25.186076 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0da15efe-931e-47ae-8570-00e1679ab8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:25.195138 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7e9c31f3-9d8d-4544-a211-502652344515 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:25.273001 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da15efe-931e-47ae-8570-00e1679ab8df None None] Routers {'9f27d393-d7c0-4ed5-816f-91a1f6c91bc6'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:38:25.273512 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-0da15efe-931e-47ae-8570-00e1679ab8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:38:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['9f27d393-d7c0-4ed5-816f-91a1f6c91bc6'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:38:25.461721 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c8ec1-d956-4eef-9fc1-8bdb2d19f9fa None None] Pushing event updated for resources: {'Port': ['ID=08957fc5-a4e2-495a-b7f5-749ec5651365,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:38:25.552101 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-074820db-7214-40ff-997e-72ad137b59c8 None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:25.569939 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-074820db-7214-40ff-997e-72ad137b59c8 None None] Transition to ACTIVE for port object 7def67de-6dee-40cb-89f3-67835a487e0a will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:38:25.593715 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-0da15efe-931e-47ae-8570-00e1679ab8df None None] Set router 9f27d393-d7c0-4ed5-816f-91a1f6c91bc6 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:38:25.699332 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-074820db-7214-40ff-997e-72ad137b59c8 None None] Transition to ACTIVE for port object 7def67de-6dee-40cb-89f3-67835a487e0a will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:38:25.719569 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-074820db-7214-40ff-997e-72ad137b59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:25.771429 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-7e9c31f3-9d8d-4544-a211-502652344515 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Allocated IP 172.20.0.1 (875bdf54-1b53-463f-aa3c-2cfecbf968a9/56d2e7b4-73ff-4066-bb18-a1814eb3dd3a/a0e9b15d-00ce-4045-9f82-62c53dfdbee8) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:38:25.856444 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074820db-7214-40ff-997e-72ad137b59c8 None None] Network 875bdf54-1b53-463f-aa3c-2cfecbf968a9 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:38:25.860633 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-074820db-7214-40ff-997e-72ad137b59c8 None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:38:25.867526 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074820db-7214-40ff-997e-72ad137b59c8 None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:38:25.876857 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074820db-7214-40ff-997e-72ad137b59c8 None None] Pushing event updated for resources: {'Port': ['ID=7def67de-6dee-40cb-89f3-67835a487e0a,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:38:25.935507 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7e9c31f3-9d8d-4544-a211-502652344515 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:25.951286 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-7e9c31f3-9d8d-4544-a211-502652344515 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Transition to ACTIVE for port object a0e9b15d-00ce-4045-9f82-62c53dfdbee8 will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:38:25.974575 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7e9c31f3-9d8d-4544-a211-502652344515 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:26.028585 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-074820db-7214-40ff-997e-72ad137b59c8 None None] Attempting to bind port 7def67de-6dee-40cb-89f3-67835a487e0a on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:38:26.028982 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-074820db-7214-40ff-997e-72ad137b59c8 None None] Attempting to bind port 7def67de-6dee-40cb-89f3-67835a487e0a by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '2812c46b-2c14-4340-83c5-c65b03cb6335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '875bdf54-1b53-463f-aa3c-2cfecbf968a9'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:38:26.029337 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074820db-7214-40ff-997e-72ad137b59c8 None None] Attempting to bind port 7def67de-6dee-40cb-89f3-67835a487e0a on network 875bdf54-1b53-463f-aa3c-2cfecbf968a9 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:38:26.039185 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074820db-7214-40ff-997e-72ad137b59c8 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:38:26.039551 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074820db-7214-40ff-997e-72ad137b59c8 None None] Checking segment: {'id': '2812c46b-2c14-4340-83c5-c65b03cb6335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '875bdf54-1b53-463f-aa3c-2cfecbf968a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:38:26.039946 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-074820db-7214-40ff-997e-72ad137b59c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:26.040334 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074820db-7214-40ff-997e-72ad137b59c8 None None] Bound using segment: {'id': '2812c46b-2c14-4340-83c5-c65b03cb6335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '875bdf54-1b53-463f-aa3c-2cfecbf968a9'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:38:26.040820 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-074820db-7214-40ff-997e-72ad137b59c8 None None] Bound port: 7def67de-6dee-40cb-89f3-67835a487e0a, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2812c46b-2c14-4340-83c5-c65b03cb6335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '875bdf54-1b53-463f-aa3c-2cfecbf968a9'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:38:26.041189 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-074820db-7214-40ff-997e-72ad137b59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:26.042573 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9c31f3-9d8d-4544-a211-502652344515 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Network 875bdf54-1b53-463f-aa3c-2cfecbf968a9 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:38:26.045518 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-7e9c31f3-9d8d-4544-a211-502652344515 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:38:26.047977 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9c31f3-9d8d-4544-a211-502652344515 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:38:26.097791 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c31f3-9d8d-4544-a211-502652344515 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Port': ['ID=a0e9b15d-00ce-4045-9f82-62c53dfdbee8,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:38:26.113206 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7e9c31f3-9d8d-4544-a211-502652344515 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:26.145559 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-074820db-7214-40ff-997e-72ad137b59c8 None None] For port 7def67de-6dee-40cb-89f3-67835a487e0a, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:38:26.150788 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-074820db-7214-40ff-997e-72ad137b59c8 None None] For port 7def67de-6dee-40cb-89f3-67835a487e0a, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=7def67de-6dee-40cb-89f3-67835a487e0a,segment=NetworkSegment(2812c46b-2c14-4340-83c5-c65b03cb6335),segment_id=2812c46b-2c14-4340-83c5-c65b03cb6335)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:38:26.154224 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-0da15efe-931e-47ae-8570-00e1679ab8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90209881', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '08957fc5-a4e2-495a-b7f5-749ec5651365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:38:21Z', 'updated_at': '2022-09-14T23:38:22Z', 'revision_number': 3, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '08957fc5-a4e2-495a-b7f5-749ec5651365', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:38:21Z', 'updated_at': '2022-09-14T23:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:38:26.158346 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-074820db-7214-40ff-997e-72ad137b59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:26.190759 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da15efe-931e-47ae-8570-00e1679ab8df None None] The sync data for ids ['9f27d393-d7c0-4ed5-816f-91a1f6c91bc6'] in dv-neutron-857791-1-hyperv is: [{'id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90209881', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '08957fc5-a4e2-495a-b7f5-749ec5651365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:38:21Z', 'updated_at': '2022-09-14T23:38:22Z', 'revision_number': 3, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '08957fc5-a4e2-495a-b7f5-749ec5651365', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:38:21Z', 'updated_at': '2022-09-14T23:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:38:26.252755 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074820db-7214-40ff-997e-72ad137b59c8 None None] Pushing event updated for resources: {'Port': ['ID=7def67de-6dee-40cb-89f3-67835a487e0a,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:38:26.572300 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7e9c31f3-9d8d-4544-a211-502652344515 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:27.045845 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7e9c31f3-9d8d-4544-a211-502652344515 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:27.052869 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7e9c31f3-9d8d-4544-a211-502652344515 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:27.173160 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7e9c31f3-9d8d-4544-a211-502652344515 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:27.184944 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c31f3-9d8d-4544-a211-502652344515 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Port': ['ID=a0e9b15d-00ce-4045-9f82-62c53dfdbee8,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:38:27.325246 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9c31f3-9d8d-4544-a211-502652344515 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Network 875bdf54-1b53-463f-aa3c-2cfecbf968a9 is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:38:27.326931 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-7e9c31f3-9d8d-4544-a211-502652344515 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:38:27.340167 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e368e28a-77e6-4947-8664-29aac4bed3a4 None None] Network 875bdf54-1b53-463f-aa3c-2cfecbf968a9 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:38:27.444676 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-7748a7e8-266c-4ec3-96a2-56e76538e115 None None] Provisioning for port 7def67de-6dee-40cb-89f3-67835a487e0a completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:38:27.556101 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9c31f3-9d8d-4544-a211-502652344515 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Router 9f27d393-d7c0-4ed5-816f-91a1f6c91bc6 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:38:27.751121 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9c31f3-9d8d-4544-a211-502652344515 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:38:27.766689 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7e9c31f3-9d8d-4544-a211-502652344515 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "PUT /v2.0/routers/9f27d393-d7c0-4ed5-816f-91a1f6c91bc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4222035 Sep 14 23:38:27.894072 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f2a35dca-fb4a-473b-8a62-20068d554535 None None] Provisioning for port a0e9b15d-00ce-4045-9f82-62c53dfdbee8 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:38:27.900153 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f2a35dca-fb4a-473b-8a62-20068d554535 None None] Provisioning complete for port a0e9b15d-00ce-4045-9f82-62c53dfdbee8 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:38:27.900591 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f2a35dca-fb4a-473b-8a62-20068d554535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:27.906737 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4098f1-3133-4f74-85ee-8b0ee151ce41 None None] Sync routers for ids ['9f27d393-d7c0-4ed5-816f-91a1f6c91bc6'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:38:27.919729 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4098f1-3133-4f74-85ee-8b0ee151ce41 None None] Routers {'9f27d393-d7c0-4ed5-816f-91a1f6c91bc6'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:38:27.920401 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-df4098f1-3133-4f74-85ee-8b0ee151ce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:38:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['9f27d393-d7c0-4ed5-816f-91a1f6c91bc6'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:38:27.950393 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-2a35dc75-7c43-470c-9fd4-97d1b5df9ca8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Synchronizing usage tracker for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:38:27.969037 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-2a35dc75-7c43-470c-9fd4-97d1b5df9ca8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Unset dirty status for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:38:27.984213 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-2a35dc75-7c43-470c-9fd4-97d1b5df9ca8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-936582649&fields=id&tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f HTTP/1.1" status: 200 len: 267 time: 0.0774066 Sep 14 23:38:28.003627 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-f2a35dca-fb4a-473b-8a62-20068d554535 None None] Port a0e9b15d-00ce-4045-9f82-62c53dfdbee8 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:38:28.124963 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1df60dd2-5aad-4675-b3e6-8014dee2467e None None] Provisioning complete for port a0e9b15d-00ce-4045-9f82-62c53dfdbee8 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:38:28.125668 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1df60dd2-5aad-4675-b3e6-8014dee2467e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:28.144992 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-63dd5b57-1256-4dab-9d92-c62eef603cd3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:28.146016 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-63dd5b57-1256-4dab-9d92-c62eef603cd3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Synchronizing usage tracker for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:network {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:38:28.148307 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-df4098f1-3133-4f74-85ee-8b0ee151ce41 None None] Set router 9f27d393-d7c0-4ed5-816f-91a1f6c91bc6 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:38:28.166818 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-63dd5b57-1256-4dab-9d92-c62eef603cd3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Unset dirty status for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:network {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:38:28.169036 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-63dd5b57-1256-4dab-9d92-c62eef603cd3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/networks?id=875bdf54-1b53-463f-aa3c-2cfecbf968a9 HTTP/1.1" status: 200 len: 796 time: 0.1839337 Sep 14 23:38:28.192872 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1df60dd2-5aad-4675-b3e6-8014dee2467e None None] Port a0e9b15d-00ce-4045-9f82-62c53dfdbee8 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:38:28.201501 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-94de177a-6d02-4706-935c-c9e68d56cce5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/quotas/f82b3a84f14c45698bcfb4ac2ac76a9f HTTP/1.1" status: 200 len: 375 time: 0.0267243 Sep 14 23:38:28.299212 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-e6cf0908-88fc-4a43-b6d0-9cec10054009 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Synchronizing usage tracker for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:38:28.316969 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-e6cf0908-88fc-4a43-b6d0-9cec10054009 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Unset dirty status for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:38:28.318775 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-e6cf0908-88fc-4a43-b6d0-9cec10054009 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1112685 Sep 14 23:38:28.331062 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 08957fc5-a4e2-495a-b7f5-749ec5651365 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:38:28.388230 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-6e0eb9ff-dc94-43e4-b755-e403b95e7db9 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 23:38:28.395382 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-6e0eb9ff-dc94-43e4-b755-e403b95e7db9 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0622184 Sep 14 23:38:28.422834 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e2f414f7-caa8-4db8-88e0-38b7eadf4639 None None] Provisioning complete for port a0e9b15d-00ce-4045-9f82-62c53dfdbee8 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:38:28.423442 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e2f414f7-caa8-4db8-88e0-38b7eadf4639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:28.457072 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 08957fc5-a4e2-495a-b7f5-749ec5651365 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:38:28.479461 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 08957fc5-a4e2-495a-b7f5-749ec5651365 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:38:28.479828 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:28.524055 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-df4098f1-3133-4f74-85ee-8b0ee151ce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90209881', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '08957fc5-a4e2-495a-b7f5-749ec5651365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:38:21Z', 'updated_at': '2022-09-14T23:38:26Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '08957fc5-a4e2-495a-b7f5-749ec5651365', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:38:21Z', 'updated_at': '2022-09-14T23:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'a0e9b15d-00ce-4045-9f82-62c53dfdbee8', 'name': '', 'network_id': '875bdf54-1b53-463f-aa3c-2cfecbf968a9', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:ca:5d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '56d2e7b4-73ff-4066-bb18-a1814eb3dd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:38:25Z', 'updated_at': '2022-09-14T23:38:26Z', 'revision_number': 2, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': '56d2e7b4-73ff-4066-bb18-a1814eb3dd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:38:28.528827 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4098f1-3133-4f74-85ee-8b0ee151ce41 None None] Checking router: 9f27d393-d7c0-4ed5-816f-91a1f6c91bc6 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:38:28.529225 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4098f1-3133-4f74-85ee-8b0ee151ce41 None None] Updating router 9f27d393-d7c0-4ed5-816f-91a1f6c91bc6 port a0e9b15d-00ce-4045-9f82-62c53dfdbee8 binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:38:28.541439 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-e2f414f7-caa8-4db8-88e0-38b7eadf4639 None None] Port a0e9b15d-00ce-4045-9f82-62c53dfdbee8 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:38:28.589304 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-df4098f1-3133-4f74-85ee-8b0ee151ce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:28.613966 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 08957fc5-a4e2-495a-b7f5-749ec5651365 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:38:28.614344 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:28.632508 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 08957fc5-a4e2-495a-b7f5-749ec5651365, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=08957fc5-a4e2-495a-b7f5-749ec5651365,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:38:28.639567 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:28.640380 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 7def67de-6dee-40cb-89f3-67835a487e0a up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:38:28.657528 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-9e5a7a54-d64c-4a61-9daf-148df5d9fac4 service neutron] 10.222.0.33 "GET /v2.0/networks/875bdf54-1b53-463f-aa3c-2cfecbf968a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610395 Sep 14 23:38:28.798779 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=08957fc5-a4e2-495a-b7f5-749ec5651365,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:38:28.809269 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-dd13958e-dfbf-4f2d-8886-3bd233317d8d service neutron] 10.222.0.33 "GET /v2.0/networks/875bdf54-1b53-463f-aa3c-2cfecbf968a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448436 Sep 14 23:38:28.813612 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 7def67de-6dee-40cb-89f3-67835a487e0a completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:38:28.819708 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 7def67de-6dee-40cb-89f3-67835a487e0a triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:38:28.820230 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:28.951994 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 7def67de-6dee-40cb-89f3-67835a487e0a is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:38:28.951994 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:28.954367 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-df4098f1-3133-4f74-85ee-8b0ee151ce41 None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:28.968479 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-df4098f1-3133-4f74-85ee-8b0ee151ce41 None None] Transition to ACTIVE for port object a0e9b15d-00ce-4045-9f82-62c53dfdbee8 will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:38:28.976117 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-df4098f1-3133-4f74-85ee-8b0ee151ce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:28.988036 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 7def67de-6dee-40cb-89f3-67835a487e0a, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=7def67de-6dee-40cb-89f3-67835a487e0a,segment=NetworkSegment(2812c46b-2c14-4340-83c5-c65b03cb6335),segment_id=2812c46b-2c14-4340-83c5-c65b03cb6335)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:38:28.992883 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:29.069028 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-1bd20ca7-cb0a-4658-8cf7-8d874f559156 req-eda8de0e-96dc-4385-a548-bb425c852549 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd HTTP/1.1" status: 200 len: 210 time: 0.0821788 Sep 14 23:38:29.073989 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=7def67de-6dee-40cb-89f3-67835a487e0a,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:38:29.221903 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f06b40-b711-47d7-85c8-3c24364ce9d8 None None] Pushing event updated for resources: {'Port': ['ID=a0e9b15d-00ce-4045-9f82-62c53dfdbee8,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:38:29.231259 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-df4098f1-3133-4f74-85ee-8b0ee151ce41 None None] Attempting to bind port a0e9b15d-00ce-4045-9f82-62c53dfdbee8 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:38:29.231624 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-df4098f1-3133-4f74-85ee-8b0ee151ce41 None None] Attempting to bind port a0e9b15d-00ce-4045-9f82-62c53dfdbee8 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '2812c46b-2c14-4340-83c5-c65b03cb6335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '875bdf54-1b53-463f-aa3c-2cfecbf968a9'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:38:29.231977 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4098f1-3133-4f74-85ee-8b0ee151ce41 None None] Attempting to bind port a0e9b15d-00ce-4045-9f82-62c53dfdbee8 on network 875bdf54-1b53-463f-aa3c-2cfecbf968a9 {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:38:29.235883 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f06b40-b711-47d7-85c8-3c24364ce9d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:29.236244 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f06b40-b711-47d7-85c8-3c24364ce9d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:29.236559 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f06b40-b711-47d7-85c8-3c24364ce9d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:29.236912 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f06b40-b711-47d7-85c8-3c24364ce9d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:29.237234 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f06b40-b711-47d7-85c8-3c24364ce9d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:29.237557 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f06b40-b711-47d7-85c8-3c24364ce9d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:29.237875 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f06b40-b711-47d7-85c8-3c24364ce9d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:29.238192 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f06b40-b711-47d7-85c8-3c24364ce9d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:29.238510 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f06b40-b711-47d7-85c8-3c24364ce9d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:29.238823 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f06b40-b711-47d7-85c8-3c24364ce9d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:29.239138 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f06b40-b711-47d7-85c8-3c24364ce9d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:29.239449 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f06b40-b711-47d7-85c8-3c24364ce9d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:38:29.244419 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4098f1-3133-4f74-85ee-8b0ee151ce41 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:38:29.245057 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4098f1-3133-4f74-85ee-8b0ee151ce41 None None] Checking segment: {'id': '2812c46b-2c14-4340-83c5-c65b03cb6335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '875bdf54-1b53-463f-aa3c-2cfecbf968a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:38:29.245466 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-df4098f1-3133-4f74-85ee-8b0ee151ce41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:29.245871 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4098f1-3133-4f74-85ee-8b0ee151ce41 None None] Bound using segment: {'id': '2812c46b-2c14-4340-83c5-c65b03cb6335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '875bdf54-1b53-463f-aa3c-2cfecbf968a9'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:38:29.246331 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-df4098f1-3133-4f74-85ee-8b0ee151ce41 None None] Bound port: a0e9b15d-00ce-4045-9f82-62c53dfdbee8, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2812c46b-2c14-4340-83c5-c65b03cb6335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '875bdf54-1b53-463f-aa3c-2cfecbf968a9'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:38:29.246701 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-df4098f1-3133-4f74-85ee-8b0ee151ce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:29.341755 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-df4098f1-3133-4f74-85ee-8b0ee151ce41 None None] For port a0e9b15d-00ce-4045-9f82-62c53dfdbee8, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:38:29.345257 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-df4098f1-3133-4f74-85ee-8b0ee151ce41 None None] For port a0e9b15d-00ce-4045-9f82-62c53dfdbee8, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=a0e9b15d-00ce-4045-9f82-62c53dfdbee8,segment=NetworkSegment(2812c46b-2c14-4340-83c5-c65b03cb6335),segment_id=2812c46b-2c14-4340-83c5-c65b03cb6335)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:38:29.350523 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-df4098f1-3133-4f74-85ee-8b0ee151ce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:29.414172 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4098f1-3133-4f74-85ee-8b0ee151ce41 None None] Routers {'9f27d393-d7c0-4ed5-816f-91a1f6c91bc6'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:38:29.414777 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-df4098f1-3133-4f74-85ee-8b0ee151ce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:38:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['9f27d393-d7c0-4ed5-816f-91a1f6c91bc6'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:38:29.500775 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f06b40-b711-47d7-85c8-3c24364ce9d8 None None] Pushing event updated for resources: {'Port': ['ID=a0e9b15d-00ce-4045-9f82-62c53dfdbee8,revision_number=4']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:38:29.604552 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-df4098f1-3133-4f74-85ee-8b0ee151ce41 None None] Set router 9f27d393-d7c0-4ed5-816f-91a1f6c91bc6 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:38:29.908094 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-df4098f1-3133-4f74-85ee-8b0ee151ce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90209881', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '08957fc5-a4e2-495a-b7f5-749ec5651365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:38:21Z', 'updated_at': '2022-09-14T23:38:26Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '08957fc5-a4e2-495a-b7f5-749ec5651365', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:38:21Z', 'updated_at': '2022-09-14T23:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'a0e9b15d-00ce-4045-9f82-62c53dfdbee8', 'name': '', 'network_id': '875bdf54-1b53-463f-aa3c-2cfecbf968a9', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:ca:5d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '56d2e7b4-73ff-4066-bb18-a1814eb3dd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:38:25Z', 'updated_at': '2022-09-14T23:38:29Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': '56d2e7b4-73ff-4066-bb18-a1814eb3dd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:38:29.912178 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4098f1-3133-4f74-85ee-8b0ee151ce41 None None] The sync data for ids ['9f27d393-d7c0-4ed5-816f-91a1f6c91bc6'] in dv-neutron-857791-1-hyperv is: [{'id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90209881', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '08957fc5-a4e2-495a-b7f5-749ec5651365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:38:21Z', 'updated_at': '2022-09-14T23:38:26Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '08957fc5-a4e2-495a-b7f5-749ec5651365', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:38:21Z', 'updated_at': '2022-09-14T23:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'a0e9b15d-00ce-4045-9f82-62c53dfdbee8', 'name': '', 'network_id': '875bdf54-1b53-463f-aa3c-2cfecbf968a9', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:ca:5d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '56d2e7b4-73ff-4066-bb18-a1814eb3dd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:38:25Z', 'updated_at': '2022-09-14T23:38:29Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': '56d2e7b4-73ff-4066-bb18-a1814eb3dd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:38:30.141443 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-593efc0e-9b08-45d9-b240-6b2633193cff tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:30.144212 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-593efc0e-9b08-45d9-b240-6b2633193cff tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.20 "GET /v2.0/networks?id=875bdf54-1b53-463f-aa3c-2cfecbf968a9 HTTP/1.1" status: 200 len: 796 time: 0.2173131 Sep 14 23:38:30.207784 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-23c8731a-aa27-469a-a9f9-22e4c8aea5b5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Synchronizing usage tracker for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:security_group {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:38:30.224993 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-23c8731a-aa27-469a-a9f9-22e4c8aea5b5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Unset dirty status for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:security_group {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:38:30.226198 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-23c8731a-aa27-469a-a9f9-22e4c8aea5b5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f HTTP/1.1" status: 200 len: 379 time: 0.0738764 Sep 14 23:38:30.241546 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-e2c1df7b-2a25-46e5-bb39-d51245bd16f9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'port': {'device_id': '53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd', 'network_id': '875bdf54-1b53-463f-aa3c-2cfecbf968a9', 'admin_state_up': True, 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'security_groups': ['e9015b60-cf71-4498-8a33-e98e402fc63a']}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:38:30.265131 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-087fde53-d02f-4972-95e4-61a191b8c633 req-f99afd1a-4bc7-4c0b-ab33-e79d921b4670 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd HTTP/1.1" status: 200 len: 210 time: 0.0650663 Sep 14 23:38:30.364106 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 08957fc5-a4e2-495a-b7f5-749ec5651365 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:38:30.414016 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-e2c1df7b-2a25-46e5-bb39-d51245bd16f9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:38:30.424685 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-e2c1df7b-2a25-46e5-bb39-d51245bd16f9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:38:30.435992 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-e2c1df7b-2a25-46e5-bb39-d51245bd16f9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Made reservation on behalf of f82b3a84f14c45698bcfb4ac2ac76a9f for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:38:30.439472 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-e2c1df7b-2a25-46e5-bb39-d51245bd16f9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:30.443321 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 08957fc5-a4e2-495a-b7f5-749ec5651365 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:38:30.443692 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:30.577772 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 08957fc5-a4e2-495a-b7f5-749ec5651365 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:38:30.579233 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device a0e9b15d-00ce-4045-9f82-62c53dfdbee8 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:38:30.609113 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-e2c1df7b-2a25-46e5-bb39-d51245bd16f9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Allocated IP 172.20.0.13 (875bdf54-1b53-463f-aa3c-2cfecbf968a9/56d2e7b4-73ff-4066-bb18-a1814eb3dd3a/c091f5d9-142b-4b3a-bfa7-1861319581be) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:38:30.649861 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port a0e9b15d-00ce-4045-9f82-62c53dfdbee8 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:38:30.655217 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port a0e9b15d-00ce-4045-9f82-62c53dfdbee8 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:38:30.655592 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:30.781489 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port a0e9b15d-00ce-4045-9f82-62c53dfdbee8 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:38:30.781876 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:30.818013 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port a0e9b15d-00ce-4045-9f82-62c53dfdbee8, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=a0e9b15d-00ce-4045-9f82-62c53dfdbee8,segment=NetworkSegment(2812c46b-2c14-4340-83c5-c65b03cb6335),segment_id=2812c46b-2c14-4340-83c5-c65b03cb6335)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:38:30.822249 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-e2c1df7b-2a25-46e5-bb39-d51245bd16f9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:30.823409 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:30.824231 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 7def67de-6dee-40cb-89f3-67835a487e0a up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:38:30.838992 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-e2c1df7b-2a25-46e5-bb39-d51245bd16f9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Transition to ACTIVE for port object c091f5d9-142b-4b3a-bfa7-1861319581be will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:38:30.867399 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-e2c1df7b-2a25-46e5-bb39-d51245bd16f9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:30.939467 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-e2c1df7b-2a25-46e5-bb39-d51245bd16f9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Network 875bdf54-1b53-463f-aa3c-2cfecbf968a9 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:38:30.942408 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-e2c1df7b-2a25-46e5-bb39-d51245bd16f9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:38:30.943145 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=a0e9b15d-00ce-4045-9f82-62c53dfdbee8,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:38:30.945527 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-e2c1df7b-2a25-46e5-bb39-d51245bd16f9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:38:30.955246 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 7def67de-6dee-40cb-89f3-67835a487e0a triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:38:30.955246 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:30.999127 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1df7b-2a25-46e5-bb39-d51245bd16f9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Port': ['ID=c091f5d9-142b-4b3a-bfa7-1861319581be,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:38:31.025001 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-e2c1df7b-2a25-46e5-bb39-d51245bd16f9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:31.025943 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-e2c1df7b-2a25-46e5-bb39-d51245bd16f9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:31.056575 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-e2c1df7b-2a25-46e5-bb39-d51245bd16f9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8222151 Sep 14 23:38:31.069200 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-70994e35-9053-4a6b-b4ca-23bd399cac4b service neutron] Request body: {'port': {'device_id': '53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:38:31.094940 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 7def67de-6dee-40cb-89f3-67835a487e0a is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:38:31.190998 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-70994e35-9053-4a6b-b4ca-23bd399cac4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:31.193709 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f2e77b68-c832-4de1-8a2d-020a6d1a1e11 None None] Provisioning for port c091f5d9-142b-4b3a-bfa7-1861319581be completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:38:31.199099 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f2e77b68-c832-4de1-8a2d-020a6d1a1e11 None None] Provisioning complete for port c091f5d9-142b-4b3a-bfa7-1861319581be triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:38:31.199587 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f2e77b68-c832-4de1-8a2d-020a6d1a1e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:31.255693 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-f2e77b68-c832-4de1-8a2d-020a6d1a1e11 None None] Port c091f5d9-142b-4b3a-bfa7-1861319581be cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:38:31.459523 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8350fc1-6bc3-4e70-a403-1a8e6c0a6372 req-03546a11-1730-47f4-b520-906eb1ab9ca2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:31.461015 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f8350fc1-6bc3-4e70-a403-1a8e6c0a6372 req-03546a11-1730-47f4-b520-906eb1ab9ca2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd HTTP/1.1" status: 200 len: 932 time: 0.0916102 Sep 14 23:38:31.505324 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f8350fc1-6bc3-4e70-a403-1a8e6c0a6372 req-a0550f17-05a6-4684-a5a7-c7a44d583198 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e9015b60-cf71-4498-8a33-e98e402fc63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378151 Sep 14 23:38:31.540893 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-70994e35-9053-4a6b-b4ca-23bd399cac4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c091f5d9-142b-4b3a-bfa7-1861319581be {{(pid=89171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:38:31.547972 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-70994e35-9053-4a6b-b4ca-23bd399cac4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:31.561948 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-70994e35-9053-4a6b-b4ca-23bd399cac4b service neutron] Transition to ACTIVE for port object c091f5d9-142b-4b3a-bfa7-1861319581be will not be triggered until provisioned by entity L2. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:38:31.565774 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-70994e35-9053-4a6b-b4ca-23bd399cac4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:31.833529 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70994e35-9053-4a6b-b4ca-23bd399cac4b service neutron] Pushing event updated for resources: {'Port': ['ID=c091f5d9-142b-4b3a-bfa7-1861319581be,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:38:31.876263 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-70994e35-9053-4a6b-b4ca-23bd399cac4b service neutron] Attempting to bind port c091f5d9-142b-4b3a-bfa7-1861319581be on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:38:31.876587 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-70994e35-9053-4a6b-b4ca-23bd399cac4b service neutron] Attempting to bind port c091f5d9-142b-4b3a-bfa7-1861319581be by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '2812c46b-2c14-4340-83c5-c65b03cb6335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '875bdf54-1b53-463f-aa3c-2cfecbf968a9'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:38:31.876931 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-70994e35-9053-4a6b-b4ca-23bd399cac4b service neutron] Attempting to bind port c091f5d9-142b-4b3a-bfa7-1861319581be on network 875bdf54-1b53-463f-aa3c-2cfecbf968a9 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:38:31.881527 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-70994e35-9053-4a6b-b4ca-23bd399cac4b service neutron] Port c091f5d9-142b-4b3a-bfa7-1861319581be on network 875bdf54-1b53-463f-aa3c-2cfecbf968a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:38:31.881840 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-70994e35-9053-4a6b-b4ca-23bd399cac4b service neutron] Attempting to bind port c091f5d9-142b-4b3a-bfa7-1861319581be on network 875bdf54-1b53-463f-aa3c-2cfecbf968a9 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:38:31.886883 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-70994e35-9053-4a6b-b4ca-23bd399cac4b service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:38:31.887206 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-70994e35-9053-4a6b-b4ca-23bd399cac4b service neutron] Checking segment: {'id': '2812c46b-2c14-4340-83c5-c65b03cb6335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '875bdf54-1b53-463f-aa3c-2cfecbf968a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:38:31.887570 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-70994e35-9053-4a6b-b4ca-23bd399cac4b service neutron] Bound using segment: {'id': '2812c46b-2c14-4340-83c5-c65b03cb6335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '875bdf54-1b53-463f-aa3c-2cfecbf968a9'} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:38:31.887981 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-70994e35-9053-4a6b-b4ca-23bd399cac4b service neutron] Bound port: c091f5d9-142b-4b3a-bfa7-1861319581be, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2812c46b-2c14-4340-83c5-c65b03cb6335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '875bdf54-1b53-463f-aa3c-2cfecbf968a9'}}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:38:31.888313 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-70994e35-9053-4a6b-b4ca-23bd399cac4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:31.973109 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-70994e35-9053-4a6b-b4ca-23bd399cac4b service neutron] For port c091f5d9-142b-4b3a-bfa7-1861319581be, host hv-neutron-8577, cleared binding levels {{(pid=89171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:38:31.975963 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-70994e35-9053-4a6b-b4ca-23bd399cac4b service neutron] For port c091f5d9-142b-4b3a-bfa7-1861319581be, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=c091f5d9-142b-4b3a-bfa7-1861319581be,segment=NetworkSegment(2812c46b-2c14-4340-83c5-c65b03cb6335),segment_id=2812c46b-2c14-4340-83c5-c65b03cb6335)] {{(pid=89171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:38:31.981830 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-70994e35-9053-4a6b-b4ca-23bd399cac4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:32.011094 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-70994e35-9053-4a6b-b4ca-23bd399cac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:32.011684 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-70994e35-9053-4a6b-b4ca-23bd399cac4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:32.013031 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-70994e35-9053-4a6b-b4ca-23bd399cac4b service neutron] 10.222.0.20 "PUT /v2.0/ports/c091f5d9-142b-4b3a-bfa7-1861319581be HTTP/1.1" status: 200 len: 1094 time: 0.9495239 Sep 14 23:38:32.013448 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd', 'tag': 'c091f5d9-142b-4b3a-bfa7-1861319581be'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:38:32.015675 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f37fbd-983d-40b5-ae2e-9ed7ab2021ec" -d '{"events": [{"name": "network-changed", "server_uuid": "53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd", "tag": "c091f5d9-142b-4b3a-bfa7-1861319581be"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:38:32.089081 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ed73f6-5171-45cb-ac27-c387217025fb x-openstack-request-id: req-72ed73f6-5171-45cb-ac27-c387217025fb {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:38:32.089778 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd", "tag": "c091f5d9-142b-4b3a-bfa7-1861319581be", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:38:32.090010 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-72ed73f6-5171-45cb-ac27-c387217025fb {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:38:32.090395 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72ed73f6-5171-45cb-ac27-c387217025fb'] response: {'name': 'network-changed', 'server_uuid': '53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd', 'tag': 'c091f5d9-142b-4b3a-bfa7-1861319581be', 'status': 'completed', 'code': 200} Sep 14 23:38:32.108791 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70994e35-9053-4a6b-b4ca-23bd399cac4b service neutron] Pushing event updated for resources: {'Port': ['ID=c091f5d9-142b-4b3a-bfa7-1861319581be,revision_number=3']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:38:32.140830 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-ff50aa5c-6a17-4af5-a3c4-bb3d225948d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:32.142306 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-ff50aa5c-6a17-4af5-a3c4-bb3d225948d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f&device_id=53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd HTTP/1.1" status: 200 len: 1097 time: 0.0913961 Sep 14 23:38:32.213870 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-2ae90717-196c-4dc5-b62d-f6a3a1f3d54b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c091f5d9-142b-4b3a-bfa7-1861319581be HTTP/1.1" status: 200 len: 217 time: 0.0647392 Sep 14 23:38:32.243464 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device a0e9b15d-00ce-4045-9f82-62c53dfdbee8 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:38:32.276849 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-96edd49b-798d-49ad-ac7a-3d117b763f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:32.278087 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-96edd49b-798d-49ad-ac7a-3d117b763f18 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=56d2e7b4-73ff-4066-bb18-a1814eb3dd3a HTTP/1.1" status: 200 len: 835 time: 0.0586743 Sep 14 23:38:32.315985 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port a0e9b15d-00ce-4045-9f82-62c53dfdbee8 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:38:32.316351 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:32.364324 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-a7f5edb0-c5cd-4bf8-be8c-646410e6c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:32.365759 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-a7f5edb0-c5cd-4bf8-be8c-646410e6c286 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=875bdf54-1b53-463f-aa3c-2cfecbf968a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822113 Sep 14 23:38:32.432402 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port a0e9b15d-00ce-4045-9f82-62c53dfdbee8 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:38:32.499271 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-989ac095-eb61-41e2-94f0-7a41899da7ef service neutron] 10.222.0.20 "GET /v2.0/networks/875bdf54-1b53-463f-aa3c-2cfecbf968a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263044 Sep 14 23:38:32.639344 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-84e820c0-07d1-4af5-bdc1-bae962760e29 req-5411a3d7-b20d-4af4-9ee6-b4f394aeb6a0 service neutron] 10.222.0.20 "GET /v2.0/networks/875bdf54-1b53-463f-aa3c-2cfecbf968a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337445 Sep 14 23:38:32.712852 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38fadf-5caf-4b3d-9c87-244102177e2a req-b9304158-c5a0-4396-9910-f4f746a8d07c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:32.714797 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9d38fadf-5caf-4b3d-9c87-244102177e2a req-b9304158-c5a0-4396-9910-f4f746a8d07c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd HTTP/1.1" status: 200 len: 944 time: 0.0862949 Sep 14 23:38:32.757135 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f37fbd-983d-40b5-ae2e-9ed7ab2021ec req-56d3387c-c1c7-4fb1-ab87-43620a2a444d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:32.758621 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-81f37fbd-983d-40b5-ae2e-9ed7ab2021ec req-56d3387c-c1c7-4fb1-ab87-43620a2a444d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f&device_id=53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd HTTP/1.1" status: 200 len: 1097 time: 0.0783687 Sep 14 23:38:32.762715 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9d38fadf-5caf-4b3d-9c87-244102177e2a req-974b87dc-4cc6-4245-b1dc-0f425c269895 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e9015b60-cf71-4498-8a33-e98e402fc63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418496 Sep 14 23:38:32.906315 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f37fbd-983d-40b5-ae2e-9ed7ab2021ec req-fa6824bb-1353-415a-bacb-f702eb9580cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:32.907734 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-81f37fbd-983d-40b5-ae2e-9ed7ab2021ec req-fa6824bb-1353-415a-bacb-f702eb9580cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=875bdf54-1b53-463f-aa3c-2cfecbf968a9 HTTP/1.1" status: 200 len: 896 time: 0.1429899 Sep 14 23:38:32.978595 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-81f37fbd-983d-40b5-ae2e-9ed7ab2021ec req-80f35c38-f453-4d3f-81aa-0b38c04cdd1b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c091f5d9-142b-4b3a-bfa7-1861319581be HTTP/1.1" status: 200 len: 217 time: 0.0637369 Sep 14 23:38:33.040233 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f37fbd-983d-40b5-ae2e-9ed7ab2021ec req-3f0f3bb5-9637-4f2f-a6d7-0f448582e65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:33.041636 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-81f37fbd-983d-40b5-ae2e-9ed7ab2021ec req-3f0f3bb5-9637-4f2f-a6d7-0f448582e65e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=56d2e7b4-73ff-4066-bb18-a1814eb3dd3a HTTP/1.1" status: 200 len: 835 time: 0.0558593 Sep 14 23:38:33.125177 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f37fbd-983d-40b5-ae2e-9ed7ab2021ec req-e50dca56-0806-47a1-92c1-1a127083f9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:33.126677 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-81f37fbd-983d-40b5-ae2e-9ed7ab2021ec req-e50dca56-0806-47a1-92c1-1a127083f9c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=875bdf54-1b53-463f-aa3c-2cfecbf968a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781620 Sep 14 23:38:33.257125 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-81f37fbd-983d-40b5-ae2e-9ed7ab2021ec req-a9ead7f8-5f04-4581-a5fd-6ed82d16fb28 service neutron] 10.222.0.20 "GET /v2.0/networks/875bdf54-1b53-463f-aa3c-2cfecbf968a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229196 Sep 14 23:38:33.388061 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-81f37fbd-983d-40b5-ae2e-9ed7ab2021ec req-2060e4dc-05c6-49bc-b200-a54ec692eddb service neutron] 10.222.0.20 "GET /v2.0/networks/875bdf54-1b53-463f-aa3c-2cfecbf968a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247728 Sep 14 23:38:33.956644 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2bdf3-dc75-4ceb-8bdc-5f2ec17b87c3 req-2291e633-472f-4c5a-9c56-3c93cfb3f1ba tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:33.958091 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bbc2bdf3-dc75-4ceb-8bdc-5f2ec17b87c3 req-2291e633-472f-4c5a-9c56-3c93cfb3f1ba tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd HTTP/1.1" status: 200 len: 944 time: 0.0858564 Sep 14 23:38:34.001552 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bbc2bdf3-dc75-4ceb-8bdc-5f2ec17b87c3 req-d7cfa4d0-19a0-403a-9ed7-ddb7d572f3f8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e9015b60-cf71-4498-8a33-e98e402fc63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378554 Sep 14 23:38:35.198679 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c2333-6379-48a7-875d-a1a9c1412318 req-76d3dafa-bbbd-4e2a-899e-67c55839d0e1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:35.200126 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-aa3c2333-6379-48a7-875d-a1a9c1412318 req-76d3dafa-bbbd-4e2a-899e-67c55839d0e1 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd HTTP/1.1" status: 200 len: 944 time: 0.0908999 Sep 14 23:38:35.243185 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-aa3c2333-6379-48a7-875d-a1a9c1412318 req-8f926dc6-892e-46a9-9567-8cb9425bb9a0 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e9015b60-cf71-4498-8a33-e98e402fc63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373652 Sep 14 23:38:35.387111 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device c091f5d9-142b-4b3a-bfa7-1861319581be details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:38:35.517491 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port c091f5d9-142b-4b3a-bfa7-1861319581be, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=c091f5d9-142b-4b3a-bfa7-1861319581be,segment=NetworkSegment(2812c46b-2c14-4340-83c5-c65b03cb6335),segment_id=2812c46b-2c14-4340-83c5-c65b03cb6335)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:38:35.530380 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': 'c091f5d9-142b-4b3a-bfa7-1861319581be', 'network_id': '875bdf54-1b53-463f-aa3c-2cfecbf968a9', 'port_id': 'c091f5d9-142b-4b3a-bfa7-1861319581be', 'mac_address': 'fa:16:3e:65:f1:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d2e7b4-73ff-4066-bb18-a1814eb3dd3a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:38:35.584595 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port c091f5d9-142b-4b3a-bfa7-1861319581be is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:38:35.584991 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:35.601724 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c091f5d9-142b-4b3a-bfa7-1861319581be {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:38:35.617385 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port c091f5d9-142b-4b3a-bfa7-1861319581be, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=c091f5d9-142b-4b3a-bfa7-1861319581be,segment=NetworkSegment(2812c46b-2c14-4340-83c5-c65b03cb6335),segment_id=2812c46b-2c14-4340-83c5-c65b03cb6335)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:38:35.621444 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:35.663899 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:38:35.691355 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=c091f5d9-142b-4b3a-bfa7-1861319581be,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:38:35.823080 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['c091f5d9-142b-4b3a-bfa7-1861319581be'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:38:36.445119 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2dff88-6095-4e82-951a-fe140cfa7423 req-e706bbf2-015e-48d5-ac89-e84d75eaae3c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:36.446568 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9e2dff88-6095-4e82-951a-fe140cfa7423 req-e706bbf2-015e-48d5-ac89-e84d75eaae3c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd HTTP/1.1" status: 200 len: 945 time: 0.0865667 Sep 14 23:38:36.493016 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9e2dff88-6095-4e82-951a-fe140cfa7423 req-591306e2-04a4-4a18-a78c-56f6dc3fb42f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e9015b60-cf71-4498-8a33-e98e402fc63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408432 Sep 14 23:38:37.395798 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device c091f5d9-142b-4b3a-bfa7-1861319581be up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:38:37.464102 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port c091f5d9-142b-4b3a-bfa7-1861319581be completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:38:37.468530 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port c091f5d9-142b-4b3a-bfa7-1861319581be triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:38:37.468921 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:37.583417 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port c091f5d9-142b-4b3a-bfa7-1861319581be is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:38:37.583795 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:37.610445 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c091f5d9-142b-4b3a-bfa7-1861319581be'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:38:37.612713 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e92ae9-b85c-4a68-97bc-d0d38a1601ce" -d '{"events": [{"server_uuid": "53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd", "name": "network-vif-plugged", "status": "completed", "tag": "c091f5d9-142b-4b3a-bfa7-1861319581be"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:38:37.621259 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port c091f5d9-142b-4b3a-bfa7-1861319581be, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=c091f5d9-142b-4b3a-bfa7-1861319581be,segment=NetworkSegment(2812c46b-2c14-4340-83c5-c65b03cb6335),segment_id=2812c46b-2c14-4340-83c5-c65b03cb6335)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:38:37.637257 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:37.676009 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc7507e-4789-411e-a2fb-9eff5000ee68 x-openstack-request-id: req-4dc7507e-4789-411e-a2fb-9eff5000ee68 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:38:37.676297 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd", "name": "network-vif-plugged", "status": "completed", "tag": "c091f5d9-142b-4b3a-bfa7-1861319581be", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:38:37.676548 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4dc7507e-4789-411e-a2fb-9eff5000ee68 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:38:37.676961 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dc7507e-4789-411e-a2fb-9eff5000ee68'] response: {'server_uuid': '53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c091f5d9-142b-4b3a-bfa7-1861319581be', 'code': 200} Sep 14 23:38:37.708987 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=c091f5d9-142b-4b3a-bfa7-1861319581be,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:38:37.711812 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd64224-0b5f-4f3b-83c3-d813b307dd9e req-0fbed445-65a7-4045-be8f-0ebe20873d4b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:37.713322 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-efd64224-0b5f-4f3b-83c3-d813b307dd9e req-0fbed445-65a7-4045-be8f-0ebe20873d4b tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd HTTP/1.1" status: 200 len: 946 time: 0.1122818 Sep 14 23:38:37.759785 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-efd64224-0b5f-4f3b-83c3-d813b307dd9e req-03a02635-95a6-4579-b9c7-e86dd04560d0 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e9015b60-cf71-4498-8a33-e98e402fc63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406959 Sep 14 23:38:37.804050 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1228d9da-9030-4919-a73e-c28693623cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:38.000086 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020562e-b47e-41a9-b6cd-6fcce13f7640 req-45c9ffe5-392d-440a-abb1-1dec4e6362a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:38.001532 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e020562e-b47e-41a9-b6cd-6fcce13f7640 req-45c9ffe5-392d-440a-abb1-1dec4e6362a1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd HTTP/1.1" status: 200 len: 1099 time: 0.1671362 Sep 14 23:38:38.041477 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e020562e-b47e-41a9-b6cd-6fcce13f7640 req-70658efb-8c84-4c95-9ef7-1f9452007cbf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e9015b60-cf71-4498-8a33-e98e402fc63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343990 Sep 14 23:38:38.958853 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd6d88-1bbe-4b9f-9e4a-13f22d9bc5c1 req-9436c688-18f3-4437-bc1a-f90c3ea3f8b4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:38.960316 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-84fd6d88-1bbe-4b9f-9e4a-13f22d9bc5c1 req-9436c688-18f3-4437-bc1a-f90c3ea3f8b4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd HTTP/1.1" status: 200 len: 946 time: 0.0904574 Sep 14 23:38:39.013332 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-84fd6d88-1bbe-4b9f-9e4a-13f22d9bc5c1 req-18b8cf7b-f366-4db5-9dfd-86f303f7a6e3 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e9015b60-cf71-4498-8a33-e98e402fc63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471060 Sep 14 23:38:39.819014 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4aaf3a79-825d-4fc9-a6a3-4c112faf8a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:40.210359 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86f78b-8726-488f-8a36-06da47d68efc req-972f1be3-3949-472c-bd0a-a5a68d0619c2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:40.211795 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ab86f78b-8726-488f-8a36-06da47d68efc req-972f1be3-3949-472c-bd0a-a5a68d0619c2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd HTTP/1.1" status: 200 len: 946 time: 0.0852473 Sep 14 23:38:40.259715 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ab86f78b-8726-488f-8a36-06da47d68efc req-1064f35f-c00a-49e9-a5e0-a8f78fca003c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e9015b60-cf71-4498-8a33-e98e402fc63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421569 Sep 14 23:38:40.459785 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18171f9e-b11b-4440-89d2-bc7d0ed78e10 req-24c13c3c-06bb-4c68-a28b-c5e365f5c0e9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:40.461253 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-18171f9e-b11b-4440-89d2-bc7d0ed78e10 req-24c13c3c-06bb-4c68-a28b-c5e365f5c0e9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd HTTP/1.1" status: 200 len: 946 time: 0.0855255 Sep 14 23:38:40.505547 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-18171f9e-b11b-4440-89d2-bc7d0ed78e10 req-9f4a7ba5-51d6-42cd-9ed7-7ab559161c6f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e9015b60-cf71-4498-8a33-e98e402fc63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386209 Sep 14 23:38:40.533494 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35412) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:38:40.576329 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-30c8e2d6-0d44-47e3-834f-44351a8c60da req-c1e818ff-0b79-4a3f-86fa-cb5ca4cc8bd9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0837715 Sep 14 23:38:40.626213 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b212bb4-846b-4a67-a230-7f409926e324 tempest-TestNetworkAdvancedServerOps-2065151363 tempest-TestNetworkAdvancedServerOps-2065151363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:40.627718 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4b212bb4-846b-4a67-a230-7f409926e324 tempest-TestNetworkAdvancedServerOps-2065151363 tempest-TestNetworkAdvancedServerOps-2065151363-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd HTTP/1.1" status: 200 len: 1094 time: 0.0932045 Sep 14 23:38:40.630537 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35416) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:38:40.635503 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-88f39df9-35cc-4b86-8d5a-17e3c7a6ff1d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'port_id': 'c091f5d9-142b-4b3a-bfa7-1861319581be', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:38:40.642332 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-88f39df9-35cc-4b86-8d5a-17e3c7a6ff1d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:38:40.646214 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-88f39df9-35cc-4b86-8d5a-17e3c7a6ff1d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Usage tracker for resource:floatingip and tenant:f82b3a84f14c45698bcfb4ac2ac76a9f is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:38:40.649060 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-88f39df9-35cc-4b86-8d5a-17e3c7a6ff1d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:38:40.654737 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-88f39df9-35cc-4b86-8d5a-17e3c7a6ff1d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:38:40.671544 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-88f39df9-35cc-4b86-8d5a-17e3c7a6ff1d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for floatingip, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:40.721373 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8e2d6-0d44-47e3-834f-44351a8c60da req-7eecc931-a871-4ebb-9a94-8475c952e2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:40.722860 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-30c8e2d6-0d44-47e3-834f-44351a8c60da req-7eecc931-a871-4ebb-9a94-8475c952e2dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f&device_id=53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd HTTP/1.1" status: 200 len: 1099 time: 0.0775530 Sep 14 23:38:40.810258 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-88f39df9-35cc-4b86-8d5a-17e3c7a6ff1d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:40.867358 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8e2d6-0d44-47e3-834f-44351a8c60da req-b2b105f3-2888-461a-8357-52de1bc01d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:40.868794 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-30c8e2d6-0d44-47e3-834f-44351a8c60da req-b2b105f3-2888-461a-8357-52de1bc01d57 service neutron] 10.222.0.20 "GET /v2.0/networks?id=875bdf54-1b53-463f-aa3c-2cfecbf968a9 HTTP/1.1" status: 200 len: 896 time: 0.1274557 Sep 14 23:38:40.940271 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-30c8e2d6-0d44-47e3-834f-44351a8c60da req-0cc3b123-4af0-45d4-af2f-831e56919223 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c091f5d9-142b-4b3a-bfa7-1861319581be HTTP/1.1" status: 200 len: 217 time: 0.0652719 Sep 14 23:38:40.942786 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-88f39df9-35cc-4b86-8d5a-17e3c7a6ff1d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Allocated IP 172.26.5.109 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/5984c2f8-15b3-46a8-87a3-77ce3b07032e) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:38:40.949362 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:40.981904 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:41.002714 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8e2d6-0d44-47e3-834f-44351a8c60da req-21cd7af3-ee22-44d1-bef1-408e6f09c571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:41.004151 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-30c8e2d6-0d44-47e3-834f-44351a8c60da req-21cd7af3-ee22-44d1-bef1-408e6f09c571 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=56d2e7b4-73ff-4066-bb18-a1814eb3dd3a HTTP/1.1" status: 200 len: 835 time: 0.0586274 Sep 14 23:38:41.089686 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8e2d6-0d44-47e3-834f-44351a8c60da req-fc94bf1d-8110-4eb3-9ad6-77ed34dc5fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:41.091162 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-30c8e2d6-0d44-47e3-834f-44351a8c60da req-fc94bf1d-8110-4eb3-9ad6-77ed34dc5fc6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=875bdf54-1b53-463f-aa3c-2cfecbf968a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801187 Sep 14 23:38:41.098211 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-88f39df9-35cc-4b86-8d5a-17e3c7a6ff1d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:41.127622 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-88f39df9-35cc-4b86-8d5a-17e3c7a6ff1d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:41.191572 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f39df9-35cc-4b86-8d5a-17e3c7a6ff1d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:38:41.194231 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-88f39df9-35cc-4b86-8d5a-17e3c7a6ff1d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:38:41.198017 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f39df9-35cc-4b86-8d5a-17e3c7a6ff1d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:38:41.222386 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-30c8e2d6-0d44-47e3-834f-44351a8c60da req-3503171b-04e6-4f68-a488-e03b77bc37ba service neutron] 10.222.0.20 "GET /v2.0/networks/875bdf54-1b53-463f-aa3c-2cfecbf968a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246383 Sep 14 23:38:41.237919 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f39df9-35cc-4b86-8d5a-17e3c7a6ff1d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Port': ['ID=5984c2f8-15b3-46a8-87a3-77ce3b07032e,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:38:41.352595 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-30c8e2d6-0d44-47e3-834f-44351a8c60da req-70f4b9ae-7d39-456d-b0b8-c4dd7beabefd service neutron] 10.222.0.20 "GET /v2.0/networks/875bdf54-1b53-463f-aa3c-2cfecbf968a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247151 Sep 14 23:38:41.704948 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-88f39df9-35cc-4b86-8d5a-17e3c7a6ff1d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:41.776722 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-88f39df9-35cc-4b86-8d5a-17e3c7a6ff1d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:41.976841 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-88f39df9-35cc-4b86-8d5a-17e3c7a6ff1d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:41.981807 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-88f39df9-35cc-4b86-8d5a-17e3c7a6ff1d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:42.086613 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f39df9-35cc-4b86-8d5a-17e3c7a6ff1d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event updated for resources: {'Port': ['ID=5984c2f8-15b3-46a8-87a3-77ce3b07032e,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:38:42.089271 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-88f39df9-35cc-4b86-8d5a-17e3c7a6ff1d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:42.260288 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-88f39df9-35cc-4b86-8d5a-17e3c7a6ff1d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Floating IP 38666326-8ad2-4b04-abe2-fbe966adc3ed associated. External IP: 172.26.5.109, port: c091f5d9-142b-4b3a-bfa7-1861319581be. Sep 14 23:38:42.586681 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:42.613980 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f39df9-35cc-4b86-8d5a-17e3c7a6ff1d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Router 9f27d393-d7c0-4ed5-816f-91a1f6c91bc6 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:38:42.791589 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f39df9-35cc-4b86-8d5a-17e3c7a6ff1d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:38:42.801151 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd41143d-c285-48ef-ac2c-29b381f234ec None None] Sync routers for ids ['9f27d393-d7c0-4ed5-816f-91a1f6c91bc6'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:38:42.810284 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd41143d-c285-48ef-ac2c-29b381f234ec None None] Routers {'9f27d393-d7c0-4ed5-816f-91a1f6c91bc6'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:38:42.810901 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-bd41143d-c285-48ef-ac2c-29b381f234ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:38:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['9f27d393-d7c0-4ed5-816f-91a1f6c91bc6'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:38:42.816174 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-88f39df9-35cc-4b86-8d5a-17e3c7a6ff1d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:38:42.873437 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-88f39df9-35cc-4b86-8d5a-17e3c7a6ff1d tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2417212 Sep 14 23:38:42.874087 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd', 'tag': 'c091f5d9-142b-4b3a-bfa7-1861319581be'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:38:42.876509 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5f0898-0d26-49a2-a575-0da4d6961a89" -d '{"events": [{"name": "network-changed", "server_uuid": "53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd", "tag": "c091f5d9-142b-4b3a-bfa7-1861319581be"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:38:42.919977 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd981cc0-28f7-422e-acb6-b4ae013ac651 x-openstack-request-id: req-bd981cc0-28f7-422e-acb6-b4ae013ac651 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:38:42.920270 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd", "tag": "c091f5d9-142b-4b3a-bfa7-1861319581be", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:38:42.920517 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-bd981cc0-28f7-422e-acb6-b4ae013ac651 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:38:42.921131 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd981cc0-28f7-422e-acb6-b4ae013ac651'] response: {'name': 'network-changed', 'server_uuid': '53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd', 'tag': 'c091f5d9-142b-4b3a-bfa7-1861319581be', 'status': 'completed', 'code': 200} Sep 14 23:38:43.001454 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-bd41143d-c285-48ef-ac2c-29b381f234ec None None] Set router 9f27d393-d7c0-4ed5-816f-91a1f6c91bc6 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:38:43.030088 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f0898-0d26-49a2-a575-0da4d6961a89 req-fb1f1893-9de9-450e-84d7-7c1b783d3ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:43.031592 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8c5f0898-0d26-49a2-a575-0da4d6961a89 req-fb1f1893-9de9-450e-84d7-7c1b783d3ca0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f&device_id=53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd HTTP/1.1" status: 200 len: 1099 time: 0.0806866 Sep 14 23:38:43.159871 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79df5ca-f273-4704-936e-4c22469cf632 req-cd7b1c16-d7fb-46d5-839d-7e7580920ec8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:43.162008 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f79df5ca-f273-4704-936e-4c22469cf632 req-cd7b1c16-d7fb-46d5-839d-7e7580920ec8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd HTTP/1.1" status: 200 len: 946 time: 0.2036922 Sep 14 23:38:43.167924 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f0898-0d26-49a2-a575-0da4d6961a89 req-32676813-ccf5-418b-838f-a9e9b553467a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:43.169514 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8c5f0898-0d26-49a2-a575-0da4d6961a89 req-32676813-ccf5-418b-838f-a9e9b553467a service neutron] 10.222.0.20 "GET /v2.0/networks?id=875bdf54-1b53-463f-aa3c-2cfecbf968a9 HTTP/1.1" status: 200 len: 896 time: 0.1317780 Sep 14 23:38:43.207426 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f79df5ca-f273-4704-936e-4c22469cf632 req-a9bf47d0-8aa2-4219-8617-598f718cdeee tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e9015b60-cf71-4498-8a33-e98e402fc63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398269 Sep 14 23:38:43.236365 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35424) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:38:43.281146 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8c5f0898-0d26-49a2-a575-0da4d6961a89 req-d4240c2d-06a7-480a-83a0-55f8db03fc5b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c091f5d9-142b-4b3a-bfa7-1861319581be HTTP/1.1" status: 200 len: 1000 time: 0.1055491 Sep 14 23:38:43.349972 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f0898-0d26-49a2-a575-0da4d6961a89 req-5ada8696-64e0-4dbd-bf48-43586268390d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:43.351750 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8c5f0898-0d26-49a2-a575-0da4d6961a89 req-5ada8696-64e0-4dbd-bf48-43586268390d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=56d2e7b4-73ff-4066-bb18-a1814eb3dd3a HTTP/1.1" status: 200 len: 835 time: 0.0654461 Sep 14 23:38:43.353828 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b653ca6e-aeb1-4f62-b41b-9d6bcd054529 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/floatingips/38666326-8ad2-4b04-abe2-fbe966adc3ed HTTP/1.1" status: 200 len: 992 time: 0.1151645 Sep 14 23:38:43.360243 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-bd41143d-c285-48ef-ac2c-29b381f234ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90209881', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '08957fc5-a4e2-495a-b7f5-749ec5651365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:38:21Z', 'updated_at': '2022-09-14T23:38:26Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '08957fc5-a4e2-495a-b7f5-749ec5651365', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:38:21Z', 'updated_at': '2022-09-14T23:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '38666326-8ad2-4b04-abe2-fbe966adc3ed', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'port_id': 'c091f5d9-142b-4b3a-bfa7-1861319581be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875bdf54-1b53-463f-aa3c-2cfecbf968a9', 'mac_address': 'fa:16:3e:65:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:38:41Z', 'updated_at': '2022-09-14T23:38:41Z', 'revision_number': 0, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e9b15d-00ce-4045-9f82-62c53dfdbee8', 'name': '', 'network_id': '875bdf54-1b53-463f-aa3c-2cfecbf968a9', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:ca:5d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '56d2e7b4-73ff-4066-bb18-a1814eb3dd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:38:25Z', 'updated_at': '2022-09-14T23:38:30Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': '56d2e7b4-73ff-4066-bb18-a1814eb3dd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:38:43.364204 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd41143d-c285-48ef-ac2c-29b381f234ec None None] Checking router: 9f27d393-d7c0-4ed5-816f-91a1f6c91bc6 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:38:43.373581 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd41143d-c285-48ef-ac2c-29b381f234ec None None] Routers {'9f27d393-d7c0-4ed5-816f-91a1f6c91bc6'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:38:43.374202 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-bd41143d-c285-48ef-ac2c-29b381f234ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:38:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['9f27d393-d7c0-4ed5-816f-91a1f6c91bc6'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:38:43.437718 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f0898-0d26-49a2-a575-0da4d6961a89 req-2c5bc59d-cbf5-4c7a-8e4b-87dcd3c9667f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:38:43.439204 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8c5f0898-0d26-49a2-a575-0da4d6961a89 req-2c5bc59d-cbf5-4c7a-8e4b-87dcd3c9667f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=875bdf54-1b53-463f-aa3c-2cfecbf968a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812333 Sep 14 23:38:43.548790 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-bd41143d-c285-48ef-ac2c-29b381f234ec None None] Set router 9f27d393-d7c0-4ed5-816f-91a1f6c91bc6 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:38:43.568723 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8c5f0898-0d26-49a2-a575-0da4d6961a89 req-56552594-f672-4c17-b127-b477b0bc050b service neutron] 10.222.0.20 "GET /v2.0/networks/875bdf54-1b53-463f-aa3c-2cfecbf968a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235147 Sep 14 23:38:43.807200 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8c5f0898-0d26-49a2-a575-0da4d6961a89 req-396f2730-9682-404a-94f6-f100e868ad0f service neutron] 10.222.0.20 "GET /v2.0/networks/875bdf54-1b53-463f-aa3c-2cfecbf968a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324874 Sep 14 23:38:43.943050 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-bd41143d-c285-48ef-ac2c-29b381f234ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90209881', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '08957fc5-a4e2-495a-b7f5-749ec5651365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:38:21Z', 'updated_at': '2022-09-14T23:38:26Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '08957fc5-a4e2-495a-b7f5-749ec5651365', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:38:21Z', 'updated_at': '2022-09-14T23:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '38666326-8ad2-4b04-abe2-fbe966adc3ed', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'port_id': 'c091f5d9-142b-4b3a-bfa7-1861319581be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875bdf54-1b53-463f-aa3c-2cfecbf968a9', 'mac_address': 'fa:16:3e:65:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:38:41Z', 'updated_at': '2022-09-14T23:38:41Z', 'revision_number': 0, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e9b15d-00ce-4045-9f82-62c53dfdbee8', 'name': '', 'network_id': '875bdf54-1b53-463f-aa3c-2cfecbf968a9', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:ca:5d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '56d2e7b4-73ff-4066-bb18-a1814eb3dd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:38:25Z', 'updated_at': '2022-09-14T23:38:30Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': '56d2e7b4-73ff-4066-bb18-a1814eb3dd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:38:43.946947 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd41143d-c285-48ef-ac2c-29b381f234ec None None] The sync data for ids ['9f27d393-d7c0-4ed5-816f-91a1f6c91bc6'] in dv-neutron-857791-1-hyperv is: [{'id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90209881', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '08957fc5-a4e2-495a-b7f5-749ec5651365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:38:21Z', 'updated_at': '2022-09-14T23:38:26Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '08957fc5-a4e2-495a-b7f5-749ec5651365', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:38:21Z', 'updated_at': '2022-09-14T23:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '38666326-8ad2-4b04-abe2-fbe966adc3ed', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'port_id': 'c091f5d9-142b-4b3a-bfa7-1861319581be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875bdf54-1b53-463f-aa3c-2cfecbf968a9', 'mac_address': 'fa:16:3e:65:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:38:41Z', 'updated_at': '2022-09-14T23:38:41Z', 'revision_number': 0, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e9b15d-00ce-4045-9f82-62c53dfdbee8', 'name': '', 'network_id': '875bdf54-1b53-463f-aa3c-2cfecbf968a9', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:ca:5d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '56d2e7b4-73ff-4066-bb18-a1814eb3dd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:38:25Z', 'updated_at': '2022-09-14T23:38:30Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': '56d2e7b4-73ff-4066-bb18-a1814eb3dd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:38:44.138302 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c3d1a3-b9a2-48b2-a1e5-9492dd605f07 None None] New status for floating IP 38666326-8ad2-4b04-abe2-fbe966adc3ed: ACTIVE {{(pid=89173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:38:44.356768 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35428) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:38:44.470965 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-61b2d7ea-8c11-4037-9f50-513d9fcdada8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/floatingips/38666326-8ad2-4b04-abe2-fbe966adc3ed HTTP/1.1" status: 200 len: 994 time: 0.1131024 Sep 14 23:38:49.822815 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:07.796302 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9b902997-921d-4c33-adab-2cdccb9b3e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:09.820854 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2fd92eef-9ea9-464e-8d92-7dc3fd61b5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:10.942111 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:10.983971 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:12.588964 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:12.661579 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:39:14.086259 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4a1e4-b522-4fd5-bcfa-585238d627a1 req-1aba8d86-f316-47fb-a045-bdc9164a5a21 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:39:14.087609 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0ba4a1e4-b522-4fd5-bcfa-585238d627a1 req-1aba8d86-f316-47fb-a045-bdc9164a5a21 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd HTTP/1.1" status: 200 len: 946 time: 0.0888581 Sep 14 23:39:14.130989 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0ba4a1e4-b522-4fd5-bcfa-585238d627a1 req-b2618cd1-8652-4098-baee-7e7b55c14ae6 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e9015b60-cf71-4498-8a33-e98e402fc63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373490 Sep 14 23:39:15.332445 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07e990-b028-4fcb-b425-9d3e4889ed9d req-0c341882-3fd3-488c-95e0-9b895e1753c2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:39:15.333997 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4b07e990-b028-4fcb-b425-9d3e4889ed9d req-0c341882-3fd3-488c-95e0-9b895e1753c2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd HTTP/1.1" status: 200 len: 946 time: 0.0890696 Sep 14 23:39:15.378210 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4b07e990-b028-4fcb-b425-9d3e4889ed9d req-6345a39f-0198-4183-95d9-cf7f8b40608c tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e9015b60-cf71-4498-8a33-e98e402fc63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381112 Sep 14 23:39:15.407111 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35448) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:39:15.518924 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7afb4ea2-4b31-4c95-a1e4-a87b57d4c2a7 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/floatingips/38666326-8ad2-4b04-abe2-fbe966adc3ed HTTP/1.1" status: 200 len: 994 time: 0.1106703 Sep 14 23:39:16.981532 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832aea71-2eda-4a3a-8f70-0bfdb6a7e1ec req-862ad87d-fe10-44d1-9b68-587c4ee67f16 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:39:16.982231 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec378d-47ca-4d93-8371-1803e969783e req-2b13ee03-bf66-4c15-880b-7ba26e72f0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:39:16.982971 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-832aea71-2eda-4a3a-8f70-0bfdb6a7e1ec req-862ad87d-fe10-44d1-9b68-587c4ee67f16 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd HTTP/1.1" status: 200 len: 946 time: 0.0912769 Sep 14 23:39:16.983196 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f0ec378d-47ca-4d93-8371-1803e969783e req-2b13ee03-bf66-4c15-880b-7ba26e72f0b5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f&device_id=53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd HTTP/1.1" status: 200 len: 1099 time: 0.0783391 Sep 14 23:39:17.027097 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-832aea71-2eda-4a3a-8f70-0bfdb6a7e1ec req-2e03239e-64c3-482d-93b2-cf98cd9923e5 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e9015b60-cf71-4498-8a33-e98e402fc63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381849 Sep 14 23:39:17.113326 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec378d-47ca-4d93-8371-1803e969783e req-76f4f591-1488-43fc-862b-4773f1ac89fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:39:17.114653 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f0ec378d-47ca-4d93-8371-1803e969783e req-76f4f591-1488-43fc-862b-4773f1ac89fc service neutron] 10.222.0.20 "GET /v2.0/networks?id=875bdf54-1b53-463f-aa3c-2cfecbf968a9 HTTP/1.1" status: 200 len: 896 time: 0.1252356 Sep 14 23:39:17.216971 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f0ec378d-47ca-4d93-8371-1803e969783e req-dc94572d-ecc0-4198-8592-334633933afb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c091f5d9-142b-4b3a-bfa7-1861319581be HTTP/1.1" status: 200 len: 1002 time: 0.0963640 Sep 14 23:39:17.279714 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec378d-47ca-4d93-8371-1803e969783e req-4d895f9b-81b8-42b1-a7f6-ff525df8d84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:39:17.281153 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f0ec378d-47ca-4d93-8371-1803e969783e req-4d895f9b-81b8-42b1-a7f6-ff525df8d84e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=56d2e7b4-73ff-4066-bb18-a1814eb3dd3a HTTP/1.1" status: 200 len: 835 time: 0.0590746 Sep 14 23:39:17.362199 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec378d-47ca-4d93-8371-1803e969783e req-2114d887-76fd-45ce-8509-23933127bb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:39:17.363732 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f0ec378d-47ca-4d93-8371-1803e969783e req-2114d887-76fd-45ce-8509-23933127bb8c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=875bdf54-1b53-463f-aa3c-2cfecbf968a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770254 Sep 14 23:39:17.496898 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f0ec378d-47ca-4d93-8371-1803e969783e req-b7691b32-f3a8-4ea6-b7c4-95f38c8ae576 service neutron] 10.222.0.20 "GET /v2.0/networks/875bdf54-1b53-463f-aa3c-2cfecbf968a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259272 Sep 14 23:39:17.625903 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f0ec378d-47ca-4d93-8371-1803e969783e req-14dac48d-3057-4957-ba74-85a1aa2649eb service neutron] 10.222.0.20 "GET /v2.0/networks/875bdf54-1b53-463f-aa3c-2cfecbf968a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233664 Sep 14 23:39:18.222814 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a2b67-50b6-4f62-b939-96f68c5b6beb req-5f188752-0593-4c97-99e2-06036dfd82fb tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:39:18.224250 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f35a2b67-50b6-4f62-b939-96f68c5b6beb req-5f188752-0593-4c97-99e2-06036dfd82fb tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd HTTP/1.1" status: 200 len: 946 time: 0.0850616 Sep 14 23:39:18.277121 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f35a2b67-50b6-4f62-b939-96f68c5b6beb req-d4cad4f4-1bec-4156-8b8e-280f22787d71 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e9015b60-cf71-4498-8a33-e98e402fc63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466623 Sep 14 23:39:19.472937 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2a873-344e-479a-a877-dfb3ffcd16d6 req-2b64d02f-46c3-4a75-9484-893480d55bf4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:39:19.474364 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cbd2a873-344e-479a-a877-dfb3ffcd16d6 req-2b64d02f-46c3-4a75-9484-893480d55bf4 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd HTTP/1.1" status: 200 len: 946 time: 0.0859358 Sep 14 23:39:19.517513 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cbd2a873-344e-479a-a877-dfb3ffcd16d6 req-5b682b91-e05e-44df-9dd3-8d5d33f95b5f tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e9015b60-cf71-4498-8a33-e98e402fc63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370572 Sep 14 23:39:19.546378 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35462) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:39:19.649703 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a55f4ccb-6f56-4f68-9cd4-1cb4262d0791 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/floatingips/38666326-8ad2-4b04-abe2-fbe966adc3ed HTTP/1.1" status: 200 len: 994 time: 0.1021826 Sep 14 23:39:19.840357 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:19.909125 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 35470) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:39:20.111161 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-3d63c42e-89b6-41df-a82c-c1e392345bba tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Deleting port 5984c2f8-15b3-46a8-87a3-77ce3b07032e {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:39:20.111493 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3d63c42e-89b6-41df-a82c-c1e392345bba tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:20.275172 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3d63c42e-89b6-41df-a82c-c1e392345bba tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:20.275507 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3d63c42e-89b6-41df-a82c-c1e392345bba tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:20.395974 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-3d63c42e-89b6-41df-a82c-c1e392345bba tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Calling delete_port for 5984c2f8-15b3-46a8-87a3-77ce3b07032e owned by network:floatingip {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:39:20.541974 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3d63c42e-89b6-41df-a82c-c1e392345bba tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:20.716388 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63c42e-89b6-41df-a82c-c1e392345bba tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event deleted for resources: {'Port': ['ID=5984c2f8-15b3-46a8-87a3-77ce3b07032e,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:20.733548 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63c42e-89b6-41df-a82c-c1e392345bba tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:20.733893 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63c42e-89b6-41df-a82c-c1e392345bba tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:20.734233 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63c42e-89b6-41df-a82c-c1e392345bba tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:20.734566 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63c42e-89b6-41df-a82c-c1e392345bba tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:20.734900 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63c42e-89b6-41df-a82c-c1e392345bba tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:20.735229 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63c42e-89b6-41df-a82c-c1e392345bba tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:20.735552 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63c42e-89b6-41df-a82c-c1e392345bba tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:20.735867 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63c42e-89b6-41df-a82c-c1e392345bba tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:20.736194 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63c42e-89b6-41df-a82c-c1e392345bba tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:20.736511 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63c42e-89b6-41df-a82c-c1e392345bba tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:20.736856 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63c42e-89b6-41df-a82c-c1e392345bba tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:20.737176 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63c42e-89b6-41df-a82c-c1e392345bba tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:20.792778 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3d63c42e-89b6-41df-a82c-c1e392345bba tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for floatingip, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:20.793025 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.l3_db [None req-3d63c42e-89b6-41df-a82c-c1e392345bba tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Floating IP 38666326-8ad2-4b04-abe2-fbe966adc3ed disassociated (deleted). External IP: 172.26.5.109, port: c091f5d9-142b-4b3a-bfa7-1861319581be. Sep 14 23:39:21.137025 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d63c42e-89b6-41df-a82c-c1e392345bba tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Router 9f27d393-d7c0-4ed5-816f-91a1f6c91bc6 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:39:21.313532 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d63c42e-89b6-41df-a82c-c1e392345bba tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:39:21.323393 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07691e5-eee5-4f0a-a1df-c4e9891b95dc None None] Sync routers for ids ['9f27d393-d7c0-4ed5-816f-91a1f6c91bc6'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:39:21.331751 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-3d63c42e-89b6-41df-a82c-c1e392345bba tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:21.332484 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07691e5-eee5-4f0a-a1df-c4e9891b95dc None None] Routers {'9f27d393-d7c0-4ed5-816f-91a1f6c91bc6'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:39:21.333162 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-a07691e5-eee5-4f0a-a1df-c4e9891b95dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:39:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['9f27d393-d7c0-4ed5-816f-91a1f6c91bc6'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:39:21.396043 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-3d63c42e-89b6-41df-a82c-c1e392345bba tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "DELETE /v2.0/floatingips/38666326-8ad2-4b04-abe2-fbe966adc3ed HTTP/1.1" status: 204 len: 168 time: 1.4827063 Sep 14 23:39:21.396043 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd', 'tag': 'c091f5d9-142b-4b3a-bfa7-1861319581be'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:39:21.396242 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a7b4c0-ebe0-4cba-9f6a-66e1df3f6305" -d '{"events": [{"name": "network-changed", "server_uuid": "53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd", "tag": "c091f5d9-142b-4b3a-bfa7-1861319581be"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:39:21.442525 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e2f4ab-7733-415f-a5f0-68231f08ddb3 x-openstack-request-id: req-c2e2f4ab-7733-415f-a5f0-68231f08ddb3 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:39:21.444473 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd", "tag": "c091f5d9-142b-4b3a-bfa7-1861319581be", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:39:21.444473 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c2e2f4ab-7733-415f-a5f0-68231f08ddb3 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:39:21.444473 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2e2f4ab-7733-415f-a5f0-68231f08ddb3'] response: {'name': 'network-changed', 'server_uuid': '53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd', 'tag': 'c091f5d9-142b-4b3a-bfa7-1861319581be', 'status': 'completed', 'code': 200} Sep 14 23:39:21.517326 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-a07691e5-eee5-4f0a-a1df-c4e9891b95dc None None] Set router 9f27d393-d7c0-4ed5-816f-91a1f6c91bc6 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:39:21.543761 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7b4c0-ebe0-4cba-9f6a-66e1df3f6305 req-d90c56fe-590f-4a57-bf67-846c24383448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:39:21.545269 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-65a7b4c0-ebe0-4cba-9f6a-66e1df3f6305 req-d90c56fe-590f-4a57-bf67-846c24383448 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f&device_id=53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd HTTP/1.1" status: 200 len: 1099 time: 0.0780160 Sep 14 23:39:21.680039 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7b4c0-ebe0-4cba-9f6a-66e1df3f6305 req-15c6906d-eb66-422a-aaa7-f1b3a03d2f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:39:21.681667 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-65a7b4c0-ebe0-4cba-9f6a-66e1df3f6305 req-15c6906d-eb66-422a-aaa7-f1b3a03d2f49 service neutron] 10.222.0.20 "GET /v2.0/networks?id=875bdf54-1b53-463f-aa3c-2cfecbf968a9 HTTP/1.1" status: 200 len: 896 time: 0.1307735 Sep 14 23:39:21.751678 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-65a7b4c0-ebe0-4cba-9f6a-66e1df3f6305 req-c3b2767d-4872-4db1-8ccf-1dd080116e6b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c091f5d9-142b-4b3a-bfa7-1861319581be HTTP/1.1" status: 200 len: 217 time: 0.0639238 Sep 14 23:39:21.797546 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1547c56-d8ec-48fc-bb55-bb945d1d441a req-2db171a7-ea46-4fce-a4ce-8af2f2fe9589 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:39:21.799153 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d1547c56-d8ec-48fc-bb55-bb945d1d441a req-2db171a7-ea46-4fce-a4ce-8af2f2fe9589 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd HTTP/1.1" status: 200 len: 946 time: 0.0956655 Sep 14 23:39:21.815032 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7b4c0-ebe0-4cba-9f6a-66e1df3f6305 req-2ed71c75-0098-4c4c-860f-b9c2c12ddcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:39:21.816472 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-65a7b4c0-ebe0-4cba-9f6a-66e1df3f6305 req-2ed71c75-0098-4c4c-860f-b9c2c12ddcb2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=56d2e7b4-73ff-4066-bb18-a1814eb3dd3a HTTP/1.1" status: 200 len: 835 time: 0.0583370 Sep 14 23:39:21.845016 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d1547c56-d8ec-48fc-bb55-bb945d1d441a req-69659023-da40-4069-b564-7b0520e0c853 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e9015b60-cf71-4498-8a33-e98e402fc63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399184 Sep 14 23:39:21.852273 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-a07691e5-eee5-4f0a-a1df-c4e9891b95dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90209881', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '08957fc5-a4e2-495a-b7f5-749ec5651365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:38:21Z', 'updated_at': '2022-09-14T23:38:26Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '08957fc5-a4e2-495a-b7f5-749ec5651365', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:38:21Z', 'updated_at': '2022-09-14T23:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'a0e9b15d-00ce-4045-9f82-62c53dfdbee8', 'name': '', 'network_id': '875bdf54-1b53-463f-aa3c-2cfecbf968a9', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:ca:5d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '56d2e7b4-73ff-4066-bb18-a1814eb3dd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:38:25Z', 'updated_at': '2022-09-14T23:38:30Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': '56d2e7b4-73ff-4066-bb18-a1814eb3dd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:39:21.858498 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07691e5-eee5-4f0a-a1df-c4e9891b95dc None None] Checking router: 9f27d393-d7c0-4ed5-816f-91a1f6c91bc6 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:39:21.867682 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07691e5-eee5-4f0a-a1df-c4e9891b95dc None None] Routers {'9f27d393-d7c0-4ed5-816f-91a1f6c91bc6'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:39:21.868450 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-a07691e5-eee5-4f0a-a1df-c4e9891b95dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:39:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['9f27d393-d7c0-4ed5-816f-91a1f6c91bc6'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:39:21.911359 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7b4c0-ebe0-4cba-9f6a-66e1df3f6305 req-95f81d33-163e-4712-af22-dbdfe434a602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:39:21.912955 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-65a7b4c0-ebe0-4cba-9f6a-66e1df3f6305 req-95f81d33-163e-4712-af22-dbdfe434a602 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=875bdf54-1b53-463f-aa3c-2cfecbf968a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0903223 Sep 14 23:39:22.046420 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-65a7b4c0-ebe0-4cba-9f6a-66e1df3f6305 req-b55968f4-f852-4d7c-b677-02ca1c256985 service neutron] 10.222.0.20 "GET /v2.0/networks/875bdf54-1b53-463f-aa3c-2cfecbf968a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270642 Sep 14 23:39:22.052949 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-a07691e5-eee5-4f0a-a1df-c4e9891b95dc None None] Set router 9f27d393-d7c0-4ed5-816f-91a1f6c91bc6 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:39:22.288597 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-65a7b4c0-ebe0-4cba-9f6a-66e1df3f6305 req-3b15335e-a3ce-4c42-adbe-6d318acaed62 service neutron] 10.222.0.20 "GET /v2.0/networks/875bdf54-1b53-463f-aa3c-2cfecbf968a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356720 Sep 14 23:39:22.369969 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-a07691e5-eee5-4f0a-a1df-c4e9891b95dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90209881', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '08957fc5-a4e2-495a-b7f5-749ec5651365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:38:21Z', 'updated_at': '2022-09-14T23:38:26Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '08957fc5-a4e2-495a-b7f5-749ec5651365', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:38:21Z', 'updated_at': '2022-09-14T23:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'a0e9b15d-00ce-4045-9f82-62c53dfdbee8', 'name': '', 'network_id': '875bdf54-1b53-463f-aa3c-2cfecbf968a9', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:ca:5d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '56d2e7b4-73ff-4066-bb18-a1814eb3dd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:38:25Z', 'updated_at': '2022-09-14T23:38:30Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': '56d2e7b4-73ff-4066-bb18-a1814eb3dd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:39:22.374155 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07691e5-eee5-4f0a-a1df-c4e9891b95dc None None] The sync data for ids ['9f27d393-d7c0-4ed5-816f-91a1f6c91bc6'] in dv-neutron-857791-1-hyperv is: [{'id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90209881', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '08957fc5-a4e2-495a-b7f5-749ec5651365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:38:21Z', 'updated_at': '2022-09-14T23:38:26Z', 'revision_number': 4, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '08957fc5-a4e2-495a-b7f5-749ec5651365', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:38:21Z', 'updated_at': '2022-09-14T23:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'a0e9b15d-00ce-4045-9f82-62c53dfdbee8', 'name': '', 'network_id': '875bdf54-1b53-463f-aa3c-2cfecbf968a9', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'mac_address': 'fa:16:3e:ca:5d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '56d2e7b4-73ff-4066-bb18-a1814eb3dd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:38:25Z', 'updated_at': '2022-09-14T23:38:30Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'subnets': [{'id': '56d2e7b4-73ff-4066-bb18-a1814eb3dd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:39:22.586850 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecd0e5f-1d58-479e-8185-c5c25fe7975f None None] New status for floating IP 38666326-8ad2-4b04-abe2-fbe966adc3ed: DOWN {{(pid=89173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:39:23.123534 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bae793-f37a-4954-ab1e-92f88ffdaa59 req-1d21bd30-3f89-436c-af80-b78d8db3d442 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:39:23.124902 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-14bae793-f37a-4954-ab1e-92f88ffdaa59 req-1d21bd30-3f89-436c-af80-b78d8db3d442 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd HTTP/1.1" status: 200 len: 946 time: 0.0847728 Sep 14 23:39:23.167801 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-14bae793-f37a-4954-ab1e-92f88ffdaa59 req-afdb4e15-c16d-46c3-a8ff-2599e101cdd9 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/security-groups?id=e9015b60-cf71-4498-8a33-e98e402fc63a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374057 Sep 14 23:39:23.248438 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de787bbe-a5d5-476d-9a5f-2986a1b26a33 req-f6364451-a7e7-4a12-8088-62b3ae2486fb tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:39:23.249164 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-de787bbe-a5d5-476d-9a5f-2986a1b26a33 req-f6364451-a7e7-4a12-8088-62b3ae2486fb tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Synchronizing usage tracker for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:39:23.268311 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-de787bbe-a5d5-476d-9a5f-2986a1b26a33 req-f6364451-a7e7-4a12-8088-62b3ae2486fb tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Unset dirty status for tenant:f82b3a84f14c45698bcfb4ac2ac76a9f on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:39:23.269733 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-de787bbe-a5d5-476d-9a5f-2986a1b26a33 req-f6364451-a7e7-4a12-8088-62b3ae2486fb tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.20 "GET /v2.0/ports?device_id=53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd HTTP/1.1" status: 200 len: 946 time: 0.1065960 Sep 14 23:39:23.341631 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-de787bbe-a5d5-476d-9a5f-2986a1b26a33 req-ea74bb66-cf9d-4385-a923-d0c8673c70e8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Deleting port c091f5d9-142b-4b3a-bfa7-1861319581be {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:39:23.342284 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-de787bbe-a5d5-476d-9a5f-2986a1b26a33 req-ea74bb66-cf9d-4385-a923-d0c8673c70e8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:23.585524 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-de787bbe-a5d5-476d-9a5f-2986a1b26a33 req-ea74bb66-cf9d-4385-a923-d0c8673c70e8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] For port c091f5d9-142b-4b3a-bfa7-1861319581be, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=c091f5d9-142b-4b3a-bfa7-1861319581be,segment=NetworkSegment(2812c46b-2c14-4340-83c5-c65b03cb6335),segment_id=2812c46b-2c14-4340-83c5-c65b03cb6335)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:39:23.585972 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-de787bbe-a5d5-476d-9a5f-2986a1b26a33 req-ea74bb66-cf9d-4385-a923-d0c8673c70e8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:23.715438 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-de787bbe-a5d5-476d-9a5f-2986a1b26a33 req-ea74bb66-cf9d-4385-a923-d0c8673c70e8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Calling delete_port for c091f5d9-142b-4b3a-bfa7-1861319581be owned by compute:nova {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:39:23.856731 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-de787bbe-a5d5-476d-9a5f-2986a1b26a33 req-ea74bb66-cf9d-4385-a923-d0c8673c70e8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:23.909907 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea74bb66-cf9d-4385-a923-d0c8673c70e8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event deleted for resources: {'Port': ['ID=c091f5d9-142b-4b3a-bfa7-1861319581be,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:23.997116 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-de787bbe-a5d5-476d-9a5f-2986a1b26a33 req-ea74bb66-cf9d-4385-a923-d0c8673c70e8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] No DVR routers for this DVR port c091f5d9-142b-4b3a-bfa7-1861319581be on host hv-neutron-8577 {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:39:23.999487 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-de787bbe-a5d5-476d-9a5f-2986a1b26a33 req-ea74bb66-cf9d-4385-a923-d0c8673c70e8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:24.002003 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd', 'name': 'network-vif-deleted', 'tag': 'c091f5d9-142b-4b3a-bfa7-1861319581be'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:39:24.004485 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca93e8c-ad5a-451b-a313-6a1cd11097ea" -d '{"events": [{"server_uuid": "53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd", "name": "network-vif-deleted", "tag": "c091f5d9-142b-4b3a-bfa7-1861319581be"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:39:24.017867 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-de787bbe-a5d5-476d-9a5f-2986a1b26a33 req-ea74bb66-cf9d-4385-a923-d0c8673c70e8 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.20 "DELETE /v2.0/ports/c091f5d9-142b-4b3a-bfa7-1861319581be HTTP/1.1" status: 204 len: 173 time: 0.7428272 Sep 14 23:39:24.096206 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905f28c3-ab93-4f52-8028-15c2b2d6b054 x-openstack-request-id: req-905f28c3-ab93-4f52-8028-15c2b2d6b054 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:39:24.096421 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd", "name": "network-vif-deleted", "tag": "c091f5d9-142b-4b3a-bfa7-1861319581be", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:39:24.096689 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-905f28c3-ab93-4f52-8028-15c2b2d6b054 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:39:24.097080 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-905f28c3-ab93-4f52-8028-15c2b2d6b054'] response: {'server_uuid': '53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd', 'name': 'network-vif-deleted', 'tag': 'c091f5d9-142b-4b3a-bfa7-1861319581be', 'status': 'completed', 'code': 200} Sep 14 23:39:24.351759 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-be3eaf8a-816a-4912-b0e4-da04fafcf57a req-519f77c0-953b-4c8b-a297-da883fa719df tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "GET /v2.0/ports?device_id=53db0ab6-cc84-48e6-b783-8fb7ec4ad8dd HTTP/1.1" status: 200 len: 210 time: 0.0541263 Sep 14 23:39:25.455035 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 35490) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:39:26.017061 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-389bab2e-8fb4-4f8d-ba74-522799f0efb0 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:26.455968 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-389bab2e-8fb4-4f8d-ba74-522799f0efb0 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Deleting port a0e9b15d-00ce-4045-9f82-62c53dfdbee8 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:39:26.456589 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-389bab2e-8fb4-4f8d-ba74-522799f0efb0 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:26.642286 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-389bab2e-8fb4-4f8d-ba74-522799f0efb0 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] For port a0e9b15d-00ce-4045-9f82-62c53dfdbee8, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=a0e9b15d-00ce-4045-9f82-62c53dfdbee8,segment=NetworkSegment(2812c46b-2c14-4340-83c5-c65b03cb6335),segment_id=2812c46b-2c14-4340-83c5-c65b03cb6335)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:39:26.642638 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-389bab2e-8fb4-4f8d-ba74-522799f0efb0 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:26.761674 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-389bab2e-8fb4-4f8d-ba74-522799f0efb0 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Calling delete_port for a0e9b15d-00ce-4045-9f82-62c53dfdbee8 owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:39:26.952308 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-389bab2e-8fb4-4f8d-ba74-522799f0efb0 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:27.074352 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389bab2e-8fb4-4f8d-ba74-522799f0efb0 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event deleted for resources: {'Port': ['ID=a0e9b15d-00ce-4045-9f82-62c53dfdbee8,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:27.288600 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-389bab2e-8fb4-4f8d-ba74-522799f0efb0 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:27.698831 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device c091f5d9-142b-4b3a-bfa7-1861319581be no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:39:27.734372 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: c091f5d9-142b-4b3a-bfa7-1861319581be {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:39:27.734742 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device c091f5d9-142b-4b3a-bfa7-1861319581be not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:39:27.761602 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389bab2e-8fb4-4f8d-ba74-522799f0efb0 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Router 9f27d393-d7c0-4ed5-816f-91a1f6c91bc6 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:39:27.935687 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389bab2e-8fb4-4f8d-ba74-522799f0efb0 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:39:27.945223 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a727c76-b36c-4515-9a5d-a48e7ecf7d25 None None] Sync routers for ids ['9f27d393-d7c0-4ed5-816f-91a1f6c91bc6'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:39:27.948046 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-389bab2e-8fb4-4f8d-ba74-522799f0efb0 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "PUT /v2.0/routers/9f27d393-d7c0-4ed5-816f-91a1f6c91bc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4919703 Sep 14 23:39:27.950814 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 35494) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:39:27.954631 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a727c76-b36c-4515-9a5d-a48e7ecf7d25 None None] Routers {'9f27d393-d7c0-4ed5-816f-91a1f6c91bc6'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:39:27.955218 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-1a727c76-b36c-4515-9a5d-a48e7ecf7d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:39:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['9f27d393-d7c0-4ed5-816f-91a1f6c91bc6'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:39:28.015006 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-186402af-dfc8-4a2d-b87e-1f247e1aeab2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Deleting subnet 56d2e7b4-73ff-4066-bb18-a1814eb3dd3a {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:39:28.017988 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-186402af-dfc8-4a2d-b87e-1f247e1aeab2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:28.075992 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-186402af-dfc8-4a2d-b87e-1f247e1aeab2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:28.159765 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-186402af-dfc8-4a2d-b87e-1f247e1aeab2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:28.173441 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-1a727c76-b36c-4515-9a5d-a48e7ecf7d25 None None] Set router 9f27d393-d7c0-4ed5-816f-91a1f6c91bc6 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:39:28.236593 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-186402af-dfc8-4a2d-b87e-1f247e1aeab2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:28.280849 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186402af-dfc8-4a2d-b87e-1f247e1aeab2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event deleted for resources: {'Subnet': ['ID=56d2e7b4-73ff-4066-bb18-a1814eb3dd3a,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:28.285003 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-186402af-dfc8-4a2d-b87e-1f247e1aeab2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:28.291551 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-186402af-dfc8-4a2d-b87e-1f247e1aeab2 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "DELETE /v2.0/subnets/56d2e7b4-73ff-4066-bb18-a1814eb3dd3a HTTP/1.1" status: 204 len: 168 time: 0.3398325 Sep 14 23:39:28.294439 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 35498) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:39:28.297211 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aed4823-9da8-41b6-b079-c261dac40fdc None None] Network 875bdf54-1b53-463f-aa3c-2cfecbf968a9 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:39:28.473429 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a33d-4bf1-43ed-9a09-2a3a1a8f7d81 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:28.638869 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-1a727c76-b36c-4515-9a5d-a48e7ecf7d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90209881', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '08957fc5-a4e2-495a-b7f5-749ec5651365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:38:21Z', 'updated_at': '2022-09-14T23:39:26Z', 'revision_number': 5, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port': {'id': '08957fc5-a4e2-495a-b7f5-749ec5651365', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:38:21Z', 'updated_at': '2022-09-14T23:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:39:28.642852 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a727c76-b36c-4515-9a5d-a48e7ecf7d25 None None] Checking router: 9f27d393-d7c0-4ed5-816f-91a1f6c91bc6 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:39:28.652210 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a727c76-b36c-4515-9a5d-a48e7ecf7d25 None None] Routers {'9f27d393-d7c0-4ed5-816f-91a1f6c91bc6'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:39:28.652758 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-1a727c76-b36c-4515-9a5d-a48e7ecf7d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:39:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['9f27d393-d7c0-4ed5-816f-91a1f6c91bc6'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:39:28.654397 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a33d-4bf1-43ed-9a09-2a3a1a8f7d81 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:28.669010 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-5ec9a33d-4bf1-43ed-9a09-2a3a1a8f7d81 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Deleting port 08957fc5-a4e2-495a-b7f5-749ec5651365 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:39:28.669365 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a33d-4bf1-43ed-9a09-2a3a1a8f7d81 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:28.709008 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629b04b3-3e5e-46b6-9ba0-05a278b50510 None None] DHCP port deletion for 875bdf54-1b53-463f-aa3c-2cfecbf968a9 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:39:28.766023 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-629b04b3-3e5e-46b6-9ba0-05a278b50510 None None] Deleting port 7def67de-6dee-40cb-89f3-67835a487e0a {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:39:28.766299 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-629b04b3-3e5e-46b6-9ba0-05a278b50510 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:28.841208 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-5ec9a33d-4bf1-43ed-9a09-2a3a1a8f7d81 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] For port 08957fc5-a4e2-495a-b7f5-749ec5651365, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=08957fc5-a4e2-495a-b7f5-749ec5651365,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:39:28.841846 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a33d-4bf1-43ed-9a09-2a3a1a8f7d81 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:28.878485 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-1a727c76-b36c-4515-9a5d-a48e7ecf7d25 None None] Set router 9f27d393-d7c0-4ed5-816f-91a1f6c91bc6 gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:39:28.961281 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-5ec9a33d-4bf1-43ed-9a09-2a3a1a8f7d81 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Calling delete_port for 08957fc5-a4e2-495a-b7f5-749ec5651365 owned by network:router_gateway {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:39:28.997058 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-1a727c76-b36c-4515-9a5d-a48e7ecf7d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90209881', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:38:21Z', 'updated_at': '2022-09-14T23:39:28Z', 'revision_number': 6, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:39:29.005799 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a727c76-b36c-4515-9a5d-a48e7ecf7d25 None None] The sync data for ids ['9f27d393-d7c0-4ed5-816f-91a1f6c91bc6'] in dv-neutron-857791-1-hyperv is: [{'id': '9f27d393-d7c0-4ed5-816f-91a1f6c91bc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90209881', 'tenant_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:38:21Z', 'updated_at': '2022-09-14T23:39:28Z', 'revision_number': 6, 'project_id': 'f82b3a84f14c45698bcfb4ac2ac76a9f', 'gw_port_host': None}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:39:29.113733 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-629b04b3-3e5e-46b6-9ba0-05a278b50510 None None] For port 7def67de-6dee-40cb-89f3-67835a487e0a, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=7def67de-6dee-40cb-89f3-67835a487e0a,segment=NetworkSegment(2812c46b-2c14-4340-83c5-c65b03cb6335),segment_id=2812c46b-2c14-4340-83c5-c65b03cb6335)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:39:29.114113 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-629b04b3-3e5e-46b6-9ba0-05a278b50510 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:29.234557 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a33d-4bf1-43ed-9a09-2a3a1a8f7d81 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:29.235746 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-629b04b3-3e5e-46b6-9ba0-05a278b50510 None None] Calling delete_port for 7def67de-6dee-40cb-89f3-67835a487e0a owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:39:29.281693 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9a33d-4bf1-43ed-9a09-2a3a1a8f7d81 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event deleted for resources: {'Port': ['ID=08957fc5-a4e2-495a-b7f5-749ec5651365,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:29.310245 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-629b04b3-3e5e-46b6-9ba0-05a278b50510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476'] for port, after_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:29.387075 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a33d-4bf1-43ed-9a09-2a3a1a8f7d81 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:29.407494 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b04b3-3e5e-46b6-9ba0-05a278b50510 None None] Pushing event deleted for resources: {'Port': ['ID=7def67de-6dee-40cb-89f3-67835a487e0a,revision_number=None']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:29.417072 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629b04b3-3e5e-46b6-9ba0-05a278b50510 None None] No DVR routers for this DVR port 7def67de-6dee-40cb-89f3-67835a487e0a on host dv-neutron-857791-1-hyperv {{(pid=89172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:39:29.419255 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b04b3-3e5e-46b6-9ba0-05a278b50510 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:29.419599 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b04b3-3e5e-46b6-9ba0-05a278b50510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:29.419931 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b04b3-3e5e-46b6-9ba0-05a278b50510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:29.420262 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b04b3-3e5e-46b6-9ba0-05a278b50510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:29.420747 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b04b3-3e5e-46b6-9ba0-05a278b50510 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:29.421076 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b04b3-3e5e-46b6-9ba0-05a278b50510 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:29.421398 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b04b3-3e5e-46b6-9ba0-05a278b50510 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:29.421719 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b04b3-3e5e-46b6-9ba0-05a278b50510 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:29.422042 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b04b3-3e5e-46b6-9ba0-05a278b50510 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:29.422360 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b04b3-3e5e-46b6-9ba0-05a278b50510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:29.422677 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b04b3-3e5e-46b6-9ba0-05a278b50510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:29.422990 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b04b3-3e5e-46b6-9ba0-05a278b50510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:29.577113 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a33d-4bf1-43ed-9a09-2a3a1a8f7d81 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:29.579282 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a33d-4bf1-43ed-9a09-2a3a1a8f7d81 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:29.604777 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a33d-4bf1-43ed-9a09-2a3a1a8f7d81 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:29.605270 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec9a33d-4bf1-43ed-9a09-2a3a1a8f7d81 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Fanout notify agent at l3_agent the message router_deleted on router 9f27d393-d7c0-4ed5-816f-91a1f6c91bc6 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 23:39:29.620147 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a33d-4bf1-43ed-9a09-2a3a1a8f7d81 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:29.621502 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5ec9a33d-4bf1-43ed-9a09-2a3a1a8f7d81 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "DELETE /v2.0/routers/9f27d393-d7c0-4ed5-816f-91a1f6c91bc6 HTTP/1.1" status: 204 len: 168 time: 1.3260999 Sep 14 23:39:29.624230 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 35502) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:39:29.730590 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9744a613-d5e4-43e9-a3fc-acf49fb1fc48 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:29.862833 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9744a613-d5e4-43e9-a3fc-acf49fb1fc48 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:29.888973 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-9744a613-d5e4-43e9-a3fc-acf49fb1fc48 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['875bdf54-1b53-463f-aa3c-2cfecbf968a9']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:39:29.902123 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-9744a613-d5e4-43e9-a3fc-acf49fb1fc48 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2812c46b-2c14-4340-83c5-c65b03cb6335') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:39:29.902414 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-9744a613-d5e4-43e9-a3fc-acf49fb1fc48 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2812c46b-2c14-4340-83c5-c65b03cb6335') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:39:29.914037 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9744a613-d5e4-43e9-a3fc-acf49fb1fc48 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:29.929957 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9744a613-d5e4-43e9-a3fc-acf49fb1fc48 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:29.936236 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9744a613-d5e4-43e9-a3fc-acf49fb1fc48 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:39:29.936605 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9744a613-d5e4-43e9-a3fc-acf49fb1fc48 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:30.004272 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 2812c46b-2c14-4340-83c5-c65b03cb6335 resource provider aggregate not found Sep 14 23:39:30.025209 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment 2812c46b-2c14-4340-83c5-c65b03cb6335 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2812c46b-2c14-4340-83c5-c65b03cb6335 found for delete ", "request_id": "req-6d37d710-132e-402a-8f8b-7ea4a5bb088c"}]} Sep 14 23:39:30.042707 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9744a613-d5e4-43e9-a3fc-acf49fb1fc48 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:30.062029 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-9744a613-d5e4-43e9-a3fc-acf49fb1fc48 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:30.073128 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744a613-d5e4-43e9-a3fc-acf49fb1fc48 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event deleted for resources: {'Network': ['ID=875bdf54-1b53-463f-aa3c-2cfecbf968a9,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:30.081575 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9744a613-d5e4-43e9-a3fc-acf49fb1fc48 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "DELETE /v2.0/networks/875bdf54-1b53-463f-aa3c-2cfecbf968a9 HTTP/1.1" status: 204 len: 168 time: 0.4562678 Sep 14 23:39:30.084172 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 35510) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:39:30.150807 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d9c3959f-ab1e-46f3-8a80-b7b6976c0348 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:30.179530 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d9c3959f-ab1e-46f3-8a80-b7b6976c0348 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:30.247544 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d9c3959f-ab1e-46f3-8a80-b7b6976c0348 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:30.267935 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c3959f-ab1e-46f3-8a80-b7b6976c0348 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9015b60-cf71-4498-8a33-e98e402fc63a,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:30.270369 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 08957fc5-a4e2-495a-b7f5-749ec5651365 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:39:30.280254 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-d9c3959f-ab1e-46f3-8a80-b7b6976c0348 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:30.281518 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-d9c3959f-ab1e-46f3-8a80-b7b6976c0348 tempest-TestNetworkAdvancedServerOps-821726634 tempest-TestNetworkAdvancedServerOps-821726634-project] 10.222.0.33 "DELETE /v2.0/security-groups/e9015b60-cf71-4498-8a33-e98e402fc63a HTTP/1.1" status: 204 len: 168 time: 0.1963654 Sep 14 23:39:30.313110 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 08957fc5-a4e2-495a-b7f5-749ec5651365 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:39:30.313599 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 08957fc5-a4e2-495a-b7f5-749ec5651365 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:39:30.313867 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device a0e9b15d-00ce-4045-9f82-62c53dfdbee8 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:39:30.350549 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: a0e9b15d-00ce-4045-9f82-62c53dfdbee8 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:39:30.351021 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device a0e9b15d-00ce-4045-9f82-62c53dfdbee8 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:39:30.351481 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 7def67de-6dee-40cb-89f3-67835a487e0a no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:39:30.389210 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 7def67de-6dee-40cb-89f3-67835a487e0a {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:39:30.389548 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 7def67de-6dee-40cb-89f3-67835a487e0a not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:39:30.659676 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 35520) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:39:30.804125 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-aef3a712-64e8-4d53-a719-075e5f836d93 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f82b3a84f14c45698bcfb4ac2ac76a9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432352 Sep 14 23:39:30.806490 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 35526) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:39:30.862100 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8582bbd5-b9b5-4e6e-9936-8b900019df04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:30.887363 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8582bbd5-b9b5-4e6e-9936-8b900019df04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:30.937211 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8582bbd5-b9b5-4e6e-9936-8b900019df04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:30.957030 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582bbd5-b9b5-4e6e-9936-8b900019df04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c44e23-b9f5-4b1d-aa51-3d513389b58c,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:30.967379 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-8582bbd5-b9b5-4e6e-9936-8b900019df04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:30.968546 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-8582bbd5-b9b5-4e6e-9936-8b900019df04 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/10c44e23-b9f5-4b1d-aa51-3d513389b58c HTTP/1.1" status: 204 len: 168 time: 0.1611738 Sep 14 23:39:31.234861 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 35534) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:39:31.261640 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dfd65077-9799-46e6-b1c3-fdaae704dc08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:31.275549 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-dfd65077-9799-46e6-b1c3-fdaae704dc08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:39:31.279319 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-dfd65077-9799-46e6-b1c3-fdaae704dc08 admin admin] Usage tracker for resource:security_group_rule and tenant:f8f82e764a5f4f52bd9ee94979d3ec9c is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:39:31.282557 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-dfd65077-9799-46e6-b1c3-fdaae704dc08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:39:31.288313 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-dfd65077-9799-46e6-b1c3-fdaae704dc08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:39:31.376188 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dfd65077-9799-46e6-b1c3-fdaae704dc08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:31.381269 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dfd65077-9799-46e6-b1c3-fdaae704dc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:31.428372 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-dfd65077-9799-46e6-b1c3-fdaae704dc08 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f8f82e764a5f4f52bd9ee94979d3ec9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1923871 Sep 14 23:39:31.429229 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd65077-9799-46e6-b1c3-fdaae704dc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2165bf25-a9a7-46ff-9443-7ed65958aff6,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:31.431029 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35538) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:39:31.488283 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-36652e43-477c-40d4-aa65-34fc965ddb02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:31.513915 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-36652e43-477c-40d4-aa65-34fc965ddb02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:31.569136 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-36652e43-477c-40d4-aa65-34fc965ddb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:31.584759 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36652e43-477c-40d4-aa65-34fc965ddb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2165bf25-a9a7-46ff-9443-7ed65958aff6,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:31.595659 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36652e43-477c-40d4-aa65-34fc965ddb02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:31.596200 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36652e43-477c-40d4-aa65-34fc965ddb02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:31.596777 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36652e43-477c-40d4-aa65-34fc965ddb02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:31.597267 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36652e43-477c-40d4-aa65-34fc965ddb02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:31.597648 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36652e43-477c-40d4-aa65-34fc965ddb02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:31.598025 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36652e43-477c-40d4-aa65-34fc965ddb02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:31.598511 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36652e43-477c-40d4-aa65-34fc965ddb02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:31.599064 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36652e43-477c-40d4-aa65-34fc965ddb02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:31.599401 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36652e43-477c-40d4-aa65-34fc965ddb02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:31.599727 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36652e43-477c-40d4-aa65-34fc965ddb02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:31.600054 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36652e43-477c-40d4-aa65-34fc965ddb02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:31.600379 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36652e43-477c-40d4-aa65-34fc965ddb02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:31.605337 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-36652e43-477c-40d4-aa65-34fc965ddb02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:31.609770 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-36652e43-477c-40d4-aa65-34fc965ddb02 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/2165bf25-a9a7-46ff-9443-7ed65958aff6 HTTP/1.1" status: 204 len: 168 time: 0.1777234 Sep 14 23:39:32.351417 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35562) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:39:32.451562 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-0f4fb1b5-c484-4804-9787-6a1959cfe7a4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-163583860-network', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:39:32.456288 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0f4fb1b5-c484-4804-9787-6a1959cfe7a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:39:32.460125 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0f4fb1b5-c484-4804-9787-6a1959cfe7a4 admin admin] Usage tracker for resource:network and tenant:e17a6406a55f40dc99859791ff1e1398 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:39:32.462980 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0f4fb1b5-c484-4804-9787-6a1959cfe7a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:39:32.469689 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0f4fb1b5-c484-4804-9787-6a1959cfe7a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:39:32.478291 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4fb1b5-c484-4804-9787-6a1959cfe7a4 admin admin] Made reservation on behalf of e17a6406a55f40dc99859791ff1e1398 for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:39:32.480563 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0f4fb1b5-c484-4804-9787-6a1959cfe7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:32.492371 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0f4fb1b5-c484-4804-9787-6a1959cfe7a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:32.509394 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0f4fb1b5-c484-4804-9787-6a1959cfe7a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:39:32.513624 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0f4fb1b5-c484-4804-9787-6a1959cfe7a4 admin admin] Usage tracker for resource:security_group_rule and tenant:e17a6406a55f40dc99859791ff1e1398 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:39:32.516362 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0f4fb1b5-c484-4804-9787-6a1959cfe7a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:39:32.521954 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0f4fb1b5-c484-4804-9787-6a1959cfe7a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:39:32.604500 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0f4fb1b5-c484-4804-9787-6a1959cfe7a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:32.609253 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0f4fb1b5-c484-4804-9787-6a1959cfe7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:32.639037 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f4fb1b5-c484-4804-9787-6a1959cfe7a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:39:32.647180 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4fb1b5-c484-4804-9787-6a1959cfe7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c45f150-91ee-4ac1-a755-abf37c083f83,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:32.652561 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0f4fb1b5-c484-4804-9787-6a1959cfe7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:32.652978 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-0f4fb1b5-c484-4804-9787-6a1959cfe7a4 admin admin] Added segment b029bd16-3302-4a2b-9a28-b66d1de7149c of type vlan for network b544eae3-2e5e-4a39-b687-c7c7b952c06a Sep 14 23:39:32.677914 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0f4fb1b5-c484-4804-9787-6a1959cfe7a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:32.706035 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0f4fb1b5-c484-4804-9787-6a1959cfe7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:32.706946 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4fb1b5-c484-4804-9787-6a1959cfe7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:39:32.707500 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0f4fb1b5-c484-4804-9787-6a1959cfe7a4 admin admin] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:32.806497 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4fb1b5-c484-4804-9787-6a1959cfe7a4 admin admin] Pushing event updated for resources: {'Network': ['ID=b544eae3-2e5e-4a39-b687-c7c7b952c06a,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:32.809908 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0f4fb1b5-c484-4804-9787-6a1959cfe7a4 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4575148 Sep 14 23:39:32.812858 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35568) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:39:32.817391 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network b544eae3-2e5e-4a39-b687-c7c7b952c06a details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:39:32.818267 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-fd881175-f406-4a56-b76e-2b66d86d6a0b admin admin] Request body: {'subnet': {'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-163583860-subnet', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'ip_version': 4}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:39:32.823619 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-fd881175-f406-4a56-b76e-2b66d86d6a0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:39:32.827446 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-fd881175-f406-4a56-b76e-2b66d86d6a0b admin admin] Usage tracker for resource:subnet and tenant:e17a6406a55f40dc99859791ff1e1398 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:39:32.830275 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-fd881175-f406-4a56-b76e-2b66d86d6a0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:39:32.835909 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-fd881175-f406-4a56-b76e-2b66d86d6a0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:39:32.845351 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd881175-f406-4a56-b76e-2b66d86d6a0b admin admin] Made reservation on behalf of e17a6406a55f40dc99859791ff1e1398 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:39:32.847598 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fd881175-f406-4a56-b76e-2b66d86d6a0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:33.133369 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fd881175-f406-4a56-b76e-2b66d86d6a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:33.207150 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd881175-f406-4a56-b76e-2b66d86d6a0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a60c350b-29dd-4914-9cf1-adecbeb7614c,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:33.214836 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd881175-f406-4a56-b76e-2b66d86d6a0b admin admin] Checking segment: {'id': 'b029bd16-3302-4a2b-9a28-b66d1de7149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:39:33.215180 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd881175-f406-4a56-b76e-2b66d86d6a0b admin admin] Network hostable DHCP agents. Network: b544eae3-2e5e-4a39-b687-c7c7b952c06a, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:39:33.233506 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd881175-f406-4a56-b76e-2b66d86d6a0b admin admin] Network b544eae3-2e5e-4a39-b687-c7c7b952c06a is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:39:33.242325 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-fd881175-f406-4a56-b76e-2b66d86d6a0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, b544eae3-2e5e-4a39-b687-c7c7b952c06a) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:39:33.247296 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd881175-f406-4a56-b76e-2b66d86d6a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:39:33.247929 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-fd881175-f406-4a56-b76e-2b66d86d6a0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:33.252193 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d115d0-f81d-49d6-9866-c7ad1f1cc77f None None] Network b544eae3-2e5e-4a39-b687-c7c7b952c06a requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:39:33.267262 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-fd881175-f406-4a56-b76e-2b66d86d6a0b admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4533880 Sep 14 23:39:33.270143 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 35572) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:39:33.275148 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-35985ad4-dda8-4196-ac4e-80d357b09a66 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-163583860-router', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:39:33.280351 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-35985ad4-dda8-4196-ac4e-80d357b09a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:39:33.284567 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-35985ad4-dda8-4196-ac4e-80d357b09a66 admin admin] Usage tracker for resource:router and tenant:e17a6406a55f40dc99859791ff1e1398 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:39:33.287736 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-35985ad4-dda8-4196-ac4e-80d357b09a66 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:39:33.294611 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-35985ad4-dda8-4196-ac4e-80d357b09a66 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:39:33.304208 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-35985ad4-dda8-4196-ac4e-80d357b09a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:33.305211 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-35985ad4-dda8-4196-ac4e-80d357b09a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:33.320383 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-35985ad4-dda8-4196-ac4e-80d357b09a66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:33.467994 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90f915f-9bbf-48d9-ae6f-27bae051c62c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-b544eae3-2e5e-4a39-b687-c7c7b952c06a', 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'fixed_ips': [{'subnet_id': 'a60c350b-29dd-4914-9cf1-adecbeb7614c'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:39:33.468850 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e90f915f-9bbf-48d9-ae6f-27bae051c62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:33.634036 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-e90f915f-9bbf-48d9-ae6f-27bae051c62c None None] Allocated IP 172.20.0.2 (b544eae3-2e5e-4a39-b687-c7c7b952c06a/a60c350b-29dd-4914-9cf1-adecbeb7614c/08f79e93-ecde-49f9-8c80-670fba24dd30) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:39:33.693795 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-35985ad4-dda8-4196-ac4e-80d357b09a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:33.834982 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e90f915f-9bbf-48d9-ae6f-27bae051c62c None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:33.845533 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e90f915f-9bbf-48d9-ae6f-27bae051c62c None None] Transition to ACTIVE for port object 08f79e93-ecde-49f9-8c80-670fba24dd30 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:39:33.864009 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e90f915f-9bbf-48d9-ae6f-27bae051c62c None None] Transition to ACTIVE for port object 08f79e93-ecde-49f9-8c80-670fba24dd30 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:39:33.870312 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e90f915f-9bbf-48d9-ae6f-27bae051c62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:33.935704 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90f915f-9bbf-48d9-ae6f-27bae051c62c None None] Network b544eae3-2e5e-4a39-b687-c7c7b952c06a is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:39:33.938463 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-e90f915f-9bbf-48d9-ae6f-27bae051c62c None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:39:33.941921 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90f915f-9bbf-48d9-ae6f-27bae051c62c None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:39:33.985042 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f915f-9bbf-48d9-ae6f-27bae051c62c None None] Pushing event updated for resources: {'Port': ['ID=08f79e93-ecde-49f9-8c80-670fba24dd30,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:34.023130 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-35985ad4-dda8-4196-ac4e-80d357b09a66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:34.049838 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e90f915f-9bbf-48d9-ae6f-27bae051c62c None None] Attempting to bind port 08f79e93-ecde-49f9-8c80-670fba24dd30 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:39:34.050197 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e90f915f-9bbf-48d9-ae6f-27bae051c62c None None] Attempting to bind port 08f79e93-ecde-49f9-8c80-670fba24dd30 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'b029bd16-3302-4a2b-9a28-b66d1de7149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:39:34.050548 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90f915f-9bbf-48d9-ae6f-27bae051c62c None None] Attempting to bind port 08f79e93-ecde-49f9-8c80-670fba24dd30 on network b544eae3-2e5e-4a39-b687-c7c7b952c06a {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:39:34.054132 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-35985ad4-dda8-4196-ac4e-80d357b09a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:34.055763 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90f915f-9bbf-48d9-ae6f-27bae051c62c None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:39:34.056104 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90f915f-9bbf-48d9-ae6f-27bae051c62c None None] Checking segment: {'id': 'b029bd16-3302-4a2b-9a28-b66d1de7149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:39:34.056496 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e90f915f-9bbf-48d9-ae6f-27bae051c62c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:34.057430 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90f915f-9bbf-48d9-ae6f-27bae051c62c None None] Bound using segment: {'id': 'b029bd16-3302-4a2b-9a28-b66d1de7149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:39:34.057911 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-e90f915f-9bbf-48d9-ae6f-27bae051c62c None None] Bound port: 08f79e93-ecde-49f9-8c80-670fba24dd30, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b029bd16-3302-4a2b-9a28-b66d1de7149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:39:34.058277 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e90f915f-9bbf-48d9-ae6f-27bae051c62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:34.145688 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-e90f915f-9bbf-48d9-ae6f-27bae051c62c None None] For port 08f79e93-ecde-49f9-8c80-670fba24dd30, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:39:34.148544 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-e90f915f-9bbf-48d9-ae6f-27bae051c62c None None] For port 08f79e93-ecde-49f9-8c80-670fba24dd30, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=08f79e93-ecde-49f9-8c80-670fba24dd30,segment=NetworkSegment(b029bd16-3302-4a2b-9a28-b66d1de7149c),segment_id=b029bd16-3302-4a2b-9a28-b66d1de7149c)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:39:34.153089 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e90f915f-9bbf-48d9-ae6f-27bae051c62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:34.193580 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-35985ad4-dda8-4196-ac4e-80d357b09a66 admin admin] Allocated IP 172.26.5.77 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/f26cdb6e-9966-43f6-9b04-779d91778bdd) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:39:34.242019 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f915f-9bbf-48d9-ae6f-27bae051c62c None None] Pushing event updated for resources: {'Port': ['ID=08f79e93-ecde-49f9-8c80-670fba24dd30,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:34.354492 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-35985ad4-dda8-4196-ac4e-80d357b09a66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:34.389459 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-35985ad4-dda8-4196-ac4e-80d357b09a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:34.458297 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35985ad4-dda8-4196-ac4e-80d357b09a66 admin admin] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:39:34.461556 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-35985ad4-dda8-4196-ac4e-80d357b09a66 admin admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:39:34.465399 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35985ad4-dda8-4196-ac4e-80d357b09a66 admin admin] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:39:34.515322 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35985ad4-dda8-4196-ac4e-80d357b09a66 admin admin] Pushing event updated for resources: {'Port': ['ID=f26cdb6e-9966-43f6-9b04-779d91778bdd,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:34.889023 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-35985ad4-dda8-4196-ac4e-80d357b09a66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:35.139425 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95a72fd-04f2-460e-9324-6ffb4c3cf2d5 None None] Network b544eae3-2e5e-4a39-b687-c7c7b952c06a requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:39:35.245132 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-b88689ae-d868-4f88-8b8f-885cca35bf5f None None] Provisioning for port 08f79e93-ecde-49f9-8c80-670fba24dd30 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:39:35.341549 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-35985ad4-dda8-4196-ac4e-80d357b09a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:35.554025 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35985ad4-dda8-4196-ac4e-80d357b09a66 admin admin] Router 597b2068-2b17-40a7-83cf-a64abb481489 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 23:39:35.731408 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35985ad4-dda8-4196-ac4e-80d357b09a66 admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:39:35.741342 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85cca8e-e919-4997-be7d-bf4330994130 None None] Sync routers for ids ['597b2068-2b17-40a7-83cf-a64abb481489'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:39:35.751663 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85cca8e-e919-4997-be7d-bf4330994130 None None] Routers {'597b2068-2b17-40a7-83cf-a64abb481489'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:39:35.752331 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-f85cca8e-e919-4997-be7d-bf4330994130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:39:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['597b2068-2b17-40a7-83cf-a64abb481489'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:39:35.760633 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-35985ad4-dda8-4196-ac4e-80d357b09a66 admin admin] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:35.761911 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-35985ad4-dda8-4196-ac4e-80d357b09a66 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4907911 Sep 14 23:39:35.764582 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 35576) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:39:35.927054 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-f85cca8e-e919-4997-be7d-bf4330994130 None None] Set router 597b2068-2b17-40a7-83cf-a64abb481489 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:39:36.203261 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-f85cca8e-e919-4997-be7d-bf4330994130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597b2068-2b17-40a7-83cf-a64abb481489', 'name': 'tempest-TestShelveInstance-163583860-router', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f26cdb6e-9966-43f6-9b04-779d91778bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:39:33Z', 'updated_at': '2022-09-14T23:39:34Z', 'revision_number': 3, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'gw_port': {'id': 'f26cdb6e-9966-43f6-9b04-779d91778bdd', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:34Z', 'updated_at': '2022-09-14T23:39:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:39:36.207055 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85cca8e-e919-4997-be7d-bf4330994130 None None] Checking router: 597b2068-2b17-40a7-83cf-a64abb481489 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:39:36.207396 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85cca8e-e919-4997-be7d-bf4330994130 None None] Updating router 597b2068-2b17-40a7-83cf-a64abb481489 port f26cdb6e-9966-43f6-9b04-779d91778bdd binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:39:36.259893 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-f85cca8e-e919-4997-be7d-bf4330994130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:36.308698 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 08f79e93-ecde-49f9-8c80-670fba24dd30 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:39:36.388193 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 08f79e93-ecde-49f9-8c80-670fba24dd30 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:39:36.395034 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 08f79e93-ecde-49f9-8c80-670fba24dd30 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:39:36.395516 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:36.554187 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 08f79e93-ecde-49f9-8c80-670fba24dd30 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:39:36.554510 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:36.569604 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f19318bd-7357-4d21-8ab7-7e34c019c6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:36.590812 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 08f79e93-ecde-49f9-8c80-670fba24dd30, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=08f79e93-ecde-49f9-8c80-670fba24dd30,segment=NetworkSegment(b029bd16-3302-4a2b-9a28-b66d1de7149c),segment_id=b029bd16-3302-4a2b-9a28-b66d1de7149c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:39:36.594915 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:36.613648 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-f85cca8e-e919-4997-be7d-bf4330994130 None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:36.625649 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-f85cca8e-e919-4997-be7d-bf4330994130 None None] Transition to ACTIVE for port object f26cdb6e-9966-43f6-9b04-779d91778bdd will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:39:36.633168 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-f85cca8e-e919-4997-be7d-bf4330994130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:36.668719 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=08f79e93-ecde-49f9-8c80-670fba24dd30,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:36.691334 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-f85cca8e-e919-4997-be7d-bf4330994130 None None] Attempting to bind port f26cdb6e-9966-43f6-9b04-779d91778bdd on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:39:36.691710 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-f85cca8e-e919-4997-be7d-bf4330994130 None None] Attempting to bind port f26cdb6e-9966-43f6-9b04-779d91778bdd by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:39:36.692046 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85cca8e-e919-4997-be7d-bf4330994130 None None] Attempting to bind port f26cdb6e-9966-43f6-9b04-779d91778bdd on network 681410b9-e86d-4f65-a0f3-ea2093b5104b {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:39:36.702927 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85cca8e-e919-4997-be7d-bf4330994130 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:39:36.703291 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85cca8e-e919-4997-be7d-bf4330994130 None None] Checking segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:39:36.703683 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-f85cca8e-e919-4997-be7d-bf4330994130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:36.704067 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85cca8e-e919-4997-be7d-bf4330994130 None None] Bound using segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:39:36.704524 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-f85cca8e-e919-4997-be7d-bf4330994130 None None] Bound port: f26cdb6e-9966-43f6-9b04-779d91778bdd, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:39:36.704922 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-f85cca8e-e919-4997-be7d-bf4330994130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:36.751278 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5774ba-7b0f-4bbd-88c4-df39130926bf None None] Pushing event updated for resources: {'Port': ['ID=f26cdb6e-9966-43f6-9b04-779d91778bdd,revision_number=2']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:36.763229 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5774ba-7b0f-4bbd-88c4-df39130926bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:36.763568 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5774ba-7b0f-4bbd-88c4-df39130926bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:36.763903 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5774ba-7b0f-4bbd-88c4-df39130926bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:36.764228 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5774ba-7b0f-4bbd-88c4-df39130926bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:36.764554 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5774ba-7b0f-4bbd-88c4-df39130926bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:36.764902 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5774ba-7b0f-4bbd-88c4-df39130926bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:36.765220 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5774ba-7b0f-4bbd-88c4-df39130926bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:36.765536 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5774ba-7b0f-4bbd-88c4-df39130926bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:36.765854 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5774ba-7b0f-4bbd-88c4-df39130926bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:36.766164 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5774ba-7b0f-4bbd-88c4-df39130926bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:36.766476 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5774ba-7b0f-4bbd-88c4-df39130926bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:36.766789 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5774ba-7b0f-4bbd-88c4-df39130926bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:39:36.789884 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-f19318bd-7357-4d21-8ab7-7e34c019c6d5 admin admin] Allocated IP 172.20.0.1 (b544eae3-2e5e-4a39-b687-c7c7b952c06a/a60c350b-29dd-4914-9cf1-adecbeb7614c/0cd204ed-5d74-4746-8fde-4e804bca8a11) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:39:36.795865 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-f85cca8e-e919-4997-be7d-bf4330994130 None None] For port f26cdb6e-9966-43f6-9b04-779d91778bdd, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:39:36.800515 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-f85cca8e-e919-4997-be7d-bf4330994130 None None] For port f26cdb6e-9966-43f6-9b04-779d91778bdd, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f26cdb6e-9966-43f6-9b04-779d91778bdd,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:39:36.803975 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-f85cca8e-e919-4997-be7d-bf4330994130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:36.865187 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85cca8e-e919-4997-be7d-bf4330994130 None None] Routers {'597b2068-2b17-40a7-83cf-a64abb481489'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:39:36.865727 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-f85cca8e-e919-4997-be7d-bf4330994130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:39:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['597b2068-2b17-40a7-83cf-a64abb481489'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:39:36.936245 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f19318bd-7357-4d21-8ab7-7e34c019c6d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:36.946624 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5774ba-7b0f-4bbd-88c4-df39130926bf None None] Pushing event updated for resources: {'Port': ['ID=f26cdb6e-9966-43f6-9b04-779d91778bdd,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:36.953041 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-f19318bd-7357-4d21-8ab7-7e34c019c6d5 admin admin] Transition to ACTIVE for port object 0cd204ed-5d74-4746-8fde-4e804bca8a11 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:39:36.977859 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f19318bd-7357-4d21-8ab7-7e34c019c6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:37.046340 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19318bd-7357-4d21-8ab7-7e34c019c6d5 admin admin] Network b544eae3-2e5e-4a39-b687-c7c7b952c06a is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:39:37.049152 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-f19318bd-7357-4d21-8ab7-7e34c019c6d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:39:37.053146 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19318bd-7357-4d21-8ab7-7e34c019c6d5 admin admin] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:39:37.079621 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-f85cca8e-e919-4997-be7d-bf4330994130 None None] Set router 597b2068-2b17-40a7-83cf-a64abb481489 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:39:37.089493 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19318bd-7357-4d21-8ab7-7e34c019c6d5 admin admin] Pushing event updated for resources: {'Port': ['ID=0cd204ed-5d74-4746-8fde-4e804bca8a11,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:37.112400 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f19318bd-7357-4d21-8ab7-7e34c019c6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:37.306298 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f145a916-7e9e-4ed3-a53c-fef668a5a4bc None None] Provisioning for port 0cd204ed-5d74-4746-8fde-4e804bca8a11 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:39:37.311493 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f145a916-7e9e-4ed3-a53c-fef668a5a4bc None None] Provisioning complete for port 0cd204ed-5d74-4746-8fde-4e804bca8a11 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:39:37.312078 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f145a916-7e9e-4ed3-a53c-fef668a5a4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:37.368559 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-f85cca8e-e919-4997-be7d-bf4330994130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597b2068-2b17-40a7-83cf-a64abb481489', 'name': 'tempest-TestShelveInstance-163583860-router', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f26cdb6e-9966-43f6-9b04-779d91778bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:39:33Z', 'updated_at': '2022-09-14T23:39:34Z', 'revision_number': 3, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'gw_port': {'id': 'f26cdb6e-9966-43f6-9b04-779d91778bdd', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:34Z', 'updated_at': '2022-09-14T23:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:39:37.370374 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-f145a916-7e9e-4ed3-a53c-fef668a5a4bc None None] Port 0cd204ed-5d74-4746-8fde-4e804bca8a11 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:39:37.374217 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85cca8e-e919-4997-be7d-bf4330994130 None None] The sync data for ids ['597b2068-2b17-40a7-83cf-a64abb481489'] in dv-neutron-857791-1-hyperv is: [{'id': '597b2068-2b17-40a7-83cf-a64abb481489', 'name': 'tempest-TestShelveInstance-163583860-router', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f26cdb6e-9966-43f6-9b04-779d91778bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:39:33Z', 'updated_at': '2022-09-14T23:39:34Z', 'revision_number': 3, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'gw_port': {'id': 'f26cdb6e-9966-43f6-9b04-779d91778bdd', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:34Z', 'updated_at': '2022-09-14T23:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:39:37.391316 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f19318bd-7357-4d21-8ab7-7e34c019c6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:37.635455 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f19318bd-7357-4d21-8ab7-7e34c019c6d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:37.640093 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f19318bd-7357-4d21-8ab7-7e34c019c6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:37.752833 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-f19318bd-7357-4d21-8ab7-7e34c019c6d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:37.756283 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19318bd-7357-4d21-8ab7-7e34c019c6d5 admin admin] Pushing event updated for resources: {'Port': ['ID=0cd204ed-5d74-4746-8fde-4e804bca8a11,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:37.800202 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4ded5c26-4e04-4df0-8ada-44b2e44aff29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:37.894179 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19318bd-7357-4d21-8ab7-7e34c019c6d5 admin admin] Network b544eae3-2e5e-4a39-b687-c7c7b952c06a is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:39:37.895423 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-f19318bd-7357-4d21-8ab7-7e34c019c6d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:39:38.196822 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-bf3d43c7-6f44-494d-a594-2a5521d230bf None None] Provisioning complete for port 0cd204ed-5d74-4746-8fde-4e804bca8a11 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:39:38.197365 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bf3d43c7-6f44-494d-a594-2a5521d230bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:38.202628 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19318bd-7357-4d21-8ab7-7e34c019c6d5 admin admin] Router 597b2068-2b17-40a7-83cf-a64abb481489 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:39:38.267659 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-bf3d43c7-6f44-494d-a594-2a5521d230bf None None] Port 0cd204ed-5d74-4746-8fde-4e804bca8a11 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:39:38.357598 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f26cdb6e-9966-43f6-9b04-779d91778bdd up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:39:38.395086 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19318bd-7357-4d21-8ab7-7e34c019c6d5 admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:39:38.404124 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f19318bd-7357-4d21-8ab7-7e34c019c6d5 admin admin] 10.222.0.33 "PUT /v2.0/routers/597b2068-2b17-40a7-83cf-a64abb481489/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6384308 Sep 14 23:39:38.428746 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port f26cdb6e-9966-43f6-9b04-779d91778bdd completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:39:38.434433 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port f26cdb6e-9966-43f6-9b04-779d91778bdd triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:39:38.434982 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:38.554377 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port f26cdb6e-9966-43f6-9b04-779d91778bdd is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:39:38.554758 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:38.571222 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port f26cdb6e-9966-43f6-9b04-779d91778bdd, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f26cdb6e-9966-43f6-9b04-779d91778bdd,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:39:38.575329 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:38.576231 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 08f79e93-ecde-49f9-8c80-670fba24dd30 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:39:38.694502 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=f26cdb6e-9966-43f6-9b04-779d91778bdd,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:38.714685 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 08f79e93-ecde-49f9-8c80-670fba24dd30 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:39:38.715053 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:38.836735 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 08f79e93-ecde-49f9-8c80-670fba24dd30 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:39:38.940268 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 35594) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:39:38.945776 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-ddd19d33-5600-443b-bf15-425669efdc94 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1809562134-network', 'tenant_id': 'd45311ab32f14a098591ef590be2e89f'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:39:38.951209 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ddd19d33-5600-443b-bf15-425669efdc94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:39:38.955643 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ddd19d33-5600-443b-bf15-425669efdc94 admin admin] Usage tracker for resource:network and tenant:d45311ab32f14a098591ef590be2e89f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:39:38.958853 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ddd19d33-5600-443b-bf15-425669efdc94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:39:38.968944 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ddd19d33-5600-443b-bf15-425669efdc94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:39:38.978667 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd19d33-5600-443b-bf15-425669efdc94 admin admin] Made reservation on behalf of d45311ab32f14a098591ef590be2e89f for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:39:38.980400 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ddd19d33-5600-443b-bf15-425669efdc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:38.995428 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77901a9-7146-4663-9722-24a8ec4f5811 None None] Sync routers for ids ['597b2068-2b17-40a7-83cf-a64abb481489'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:39:38.997499 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ddd19d33-5600-443b-bf15-425669efdc94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:39.004389 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77901a9-7146-4663-9722-24a8ec4f5811 None None] Routers {'597b2068-2b17-40a7-83cf-a64abb481489'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:39:39.005023 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-c77901a9-7146-4663-9722-24a8ec4f5811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:39:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['597b2068-2b17-40a7-83cf-a64abb481489'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:39:39.012474 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ddd19d33-5600-443b-bf15-425669efdc94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:39:39.016356 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ddd19d33-5600-443b-bf15-425669efdc94 admin admin] Usage tracker for resource:security_group_rule and tenant:d45311ab32f14a098591ef590be2e89f is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:39:39.019172 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-ddd19d33-5600-443b-bf15-425669efdc94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:39:39.024873 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-ddd19d33-5600-443b-bf15-425669efdc94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:39:39.107089 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ddd19d33-5600-443b-bf15-425669efdc94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:39.111651 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ddd19d33-5600-443b-bf15-425669efdc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:39.145167 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd19d33-5600-443b-bf15-425669efdc94 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:39:39.151568 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd19d33-5600-443b-bf15-425669efdc94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3710c2-4559-43e4-ba2f-4168c65b308c,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:39.160360 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ddd19d33-5600-443b-bf15-425669efdc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:39.160737 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-ddd19d33-5600-443b-bf15-425669efdc94 admin admin] Added segment b2b573f2-dc97-4754-8b5e-bcedaf54d0a9 of type vlan for network 02c094cb-d0e0-480d-ad5e-a7043883f750 Sep 14 23:39:39.187313 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ddd19d33-5600-443b-bf15-425669efdc94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:39.192302 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-c77901a9-7146-4663-9722-24a8ec4f5811 None None] Set router 597b2068-2b17-40a7-83cf-a64abb481489 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:39:39.217729 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ddd19d33-5600-443b-bf15-425669efdc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:39.218901 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd19d33-5600-443b-bf15-425669efdc94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:39:39.219477 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ddd19d33-5600-443b-bf15-425669efdc94 admin admin] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:39.321259 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd19d33-5600-443b-bf15-425669efdc94 admin admin] Pushing event updated for resources: {'Network': ['ID=02c094cb-d0e0-480d-ad5e-a7043883f750,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:39.327974 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35598) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:39:39.328523 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ddd19d33-5600-443b-bf15-425669efdc94 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3866465 Sep 14 23:39:39.334664 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-9b2053e1-b182-4ee6-92e8-9b54d3486611 admin admin] Request body: {'subnet': {'network_id': '02c094cb-d0e0-480d-ad5e-a7043883f750', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1809562134-subnet', 'tenant_id': 'd45311ab32f14a098591ef590be2e89f', 'ip_version': 4}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:39:39.337454 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network 02c094cb-d0e0-480d-ad5e-a7043883f750 details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:39:39.347639 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-9b2053e1-b182-4ee6-92e8-9b54d3486611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:39:39.352011 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9b2053e1-b182-4ee6-92e8-9b54d3486611 admin admin] Usage tracker for resource:subnet and tenant:d45311ab32f14a098591ef590be2e89f is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:39:39.355817 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9b2053e1-b182-4ee6-92e8-9b54d3486611 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:39:39.362338 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-9b2053e1-b182-4ee6-92e8-9b54d3486611 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:39:39.374242 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2053e1-b182-4ee6-92e8-9b54d3486611 admin admin] Made reservation on behalf of d45311ab32f14a098591ef590be2e89f for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:39:39.377557 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9b2053e1-b182-4ee6-92e8-9b54d3486611 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:39.585117 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9b2053e1-b182-4ee6-92e8-9b54d3486611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:39.594636 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-c77901a9-7146-4663-9722-24a8ec4f5811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597b2068-2b17-40a7-83cf-a64abb481489', 'name': 'tempest-TestShelveInstance-163583860-router', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f26cdb6e-9966-43f6-9b04-779d91778bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:39:33Z', 'updated_at': '2022-09-14T23:39:37Z', 'revision_number': 4, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'gw_port': {'id': 'f26cdb6e-9966-43f6-9b04-779d91778bdd', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:34Z', 'updated_at': '2022-09-14T23:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '0cd204ed-5d74-4746-8fde-4e804bca8a11', 'name': '', 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'mac_address': 'fa:16:3e:6c:ca:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'a60c350b-29dd-4914-9cf1-adecbeb7614c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:36Z', 'updated_at': '2022-09-14T23:39:37Z', 'revision_number': 2, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'subnets': [{'id': 'a60c350b-29dd-4914-9cf1-adecbeb7614c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:39:39.598571 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77901a9-7146-4663-9722-24a8ec4f5811 None None] Checking router: 597b2068-2b17-40a7-83cf-a64abb481489 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:39:39.598922 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77901a9-7146-4663-9722-24a8ec4f5811 None None] Updating router 597b2068-2b17-40a7-83cf-a64abb481489 port 0cd204ed-5d74-4746-8fde-4e804bca8a11 binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:39:39.650762 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c77901a9-7146-4663-9722-24a8ec4f5811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:39.658777 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2053e1-b182-4ee6-92e8-9b54d3486611 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aea88df-6d34-4e29-b36e-196e34e129c5,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:39.670831 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2053e1-b182-4ee6-92e8-9b54d3486611 admin admin] Checking segment: {'id': 'b2b573f2-dc97-4754-8b5e-bcedaf54d0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '02c094cb-d0e0-480d-ad5e-a7043883f750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:39:39.671178 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2053e1-b182-4ee6-92e8-9b54d3486611 admin admin] Network hostable DHCP agents. Network: 02c094cb-d0e0-480d-ad5e-a7043883f750, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:39:39.689987 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2053e1-b182-4ee6-92e8-9b54d3486611 admin admin] Network 02c094cb-d0e0-480d-ad5e-a7043883f750 is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:39:39.700044 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-9b2053e1-b182-4ee6-92e8-9b54d3486611 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, 02c094cb-d0e0-480d-ad5e-a7043883f750) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:39:39.704309 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2053e1-b182-4ee6-92e8-9b54d3486611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:39:39.705024 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9b2053e1-b182-4ee6-92e8-9b54d3486611 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:39.713094 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a85f668-d35a-47b5-8ae4-1ee2eb2f672f None None] Network 02c094cb-d0e0-480d-ad5e-a7043883f750 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:39:39.726164 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9b2053e1-b182-4ee6-92e8-9b54d3486611 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3959167 Sep 14 23:39:39.729216 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35602) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:39:39.733962 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-682cf106-d88b-488c-a1e3-371efb11a161 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1809562134-router', 'tenant_id': 'd45311ab32f14a098591ef590be2e89f', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:39:39.738584 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-682cf106-d88b-488c-a1e3-371efb11a161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:39:39.742368 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-682cf106-d88b-488c-a1e3-371efb11a161 admin admin] Usage tracker for resource:router and tenant:d45311ab32f14a098591ef590be2e89f is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:39:39.745675 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-682cf106-d88b-488c-a1e3-371efb11a161 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:39:39.751492 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-682cf106-d88b-488c-a1e3-371efb11a161 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:39:39.761516 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-682cf106-d88b-488c-a1e3-371efb11a161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:39.762544 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-682cf106-d88b-488c-a1e3-371efb11a161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:39.778629 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-682cf106-d88b-488c-a1e3-371efb11a161 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:39.915998 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-223dee3e-5560-44d8-8b3c-29f18c818b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:40.050623 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-682cf106-d88b-488c-a1e3-371efb11a161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:40.163586 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209ef354-dc01-40d7-9084-acfc87ccc7ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-02c094cb-d0e0-480d-ad5e-a7043883f750', 'network_id': '02c094cb-d0e0-480d-ad5e-a7043883f750', 'tenant_id': 'd45311ab32f14a098591ef590be2e89f', 'fixed_ips': [{'subnet_id': '0aea88df-6d34-4e29-b36e-196e34e129c5'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:39:40.164387 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-209ef354-dc01-40d7-9084-acfc87ccc7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:40.280306 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f26cdb6e-9966-43f6-9b04-779d91778bdd up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:39:40.359035 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c77901a9-7146-4663-9722-24a8ec4f5811 None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:40.378721 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-682cf106-d88b-488c-a1e3-371efb11a161 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:40.409496 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-682cf106-d88b-488c-a1e3-371efb11a161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:40.412250 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-c77901a9-7146-4663-9722-24a8ec4f5811 None None] Transition to ACTIVE for port object 0cd204ed-5d74-4746-8fde-4e804bca8a11 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:39:40.429309 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c77901a9-7146-4663-9722-24a8ec4f5811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:40.546585 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-682cf106-d88b-488c-a1e3-371efb11a161 admin admin] Allocated IP 172.26.5.242 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/6cbb8f46-4ee5-4a35-9cdb-182e0d759e69) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:39:40.593716 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-209ef354-dc01-40d7-9084-acfc87ccc7ff None None] Allocated IP 172.20.0.2 (02c094cb-d0e0-480d-ad5e-a7043883f750/0aea88df-6d34-4e29-b36e-196e34e129c5/6c812b64-420b-457d-a91b-fe05513e5a37) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:39:40.655732 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port f26cdb6e-9966-43f6-9b04-779d91778bdd triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:39:40.656390 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:40.698699 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726fe15-28ff-41f7-ac48-ee710f1c7433 None None] Pushing event updated for resources: {'Port': ['ID=0cd204ed-5d74-4746-8fde-4e804bca8a11,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:40.792524 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-c77901a9-7146-4663-9722-24a8ec4f5811 None None] Attempting to bind port 0cd204ed-5d74-4746-8fde-4e804bca8a11 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:39:40.792911 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-c77901a9-7146-4663-9722-24a8ec4f5811 None None] Attempting to bind port 0cd204ed-5d74-4746-8fde-4e804bca8a11 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'b029bd16-3302-4a2b-9a28-b66d1de7149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:39:40.793259 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77901a9-7146-4663-9722-24a8ec4f5811 None None] Attempting to bind port 0cd204ed-5d74-4746-8fde-4e804bca8a11 on network b544eae3-2e5e-4a39-b687-c7c7b952c06a {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:39:40.803524 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-682cf106-d88b-488c-a1e3-371efb11a161 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:40.815771 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77901a9-7146-4663-9722-24a8ec4f5811 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:39:40.816358 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77901a9-7146-4663-9722-24a8ec4f5811 None None] Checking segment: {'id': 'b029bd16-3302-4a2b-9a28-b66d1de7149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:39:40.816522 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c77901a9-7146-4663-9722-24a8ec4f5811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:40.816930 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77901a9-7146-4663-9722-24a8ec4f5811 None None] Bound using segment: {'id': 'b029bd16-3302-4a2b-9a28-b66d1de7149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:39:40.817392 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-c77901a9-7146-4663-9722-24a8ec4f5811 None None] Bound port: 0cd204ed-5d74-4746-8fde-4e804bca8a11, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b029bd16-3302-4a2b-9a28-b66d1de7149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:39:40.817753 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c77901a9-7146-4663-9722-24a8ec4f5811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:40.833374 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-682cf106-d88b-488c-a1e3-371efb11a161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:40.902535 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682cf106-d88b-488c-a1e3-371efb11a161 admin admin] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:39:40.905689 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-682cf106-d88b-488c-a1e3-371efb11a161 admin admin] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:39:40.907824 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682cf106-d88b-488c-a1e3-371efb11a161 admin admin] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:39:40.968063 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682cf106-d88b-488c-a1e3-371efb11a161 admin admin] Pushing event updated for resources: {'Port': ['ID=6cbb8f46-4ee5-4a35-9cdb-182e0d759e69,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:41.060271 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:41.069316 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port f26cdb6e-9966-43f6-9b04-779d91778bdd is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:39:41.078041 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:41.085851 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-c77901a9-7146-4663-9722-24a8ec4f5811 None None] For port 0cd204ed-5d74-4746-8fde-4e804bca8a11, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:39:41.093794 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-c77901a9-7146-4663-9722-24a8ec4f5811 None None] For port 0cd204ed-5d74-4746-8fde-4e804bca8a11, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=0cd204ed-5d74-4746-8fde-4e804bca8a11,segment=NetworkSegment(b029bd16-3302-4a2b-9a28-b66d1de7149c),segment_id=b029bd16-3302-4a2b-9a28-b66d1de7149c)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:39:41.098954 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c77901a9-7146-4663-9722-24a8ec4f5811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:41.100917 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-209ef354-dc01-40d7-9084-acfc87ccc7ff None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:41.163758 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-209ef354-dc01-40d7-9084-acfc87ccc7ff None None] Transition to ACTIVE for port object 6c812b64-420b-457d-a91b-fe05513e5a37 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:39:41.171789 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77901a9-7146-4663-9722-24a8ec4f5811 None None] Routers {'597b2068-2b17-40a7-83cf-a64abb481489'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:39:41.172461 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-c77901a9-7146-4663-9722-24a8ec4f5811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:39:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['597b2068-2b17-40a7-83cf-a64abb481489'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:39:41.249762 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-209ef354-dc01-40d7-9084-acfc87ccc7ff None None] Transition to ACTIVE for port object 6c812b64-420b-457d-a91b-fe05513e5a37 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:39:41.270443 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-209ef354-dc01-40d7-9084-acfc87ccc7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:41.286749 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726fe15-28ff-41f7-ac48-ee710f1c7433 None None] Pushing event updated for resources: {'Port': ['ID=0cd204ed-5d74-4746-8fde-4e804bca8a11,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:41.360910 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-682cf106-d88b-488c-a1e3-371efb11a161 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:41.459681 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209ef354-dc01-40d7-9084-acfc87ccc7ff None None] Network 02c094cb-d0e0-480d-ad5e-a7043883f750 is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:39:41.465256 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-209ef354-dc01-40d7-9084-acfc87ccc7ff None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:39:41.471821 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209ef354-dc01-40d7-9084-acfc87ccc7ff None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:39:41.488437 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ef354-dc01-40d7-9084-acfc87ccc7ff None None] Pushing event updated for resources: {'Port': ['ID=6c812b64-420b-457d-a91b-fe05513e5a37,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:41.572147 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-c77901a9-7146-4663-9722-24a8ec4f5811 None None] Set router 597b2068-2b17-40a7-83cf-a64abb481489 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:39:41.661732 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-209ef354-dc01-40d7-9084-acfc87ccc7ff None None] Attempting to bind port 6c812b64-420b-457d-a91b-fe05513e5a37 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:39:41.662398 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-209ef354-dc01-40d7-9084-acfc87ccc7ff None None] Attempting to bind port 6c812b64-420b-457d-a91b-fe05513e5a37 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'b2b573f2-dc97-4754-8b5e-bcedaf54d0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '02c094cb-d0e0-480d-ad5e-a7043883f750'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:39:41.662501 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209ef354-dc01-40d7-9084-acfc87ccc7ff None None] Attempting to bind port 6c812b64-420b-457d-a91b-fe05513e5a37 on network 02c094cb-d0e0-480d-ad5e-a7043883f750 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:39:41.713094 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-682cf106-d88b-488c-a1e3-371efb11a161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:41.723365 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209ef354-dc01-40d7-9084-acfc87ccc7ff None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:39:41.723725 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209ef354-dc01-40d7-9084-acfc87ccc7ff None None] Checking segment: {'id': 'b2b573f2-dc97-4754-8b5e-bcedaf54d0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '02c094cb-d0e0-480d-ad5e-a7043883f750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:39:41.724115 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-209ef354-dc01-40d7-9084-acfc87ccc7ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:41.724497 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209ef354-dc01-40d7-9084-acfc87ccc7ff None None] Bound using segment: {'id': 'b2b573f2-dc97-4754-8b5e-bcedaf54d0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '02c094cb-d0e0-480d-ad5e-a7043883f750'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:39:41.724979 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-209ef354-dc01-40d7-9084-acfc87ccc7ff None None] Bound port: 6c812b64-420b-457d-a91b-fe05513e5a37, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b573f2-dc97-4754-8b5e-bcedaf54d0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '02c094cb-d0e0-480d-ad5e-a7043883f750'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:39:41.725341 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-209ef354-dc01-40d7-9084-acfc87ccc7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:41.922947 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-209ef354-dc01-40d7-9084-acfc87ccc7ff None None] For port 6c812b64-420b-457d-a91b-fe05513e5a37, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:39:41.924711 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682cf106-d88b-488c-a1e3-371efb11a161 admin admin] Router 396df00c-2ab4-49c3-9830-4a7ba795544f is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 23:39:41.959076 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-209ef354-dc01-40d7-9084-acfc87ccc7ff None None] For port 6c812b64-420b-457d-a91b-fe05513e5a37, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=6c812b64-420b-457d-a91b-fe05513e5a37,segment=NetworkSegment(b2b573f2-dc97-4754-8b5e-bcedaf54d0a9),segment_id=b2b573f2-dc97-4754-8b5e-bcedaf54d0a9)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:39:41.970115 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-209ef354-dc01-40d7-9084-acfc87ccc7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:42.055889 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ef354-dc01-40d7-9084-acfc87ccc7ff None None] Pushing event updated for resources: {'Port': ['ID=6c812b64-420b-457d-a91b-fe05513e5a37,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:42.066545 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-c77901a9-7146-4663-9722-24a8ec4f5811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597b2068-2b17-40a7-83cf-a64abb481489', 'name': 'tempest-TestShelveInstance-163583860-router', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f26cdb6e-9966-43f6-9b04-779d91778bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:39:33Z', 'updated_at': '2022-09-14T23:39:37Z', 'revision_number': 4, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'gw_port': {'id': 'f26cdb6e-9966-43f6-9b04-779d91778bdd', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:34Z', 'updated_at': '2022-09-14T23:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '0cd204ed-5d74-4746-8fde-4e804bca8a11', 'name': '', 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'mac_address': 'fa:16:3e:6c:ca:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'a60c350b-29dd-4914-9cf1-adecbeb7614c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:36Z', 'updated_at': '2022-09-14T23:39:41Z', 'revision_number': 4, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'subnets': [{'id': 'a60c350b-29dd-4914-9cf1-adecbeb7614c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:39:42.070623 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77901a9-7146-4663-9722-24a8ec4f5811 None None] The sync data for ids ['597b2068-2b17-40a7-83cf-a64abb481489'] in dv-neutron-857791-1-hyperv is: [{'id': '597b2068-2b17-40a7-83cf-a64abb481489', 'name': 'tempest-TestShelveInstance-163583860-router', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f26cdb6e-9966-43f6-9b04-779d91778bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:39:33Z', 'updated_at': '2022-09-14T23:39:37Z', 'revision_number': 4, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'gw_port': {'id': 'f26cdb6e-9966-43f6-9b04-779d91778bdd', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:34Z', 'updated_at': '2022-09-14T23:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '0cd204ed-5d74-4746-8fde-4e804bca8a11', 'name': '', 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'mac_address': 'fa:16:3e:6c:ca:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'a60c350b-29dd-4914-9cf1-adecbeb7614c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:36Z', 'updated_at': '2022-09-14T23:39:41Z', 'revision_number': 4, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'subnets': [{'id': 'a60c350b-29dd-4914-9cf1-adecbeb7614c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:39:42.133948 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682cf106-d88b-488c-a1e3-371efb11a161 admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:39:42.147126 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfba082-0930-4c30-8401-4a57d912527c None None] Sync routers for ids ['396df00c-2ab4-49c3-9830-4a7ba795544f'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:39:42.157123 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfba082-0930-4c30-8401-4a57d912527c None None] Routers {'396df00c-2ab4-49c3-9830-4a7ba795544f'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:39:42.157924 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-3dfba082-0930-4c30-8401-4a57d912527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:39:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['396df00c-2ab4-49c3-9830-4a7ba795544f'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:39:42.161254 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-682cf106-d88b-488c-a1e3-371efb11a161 admin admin] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:42.162511 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-682cf106-d88b-488c-a1e3-371efb11a161 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4323676 Sep 14 23:39:42.166839 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 35606) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:39:42.389978 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 0cd204ed-5d74-4746-8fde-4e804bca8a11 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:39:42.474775 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-3dfba082-0930-4c30-8401-4a57d912527c None None] Set router 396df00c-2ab4-49c3-9830-4a7ba795544f gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:39:42.538659 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 0cd204ed-5d74-4746-8fde-4e804bca8a11 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:39:42.547149 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 0cd204ed-5d74-4746-8fde-4e804bca8a11 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:39:42.547749 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:42.667325 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:42.700532 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 0cd204ed-5d74-4746-8fde-4e804bca8a11 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:39:42.701007 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:42.743190 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 0cd204ed-5d74-4746-8fde-4e804bca8a11, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=0cd204ed-5d74-4746-8fde-4e804bca8a11,segment=NetworkSegment(b029bd16-3302-4a2b-9a28-b66d1de7149c),segment_id=b029bd16-3302-4a2b-9a28-b66d1de7149c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:39:42.749325 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:42.804997 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-3dfba082-0930-4c30-8401-4a57d912527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396df00c-2ab4-49c3-9830-4a7ba795544f', 'name': 'tempest-TestShelveInstance-1809562134-router', 'tenant_id': 'd45311ab32f14a098591ef590be2e89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': '6cbb8f46-4ee5-4a35-9cdb-182e0d759e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:39:39Z', 'updated_at': '2022-09-14T23:39:41Z', 'revision_number': 3, 'project_id': 'd45311ab32f14a098591ef590be2e89f', 'gw_port': {'id': '6cbb8f46-4ee5-4a35-9cdb-182e0d759e69', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:19:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396df00c-2ab4-49c3-9830-4a7ba795544f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:40Z', 'updated_at': '2022-09-14T23:39:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:39:42.810176 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfba082-0930-4c30-8401-4a57d912527c None None] Checking router: 396df00c-2ab4-49c3-9830-4a7ba795544f for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:39:42.810776 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfba082-0930-4c30-8401-4a57d912527c None None] Updating router 396df00c-2ab4-49c3-9830-4a7ba795544f port 6cbb8f46-4ee5-4a35-9cdb-182e0d759e69 binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:39:42.842007 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=0cd204ed-5d74-4746-8fde-4e804bca8a11,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:42.873719 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-3dfba082-0930-4c30-8401-4a57d912527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:43.079565 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ba876e70-240e-4a6c-ae0b-95809091deaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:43.249413 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-3dfba082-0930-4c30-8401-4a57d912527c None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:43.265125 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-3dfba082-0930-4c30-8401-4a57d912527c None None] Transition to ACTIVE for port object 6cbb8f46-4ee5-4a35-9cdb-182e0d759e69 will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:39:43.272681 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-3dfba082-0930-4c30-8401-4a57d912527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:43.332908 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-ba876e70-240e-4a6c-ae0b-95809091deaf admin admin] Allocated IP 172.20.0.1 (02c094cb-d0e0-480d-ad5e-a7043883f750/0aea88df-6d34-4e29-b36e-196e34e129c5/87f04424-caca-474c-a4bb-6bc15f3190de) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:39:43.336179 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafae1cd-8b5d-4a7d-ab87-2adfc7eb990c None None] Network 02c094cb-d0e0-480d-ad5e-a7043883f750 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:39:43.342203 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-3dfba082-0930-4c30-8401-4a57d912527c None None] Attempting to bind port 6cbb8f46-4ee5-4a35-9cdb-182e0d759e69 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:39:43.342567 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-3dfba082-0930-4c30-8401-4a57d912527c None None] Attempting to bind port 6cbb8f46-4ee5-4a35-9cdb-182e0d759e69 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:39:43.342926 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfba082-0930-4c30-8401-4a57d912527c None None] Attempting to bind port 6cbb8f46-4ee5-4a35-9cdb-182e0d759e69 on network 681410b9-e86d-4f65-a0f3-ea2093b5104b {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:39:43.353980 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfba082-0930-4c30-8401-4a57d912527c None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:39:43.354396 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfba082-0930-4c30-8401-4a57d912527c None None] Checking segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:39:43.354803 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-3dfba082-0930-4c30-8401-4a57d912527c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:43.355189 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfba082-0930-4c30-8401-4a57d912527c None None] Bound using segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:39:43.355766 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-3dfba082-0930-4c30-8401-4a57d912527c None None] Bound port: 6cbb8f46-4ee5-4a35-9cdb-182e0d759e69, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:39:43.356017 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-3dfba082-0930-4c30-8401-4a57d912527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:43.396282 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a515a9-a345-4ba8-8edf-39325304e9cd None None] Pushing event updated for resources: {'Port': ['ID=6cbb8f46-4ee5-4a35-9cdb-182e0d759e69,revision_number=2']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:43.469193 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-3dfba082-0930-4c30-8401-4a57d912527c None None] For port 6cbb8f46-4ee5-4a35-9cdb-182e0d759e69, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:39:43.473637 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-3dfba082-0930-4c30-8401-4a57d912527c None None] For port 6cbb8f46-4ee5-4a35-9cdb-182e0d759e69, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=6cbb8f46-4ee5-4a35-9cdb-182e0d759e69,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:39:43.479905 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-3dfba082-0930-4c30-8401-4a57d912527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:43.545619 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfba082-0930-4c30-8401-4a57d912527c None None] Routers {'396df00c-2ab4-49c3-9830-4a7ba795544f'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:39:43.546002 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-3dfba082-0930-4c30-8401-4a57d912527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:39:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['396df00c-2ab4-49c3-9830-4a7ba795544f'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:39:43.594167 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-b636dbe5-16d1-41fb-b827-2674964785ae None None] Provisioning for port 6c812b64-420b-457d-a91b-fe05513e5a37 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:39:43.679225 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a515a9-a345-4ba8-8edf-39325304e9cd None None] Pushing event updated for resources: {'Port': ['ID=6cbb8f46-4ee5-4a35-9cdb-182e0d759e69,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:43.689854 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ba876e70-240e-4a6c-ae0b-95809091deaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:43.706970 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-ba876e70-240e-4a6c-ae0b-95809091deaf admin admin] Transition to ACTIVE for port object 87f04424-caca-474c-a4bb-6bc15f3190de will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:39:43.731184 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ba876e70-240e-4a6c-ae0b-95809091deaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:43.784382 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-3dfba082-0930-4c30-8401-4a57d912527c None None] Set router 396df00c-2ab4-49c3-9830-4a7ba795544f gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:39:43.805119 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba876e70-240e-4a6c-ae0b-95809091deaf admin admin] Network 02c094cb-d0e0-480d-ad5e-a7043883f750 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:39:43.809000 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-ba876e70-240e-4a6c-ae0b-95809091deaf admin admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:39:43.811561 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba876e70-240e-4a6c-ae0b-95809091deaf admin admin] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:39:43.852594 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba876e70-240e-4a6c-ae0b-95809091deaf admin admin] Pushing event updated for resources: {'Port': ['ID=87f04424-caca-474c-a4bb-6bc15f3190de,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:43.870921 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ba876e70-240e-4a6c-ae0b-95809091deaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:44.000990 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ba876e70-240e-4a6c-ae0b-95809091deaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:44.081539 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-3dfba082-0930-4c30-8401-4a57d912527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396df00c-2ab4-49c3-9830-4a7ba795544f', 'name': 'tempest-TestShelveInstance-1809562134-router', 'tenant_id': 'd45311ab32f14a098591ef590be2e89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': '6cbb8f46-4ee5-4a35-9cdb-182e0d759e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:39:39Z', 'updated_at': '2022-09-14T23:39:41Z', 'revision_number': 3, 'project_id': 'd45311ab32f14a098591ef590be2e89f', 'gw_port': {'id': '6cbb8f46-4ee5-4a35-9cdb-182e0d759e69', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:19:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396df00c-2ab4-49c3-9830-4a7ba795544f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:40Z', 'updated_at': '2022-09-14T23:39:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:39:44.085507 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfba082-0930-4c30-8401-4a57d912527c None None] The sync data for ids ['396df00c-2ab4-49c3-9830-4a7ba795544f'] in dv-neutron-857791-1-hyperv is: [{'id': '396df00c-2ab4-49c3-9830-4a7ba795544f', 'name': 'tempest-TestShelveInstance-1809562134-router', 'tenant_id': 'd45311ab32f14a098591ef590be2e89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': '6cbb8f46-4ee5-4a35-9cdb-182e0d759e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:39:39Z', 'updated_at': '2022-09-14T23:39:41Z', 'revision_number': 3, 'project_id': 'd45311ab32f14a098591ef590be2e89f', 'gw_port': {'id': '6cbb8f46-4ee5-4a35-9cdb-182e0d759e69', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:19:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396df00c-2ab4-49c3-9830-4a7ba795544f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:40Z', 'updated_at': '2022-09-14T23:39:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:39:44.148994 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-65164ef3-1f37-40f8-a523-bd8a2994599b None None] Provisioning for port 87f04424-caca-474c-a4bb-6bc15f3190de completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:39:44.154396 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-65164ef3-1f37-40f8-a523-bd8a2994599b None None] Provisioning complete for port 87f04424-caca-474c-a4bb-6bc15f3190de triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:39:44.154764 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-65164ef3-1f37-40f8-a523-bd8a2994599b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:44.216566 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-65164ef3-1f37-40f8-a523-bd8a2994599b None None] Port 87f04424-caca-474c-a4bb-6bc15f3190de cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:39:44.234322 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ba876e70-240e-4a6c-ae0b-95809091deaf admin admin] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:44.238892 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ba876e70-240e-4a6c-ae0b-95809091deaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:44.361674 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba876e70-240e-4a6c-ae0b-95809091deaf admin admin] Pushing event updated for resources: {'Port': ['ID=87f04424-caca-474c-a4bb-6bc15f3190de,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:44.363997 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-ba876e70-240e-4a6c-ae0b-95809091deaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:44.426244 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 6c812b64-420b-457d-a91b-fe05513e5a37 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:39:44.499198 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 6c812b64-420b-457d-a91b-fe05513e5a37 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:39:44.504757 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 6c812b64-420b-457d-a91b-fe05513e5a37 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:39:44.505128 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:44.510395 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba876e70-240e-4a6c-ae0b-95809091deaf admin admin] Network 02c094cb-d0e0-480d-ad5e-a7043883f750 is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:39:44.511790 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-ba876e70-240e-4a6c-ae0b-95809091deaf admin admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:39:44.636650 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 6c812b64-420b-457d-a91b-fe05513e5a37 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:39:44.637217 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:44.672972 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 6c812b64-420b-457d-a91b-fe05513e5a37, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=6c812b64-420b-457d-a91b-fe05513e5a37,segment=NetworkSegment(b2b573f2-dc97-4754-8b5e-bcedaf54d0a9),segment_id=b2b573f2-dc97-4754-8b5e-bcedaf54d0a9)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:39:44.684157 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:44.685221 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 0cd204ed-5d74-4746-8fde-4e804bca8a11 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:39:44.732317 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba876e70-240e-4a6c-ae0b-95809091deaf admin admin] Router 396df00c-2ab4-49c3-9830-4a7ba795544f has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:39:44.865084 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-7c89dc69-2415-41d4-93ed-02e7f729fb7e None None] Provisioning complete for port 87f04424-caca-474c-a4bb-6bc15f3190de triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:39:44.865444 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7c89dc69-2415-41d4-93ed-02e7f729fb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:44.891328 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=6c812b64-420b-457d-a91b-fe05513e5a37,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:44.922400 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba876e70-240e-4a6c-ae0b-95809091deaf admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:39:44.931737 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-ba876e70-240e-4a6c-ae0b-95809091deaf admin admin] 10.222.0.33 "PUT /v2.0/routers/396df00c-2ab4-49c3-9830-4a7ba795544f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7639046 Sep 14 23:39:44.932089 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 0cd204ed-5d74-4746-8fde-4e804bca8a11 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:39:44.932472 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:44.979531 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-7c89dc69-2415-41d4-93ed-02e7f729fb7e None None] Port 87f04424-caca-474c-a4bb-6bc15f3190de cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:39:45.058968 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 0cd204ed-5d74-4746-8fde-4e804bca8a11 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:39:45.310909 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 35616) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:39:45.316341 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-7a86b82b-8333-4aa5-890b-0b6c793ce983 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1503943492', 'description': 'tempest-secgroup-smoke-1503943492 description', 'project_id': 'e17a6406a55f40dc99859791ff1e1398'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:39:45.322968 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-7a86b82b-8333-4aa5-890b-0b6c793ce983 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:39:45.326858 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-7a86b82b-8333-4aa5-890b-0b6c793ce983 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Usage tracker for resource:security_group and tenant:e17a6406a55f40dc99859791ff1e1398 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:39:45.329729 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-7a86b82b-8333-4aa5-890b-0b6c793ce983 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:39:45.335439 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-7a86b82b-8333-4aa5-890b-0b6c793ce983 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:39:45.345658 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7a86b82b-8333-4aa5-890b-0b6c793ce983 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:45.365482 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-7a86b82b-8333-4aa5-890b-0b6c793ce983 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:39:45.369813 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-7a86b82b-8333-4aa5-890b-0b6c793ce983 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Usage tracker for resource:security_group_rule and tenant:e17a6406a55f40dc99859791ff1e1398 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:39:45.372902 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-7a86b82b-8333-4aa5-890b-0b6c793ce983 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:39:45.378826 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-7a86b82b-8333-4aa5-890b-0b6c793ce983 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:39:45.457568 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7a86b82b-8333-4aa5-890b-0b6c793ce983 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:45.461781 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7a86b82b-8333-4aa5-890b-0b6c793ce983 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:45.505092 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a86b82b-8333-4aa5-890b-0b6c793ce983 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef43db03-7411-4d8b-94c0-4e25f45acc5e,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:45.507912 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7a86b82b-8333-4aa5-890b-0b6c793ce983 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:45.509185 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7a86b82b-8333-4aa5-890b-0b6c793ce983 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1972175 Sep 14 23:39:45.512096 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 35620) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:39:45.517276 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-b4def55b-c3f3-4d30-bd43-772bed7996ff tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Request body: {'security_group_rule': {'security_group_id': 'ef43db03-7411-4d8b-94c0-4e25f45acc5e', 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:39:45.523342 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b4def55b-c3f3-4d30-bd43-772bed7996ff tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:39:45.527811 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b4def55b-c3f3-4d30-bd43-772bed7996ff tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Usage tracker for resource:security_group_rule and tenant:e17a6406a55f40dc99859791ff1e1398 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:39:45.530853 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-b4def55b-c3f3-4d30-bd43-772bed7996ff tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:39:45.536755 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-b4def55b-c3f3-4d30-bd43-772bed7996ff tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:39:45.554223 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b4def55b-c3f3-4d30-bd43-772bed7996ff tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:45.614856 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b4def55b-c3f3-4d30-bd43-772bed7996ff tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:45.618432 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b4def55b-c3f3-4d30-bd43-772bed7996ff tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:45.641327 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4def55b-c3f3-4d30-bd43-772bed7996ff tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=670f0f82-fa03-48c8-a9bc-88f8be2197e9,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:45.652555 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b4def55b-c3f3-4d30-bd43-772bed7996ff tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:45.656520 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b4def55b-c3f3-4d30-bd43-772bed7996ff tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408761 Sep 14 23:39:45.656968 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35624) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:39:45.657398 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f220bac-ef74-4208-8c57-d4fa998a670e None None] Sync routers for ids ['396df00c-2ab4-49c3-9830-4a7ba795544f'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:39:45.662256 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-9eb06467-a3cf-4864-8b9c-0e2a191757a2 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Request body: {'security_group_rule': {'security_group_id': 'ef43db03-7411-4d8b-94c0-4e25f45acc5e', 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:39:45.667149 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f220bac-ef74-4208-8c57-d4fa998a670e None None] Routers {'396df00c-2ab4-49c3-9830-4a7ba795544f'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:39:45.667745 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-7f220bac-ef74-4208-8c57-d4fa998a670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:39:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['396df00c-2ab4-49c3-9830-4a7ba795544f'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:39:45.668803 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-9eb06467-a3cf-4864-8b9c-0e2a191757a2 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:39:45.672924 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9eb06467-a3cf-4864-8b9c-0e2a191757a2 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Usage tracker for resource:security_group_rule and tenant:e17a6406a55f40dc99859791ff1e1398 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:39:45.676599 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9eb06467-a3cf-4864-8b9c-0e2a191757a2 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:39:45.682446 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-9eb06467-a3cf-4864-8b9c-0e2a191757a2 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:39:45.699239 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9eb06467-a3cf-4864-8b9c-0e2a191757a2 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:45.850184 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-7f220bac-ef74-4208-8c57-d4fa998a670e None None] Set router 396df00c-2ab4-49c3-9830-4a7ba795544f gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:39:45.874175 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9eb06467-a3cf-4864-8b9c-0e2a191757a2 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:45.878499 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9eb06467-a3cf-4864-8b9c-0e2a191757a2 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:45.901724 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb06467-a3cf-4864-8b9c-0e2a191757a2 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2687c546-e830-41d2-bf1e-364d8882f509,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:45.912968 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9eb06467-a3cf-4864-8b9c-0e2a191757a2 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:45.914173 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9eb06467-a3cf-4864-8b9c-0e2a191757a2 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2561421 Sep 14 23:39:45.916946 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35628) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:39:45.921998 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-5d8bf7ef-e2b8-44a6-89bd-8033935704e1 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Request body: {'security_group_rule': {'security_group_id': 'ef43db03-7411-4d8b-94c0-4e25f45acc5e', 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:39:45.927573 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-5d8bf7ef-e2b8-44a6-89bd-8033935704e1 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:39:45.931331 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5d8bf7ef-e2b8-44a6-89bd-8033935704e1 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Usage tracker for resource:security_group_rule and tenant:e17a6406a55f40dc99859791ff1e1398 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:39:45.934377 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-5d8bf7ef-e2b8-44a6-89bd-8033935704e1 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:39:45.939981 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-5d8bf7ef-e2b8-44a6-89bd-8033935704e1 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:39:45.957197 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5d8bf7ef-e2b8-44a6-89bd-8033935704e1 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:46.022614 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5d8bf7ef-e2b8-44a6-89bd-8033935704e1 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:46.026970 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5d8bf7ef-e2b8-44a6-89bd-8033935704e1 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:46.049310 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8bf7ef-e2b8-44a6-89bd-8033935704e1 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e303ad4d-88ca-4975-ad30-cb78cbfdc09d,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:46.060258 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-5d8bf7ef-e2b8-44a6-89bd-8033935704e1 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:46.064233 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-5d8bf7ef-e2b8-44a6-89bd-8033935704e1 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1435483 Sep 14 23:39:46.064458 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35632) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:39:46.069517 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-945f03fe-4cbb-4926-a214-9e39c61eb46c tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Request body: {'security_group_rule': {'security_group_id': 'ef43db03-7411-4d8b-94c0-4e25f45acc5e', 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:39:46.075833 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-945f03fe-4cbb-4926-a214-9e39c61eb46c tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:39:46.079689 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-945f03fe-4cbb-4926-a214-9e39c61eb46c tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Usage tracker for resource:security_group_rule and tenant:e17a6406a55f40dc99859791ff1e1398 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:39:46.082533 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-945f03fe-4cbb-4926-a214-9e39c61eb46c tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:39:46.088894 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-945f03fe-4cbb-4926-a214-9e39c61eb46c tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:39:46.107713 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-945f03fe-4cbb-4926-a214-9e39c61eb46c tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:46.171037 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-945f03fe-4cbb-4926-a214-9e39c61eb46c tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:46.175047 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-945f03fe-4cbb-4926-a214-9e39c61eb46c tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:46.181357 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-7f220bac-ef74-4208-8c57-d4fa998a670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396df00c-2ab4-49c3-9830-4a7ba795544f', 'name': 'tempest-TestShelveInstance-1809562134-router', 'tenant_id': 'd45311ab32f14a098591ef590be2e89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': '6cbb8f46-4ee5-4a35-9cdb-182e0d759e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:39:39Z', 'updated_at': '2022-09-14T23:39:43Z', 'revision_number': 4, 'project_id': 'd45311ab32f14a098591ef590be2e89f', 'gw_port': {'id': '6cbb8f46-4ee5-4a35-9cdb-182e0d759e69', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:19:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396df00c-2ab4-49c3-9830-4a7ba795544f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:40Z', 'updated_at': '2022-09-14T23:39:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '87f04424-caca-474c-a4bb-6bc15f3190de', 'name': '', 'network_id': '02c094cb-d0e0-480d-ad5e-a7043883f750', 'tenant_id': 'd45311ab32f14a098591ef590be2e89f', 'mac_address': 'fa:16:3e:d5:25:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396df00c-2ab4-49c3-9830-4a7ba795544f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '0aea88df-6d34-4e29-b36e-196e34e129c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:43Z', 'updated_at': '2022-09-14T23:39:44Z', 'revision_number': 2, 'project_id': 'd45311ab32f14a098591ef590be2e89f', 'subnets': [{'id': '0aea88df-6d34-4e29-b36e-196e34e129c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:39:46.185721 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f220bac-ef74-4208-8c57-d4fa998a670e None None] Checking router: 396df00c-2ab4-49c3-9830-4a7ba795544f for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:39:46.186072 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f220bac-ef74-4208-8c57-d4fa998a670e None None] Updating router 396df00c-2ab4-49c3-9830-4a7ba795544f port 87f04424-caca-474c-a4bb-6bc15f3190de binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:39:46.197256 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f03fe-4cbb-4926-a214-9e39c61eb46c tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56cc35c1-0647-45de-bbb8-afb8eaeaa1b3,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:46.208426 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-945f03fe-4cbb-4926-a214-9e39c61eb46c tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:46.209637 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-945f03fe-4cbb-4926-a214-9e39c61eb46c tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1441786 Sep 14 23:39:46.212515 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35636) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:39:46.217436 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-1d1f460d-7f23-4a14-9307-6f5171d653cb tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Request body: {'security_group_rule': {'security_group_id': 'ef43db03-7411-4d8b-94c0-4e25f45acc5e', 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:39:46.223192 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1d1f460d-7f23-4a14-9307-6f5171d653cb tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:39:46.226927 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1d1f460d-7f23-4a14-9307-6f5171d653cb tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Usage tracker for resource:security_group_rule and tenant:e17a6406a55f40dc99859791ff1e1398 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:39:46.229861 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-1d1f460d-7f23-4a14-9307-6f5171d653cb tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:39:46.236062 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-1d1f460d-7f23-4a14-9307-6f5171d653cb tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:39:46.239516 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7f220bac-ef74-4208-8c57-d4fa998a670e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:46.254921 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.securitygroups_db [None req-1d1f460d-7f23-4a14-9307-6f5171d653cb tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Project e17a6406a55f40dc99859791ff1e1398 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:39:46.263445 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1d1f460d-7f23-4a14-9307-6f5171d653cb tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:46.341014 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1d1f460d-7f23-4a14-9307-6f5171d653cb tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:46.346072 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1d1f460d-7f23-4a14-9307-6f5171d653cb tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:46.372883 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 6c812b64-420b-457d-a91b-fe05513e5a37 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:39:46.376186 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f460d-7f23-4a14-9307-6f5171d653cb tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85cf28bb-9fb6-4437-b03a-f8e51b9e3ad0,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:46.387783 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-1d1f460d-7f23-4a14-9307-6f5171d653cb tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:46.391677 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-1d1f460d-7f23-4a14-9307-6f5171d653cb tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1756485 Sep 14 23:39:46.392216 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 35640) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:39:46.397968 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-2e250e0a-62da-4c7a-9eaa-877553d22cda tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Request body: {'security_group_rule': {'security_group_id': 'ef43db03-7411-4d8b-94c0-4e25f45acc5e', 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:39:46.405020 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2e250e0a-62da-4c7a-9eaa-877553d22cda tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:39:46.409393 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2e250e0a-62da-4c7a-9eaa-877553d22cda tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Usage tracker for resource:security_group_rule and tenant:e17a6406a55f40dc99859791ff1e1398 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:39:46.413471 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2e250e0a-62da-4c7a-9eaa-877553d22cda tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:39:46.419991 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2e250e0a-62da-4c7a-9eaa-877553d22cda tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:39:46.432239 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.securitygroups_db [None req-2e250e0a-62da-4c7a-9eaa-877553d22cda tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Project e17a6406a55f40dc99859791ff1e1398 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:39:46.439254 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2e250e0a-62da-4c7a-9eaa-877553d22cda tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:46.505913 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2e250e0a-62da-4c7a-9eaa-877553d22cda tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:46.509593 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2e250e0a-62da-4c7a-9eaa-877553d22cda tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:46.534422 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e250e0a-62da-4c7a-9eaa-877553d22cda tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab7813f-20fd-42de-817b-a12d8fdc7d6a,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:46.540626 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 6c812b64-420b-457d-a91b-fe05513e5a37 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:39:46.541858 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:46.545791 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2e250e0a-62da-4c7a-9eaa-877553d22cda tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:46.547144 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2e250e0a-62da-4c7a-9eaa-877553d22cda tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1536839 Sep 14 23:39:46.714325 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-59e2849e-e4b6-4a63-82c2-0e465ba4d40b tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Synchronizing usage tracker for tenant:e17a6406a55f40dc99859791ff1e1398 on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:39:46.731840 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-59e2849e-e4b6-4a63-82c2-0e465ba4d40b tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Unset dirty status for tenant:e17a6406a55f40dc99859791ff1e1398 on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:39:46.733377 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-59e2849e-e4b6-4a63-82c2-0e465ba4d40b tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1503943492&fields=id&tenant_id=e17a6406a55f40dc99859791ff1e1398 HTTP/1.1" status: 200 len: 267 time: 0.0574069 Sep 14 23:39:46.762148 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 6c812b64-420b-457d-a91b-fe05513e5a37 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:39:46.763194 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 6cbb8f46-4ee5-4a35-9cdb-182e0d759e69 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:39:46.794291 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7f220bac-ef74-4208-8c57-d4fa998a670e None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:46.822405 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-7f220bac-ef74-4208-8c57-d4fa998a670e None None] Transition to ACTIVE for port object 87f04424-caca-474c-a4bb-6bc15f3190de will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:39:46.833465 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7f220bac-ef74-4208-8c57-d4fa998a670e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:46.892559 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-4d565e38-d7a8-4c7d-8fbb-a16cddd90ba2 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:39:46.893188 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-4d565e38-d7a8-4c7d-8fbb-a16cddd90ba2 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Synchronizing usage tracker for tenant:e17a6406a55f40dc99859791ff1e1398 on resource:network {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:39:46.912223 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-4d565e38-d7a8-4c7d-8fbb-a16cddd90ba2 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Unset dirty status for tenant:e17a6406a55f40dc99859791ff1e1398 on resource:network {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:39:46.913599 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-4d565e38-d7a8-4c7d-8fbb-a16cddd90ba2 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/networks?id=b544eae3-2e5e-4a39-b687-c7c7b952c06a HTTP/1.1" status: 200 len: 808 time: 0.1735168 Sep 14 23:39:46.929639 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-b85d842d-03cb-4f9c-9b6b-866e581d223a tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/quotas/e17a6406a55f40dc99859791ff1e1398 HTTP/1.1" status: 200 len: 375 time: 0.0098207 Sep 14 23:39:47.023729 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-f4a43e45-d33f-47af-8ac0-fb3689f08b13 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=e17a6406a55f40dc99859791ff1e1398&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0885701 Sep 14 23:39:47.068055 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddecd68-2a6f-4add-8eaf-9675281626c3 None None] Pushing event updated for resources: {'Port': ['ID=87f04424-caca-474c-a4bb-6bc15f3190de,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:47.085085 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 6cbb8f46-4ee5-4a35-9cdb-182e0d759e69 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:39:47.095195 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-7f220bac-ef74-4208-8c57-d4fa998a670e None None] Attempting to bind port 87f04424-caca-474c-a4bb-6bc15f3190de on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:39:47.095577 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-7f220bac-ef74-4208-8c57-d4fa998a670e None None] Attempting to bind port 87f04424-caca-474c-a4bb-6bc15f3190de by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'b2b573f2-dc97-4754-8b5e-bcedaf54d0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '02c094cb-d0e0-480d-ad5e-a7043883f750'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:39:47.095926 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f220bac-ef74-4208-8c57-d4fa998a670e None None] Attempting to bind port 87f04424-caca-474c-a4bb-6bc15f3190de on network 02c094cb-d0e0-480d-ad5e-a7043883f750 {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:39:47.097817 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 6cbb8f46-4ee5-4a35-9cdb-182e0d759e69 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:39:47.098184 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:47.140129 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f220bac-ef74-4208-8c57-d4fa998a670e None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:39:47.140505 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f220bac-ef74-4208-8c57-d4fa998a670e None None] Checking segment: {'id': 'b2b573f2-dc97-4754-8b5e-bcedaf54d0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '02c094cb-d0e0-480d-ad5e-a7043883f750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:39:47.140933 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7f220bac-ef74-4208-8c57-d4fa998a670e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:47.141326 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f220bac-ef74-4208-8c57-d4fa998a670e None None] Bound using segment: {'id': 'b2b573f2-dc97-4754-8b5e-bcedaf54d0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '02c094cb-d0e0-480d-ad5e-a7043883f750'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:39:47.141793 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-7f220bac-ef74-4208-8c57-d4fa998a670e None None] Bound port: 87f04424-caca-474c-a4bb-6bc15f3190de, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b573f2-dc97-4754-8b5e-bcedaf54d0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '02c094cb-d0e0-480d-ad5e-a7043883f750'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:39:47.142166 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7f220bac-ef74-4208-8c57-d4fa998a670e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:47.168927 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-dc383c8f-257a-4ec8-bb27-121426807473 service neutron] 10.222.0.33 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331174 Sep 14 23:39:47.287545 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-7f220bac-ef74-4208-8c57-d4fa998a670e None None] For port 87f04424-caca-474c-a4bb-6bc15f3190de, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:39:47.300186 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-7f220bac-ef74-4208-8c57-d4fa998a670e None None] For port 87f04424-caca-474c-a4bb-6bc15f3190de, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=87f04424-caca-474c-a4bb-6bc15f3190de,segment=NetworkSegment(b2b573f2-dc97-4754-8b5e-bcedaf54d0a9),segment_id=b2b573f2-dc97-4754-8b5e-bcedaf54d0a9)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:39:47.302446 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 6cbb8f46-4ee5-4a35-9cdb-182e0d759e69 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:39:47.302834 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-8144d3ba-a4db-4473-a4a5-ceae3b95b5f2 service neutron] 10.222.0.33 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280961 Sep 14 23:39:47.302959 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:47.309697 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7f220bac-ef74-4208-8c57-d4fa998a670e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:47.383680 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 6cbb8f46-4ee5-4a35-9cdb-182e0d759e69, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=6cbb8f46-4ee5-4a35-9cdb-182e0d759e69,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:39:47.399138 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:47.403309 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f220bac-ef74-4208-8c57-d4fa998a670e None None] Routers {'396df00c-2ab4-49c3-9830-4a7ba795544f'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:39:47.403932 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-7f220bac-ef74-4208-8c57-d4fa998a670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:39:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['396df00c-2ab4-49c3-9830-4a7ba795544f'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:39:47.472565 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddecd68-2a6f-4add-8eaf-9675281626c3 None None] Pushing event updated for resources: {'Port': ['ID=87f04424-caca-474c-a4bb-6bc15f3190de,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:47.504337 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-86626319-5cd8-466a-8066-1a91dce59a53 req-bbd5b87d-8b96-45c7-a99a-680baaa0eeb0 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 210 time: 0.0550065 Sep 14 23:39:47.632273 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=6cbb8f46-4ee5-4a35-9cdb-182e0d759e69,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:47.649683 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-7f220bac-ef74-4208-8c57-d4fa998a670e None None] Set router 396df00c-2ab4-49c3-9830-4a7ba795544f gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:39:47.959986 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-7f220bac-ef74-4208-8c57-d4fa998a670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396df00c-2ab4-49c3-9830-4a7ba795544f', 'name': 'tempest-TestShelveInstance-1809562134-router', 'tenant_id': 'd45311ab32f14a098591ef590be2e89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': '6cbb8f46-4ee5-4a35-9cdb-182e0d759e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:39:39Z', 'updated_at': '2022-09-14T23:39:43Z', 'revision_number': 4, 'project_id': 'd45311ab32f14a098591ef590be2e89f', 'gw_port': {'id': '6cbb8f46-4ee5-4a35-9cdb-182e0d759e69', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:19:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396df00c-2ab4-49c3-9830-4a7ba795544f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:40Z', 'updated_at': '2022-09-14T23:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '87f04424-caca-474c-a4bb-6bc15f3190de', 'name': '', 'network_id': '02c094cb-d0e0-480d-ad5e-a7043883f750', 'tenant_id': 'd45311ab32f14a098591ef590be2e89f', 'mac_address': 'fa:16:3e:d5:25:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396df00c-2ab4-49c3-9830-4a7ba795544f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '0aea88df-6d34-4e29-b36e-196e34e129c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:43Z', 'updated_at': '2022-09-14T23:39:47Z', 'revision_number': 4, 'project_id': 'd45311ab32f14a098591ef590be2e89f', 'subnets': [{'id': '0aea88df-6d34-4e29-b36e-196e34e129c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:39:47.963723 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f220bac-ef74-4208-8c57-d4fa998a670e None None] The sync data for ids ['396df00c-2ab4-49c3-9830-4a7ba795544f'] in dv-neutron-857791-1-hyperv is: [{'id': '396df00c-2ab4-49c3-9830-4a7ba795544f', 'name': 'tempest-TestShelveInstance-1809562134-router', 'tenant_id': 'd45311ab32f14a098591ef590be2e89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': '6cbb8f46-4ee5-4a35-9cdb-182e0d759e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:39:39Z', 'updated_at': '2022-09-14T23:39:43Z', 'revision_number': 4, 'project_id': 'd45311ab32f14a098591ef590be2e89f', 'gw_port': {'id': '6cbb8f46-4ee5-4a35-9cdb-182e0d759e69', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:19:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396df00c-2ab4-49c3-9830-4a7ba795544f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:40Z', 'updated_at': '2022-09-14T23:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '87f04424-caca-474c-a4bb-6bc15f3190de', 'name': '', 'network_id': '02c094cb-d0e0-480d-ad5e-a7043883f750', 'tenant_id': 'd45311ab32f14a098591ef590be2e89f', 'mac_address': 'fa:16:3e:d5:25:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396df00c-2ab4-49c3-9830-4a7ba795544f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '0aea88df-6d34-4e29-b36e-196e34e129c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:43Z', 'updated_at': '2022-09-14T23:39:47Z', 'revision_number': 4, 'project_id': 'd45311ab32f14a098591ef590be2e89f', 'subnets': [{'id': '0aea88df-6d34-4e29-b36e-196e34e129c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:39:48.350488 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 87f04424-caca-474c-a4bb-6bc15f3190de up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:39:48.421397 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 87f04424-caca-474c-a4bb-6bc15f3190de completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:39:48.427421 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 87f04424-caca-474c-a4bb-6bc15f3190de triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:39:48.428231 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:48.551512 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 87f04424-caca-474c-a4bb-6bc15f3190de is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:39:48.551974 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:48.586122 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 87f04424-caca-474c-a4bb-6bc15f3190de, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=87f04424-caca-474c-a4bb-6bc15f3190de,segment=NetworkSegment(b2b573f2-dc97-4754-8b5e-bcedaf54d0a9),segment_id=b2b573f2-dc97-4754-8b5e-bcedaf54d0a9)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:39:48.590830 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:48.591760 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 6cbb8f46-4ee5-4a35-9cdb-182e0d759e69 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:39:48.623764 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-23f8e956-8a48-401e-a26e-fd0861cc5545 req-a9fc9059-c9e4-4726-9415-30d5416ceec8 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 210 time: 0.0565455 Sep 14 23:39:48.711781 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=87f04424-caca-474c-a4bb-6bc15f3190de,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:48.724625 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 6cbb8f46-4ee5-4a35-9cdb-182e0d759e69 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:39:48.725004 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:48.881413 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 6cbb8f46-4ee5-4a35-9cdb-182e0d759e69 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:39:49.661276 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:39:49.732063 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-98311b9f-97c9-44fd-aeeb-79d2823f29ed req-28ba4b99-f740-4cf6-b988-2491c075ecaf tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 210 time: 0.0488057 Sep 14 23:39:49.835591 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:50.280425 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 87f04424-caca-474c-a4bb-6bc15f3190de up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:39:50.345420 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 87f04424-caca-474c-a4bb-6bc15f3190de triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:39:50.345779 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:50.457634 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 87f04424-caca-474c-a4bb-6bc15f3190de is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:39:50.841270 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d576ec67-61c3-493f-8219-1f6d8adfa46b req-e2ab89f6-006c-47f4-8f7b-a630fe43a5de tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 210 time: 0.0490959 Sep 14 23:39:52.008438 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ca92a883-96cc-4db4-9fd0-0bba1253dd6f req-6668b4b8-2de6-4200-a71f-995fe89f2cef tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 210 time: 0.0525239 Sep 14 23:39:52.657548 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-a99b08d0-8a90-47a1-9a2a-979ab64d70e6 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:39:52.658942 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-a99b08d0-8a90-47a1-9a2a-979ab64d70e6 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.20 "GET /v2.0/networks?id=b544eae3-2e5e-4a39-b687-c7c7b952c06a HTTP/1.1" status: 200 len: 808 time: 0.2566421 Sep 14 23:39:52.705236 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-ec19a6b4-4b9d-430c-b396-60a9bdc60923 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Synchronizing usage tracker for tenant:e17a6406a55f40dc99859791ff1e1398 on resource:security_group {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:39:52.716140 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-ec19a6b4-4b9d-430c-b396-60a9bdc60923 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Unset dirty status for tenant:e17a6406a55f40dc99859791ff1e1398 on resource:security_group {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:39:52.717191 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-ec19a6b4-4b9d-430c-b396-60a9bdc60923 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e17a6406a55f40dc99859791ff1e1398 HTTP/1.1" status: 200 len: 380 time: 0.0502250 Sep 14 23:39:52.725599 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-7aea3b1e-f857-41e2-8ccf-604f24e710ac tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Request body: {'port': {'device_id': 'd0acf2e9-d70f-47a8-bee3-9b1cff31f232', 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a', 'admin_state_up': True, 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'security_groups': ['ef43db03-7411-4d8b-94c0-4e25f45acc5e']}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:39:52.856713 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-7aea3b1e-f857-41e2-8ccf-604f24e710ac tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:39:52.860339 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-7aea3b1e-f857-41e2-8ccf-604f24e710ac tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Usage tracker for resource:port and tenant:e17a6406a55f40dc99859791ff1e1398 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:39:52.863075 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-7aea3b1e-f857-41e2-8ccf-604f24e710ac tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:39:52.868687 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-7aea3b1e-f857-41e2-8ccf-604f24e710ac tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:39:52.878225 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-7aea3b1e-f857-41e2-8ccf-604f24e710ac tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Made reservation on behalf of e17a6406a55f40dc99859791ff1e1398 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:39:52.881588 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-7aea3b1e-f857-41e2-8ccf-604f24e710ac tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:53.053291 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-7aea3b1e-f857-41e2-8ccf-604f24e710ac tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Allocated IP 172.20.0.13 (b544eae3-2e5e-4a39-b687-c7c7b952c06a/a60c350b-29dd-4914-9cf1-adecbeb7614c/c45d4f18-93ca-4f1d-a1b3-6798e5eb9988) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:39:53.175150 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-220ee129-aa6c-4381-af6d-70722c9f07f7 req-e0b64583-10a2-4011-9bf6-084a1e0d1a75 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 210 time: 0.0535665 Sep 14 23:39:53.260080 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-7aea3b1e-f857-41e2-8ccf-604f24e710ac tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:53.275325 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-7aea3b1e-f857-41e2-8ccf-604f24e710ac tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Transition to ACTIVE for port object c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:39:53.298206 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-7aea3b1e-f857-41e2-8ccf-604f24e710ac tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:53.369470 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-7aea3b1e-f857-41e2-8ccf-604f24e710ac tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Network b544eae3-2e5e-4a39-b687-c7c7b952c06a is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:39:53.372881 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-7aea3b1e-f857-41e2-8ccf-604f24e710ac tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:39:53.376593 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-7aea3b1e-f857-41e2-8ccf-604f24e710ac tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:39:53.408786 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea3b1e-f857-41e2-8ccf-604f24e710ac tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Pushing event updated for resources: {'Port': ['ID=c45d4f18-93ca-4f1d-a1b3-6798e5eb9988,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:53.444641 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-7aea3b1e-f857-41e2-8ccf-604f24e710ac tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:39:53.445279 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-7aea3b1e-f857-41e2-8ccf-604f24e710ac tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:53.468585 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-7aea3b1e-f857-41e2-8ccf-604f24e710ac tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7463050 Sep 14 23:39:53.581573 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-b9cf44e9-750a-4921-93db-2f3405f712bc service neutron] Request body: {'port': {'device_id': 'd0acf2e9-d70f-47a8-bee3-9b1cff31f232', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:39:53.652316 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-a86c85cd-06ed-4d30-8f4a-572247e4addd None None] Provisioning for port c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:39:53.656967 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-a86c85cd-06ed-4d30-8f4a-572247e4addd None None] Provisioning complete for port c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:39:53.657354 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a86c85cd-06ed-4d30-8f4a-572247e4addd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:53.697499 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-b9cf44e9-750a-4921-93db-2f3405f712bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:53.708913 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-a86c85cd-06ed-4d30-8f4a-572247e4addd None None] Port c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:39:54.033071 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-b9cf44e9-750a-4921-93db-2f3405f712bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 {{(pid=89171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:39:54.040160 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-b9cf44e9-750a-4921-93db-2f3405f712bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:54.053888 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-b9cf44e9-750a-4921-93db-2f3405f712bc service neutron] Transition to ACTIVE for port object c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 will not be triggered until provisioned by entity L2. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:39:54.057730 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-b9cf44e9-750a-4921-93db-2f3405f712bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:54.243063 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf44e9-750a-4921-93db-2f3405f712bc service neutron] Pushing event updated for resources: {'Port': ['ID=c45d4f18-93ca-4f1d-a1b3-6798e5eb9988,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:54.280381 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-b9cf44e9-750a-4921-93db-2f3405f712bc service neutron] Attempting to bind port c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:39:54.280748 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-b9cf44e9-750a-4921-93db-2f3405f712bc service neutron] Attempting to bind port c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'b029bd16-3302-4a2b-9a28-b66d1de7149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:39:54.281074 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-b9cf44e9-750a-4921-93db-2f3405f712bc service neutron] Attempting to bind port c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 on network b544eae3-2e5e-4a39-b687-c7c7b952c06a {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:39:54.285689 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-b9cf44e9-750a-4921-93db-2f3405f712bc service neutron] Port c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 on network b544eae3-2e5e-4a39-b687-c7c7b952c06a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:39:54.285951 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-b9cf44e9-750a-4921-93db-2f3405f712bc service neutron] Attempting to bind port c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 on network b544eae3-2e5e-4a39-b687-c7c7b952c06a {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:39:54.291054 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-b9cf44e9-750a-4921-93db-2f3405f712bc service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:39:54.291386 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-b9cf44e9-750a-4921-93db-2f3405f712bc service neutron] Checking segment: {'id': 'b029bd16-3302-4a2b-9a28-b66d1de7149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:39:54.291797 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-b9cf44e9-750a-4921-93db-2f3405f712bc service neutron] Bound using segment: {'id': 'b029bd16-3302-4a2b-9a28-b66d1de7149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a'} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:39:54.292222 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-b9cf44e9-750a-4921-93db-2f3405f712bc service neutron] Bound port: c45d4f18-93ca-4f1d-a1b3-6798e5eb9988, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b029bd16-3302-4a2b-9a28-b66d1de7149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a'}}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:39:54.292567 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-b9cf44e9-750a-4921-93db-2f3405f712bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:54.380439 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7833ea-6de9-4d81-af01-682a07b1aa43 req-4123a8e0-3aac-4879-9584-48fc3ea66bed tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:39:54.381077 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-b9cf44e9-750a-4921-93db-2f3405f712bc service neutron] For port c45d4f18-93ca-4f1d-a1b3-6798e5eb9988, host hv-neutron-8577, cleared binding levels {{(pid=89171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:39:54.381967 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ac7833ea-6de9-4d81-af01-682a07b1aa43 req-4123a8e0-3aac-4879-9584-48fc3ea66bed tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 944 time: 0.0907185 Sep 14 23:39:54.383544 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-b9cf44e9-750a-4921-93db-2f3405f712bc service neutron] For port c45d4f18-93ca-4f1d-a1b3-6798e5eb9988, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=c45d4f18-93ca-4f1d-a1b3-6798e5eb9988,segment=NetworkSegment(b029bd16-3302-4a2b-9a28-b66d1de7149c),segment_id=b029bd16-3302-4a2b-9a28-b66d1de7149c)] {{(pid=89171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:39:54.389769 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-b9cf44e9-750a-4921-93db-2f3405f712bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:54.423933 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-b9cf44e9-750a-4921-93db-2f3405f712bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:39:54.424549 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-b9cf44e9-750a-4921-93db-2f3405f712bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:54.425970 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-b9cf44e9-750a-4921-93db-2f3405f712bc service neutron] 10.222.0.20 "PUT /v2.0/ports/c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 HTTP/1.1" status: 200 len: 1094 time: 0.9505517 Sep 14 23:39:54.428146 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ac7833ea-6de9-4d81-af01-682a07b1aa43 req-ab17933a-cdd1-4aea-ab0c-e9a8d750d0bc tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384228 Sep 14 23:39:54.431016 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0acf2e9-d70f-47a8-bee3-9b1cff31f232', 'tag': 'c45d4f18-93ca-4f1d-a1b3-6798e5eb9988'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:39:54.433878 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263b9e3b-76e2-43df-a0e3-fdc5976e4374" -d '{"events": [{"name": "network-changed", "server_uuid": "d0acf2e9-d70f-47a8-bee3-9b1cff31f232", "tag": "c45d4f18-93ca-4f1d-a1b3-6798e5eb9988"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:39:54.513615 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d722cdd-4653-4653-9264-7a0ee271e4f2 x-openstack-request-id: req-5d722cdd-4653-4653-9264-7a0ee271e4f2 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:39:54.513895 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0acf2e9-d70f-47a8-bee3-9b1cff31f232", "tag": "c45d4f18-93ca-4f1d-a1b3-6798e5eb9988", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:39:54.514137 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5d722cdd-4653-4653-9264-7a0ee271e4f2 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:39:54.514523 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d722cdd-4653-4653-9264-7a0ee271e4f2'] response: {'name': 'network-changed', 'server_uuid': 'd0acf2e9-d70f-47a8-bee3-9b1cff31f232', 'tag': 'c45d4f18-93ca-4f1d-a1b3-6798e5eb9988', 'status': 'completed', 'code': 200} Sep 14 23:39:54.523968 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf44e9-750a-4921-93db-2f3405f712bc service neutron] Pushing event updated for resources: {'Port': ['ID=c45d4f18-93ca-4f1d-a1b3-6798e5eb9988,revision_number=3']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:54.553981 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-8ee0cfa5-b35d-4914-a6f2-c624c6f52729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:39:54.555380 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-8ee0cfa5-b35d-4914-a6f2-c624c6f52729 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e17a6406a55f40dc99859791ff1e1398&device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 1097 time: 0.0915196 Sep 14 23:39:54.727119 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-75f33758-50cb-4fb0-8181-44ca4783f762 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 HTTP/1.1" status: 200 len: 217 time: 0.1651955 Sep 14 23:39:54.789965 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-0f1b8317-28dd-405b-80cb-7262421ee12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:39:54.791390 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-0f1b8317-28dd-405b-80cb-7262421ee12f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a60c350b-29dd-4914-9cf1-adecbeb7614c HTTP/1.1" status: 200 len: 847 time: 0.0579579 Sep 14 23:39:54.874893 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-6eb7f088-aaa9-4300-af73-649e754fc03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:39:54.876544 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-6eb7f088-aaa9-4300-af73-649e754fc03a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b544eae3-2e5e-4a39-b687-c7c7b952c06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794065 Sep 14 23:39:55.006610 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-ca4445cd-e74a-4b31-802c-c5f2cb29b8c1 service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239669 Sep 14 23:39:55.134119 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3944c8ec-3bcb-4f7c-a836-51526cade8be req-003d247c-aaf7-4439-8228-4297dacde379 service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212814 Sep 14 23:39:55.249559 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b9e3b-76e2-43df-a0e3-fdc5976e4374 req-974d6e2c-27a6-4650-8117-3ef72842f098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:39:55.250998 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-263b9e3b-76e2-43df-a0e3-fdc5976e4374 req-974d6e2c-27a6-4650-8117-3ef72842f098 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e17a6406a55f40dc99859791ff1e1398&device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 1097 time: 0.0757172 Sep 14 23:39:55.377970 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b9e3b-76e2-43df-a0e3-fdc5976e4374 req-d7807a08-b5d9-4df2-b2d9-3f678b429dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:39:55.379383 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-263b9e3b-76e2-43df-a0e3-fdc5976e4374 req-d7807a08-b5d9-4df2-b2d9-3f678b429dff service neutron] 10.222.0.20 "GET /v2.0/networks?id=b544eae3-2e5e-4a39-b687-c7c7b952c06a HTTP/1.1" status: 200 len: 908 time: 0.1223466 Sep 14 23:39:55.451169 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-263b9e3b-76e2-43df-a0e3-fdc5976e4374 req-5cdc6e9a-4499-4349-8414-906aca9b8fea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 HTTP/1.1" status: 200 len: 217 time: 0.0643461 Sep 14 23:39:55.513075 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b9e3b-76e2-43df-a0e3-fdc5976e4374 req-5759ba84-c634-4090-910e-6f19f7597cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:39:55.514498 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-263b9e3b-76e2-43df-a0e3-fdc5976e4374 req-5759ba84-c634-4090-910e-6f19f7597cd5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a60c350b-29dd-4914-9cf1-adecbeb7614c HTTP/1.1" status: 200 len: 847 time: 0.0571253 Sep 14 23:39:55.601109 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b9e3b-76e2-43df-a0e3-fdc5976e4374 req-847b0691-7402-48d7-a72d-0880c4211f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:39:55.602614 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-263b9e3b-76e2-43df-a0e3-fdc5976e4374 req-847b0691-7402-48d7-a72d-0880c4211f4e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b544eae3-2e5e-4a39-b687-c7c7b952c06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818541 Sep 14 23:39:55.631148 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ded33-42b5-47b6-9643-b464049c8812 req-eb00c2a3-0aae-4385-9712-fa6ab0ac23e5 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:39:55.632587 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6f6ded33-42b5-47b6-9643-b464049c8812 req-eb00c2a3-0aae-4385-9712-fa6ab0ac23e5 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 944 time: 0.0868452 Sep 14 23:39:55.681842 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6f6ded33-42b5-47b6-9643-b464049c8812 req-a0581834-c1a5-4cac-818b-93642967cda6 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431528 Sep 14 23:39:55.736022 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-263b9e3b-76e2-43df-a0e3-fdc5976e4374 req-76cea13a-51bd-469b-816e-d578bc5f27f0 service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252303 Sep 14 23:39:55.876276 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-263b9e3b-76e2-43df-a0e3-fdc5976e4374 req-852d519c-d6e4-4c54-9e8b-36b55232b89c service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334176 Sep 14 23:39:56.878334 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1dd65-1471-4ff9-a808-c479215a4fff req-d78eff82-51ae-4f95-a779-ceb21be2b774 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:39:56.879795 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-82d1dd65-1471-4ff9-a808-c479215a4fff req-d78eff82-51ae-4f95-a779-ceb21be2b774 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 944 time: 0.0866852 Sep 14 23:39:56.923346 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-82d1dd65-1471-4ff9-a808-c479215a4fff req-f148911e-981a-499b-953a-7240871aee72 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380075 Sep 14 23:39:57.885213 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:39:58.022104 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port c45d4f18-93ca-4f1d-a1b3-6798e5eb9988, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=c45d4f18-93ca-4f1d-a1b3-6798e5eb9988,segment=NetworkSegment(b029bd16-3302-4a2b-9a28-b66d1de7149c),segment_id=b029bd16-3302-4a2b-9a28-b66d1de7149c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:39:58.035648 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': 'c45d4f18-93ca-4f1d-a1b3-6798e5eb9988', 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a', 'port_id': 'c45d4f18-93ca-4f1d-a1b3-6798e5eb9988', 'mac_address': 'fa:16:3e:f7:a3:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a60c350b-29dd-4914-9cf1-adecbeb7614c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:39:58.090770 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:39:58.091151 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:58.108026 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:39:58.124035 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port c45d4f18-93ca-4f1d-a1b3-6798e5eb9988, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=c45d4f18-93ca-4f1d-a1b3-6798e5eb9988,segment=NetworkSegment(b029bd16-3302-4a2b-9a28-b66d1de7149c),segment_id=b029bd16-3302-4a2b-9a28-b66d1de7149c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:39:58.126760 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04366f-9182-46fe-aecc-19da528a5c23 req-3a3c6480-199d-4bf8-879d-603b0f46cba6 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:39:58.128358 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4d04366f-9182-46fe-aecc-19da528a5c23 req-3a3c6480-199d-4bf8-879d-603b0f46cba6 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 944 time: 0.0944326 Sep 14 23:39:58.128785 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:39:58.173773 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4d04366f-9182-46fe-aecc-19da528a5c23 req-5b714deb-1416-4f5c-8477-6f7768a1d076 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393374 Sep 14 23:39:58.198613 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=c45d4f18-93ca-4f1d-a1b3-6798e5eb9988,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:39:58.332679 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['c45d4f18-93ca-4f1d-a1b3-6798e5eb9988'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:39:59.517382 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fe7dc-eb2c-47fc-b9df-7e61434c43f6 req-00a2a3e0-308b-43b1-ba99-cbedb390afee tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:39:59.518800 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cc0fe7dc-eb2c-47fc-b9df-7e61434c43f6 req-00a2a3e0-308b-43b1-ba99-cbedb390afee tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 945 time: 0.0854719 Sep 14 23:39:59.564803 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cc0fe7dc-eb2c-47fc-b9df-7e61434c43f6 req-e4147a6a-da26-4ca7-9efc-024126565c53 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404480 Sep 14 23:39:59.900806 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:39:59.965657 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:39:59.970302 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:39:59.970678 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:40:00.085183 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:40:00.085558 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:40:00.111527 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0acf2e9-d70f-47a8-bee3-9b1cff31f232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45d4f18-93ca-4f1d-a1b3-6798e5eb9988'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:40:00.113799 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9f5648-0f0b-4c76-bbdb-f37d85a82b02" -d '{"events": [{"server_uuid": "d0acf2e9-d70f-47a8-bee3-9b1cff31f232", "name": "network-vif-plugged", "status": "completed", "tag": "c45d4f18-93ca-4f1d-a1b3-6798e5eb9988"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:40:00.122047 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port c45d4f18-93ca-4f1d-a1b3-6798e5eb9988, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=c45d4f18-93ca-4f1d-a1b3-6798e5eb9988,segment=NetworkSegment(b029bd16-3302-4a2b-9a28-b66d1de7149c),segment_id=b029bd16-3302-4a2b-9a28-b66d1de7149c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:40:00.126260 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:40:00.194636 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=c45d4f18-93ca-4f1d-a1b3-6798e5eb9988,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:40:00.244200 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404957f9-4618-4a61-8d7b-d9a3a78496eb x-openstack-request-id: req-404957f9-4618-4a61-8d7b-d9a3a78496eb {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:40:00.244488 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0acf2e9-d70f-47a8-bee3-9b1cff31f232", "name": "network-vif-plugged", "status": "completed", "tag": "c45d4f18-93ca-4f1d-a1b3-6798e5eb9988", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:40:00.245440 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-404957f9-4618-4a61-8d7b-d9a3a78496eb {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:40:00.245861 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-404957f9-4618-4a61-8d7b-d9a3a78496eb'] response: {'server_uuid': 'd0acf2e9-d70f-47a8-bee3-9b1cff31f232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45d4f18-93ca-4f1d-a1b3-6798e5eb9988', 'code': 200} Sep 14 23:40:00.473426 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91903842-cd00-4fae-ae9b-d7eb3ae32a33 req-48f263ab-c53d-48c1-97d9-587cc13bb485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:40:00.474888 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-91903842-cd00-4fae-ae9b-d7eb3ae32a33 req-48f263ab-c53d-48c1-97d9-587cc13bb485 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 1099 time: 0.0747378 Sep 14 23:40:00.516227 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-91903842-cd00-4fae-ae9b-d7eb3ae32a33 req-e7bbbbf8-4672-4edc-9ffe-17d6e403ac53 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353210 Sep 14 23:40:00.844172 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88169d41-4e9a-4538-90c8-283885afdf9d req-f52da44e-7af4-4617-b9cf-fd9d1b0dd79a tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:40:00.845585 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-88169d41-4e9a-4538-90c8-283885afdf9d req-f52da44e-7af4-4617-b9cf-fd9d1b0dd79a tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 946 time: 0.1740389 Sep 14 23:40:00.888531 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-88169d41-4e9a-4538-90c8-283885afdf9d req-2fabaf01-f323-4551-97dc-e74e77ec7b08 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373869 Sep 14 23:40:02.085209 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e3cb2-ae90-4bf9-a930-089d33ab469e req-2a6c14ba-29e6-4826-8fd4-9680fa97c579 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:40:02.086649 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-561e3cb2-ae90-4bf9-a930-089d33ab469e req-2a6c14ba-29e6-4826-8fd4-9680fa97c579 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 946 time: 0.0888445 Sep 14 23:40:02.134000 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-561e3cb2-ae90-4bf9-a930-089d33ab469e req-74f08764-75dd-4016-bcd9-6ae1c22a49b7 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410359 Sep 14 23:40:02.327165 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a062d-2c6f-4963-b1b4-72126ddcb8ae req-f0b93714-b939-4834-beef-2f768a213496 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:40:02.328649 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f08a062d-2c6f-4963-b1b4-72126ddcb8ae req-f0b93714-b939-4834-beef-2f768a213496 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 946 time: 0.0861237 Sep 14 23:40:02.375310 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f08a062d-2c6f-4963-b1b4-72126ddcb8ae req-891be561-2abe-4cd9-8feb-dce6775a2bf2 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410707 Sep 14 23:40:02.405749 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35714) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:40:02.520471 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ab9715-575f-43b1-a7a3-d1367c8a8c16 tempest-TestShelveInstance-1594175281 tempest-TestShelveInstance-1594175281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:40:02.521978 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-20ab9715-575f-43b1-a7a3-d1367c8a8c16 tempest-TestShelveInstance-1594175281 tempest-TestShelveInstance-1594175281-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 1094 time: 0.1152563 Sep 14 23:40:02.524841 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 35720) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:40:02.530140 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-851c4689-9e9f-4d66-8f43-61cedd2425e4 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'port_id': 'c45d4f18-93ca-4f1d-a1b3-6798e5eb9988', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:40:02.535796 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-851c4689-9e9f-4d66-8f43-61cedd2425e4 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:40:02.539595 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-851c4689-9e9f-4d66-8f43-61cedd2425e4 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Usage tracker for resource:floatingip and tenant:e17a6406a55f40dc99859791ff1e1398 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:40:02.542386 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-851c4689-9e9f-4d66-8f43-61cedd2425e4 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:40:02.547930 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-851c4689-9e9f-4d66-8f43-61cedd2425e4 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:40:02.557939 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-851c4689-9e9f-4d66-8f43-61cedd2425e4 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for floatingip, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:40:02.690345 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-851c4689-9e9f-4d66-8f43-61cedd2425e4 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:40:02.824136 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-851c4689-9e9f-4d66-8f43-61cedd2425e4 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Allocated IP 172.26.5.80 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/fb729657-1ebf-4111-bfb8-3628f25f552c) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:40:02.967882 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-851c4689-9e9f-4d66-8f43-61cedd2425e4 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:40:02.996210 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-851c4689-9e9f-4d66-8f43-61cedd2425e4 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:40:03.060073 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851c4689-9e9f-4d66-8f43-61cedd2425e4 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:40:03.062799 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-851c4689-9e9f-4d66-8f43-61cedd2425e4 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:40:03.065264 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851c4689-9e9f-4d66-8f43-61cedd2425e4 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:40:03.109989 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c4689-9e9f-4d66-8f43-61cedd2425e4 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Pushing event updated for resources: {'Port': ['ID=fb729657-1ebf-4111-bfb8-3628f25f552c,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:40:03.476309 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-851c4689-9e9f-4d66-8f43-61cedd2425e4 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:40:03.547652 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-851c4689-9e9f-4d66-8f43-61cedd2425e4 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:40:03.746429 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-851c4689-9e9f-4d66-8f43-61cedd2425e4 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:40:03.751119 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-851c4689-9e9f-4d66-8f43-61cedd2425e4 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:40:03.948771 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-851c4689-9e9f-4d66-8f43-61cedd2425e4 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:40:04.000532 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c4689-9e9f-4d66-8f43-61cedd2425e4 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Pushing event updated for resources: {'Port': ['ID=fb729657-1ebf-4111-bfb8-3628f25f552c,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:40:04.121840 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-851c4689-9e9f-4d66-8f43-61cedd2425e4 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Floating IP 09f545ae-622a-43d0-b25e-b80da59970cd associated. External IP: 172.26.5.80, port: c45d4f18-93ca-4f1d-a1b3-6798e5eb9988. Sep 14 23:40:04.477628 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851c4689-9e9f-4d66-8f43-61cedd2425e4 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Router 597b2068-2b17-40a7-83cf-a64abb481489 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:40:04.655317 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851c4689-9e9f-4d66-8f43-61cedd2425e4 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:40:04.664742 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27b1602-a93f-43a5-b012-13b068106173 None None] Sync routers for ids ['597b2068-2b17-40a7-83cf-a64abb481489'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:40:04.674148 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27b1602-a93f-43a5-b012-13b068106173 None None] Routers {'597b2068-2b17-40a7-83cf-a64abb481489'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:40:04.674734 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-e27b1602-a93f-43a5-b012-13b068106173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:39:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['597b2068-2b17-40a7-83cf-a64abb481489'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:40:04.679222 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-851c4689-9e9f-4d66-8f43-61cedd2425e4 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:40:04.736081 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-851c4689-9e9f-4d66-8f43-61cedd2425e4 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2102327 Sep 14 23:40:04.736858 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0acf2e9-d70f-47a8-bee3-9b1cff31f232', 'tag': 'c45d4f18-93ca-4f1d-a1b3-6798e5eb9988'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:40:04.739621 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f725b846-3b50-44bf-a646-3aafec932c59" -d '{"events": [{"name": "network-changed", "server_uuid": "d0acf2e9-d70f-47a8-bee3-9b1cff31f232", "tag": "c45d4f18-93ca-4f1d-a1b3-6798e5eb9988"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:40:04.781685 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0b28af-e52a-4997-9188-b2dc59cc2efe x-openstack-request-id: req-af0b28af-e52a-4997-9188-b2dc59cc2efe {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:40:04.781971 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0acf2e9-d70f-47a8-bee3-9b1cff31f232", "tag": "c45d4f18-93ca-4f1d-a1b3-6798e5eb9988", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:40:04.782217 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-af0b28af-e52a-4997-9188-b2dc59cc2efe {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:40:04.782614 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af0b28af-e52a-4997-9188-b2dc59cc2efe'] response: {'name': 'network-changed', 'server_uuid': 'd0acf2e9-d70f-47a8-bee3-9b1cff31f232', 'tag': 'c45d4f18-93ca-4f1d-a1b3-6798e5eb9988', 'status': 'completed', 'code': 200} Sep 14 23:40:04.868833 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-e27b1602-a93f-43a5-b012-13b068106173 None None] Set router 597b2068-2b17-40a7-83cf-a64abb481489 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:40:04.879868 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725b846-3b50-44bf-a646-3aafec932c59 req-efb2b326-f468-46c4-b5f3-210fb86d2e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:40:04.881398 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f725b846-3b50-44bf-a646-3aafec932c59 req-efb2b326-f468-46c4-b5f3-210fb86d2e7f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e17a6406a55f40dc99859791ff1e1398&device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 1099 time: 0.0778840 Sep 14 23:40:05.011390 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725b846-3b50-44bf-a646-3aafec932c59 req-0cd9778b-df4a-4f86-a5c4-1e22d74f4598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:40:05.012889 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f725b846-3b50-44bf-a646-3aafec932c59 req-0cd9778b-df4a-4f86-a5c4-1e22d74f4598 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b544eae3-2e5e-4a39-b687-c7c7b952c06a HTTP/1.1" status: 200 len: 908 time: 0.1251495 Sep 14 23:40:05.225015 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-e27b1602-a93f-43a5-b012-13b068106173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597b2068-2b17-40a7-83cf-a64abb481489', 'name': 'tempest-TestShelveInstance-163583860-router', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f26cdb6e-9966-43f6-9b04-779d91778bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:39:33Z', 'updated_at': '2022-09-14T23:39:37Z', 'revision_number': 4, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'gw_port': {'id': 'f26cdb6e-9966-43f6-9b04-779d91778bdd', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:34Z', 'updated_at': '2022-09-14T23:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '09f545ae-622a-43d0-b25e-b80da59970cd', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'floating_ip_address': '172.26.5.80', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'port_id': 'c45d4f18-93ca-4f1d-a1b3-6798e5eb9988', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a', 'mac_address': 'fa:16:3e:f7:a3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0acf2e9-d70f-47a8-bee3-9b1cff31f232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:40:03Z', 'updated_at': '2022-09-14T23:40:03Z', 'revision_number': 0, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cd204ed-5d74-4746-8fde-4e804bca8a11', 'name': '', 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'mac_address': 'fa:16:3e:6c:ca:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'a60c350b-29dd-4914-9cf1-adecbeb7614c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:36Z', 'updated_at': '2022-09-14T23:39:42Z', 'revision_number': 5, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'subnets': [{'id': 'a60c350b-29dd-4914-9cf1-adecbeb7614c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:40:05.227591 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f725b846-3b50-44bf-a646-3aafec932c59 req-e80593a8-2eab-41bb-981b-b04844b3f5e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 HTTP/1.1" status: 200 len: 999 time: 0.2090831 Sep 14 23:40:05.228987 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27b1602-a93f-43a5-b012-13b068106173 None None] Checking router: 597b2068-2b17-40a7-83cf-a64abb481489 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:40:05.237217 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27b1602-a93f-43a5-b012-13b068106173 None None] Routers {'597b2068-2b17-40a7-83cf-a64abb481489'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:40:05.237803 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-e27b1602-a93f-43a5-b012-13b068106173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:39:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['597b2068-2b17-40a7-83cf-a64abb481489'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:40:05.290227 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725b846-3b50-44bf-a646-3aafec932c59 req-b5c74637-18ff-4da4-8b24-0e4940660053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:40:05.291621 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f725b846-3b50-44bf-a646-3aafec932c59 req-b5c74637-18ff-4da4-8b24-0e4940660053 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a60c350b-29dd-4914-9cf1-adecbeb7614c HTTP/1.1" status: 200 len: 847 time: 0.0579474 Sep 14 23:40:05.374922 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725b846-3b50-44bf-a646-3aafec932c59 req-9b51c572-7181-470b-b51a-d26252544118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:40:05.376917 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f725b846-3b50-44bf-a646-3aafec932c59 req-9b51c572-7181-470b-b51a-d26252544118 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b544eae3-2e5e-4a39-b687-c7c7b952c06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789106 Sep 14 23:40:05.412504 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-e27b1602-a93f-43a5-b012-13b068106173 None None] Set router 597b2068-2b17-40a7-83cf-a64abb481489 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:40:05.506375 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f725b846-3b50-44bf-a646-3aafec932c59 req-8b1666c9-0808-45ea-998a-5647b6b3f1b8 service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238947 Sep 14 23:40:05.638518 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f725b846-3b50-44bf-a646-3aafec932c59 req-0b952b5a-6f56-4c4d-a0ec-2e41060ef0b7 service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257768 Sep 14 23:40:05.779475 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-e27b1602-a93f-43a5-b012-13b068106173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597b2068-2b17-40a7-83cf-a64abb481489', 'name': 'tempest-TestShelveInstance-163583860-router', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f26cdb6e-9966-43f6-9b04-779d91778bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:39:33Z', 'updated_at': '2022-09-14T23:39:37Z', 'revision_number': 4, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'gw_port': {'id': 'f26cdb6e-9966-43f6-9b04-779d91778bdd', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:34Z', 'updated_at': '2022-09-14T23:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '09f545ae-622a-43d0-b25e-b80da59970cd', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'floating_ip_address': '172.26.5.80', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'port_id': 'c45d4f18-93ca-4f1d-a1b3-6798e5eb9988', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a', 'mac_address': 'fa:16:3e:f7:a3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0acf2e9-d70f-47a8-bee3-9b1cff31f232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:40:03Z', 'updated_at': '2022-09-14T23:40:03Z', 'revision_number': 0, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cd204ed-5d74-4746-8fde-4e804bca8a11', 'name': '', 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'mac_address': 'fa:16:3e:6c:ca:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'a60c350b-29dd-4914-9cf1-adecbeb7614c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:36Z', 'updated_at': '2022-09-14T23:39:42Z', 'revision_number': 5, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'subnets': [{'id': 'a60c350b-29dd-4914-9cf1-adecbeb7614c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:40:05.783572 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27b1602-a93f-43a5-b012-13b068106173 None None] The sync data for ids ['597b2068-2b17-40a7-83cf-a64abb481489'] in dv-neutron-857791-1-hyperv is: [{'id': '597b2068-2b17-40a7-83cf-a64abb481489', 'name': 'tempest-TestShelveInstance-163583860-router', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f26cdb6e-9966-43f6-9b04-779d91778bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:39:33Z', 'updated_at': '2022-09-14T23:39:37Z', 'revision_number': 4, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'gw_port': {'id': 'f26cdb6e-9966-43f6-9b04-779d91778bdd', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:34Z', 'updated_at': '2022-09-14T23:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '09f545ae-622a-43d0-b25e-b80da59970cd', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'floating_ip_address': '172.26.5.80', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'port_id': 'c45d4f18-93ca-4f1d-a1b3-6798e5eb9988', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a', 'mac_address': 'fa:16:3e:f7:a3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0acf2e9-d70f-47a8-bee3-9b1cff31f232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:40:03Z', 'updated_at': '2022-09-14T23:40:03Z', 'revision_number': 0, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cd204ed-5d74-4746-8fde-4e804bca8a11', 'name': '', 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'mac_address': 'fa:16:3e:6c:ca:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'a60c350b-29dd-4914-9cf1-adecbeb7614c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:36Z', 'updated_at': '2022-09-14T23:39:42Z', 'revision_number': 5, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'subnets': [{'id': 'a60c350b-29dd-4914-9cf1-adecbeb7614c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:40:05.963554 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4655595d-3b29-4715-aee7-1fc9773891ec None None] New status for floating IP 09f545ae-622a-43d0-b25e-b80da59970cd: ACTIVE {{(pid=89172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:40:07.802681 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2e25afcd-09fa-447c-a45f-da23bf0d83d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:40:09.823517 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-75dfd70d-77d8-4ecd-b571-58f438fb2748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:40:10.942911 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:40:10.988233 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:40:12.595275 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:40:19.844348 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:40:26.661727 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:40:37.807398 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-871a45e2-bb9d-4547-92eb-83ce2d48246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:40:39.815072 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d1ce8555-b499-42da-8a36-0306d2a637f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:40:40.944229 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:40:40.990858 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:40:42.601217 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:40:44.559042 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f62ffc37-d3ec-4f63-8174-9298cf2e9773 req-eb9106cc-d550-4fa2-9edf-c500dede5757 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746961 Sep 14 23:40:44.703658 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ffc37-d3ec-4f63-8174-9298cf2e9773 req-0f65b772-de1f-4039-b5c1-9df761fc317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:40:44.705141 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f62ffc37-d3ec-4f63-8174-9298cf2e9773 req-0f65b772-de1f-4039-b5c1-9df761fc317e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e17a6406a55f40dc99859791ff1e1398&device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 1099 time: 0.0809712 Sep 14 23:40:44.845434 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ffc37-d3ec-4f63-8174-9298cf2e9773 req-6fb2a764-1d8c-4f3b-aacc-8f822d482a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:40:44.846778 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f62ffc37-d3ec-4f63-8174-9298cf2e9773 req-6fb2a764-1d8c-4f3b-aacc-8f822d482a3a service neutron] 10.222.0.20 "GET /v2.0/networks?id=b544eae3-2e5e-4a39-b687-c7c7b952c06a HTTP/1.1" status: 200 len: 908 time: 0.1238041 Sep 14 23:40:44.946771 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f62ffc37-d3ec-4f63-8174-9298cf2e9773 req-c368cb73-76ea-4967-8146-3ee27ddbb636 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 HTTP/1.1" status: 200 len: 1001 time: 0.0943696 Sep 14 23:40:45.006977 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ffc37-d3ec-4f63-8174-9298cf2e9773 req-9214a690-4364-42b0-b87e-2fa04dc53602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:40:45.008347 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f62ffc37-d3ec-4f63-8174-9298cf2e9773 req-9214a690-4364-42b0-b87e-2fa04dc53602 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a60c350b-29dd-4914-9cf1-adecbeb7614c HTTP/1.1" status: 200 len: 847 time: 0.0553768 Sep 14 23:40:45.091487 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ffc37-d3ec-4f63-8174-9298cf2e9773 req-feb17a83-939d-4d46-8f73-7344eb27ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:40:45.092975 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f62ffc37-d3ec-4f63-8174-9298cf2e9773 req-feb17a83-939d-4d46-8f73-7344eb27ec1b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b544eae3-2e5e-4a39-b687-c7c7b952c06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785906 Sep 14 23:40:45.220514 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f62ffc37-d3ec-4f63-8174-9298cf2e9773 req-9a88081c-c3af-464a-bae4-77585e4cbc93 service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215584 Sep 14 23:40:45.348068 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f62ffc37-d3ec-4f63-8174-9298cf2e9773 req-b13dd12d-129c-4245-9208-1b6161cc4a0d service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217611 Sep 14 23:40:49.850306 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:41:03.660893 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:41:07.809051 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-59ff88ee-868b-4ee1-9025-28ada2eb9e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:41:09.818997 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ce3035cb-626e-458b-87bd-f9645d0a8f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:41:10.946439 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:41:10.993115 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:41:12.603253 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:41:19.868177 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:41:37.810298 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-2e847eed-2b6e-4fce-9fb7-83905c293da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:41:39.820706 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-fdb9106e-7cf6-4d51-a496-8200733bda10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:41:40.660640 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:41:40.949511 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:41:40.995679 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:41:42.607511 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:41:44.557117 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-4033641b-2f5a-4b2a-9ce8-308db136d55f req-662a38dd-cc60-4007-b1e5-32b8d427bcb4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751379 Sep 14 23:41:44.702743 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033641b-2f5a-4b2a-9ce8-308db136d55f req-268ee801-5537-45d7-b872-7514b48972e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:41:44.704210 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-4033641b-2f5a-4b2a-9ce8-308db136d55f req-268ee801-5537-45d7-b872-7514b48972e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e17a6406a55f40dc99859791ff1e1398&device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 1099 time: 0.0827947 Sep 14 23:41:44.850000 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033641b-2f5a-4b2a-9ce8-308db136d55f req-fa6f6053-a599-4da8-922d-d9be75fadd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:41:44.852269 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-4033641b-2f5a-4b2a-9ce8-308db136d55f req-fa6f6053-a599-4da8-922d-d9be75fadd14 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b544eae3-2e5e-4a39-b687-c7c7b952c06a HTTP/1.1" status: 200 len: 908 time: 0.1300719 Sep 14 23:41:45.056193 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-4033641b-2f5a-4b2a-9ce8-308db136d55f req-d06ab4d0-978a-4e93-aa4d-bcab572da026 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 HTTP/1.1" status: 200 len: 1001 time: 0.1986651 Sep 14 23:41:45.116555 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033641b-2f5a-4b2a-9ce8-308db136d55f req-246442b5-0a5c-4164-8d7c-db30510efdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:41:45.117883 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-4033641b-2f5a-4b2a-9ce8-308db136d55f req-246442b5-0a5c-4164-8d7c-db30510efdfd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a60c350b-29dd-4914-9cf1-adecbeb7614c HTTP/1.1" status: 200 len: 847 time: 0.0560148 Sep 14 23:41:45.197338 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033641b-2f5a-4b2a-9ce8-308db136d55f req-3771df36-2967-45af-a83d-d8b6cc6aa800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:41:45.199305 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-4033641b-2f5a-4b2a-9ce8-308db136d55f req-3771df36-2967-45af-a83d-d8b6cc6aa800 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b544eae3-2e5e-4a39-b687-c7c7b952c06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752754 Sep 14 23:41:45.328886 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-4033641b-2f5a-4b2a-9ce8-308db136d55f req-5692ac0b-54c9-4abd-bbd2-53f9c24c4490 service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231334 Sep 14 23:41:45.458634 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-4033641b-2f5a-4b2a-9ce8-308db136d55f req-73e43e52-c302-4cde-939e-2c2ddd2f8335 service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239524 Sep 14 23:41:49.864588 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:42:00.191856 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879e9e7-7d42-4ec3-85a0-8b6d945c97f4 req-08b6c7a4-2c34-4641-aba0-e3137e8c6ae8 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:00.193338 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3879e9e7-7d42-4ec3-85a0-8b6d945c97f4 req-08b6c7a4-2c34-4641-aba0-e3137e8c6ae8 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 946 time: 0.1706810 Sep 14 23:42:00.236595 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3879e9e7-7d42-4ec3-85a0-8b6d945c97f4 req-c63ca277-8c11-48c4-a845-11146bda5fe1 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376904 Sep 14 23:42:01.439146 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f984b-f761-48e2-8677-8ecfb891653e req-18ed9028-d607-4441-8b58-d59e0573e34f tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:01.440585 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-841f984b-f761-48e2-8677-8ecfb891653e req-18ed9028-d607-4441-8b58-d59e0573e34f tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 946 time: 0.0915301 Sep 14 23:42:01.483465 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-841f984b-f761-48e2-8677-8ecfb891653e req-03a0fb56-c492-43a9-a8a2-623956bd0bdc tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370879 Sep 14 23:42:02.679190 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d1e7c-e822-4998-a841-402d494910f0 req-9e447b8a-bf95-4d36-9aba-6842a0625a9d tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:02.680698 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d26d1e7c-e822-4998-a841-402d494910f0 req-9e447b8a-bf95-4d36-9aba-6842a0625a9d tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 946 time: 0.0851154 Sep 14 23:42:02.723329 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d26d1e7c-e822-4998-a841-402d494910f0 req-965ec59c-0c29-4071-8ca2-181906f6e3f9 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366440 Sep 14 23:42:03.921623 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2c5ad-1249-44c5-8ae5-d25a3aa11120 req-1e6b4005-729c-49f8-8239-6d3191cc9b77 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:03.923080 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-14d2c5ad-1249-44c5-8ae5-d25a3aa11120 req-1e6b4005-729c-49f8-8239-6d3191cc9b77 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 946 time: 0.0887122 Sep 14 23:42:03.966628 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-14d2c5ad-1249-44c5-8ae5-d25a3aa11120 req-d4cb0585-49ea-4da1-bf66-d8b519b545da tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379965 Sep 14 23:42:05.164902 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140853db-5be8-4c08-8398-267dcde2271c req-9c44241d-1329-46b6-9e76-a70426754d62 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:05.166637 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-140853db-5be8-4c08-8398-267dcde2271c req-9c44241d-1329-46b6-9e76-a70426754d62 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 946 time: 0.0891392 Sep 14 23:42:05.309694 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-140853db-5be8-4c08-8398-267dcde2271c req-30d176f7-ad68-46c2-a194-426575fb49da tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376104 Sep 14 23:42:06.502436 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1a73f-fa97-4520-b28c-6d3241e0673a req-9768e523-b893-4901-b4be-76465f3e035a tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:06.503898 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-67d1a73f-fa97-4520-b28c-6d3241e0673a req-9768e523-b893-4901-b4be-76465f3e035a tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 946 time: 0.0848846 Sep 14 23:42:06.549810 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-67d1a73f-fa97-4520-b28c-6d3241e0673a req-71482a57-714a-4c5f-8c85-ae134ed3f51c tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403111 Sep 14 23:42:07.754317 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360284e8-4b49-4785-acb9-34cd6bd64507 req-055f6dda-94aa-4f2f-84dd-1b2e9e073b52 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:07.755748 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-360284e8-4b49-4785-acb9-34cd6bd64507 req-055f6dda-94aa-4f2f-84dd-1b2e9e073b52 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 946 time: 0.0860622 Sep 14 23:42:07.799222 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-360284e8-4b49-4785-acb9-34cd6bd64507 req-19867cc4-eeb6-4c05-a787-734d5529560b tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379045 Sep 14 23:42:07.811648 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8f4f153c-00a4-4f4a-8bfe-8f97175dc9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:42:08.996362 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37aa2a-617c-40c7-a5df-3a891a4ef4a3 req-066c17f2-d9ac-405f-9e4c-3a1ce045a55e tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:08.997906 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-dd37aa2a-617c-40c7-a5df-3a891a4ef4a3 req-066c17f2-d9ac-405f-9e4c-3a1ce045a55e tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 946 time: 0.0909414 Sep 14 23:42:09.041151 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-dd37aa2a-617c-40c7-a5df-3a891a4ef4a3 req-a58eb7f1-4f01-48eb-810e-09f5b2274e2e tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374155 Sep 14 23:42:09.822154 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-405b7182-6a56-4023-a430-fac110612735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:42:10.236039 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7013e-038f-4442-9223-18097c02f9e5 req-7b7c583f-9250-488f-a923-6eca21efe859 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:10.237483 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e9d7013e-038f-4442-9223-18097c02f9e5 req-7b7c583f-9250-488f-a923-6eca21efe859 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 946 time: 0.0847168 Sep 14 23:42:10.283628 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e9d7013e-038f-4442-9223-18097c02f9e5 req-6553d6d3-5da9-4dad-8d19-7ac7c1434d0b tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406997 Sep 14 23:42:10.950850 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:42:10.997803 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:42:11.487024 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86345b-0ed5-40d9-9876-0aaefad3537d req-5f0464d9-43f0-4af7-89f5-41272e4e0510 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:11.488460 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7e86345b-0ed5-40d9-9876-0aaefad3537d req-5f0464d9-43f0-4af7-89f5-41272e4e0510 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 946 time: 0.0876446 Sep 14 23:42:11.531864 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7e86345b-0ed5-40d9-9876-0aaefad3537d req-a9393169-b9de-4446-a155-bae135ff944e tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377238 Sep 14 23:42:12.443066 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:42:12.580357 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port c45d4f18-93ca-4f1d-a1b3-6798e5eb9988, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=c45d4f18-93ca-4f1d-a1b3-6798e5eb9988,segment=NetworkSegment(b029bd16-3302-4a2b-9a28-b66d1de7149c),segment_id=b029bd16-3302-4a2b-9a28-b66d1de7149c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:42:12.596162 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': 'c45d4f18-93ca-4f1d-a1b3-6798e5eb9988', 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a', 'port_id': 'c45d4f18-93ca-4f1d-a1b3-6798e5eb9988', 'mac_address': 'fa:16:3e:f7:a3:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a60c350b-29dd-4914-9cf1-adecbeb7614c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:42:12.661081 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:42:12.671373 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 is: ACTIVE; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:42:12.671752 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:42:12.689720 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:42:12.707141 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port c45d4f18-93ca-4f1d-a1b3-6798e5eb9988, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=c45d4f18-93ca-4f1d-a1b3-6798e5eb9988,segment=NetworkSegment(b029bd16-3302-4a2b-9a28-b66d1de7149c),segment_id=b029bd16-3302-4a2b-9a28-b66d1de7149c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:42:12.711280 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:42:12.754587 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9993b-45cb-40a4-98a6-48b683d80c0c req-384c4331-d21a-4350-a5ed-a414c96ca1fd tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:12.756776 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5dd9993b-45cb-40a4-98a6-48b683d80c0c req-384c4331-d21a-4350-a5ed-a414c96ca1fd tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 946 time: 0.1081650 Sep 14 23:42:12.781818 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=c45d4f18-93ca-4f1d-a1b3-6798e5eb9988,revision_number=6']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:42:12.789988 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['c45d4f18-93ca-4f1d-a1b3-6798e5eb9988'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:42:12.804771 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5dd9993b-45cb-40a4-98a6-48b683d80c0c req-caf5de50-89ee-4f47-9af4-beefaf18de35 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419004 Sep 14 23:42:12.814496 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:42:12.817316 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:42:12.817597 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:42:12.818137 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:42:12.818402 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:42:12.818864 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:42:12.819241 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:42:12.819580 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:42:12.820030 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:42:12.820428 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:42:12.820795 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:42:12.821294 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:42:14.012193 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396b60a-d86a-4e33-93c2-4ad1bc77e9d4 req-942df2fd-fb9f-420b-acfc-8af5e5f9e48e tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:14.014402 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3396b60a-d86a-4e33-93c2-4ad1bc77e9d4 req-942df2fd-fb9f-420b-acfc-8af5e5f9e48e tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 945 time: 0.0938454 Sep 14 23:42:14.082234 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-3396b60a-d86a-4e33-93c2-4ad1bc77e9d4 req-0bee55ee-78d6-4889-a5de-a8b9d16fe49e tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618572 Sep 14 23:42:14.453604 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:42:14.522816 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:42:14.523187 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:42:14.646895 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:42:14.647267 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:42:14.681477 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0acf2e9-d70f-47a8-bee3-9b1cff31f232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45d4f18-93ca-4f1d-a1b3-6798e5eb9988'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:42:14.683792 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be19048-356b-46c1-8104-cf3a5dfd6f3a" -d '{"events": [{"server_uuid": "d0acf2e9-d70f-47a8-bee3-9b1cff31f232", "name": "network-vif-plugged", "status": "completed", "tag": "c45d4f18-93ca-4f1d-a1b3-6798e5eb9988"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:42:14.693505 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port c45d4f18-93ca-4f1d-a1b3-6798e5eb9988, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=c45d4f18-93ca-4f1d-a1b3-6798e5eb9988,segment=NetworkSegment(b029bd16-3302-4a2b-9a28-b66d1de7149c),segment_id=b029bd16-3302-4a2b-9a28-b66d1de7149c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:42:14.699710 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:42:14.782309 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=c45d4f18-93ca-4f1d-a1b3-6798e5eb9988,revision_number=7']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:42:15.296913 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3a3cf-8121-4269-9144-0a557a474b3b req-6e89ec37-b2ff-4830-9906-697eaba67b96 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:15.298755 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6bd3a3cf-8121-4269-9144-0a557a474b3b req-6e89ec37-b2ff-4830-9906-697eaba67b96 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 946 time: 0.0980446 Sep 14 23:42:15.368659 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6bd3a3cf-8121-4269-9144-0a557a474b3b req-ace0b059-7b97-4635-ad49-3bf7f30abe0f tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621932 Sep 14 23:42:15.763872 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501ce4d0-fa37-4a71-8f3b-57278d59931b x-openstack-request-id: req-501ce4d0-fa37-4a71-8f3b-57278d59931b {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:42:15.764846 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0acf2e9-d70f-47a8-bee3-9b1cff31f232", "name": "network-vif-plugged", "status": "completed", "tag": "c45d4f18-93ca-4f1d-a1b3-6798e5eb9988", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:42:15.764846 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-501ce4d0-fa37-4a71-8f3b-57278d59931b {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:42:15.765485 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-501ce4d0-fa37-4a71-8f3b-57278d59931b'] response: {'server_uuid': 'd0acf2e9-d70f-47a8-bee3-9b1cff31f232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45d4f18-93ca-4f1d-a1b3-6798e5eb9988', 'code': 200} Sep 14 23:42:16.628049 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb849ce-ccd4-4ea2-86d1-02f744e57cbd req-74fa596e-9c42-4cc6-bd3a-4b71b4c00a82 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:16.629458 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-deb849ce-ccd4-4ea2-86d1-02f744e57cbd req-74fa596e-9c42-4cc6-bd3a-4b71b4c00a82 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 946 time: 0.1064034 Sep 14 23:42:16.681955 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-deb849ce-ccd4-4ea2-86d1-02f744e57cbd req-f65ff07e-9f6e-4c16-8b5c-2da3361d0b39 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457246 Sep 14 23:42:17.660276 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:42:17.887289 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bedcb-2810-4fee-94b7-46d8115b96cd req-dc881b6b-3d6e-494c-a28c-c18b6b1c1447 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:17.888818 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f59bedcb-2810-4fee-94b7-46d8115b96cd req-dc881b6b-3d6e-494c-a28c-c18b6b1c1447 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 946 time: 0.0903337 Sep 14 23:42:17.945858 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f59bedcb-2810-4fee-94b7-46d8115b96cd req-193ca24b-8bf6-4eb1-b1de-c381949c503f tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506363 Sep 14 23:42:19.171735 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63692b8e-9d98-455d-b991-1520c1d48a9f req-20cdf6d0-2547-4b13-8b1d-4458d3e3324f tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:19.173207 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-63692b8e-9d98-455d-b991-1520c1d48a9f req-20cdf6d0-2547-4b13-8b1d-4458d3e3324f tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 946 time: 0.1013961 Sep 14 23:42:19.224177 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-63692b8e-9d98-455d-b991-1520c1d48a9f req-a0cd0c06-8954-46d2-9455-4df968d5e0d4 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449512 Sep 14 23:42:19.902684 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:42:20.441340 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb647d-f7f4-4485-8ad8-8c13e4a47a2d req-06473c12-a5af-424a-98ee-1349fee376b9 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:20.442832 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5dbb647d-f7f4-4485-8ad8-8c13e4a47a2d req-06473c12-a5af-424a-98ee-1349fee376b9 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 946 time: 0.1009002 Sep 14 23:42:20.494397 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5dbb647d-f7f4-4485-8ad8-8c13e4a47a2d req-915a6ba7-5bf5-43a7-90b7-c2b991898905 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455062 Sep 14 23:42:21.689455 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d47e2-f96d-445a-b71c-680670c9c38a req-da797b4f-6ed7-48ed-ad5d-22125c72e8a0 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:21.690935 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-be1d47e2-f96d-445a-b71c-680670c9c38a req-da797b4f-6ed7-48ed-ad5d-22125c72e8a0 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 946 time: 0.0844297 Sep 14 23:42:21.737395 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-be1d47e2-f96d-445a-b71c-680670c9c38a req-ceb8e755-f681-4a0d-8091-fbd10e869d5e tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408309 Sep 14 23:42:22.145844 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e148b6e-e5af-47c9-ba2d-6a873a398df8 req-b7410775-2216-4b88-b4cd-3a27f863df4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:22.147212 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8e148b6e-e5af-47c9-ba2d-6a873a398df8 req-b7410775-2216-4b88-b4cd-3a27f863df4e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e17a6406a55f40dc99859791ff1e1398&device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 1099 time: 0.0811052 Sep 14 23:42:22.277231 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e148b6e-e5af-47c9-ba2d-6a873a398df8 req-0ef33546-fef8-4995-9d34-f486835b974b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:22.278660 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8e148b6e-e5af-47c9-ba2d-6a873a398df8 req-0ef33546-fef8-4995-9d34-f486835b974b service neutron] 10.222.0.20 "GET /v2.0/networks?id=b544eae3-2e5e-4a39-b687-c7c7b952c06a HTTP/1.1" status: 200 len: 908 time: 0.1259086 Sep 14 23:42:22.392046 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8e148b6e-e5af-47c9-ba2d-6a873a398df8 req-1e89b852-f8cd-4d7f-a0a0-4635e053272b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 HTTP/1.1" status: 200 len: 1001 time: 0.1075242 Sep 14 23:42:22.453126 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e148b6e-e5af-47c9-ba2d-6a873a398df8 req-7d9f968f-6793-44b5-8b86-ae262775763e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:22.454540 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8e148b6e-e5af-47c9-ba2d-6a873a398df8 req-7d9f968f-6793-44b5-8b86-ae262775763e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a60c350b-29dd-4914-9cf1-adecbeb7614c HTTP/1.1" status: 200 len: 847 time: 0.0570173 Sep 14 23:42:22.536913 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e148b6e-e5af-47c9-ba2d-6a873a398df8 req-89d3f3e4-1cd5-40cc-89f8-d64c42f44c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:22.538341 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8e148b6e-e5af-47c9-ba2d-6a873a398df8 req-89d3f3e4-1cd5-40cc-89f8-d64c42f44c3d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b544eae3-2e5e-4a39-b687-c7c7b952c06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779428 Sep 14 23:42:22.665181 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8e148b6e-e5af-47c9-ba2d-6a873a398df8 req-54c2f35d-f89a-4c37-8353-14c811f75fd8 service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205444 Sep 14 23:42:22.795081 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-8e148b6e-e5af-47c9-ba2d-6a873a398df8 req-2f95d7de-8df0-458a-9360-494bf066c4a3 service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241031 Sep 14 23:42:22.931056 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351587f-9c61-4ed5-a992-223d24d1515d req-67c09805-0278-45fb-898e-d4706d1205b5 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:22.932478 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4351587f-9c61-4ed5-a992-223d24d1515d req-67c09805-0278-45fb-898e-d4706d1205b5 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 946 time: 0.0860405 Sep 14 23:42:22.976878 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4351587f-9c61-4ed5-a992-223d24d1515d req-6029d762-80f2-43bf-9658-744889df1456 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386603 Sep 14 23:42:24.176246 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298d0f0-fb6a-4599-add8-96939886c621 req-6f19fe6d-c418-45bf-9fd2-ba0dd49c2b7f tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:24.177729 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9298d0f0-fb6a-4599-add8-96939886c621 req-6f19fe6d-c418-45bf-9fd2-ba0dd49c2b7f tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 946 time: 0.0891671 Sep 14 23:42:24.221571 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9298d0f0-fb6a-4599-add8-96939886c621 req-5c807986-6186-4278-963a-1bff63173b43 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374286 Sep 14 23:42:24.554079 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:42:24.672394 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 is: ACTIVE; New status is: DOWN {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:42:24.672809 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:42:24.699750 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0acf2e9-d70f-47a8-bee3-9b1cff31f232', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c45d4f18-93ca-4f1d-a1b3-6798e5eb9988'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:42:24.702023 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3f8be4-96ed-41bf-86cf-83a420eb3bc5" -d '{"events": [{"server_uuid": "d0acf2e9-d70f-47a8-bee3-9b1cff31f232", "name": "network-vif-unplugged", "status": "completed", "tag": "c45d4f18-93ca-4f1d-a1b3-6798e5eb9988"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:42:24.709995 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port c45d4f18-93ca-4f1d-a1b3-6798e5eb9988, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=c45d4f18-93ca-4f1d-a1b3-6798e5eb9988,segment=NetworkSegment(b029bd16-3302-4a2b-9a28-b66d1de7149c),segment_id=b029bd16-3302-4a2b-9a28-b66d1de7149c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:42:24.715223 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:42:24.750885 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Sep 2022 23:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c730ef-ca1d-4db9-8da5-1d4566ebf4c3 x-openstack-request-id: req-25c730ef-ca1d-4db9-8da5-1d4566ebf4c3 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:42:24.751166 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0acf2e9-d70f-47a8-bee3-9b1cff31f232", "name": "network-vif-unplugged", "status": "failed", "tag": "c45d4f18-93ca-4f1d-a1b3-6798e5eb9988", "code": 422}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:42:24.751410 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-25c730ef-ca1d-4db9-8da5-1d4566ebf4c3 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:42:24.751833 dv-neutron-857791-1-hyperv neutron-server[89172]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-25c730ef-ca1d-4db9-8da5-1d4566ebf4c3']: {'server_uuid': 'd0acf2e9-d70f-47a8-bee3-9b1cff31f232', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c45d4f18-93ca-4f1d-a1b3-6798e5eb9988', 'code': 422} returned with failed status Sep 14 23:42:24.783653 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=c45d4f18-93ca-4f1d-a1b3-6798e5eb9988,revision_number=8']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:42:25.415456 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34e898-de2b-4382-a778-194afc4dfa59 req-3ba8c10b-d584-474a-b08a-e76db40915f1 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:25.417749 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ab34e898-de2b-4382-a778-194afc4dfa59 req-3ba8c10b-d584-474a-b08a-e76db40915f1 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 944 time: 0.0872402 Sep 14 23:42:25.463624 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ab34e898-de2b-4382-a778-194afc4dfa59 req-a5b88818-cf5f-4d53-a594-1e403e49c466 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403566 Sep 14 23:42:25.826520 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28789d41-f514-492b-b4e3-98a0605e4371 req-6742339a-6837-4b36-9880-c50f039f0690 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:25.828063 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-28789d41-f514-492b-b4e3-98a0605e4371 req-6742339a-6837-4b36-9880-c50f039f0690 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 944 time: 0.0878913 Sep 14 23:42:25.872901 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-28789d41-f514-492b-b4e3-98a0605e4371 req-fdfa6146-ea78-4c42-8d6f-b7d9c7c77fa7 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387897 Sep 14 23:42:25.995438 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c9125cbf-eb54-4f59-b7b0-0c52a40e65ce req-341fa3b9-8388-4f51-9455-a0efa98f8497 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1209989 Sep 14 23:42:26.959089 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9125cbf-eb54-4f59-b7b0-0c52a40e65ce req-1e1dde98-cbe4-40f0-b1a1-970fa22a4b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:26.960702 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c9125cbf-eb54-4f59-b7b0-0c52a40e65ce req-1e1dde98-cbe4-40f0-b1a1-970fa22a4b63 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232&tenant_id=e17a6406a55f40dc99859791ff1e1398 HTTP/1.1" status: 200 len: 1097 time: 0.0790448 Sep 14 23:42:27.066573 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9125cbf-eb54-4f59-b7b0-0c52a40e65ce req-9b9e1346-2170-46fe-9480-e2f434e538c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:27.068097 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c9125cbf-eb54-4f59-b7b0-0c52a40e65ce req-9b9e1346-2170-46fe-9480-e2f434e538c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e17a6406a55f40dc99859791ff1e1398&device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 1097 time: 0.0869029 Sep 14 23:42:27.072891 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859c4c0-8583-41b4-bbab-a2837bf46294 req-79be30bf-96e7-41ff-8c65-ac9eaa471cc3 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:27.074490 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d859c4c0-8583-41b4-bbab-a2837bf46294 req-79be30bf-96e7-41ff-8c65-ac9eaa471cc3 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 944 time: 0.0879974 Sep 14 23:42:27.121243 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d859c4c0-8583-41b4-bbab-a2837bf46294 req-18371135-8588-4d14-b1f5-2a0cdf67aaa8 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398962 Sep 14 23:42:27.314788 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9125cbf-eb54-4f59-b7b0-0c52a40e65ce req-8a938c32-6cf2-45dc-bc37-2beff0f454eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:27.316238 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c9125cbf-eb54-4f59-b7b0-0c52a40e65ce req-8a938c32-6cf2-45dc-bc37-2beff0f454eb service neutron] 10.222.0.20 "GET /v2.0/networks?id=b544eae3-2e5e-4a39-b687-c7c7b952c06a HTTP/1.1" status: 200 len: 908 time: 0.2424841 Sep 14 23:42:27.421076 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c9125cbf-eb54-4f59-b7b0-0c52a40e65ce req-c765945c-7972-4773-9ed9-639cef0ec119 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 HTTP/1.1" status: 200 len: 999 time: 0.0975094 Sep 14 23:42:27.484435 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9125cbf-eb54-4f59-b7b0-0c52a40e65ce req-06cea2a1-3775-4604-8d5d-c5a160fff8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:27.485953 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c9125cbf-eb54-4f59-b7b0-0c52a40e65ce req-06cea2a1-3775-4604-8d5d-c5a160fff8e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a60c350b-29dd-4914-9cf1-adecbeb7614c HTTP/1.1" status: 200 len: 847 time: 0.0596602 Sep 14 23:42:27.570582 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9125cbf-eb54-4f59-b7b0-0c52a40e65ce req-0319a8f9-8c16-44ca-bc60-311127bf64f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:27.572072 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c9125cbf-eb54-4f59-b7b0-0c52a40e65ce req-0319a8f9-8c16-44ca-bc60-311127bf64f1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b544eae3-2e5e-4a39-b687-c7c7b952c06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797243 Sep 14 23:42:27.703440 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c9125cbf-eb54-4f59-b7b0-0c52a40e65ce req-1576299a-c689-4759-a9c0-05d28574234e service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248057 Sep 14 23:42:27.836246 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c9125cbf-eb54-4f59-b7b0-0c52a40e65ce req-0b709eb8-1ebc-42ef-a7c3-fbb3657ac6c4 service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268840 Sep 14 23:42:28.421217 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb44549-b1e3-4520-893e-8472ba58d3c9 req-826f745e-73a1-437e-ad10-efe55f63eb37 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:28.423374 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0fb44549-b1e3-4520-893e-8472ba58d3c9 req-826f745e-73a1-437e-ad10-efe55f63eb37 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 944 time: 0.1469686 Sep 14 23:42:28.474773 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0fb44549-b1e3-4520-893e-8472ba58d3c9 req-94b0e708-c0fe-4c21-bf64-3ce49104bc63 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423174 Sep 14 23:42:29.695575 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1810479-b64d-45d8-b347-20a2c7a97641 req-3225bd07-696c-4f19-8810-ee9924889a04 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:29.697396 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e1810479-b64d-45d8-b347-20a2c7a97641 req-3225bd07-696c-4f19-8810-ee9924889a04 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 944 time: 0.0991700 Sep 14 23:42:29.847269 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e1810479-b64d-45d8-b347-20a2c7a97641 req-46a0a2a6-85f4-44eb-aa9b-82cce7457083 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435883 Sep 14 23:42:31.071688 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6452f-f763-4f15-b4c8-e787365ba1cd req-d9461188-f17a-4eaa-8a9e-e553255561b6 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:31.074665 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0bb6452f-f763-4f15-b4c8-e787365ba1cd req-d9461188-f17a-4eaa-8a9e-e553255561b6 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 944 time: 0.0982997 Sep 14 23:42:31.119809 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0bb6452f-f763-4f15-b4c8-e787365ba1cd req-3853e151-ff79-4ffa-a38e-85b5dfa120a3 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394912 Sep 14 23:42:32.340060 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bb1a4-17ac-485f-9319-c932c5f2321c req-41122123-531c-4a0d-887f-b40faacba13d tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:32.341514 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-aa8bb1a4-17ac-485f-9319-c932c5f2321c req-41122123-531c-4a0d-887f-b40faacba13d tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 944 time: 0.0997429 Sep 14 23:42:32.405314 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-aa8bb1a4-17ac-485f-9319-c932c5f2321c req-7dfc8ebc-5327-44db-9a2b-ea0853f99059 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577312 Sep 14 23:42:33.611527 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9315cc-fb0b-4b6e-bbeb-7b50ab6ae924 req-a61e4bb7-981d-4725-b571-83a68e1491b1 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:33.613077 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cd9315cc-fb0b-4b6e-bbeb-7b50ab6ae924 req-a61e4bb7-981d-4725-b571-83a68e1491b1 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 944 time: 0.0939250 Sep 14 23:42:33.658948 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-cd9315cc-fb0b-4b6e-bbeb-7b50ab6ae924 req-eb52fb06-9d42-437a-9ee8-ab5d801606e0 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401566 Sep 14 23:42:34.869070 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aad132-b9ad-4580-abd0-4efbff3cff4b req-7197b674-f1f3-4d8d-bad0-b6d56b00c0bf tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:34.879028 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-10aad132-b9ad-4580-abd0-4efbff3cff4b req-7197b674-f1f3-4d8d-bad0-b6d56b00c0bf tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 944 time: 0.1040673 Sep 14 23:42:34.928632 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-10aad132-b9ad-4580-abd0-4efbff3cff4b req-ddfd9c54-86c1-44a2-9145-949b0ffbe37c tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486760 Sep 14 23:42:36.131645 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53dcd2-dadb-4aad-8fd7-7ac2beb440e0 req-c2b28dc3-d3b9-4424-a4fc-ec0ca91d3f71 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:36.133104 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9f53dcd2-dadb-4aad-8fd7-7ac2beb440e0 req-c2b28dc3-d3b9-4424-a4fc-ec0ca91d3f71 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 944 time: 0.0884862 Sep 14 23:42:36.176222 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9f53dcd2-dadb-4aad-8fd7-7ac2beb440e0 req-5644ea30-247d-4546-bb48-67579ab2a506 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375028 Sep 14 23:42:37.368110 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bceb5-0216-42e5-8150-465587847fe1 req-47333701-f93a-481c-b839-af341ec97ce4 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:37.369571 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d14bceb5-0216-42e5-8150-465587847fe1 req-47333701-f93a-481c-b839-af341ec97ce4 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 944 time: 0.0857453 Sep 14 23:42:37.418042 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d14bceb5-0216-42e5-8150-465587847fe1 req-a160661d-76cc-46dc-9a25-f7a40f05527b tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420792 Sep 14 23:42:37.822878 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f0402ed2-3e81-4a76-9d68-91b2f30fcc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:42:38.613612 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21d002-8f38-4f6f-bfda-da8fe6908737 req-8aaacea6-1acb-4bda-aeb0-8efb1ad90922 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:38.615704 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7e21d002-8f38-4f6f-bfda-da8fe6908737 req-8aaacea6-1acb-4bda-aeb0-8efb1ad90922 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 944 time: 0.0874720 Sep 14 23:42:38.616583 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:42:38.659761 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7e21d002-8f38-4f6f-bfda-da8fe6908737 req-7f448ec4-cc1b-454a-bc9c-cdbfa52f5755 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379422 Sep 14 23:42:38.749403 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port c45d4f18-93ca-4f1d-a1b3-6798e5eb9988, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=c45d4f18-93ca-4f1d-a1b3-6798e5eb9988,segment=NetworkSegment(b029bd16-3302-4a2b-9a28-b66d1de7149c),segment_id=b029bd16-3302-4a2b-9a28-b66d1de7149c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:42:38.797305 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': 'c45d4f18-93ca-4f1d-a1b3-6798e5eb9988', 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a', 'port_id': 'c45d4f18-93ca-4f1d-a1b3-6798e5eb9988', 'mac_address': 'fa:16:3e:f7:a3:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a60c350b-29dd-4914-9cf1-adecbeb7614c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:42:38.853499 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:42:38.854634 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:42:38.871158 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:42:38.886067 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port c45d4f18-93ca-4f1d-a1b3-6798e5eb9988, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=c45d4f18-93ca-4f1d-a1b3-6798e5eb9988,segment=NetworkSegment(b029bd16-3302-4a2b-9a28-b66d1de7149c),segment_id=b029bd16-3302-4a2b-9a28-b66d1de7149c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:42:38.889417 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:42:38.955520 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=c45d4f18-93ca-4f1d-a1b3-6798e5eb9988,revision_number=9']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:42:39.105389 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['c45d4f18-93ca-4f1d-a1b3-6798e5eb9988'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:42:39.822757 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3e45309b-d6fe-42f6-8deb-2f65310d1652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:42:39.861625 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d3006-be6f-4444-84d9-0d5b478e129c req-5c6ec234-d4b2-461d-8536-aab74248a34e tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:39.863084 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ca3d3006-be6f-4444-84d9-0d5b478e129c req-5c6ec234-d4b2-461d-8536-aab74248a34e tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 945 time: 0.0920529 Sep 14 23:42:39.907360 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ca3d3006-be6f-4444-84d9-0d5b478e129c req-67c5a78e-1c65-47c6-8d1a-7ce09c6d0e97 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386858 Sep 14 23:42:40.630961 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:42:40.696381 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:42:40.696773 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:42:40.808938 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:42:40.809307 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:42:40.834781 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0acf2e9-d70f-47a8-bee3-9b1cff31f232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45d4f18-93ca-4f1d-a1b3-6798e5eb9988'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:42:40.837035 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262e45d0-1310-44b2-a092-3eb21077eebe" -d '{"events": [{"server_uuid": "d0acf2e9-d70f-47a8-bee3-9b1cff31f232", "name": "network-vif-plugged", "status": "completed", "tag": "c45d4f18-93ca-4f1d-a1b3-6798e5eb9988"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:42:40.844794 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port c45d4f18-93ca-4f1d-a1b3-6798e5eb9988, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=c45d4f18-93ca-4f1d-a1b3-6798e5eb9988,segment=NetworkSegment(b029bd16-3302-4a2b-9a28-b66d1de7149c),segment_id=b029bd16-3302-4a2b-9a28-b66d1de7149c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:42:40.849530 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:42:40.888416 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8568ad9c-40a8-403d-a794-8fd9b5e11ff4 x-openstack-request-id: req-8568ad9c-40a8-403d-a794-8fd9b5e11ff4 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:42:40.888709 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0acf2e9-d70f-47a8-bee3-9b1cff31f232", "name": "network-vif-plugged", "status": "completed", "tag": "c45d4f18-93ca-4f1d-a1b3-6798e5eb9988", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:42:40.888917 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8568ad9c-40a8-403d-a794-8fd9b5e11ff4 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:42:40.889294 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8568ad9c-40a8-403d-a794-8fd9b5e11ff4'] response: {'server_uuid': 'd0acf2e9-d70f-47a8-bee3-9b1cff31f232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45d4f18-93ca-4f1d-a1b3-6798e5eb9988', 'code': 200} Sep 14 23:42:40.924451 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=c45d4f18-93ca-4f1d-a1b3-6798e5eb9988,revision_number=10']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:42:40.953635 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:42:41.004567 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:42:41.114014 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f00f8-b6e2-4605-88f4-7ebc3e2b5351 req-8ddd10e9-8179-4137-9872-21e3e6d7f1fd tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:41.115479 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b49f00f8-b6e2-4605-88f4-7ebc3e2b5351 req-8ddd10e9-8179-4137-9872-21e3e6d7f1fd tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 947 time: 0.0868311 Sep 14 23:42:41.135794 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f455d9-2ea7-4c00-b8c3-d0d99bc8dee8 req-291c69ec-ba29-4cb8-80af-757d51e623fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:41.137847 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-42f455d9-2ea7-4c00-b8c3-d0d99bc8dee8 req-291c69ec-ba29-4cb8-80af-757d51e623fe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 1100 time: 0.0773051 Sep 14 23:42:41.169601 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b49f00f8-b6e2-4605-88f4-7ebc3e2b5351 req-d85f6b07-aa1d-43ee-b82d-1732c907f299 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478458 Sep 14 23:42:41.177812 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-42f455d9-2ea7-4c00-b8c3-d0d99bc8dee8 req-3c079bbc-e000-44f3-b032-d4b01d548e55 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337224 Sep 14 23:42:42.387998 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb14c1-7f9a-4c9b-ba79-96a57bb622e8 req-5a2ac3a7-51f2-45b5-8438-2593995ecf9a tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:42.390080 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0abb14c1-7f9a-4c9b-ba79-96a57bb622e8 req-5a2ac3a7-51f2-45b5-8438-2593995ecf9a tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 947 time: 0.0976980 Sep 14 23:42:42.435913 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0abb14c1-7f9a-4c9b-ba79-96a57bb622e8 req-a4214f7c-771a-4e53-b41d-25b7deb50393 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397723 Sep 14 23:42:42.614307 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:42:43.634691 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede13777-a9ad-4c6a-a6d7-36f09f4ca1d2 req-88fac99c-95b4-457a-aa7a-598fccd8cbed tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:43.636163 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ede13777-a9ad-4c6a-a6d7-36f09f4ca1d2 req-88fac99c-95b4-457a-aa7a-598fccd8cbed tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 947 time: 0.0903018 Sep 14 23:42:43.679558 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ede13777-a9ad-4c6a-a6d7-36f09f4ca1d2 req-b7b9691e-c33e-4976-81d1-0ce51430f826 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378492 Sep 14 23:42:45.561154 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d6791909-8a87-49c7-82b7-c32b752d17b2 req-acbe55b4-fdb2-4883-bd34-0be09c10ab44 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794165 Sep 14 23:42:45.708523 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6791909-8a87-49c7-82b7-c32b752d17b2 req-9d540150-ac26-4a93-b72b-0843f3fb4a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:45.710009 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d6791909-8a87-49c7-82b7-c32b752d17b2 req-9d540150-ac26-4a93-b72b-0843f3fb4a6e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e17a6406a55f40dc99859791ff1e1398&device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 1100 time: 0.0768926 Sep 14 23:42:45.849584 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6791909-8a87-49c7-82b7-c32b752d17b2 req-0fb4a24a-25fa-4441-afea-be8cd72bf860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:45.850992 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d6791909-8a87-49c7-82b7-c32b752d17b2 req-0fb4a24a-25fa-4441-afea-be8cd72bf860 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b544eae3-2e5e-4a39-b687-c7c7b952c06a HTTP/1.1" status: 200 len: 908 time: 0.1228116 Sep 14 23:42:45.955294 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d6791909-8a87-49c7-82b7-c32b752d17b2 req-e4b458d0-1d40-439b-820b-7b1ffb3bb13a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 HTTP/1.1" status: 200 len: 1001 time: 0.0987637 Sep 14 23:42:46.015675 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6791909-8a87-49c7-82b7-c32b752d17b2 req-df3ca963-1e6a-43ca-bdef-321c9c83cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:46.016973 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d6791909-8a87-49c7-82b7-c32b752d17b2 req-df3ca963-1e6a-43ca-bdef-321c9c83cf7b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a60c350b-29dd-4914-9cf1-adecbeb7614c HTTP/1.1" status: 200 len: 847 time: 0.0555763 Sep 14 23:42:46.099100 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6791909-8a87-49c7-82b7-c32b752d17b2 req-7c63be0e-ea50-41df-b8c1-01c6fc614a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:42:46.100534 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d6791909-8a87-49c7-82b7-c32b752d17b2 req-7c63be0e-ea50-41df-b8c1-01c6fc614a08 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b544eae3-2e5e-4a39-b687-c7c7b952c06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775883 Sep 14 23:42:46.234339 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d6791909-8a87-49c7-82b7-c32b752d17b2 req-2b433853-5164-4726-8af2-3646cb314516 service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273792 Sep 14 23:42:46.364235 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d6791909-8a87-49c7-82b7-c32b752d17b2 req-c251eb12-4a1b-4c84-93a4-7ab2b34576bd service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237199 Sep 14 23:42:49.911782 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:42:54.659678 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:43:07.818228 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6d896193-a4aa-4ecf-bd5e-28b8206a65d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:43:09.825821 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-890c625a-e8d7-42f0-a9a0-64da93f5afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:43:10.956156 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:43:11.004192 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:43:12.616551 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:43:19.908395 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:43:31.658551 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:43:37.819392 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-869b6a8a-632f-4804-846f-32d3452d45e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:43:39.826998 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3fd9af8a-a90f-43a2-832b-c2f59bce7204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:43:40.959909 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:43:41.005487 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:43:42.619273 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:43:45.555113 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-129199c8-b6a4-4818-8a82-1fa9721d57f9 req-c6707705-f87e-4bcd-9165-e235b2d8baf0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750535 Sep 14 23:43:45.803385 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129199c8-b6a4-4818-8a82-1fa9721d57f9 req-499d3824-f6fd-4373-bce3-bbe44ea70bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:43:45.804885 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-129199c8-b6a4-4818-8a82-1fa9721d57f9 req-499d3824-f6fd-4373-bce3-bbe44ea70bfc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e17a6406a55f40dc99859791ff1e1398&device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 1100 time: 0.1832457 Sep 14 23:43:45.944232 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129199c8-b6a4-4818-8a82-1fa9721d57f9 req-8f071b13-f2df-4f3f-9f41-9031fca66f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:43:45.945686 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-129199c8-b6a4-4818-8a82-1fa9721d57f9 req-8f071b13-f2df-4f3f-9f41-9031fca66f8b service neutron] 10.222.0.20 "GET /v2.0/networks?id=b544eae3-2e5e-4a39-b687-c7c7b952c06a HTTP/1.1" status: 200 len: 908 time: 0.1224403 Sep 14 23:43:46.044895 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-129199c8-b6a4-4818-8a82-1fa9721d57f9 req-af8e57e8-ad00-40b3-b0d7-b2ca66964e8e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 HTTP/1.1" status: 200 len: 1001 time: 0.0935175 Sep 14 23:43:46.104979 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129199c8-b6a4-4818-8a82-1fa9721d57f9 req-b2847f3e-1f2e-4931-9c89-8073598c9416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:43:46.106258 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-129199c8-b6a4-4818-8a82-1fa9721d57f9 req-b2847f3e-1f2e-4931-9c89-8073598c9416 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a60c350b-29dd-4914-9cf1-adecbeb7614c HTTP/1.1" status: 200 len: 847 time: 0.0562923 Sep 14 23:43:46.188957 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129199c8-b6a4-4818-8a82-1fa9721d57f9 req-89253649-2765-4525-a9a9-302c7917c7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:43:46.190399 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-129199c8-b6a4-4818-8a82-1fa9721d57f9 req-89253649-2765-4525-a9a9-302c7917c7ba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b544eae3-2e5e-4a39-b687-c7c7b952c06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779645 Sep 14 23:43:46.200754 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [req-129199c8-b6a4-4818-8a82-1fa9721d57f9 req-c1144714-ff46-4e7f-9292-c21eb3331bd9 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89171) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 23:43:46.201654 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-129199c8-b6a4-4818-8a82-1fa9721d57f9 req-c1144714-ff46-4e7f-9292-c21eb3331bd9 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052319 Sep 14 23:43:46.329139 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-129199c8-b6a4-4818-8a82-1fa9721d57f9 req-8604f18b-8f13-4eaf-94f0-b2d7853240fe service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215179 Sep 14 23:43:46.460932 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-129199c8-b6a4-4818-8a82-1fa9721d57f9 req-45f6d682-e393-4477-9fc7-1163fad657f8 service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241682 Sep 14 23:43:49.925859 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:43:54.730722 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 36022) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:43:54.931417 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-475c111e-aa60-4271-8b0d-2d15ed5aeac0 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Deleting port fb729657-1ebf-4111-bfb8-3628f25f552c {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:43:54.931743 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-475c111e-aa60-4271-8b0d-2d15ed5aeac0 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:43:55.095332 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-475c111e-aa60-4271-8b0d-2d15ed5aeac0 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:43:55.095570 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-475c111e-aa60-4271-8b0d-2d15ed5aeac0 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:43:55.305873 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-475c111e-aa60-4271-8b0d-2d15ed5aeac0 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Calling delete_port for fb729657-1ebf-4111-bfb8-3628f25f552c owned by network:floatingip {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:43:55.450151 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-475c111e-aa60-4271-8b0d-2d15ed5aeac0 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:43:55.564799 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c111e-aa60-4271-8b0d-2d15ed5aeac0 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Pushing event deleted for resources: {'Port': ['ID=fb729657-1ebf-4111-bfb8-3628f25f552c,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:43:55.582769 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c111e-aa60-4271-8b0d-2d15ed5aeac0 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:43:55.583111 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c111e-aa60-4271-8b0d-2d15ed5aeac0 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:43:55.583447 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c111e-aa60-4271-8b0d-2d15ed5aeac0 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:43:55.583779 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c111e-aa60-4271-8b0d-2d15ed5aeac0 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:43:55.584105 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c111e-aa60-4271-8b0d-2d15ed5aeac0 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:43:55.584430 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c111e-aa60-4271-8b0d-2d15ed5aeac0 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:43:55.584846 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c111e-aa60-4271-8b0d-2d15ed5aeac0 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:43:55.585170 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c111e-aa60-4271-8b0d-2d15ed5aeac0 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:43:55.585498 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c111e-aa60-4271-8b0d-2d15ed5aeac0 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:43:55.585831 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c111e-aa60-4271-8b0d-2d15ed5aeac0 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:43:55.586133 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c111e-aa60-4271-8b0d-2d15ed5aeac0 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:43:55.586449 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475c111e-aa60-4271-8b0d-2d15ed5aeac0 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:43:55.605239 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-475c111e-aa60-4271-8b0d-2d15ed5aeac0 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for floatingip, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:43:55.605542 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-475c111e-aa60-4271-8b0d-2d15ed5aeac0 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Floating IP 09f545ae-622a-43d0-b25e-b80da59970cd disassociated (deleted). External IP: 172.26.5.80, port: c45d4f18-93ca-4f1d-a1b3-6798e5eb9988. Sep 14 23:43:55.957934 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475c111e-aa60-4271-8b0d-2d15ed5aeac0 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Router 597b2068-2b17-40a7-83cf-a64abb481489 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:43:56.132448 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475c111e-aa60-4271-8b0d-2d15ed5aeac0 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:43:56.143018 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19990b50-2690-4034-8e42-81a0efa8876a None None] Sync routers for ids ['597b2068-2b17-40a7-83cf-a64abb481489'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:43:56.144986 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-475c111e-aa60-4271-8b0d-2d15ed5aeac0 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:43:56.152666 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19990b50-2690-4034-8e42-81a0efa8876a None None] Routers {'597b2068-2b17-40a7-83cf-a64abb481489'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:43:56.153282 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-19990b50-2690-4034-8e42-81a0efa8876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:43:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['597b2068-2b17-40a7-83cf-a64abb481489'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:43:56.202944 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-475c111e-aa60-4271-8b0d-2d15ed5aeac0 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "DELETE /v2.0/floatingips/09f545ae-622a-43d0-b25e-b80da59970cd HTTP/1.1" status: 204 len: 168 time: 1.4711370 Sep 14 23:43:56.203526 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0acf2e9-d70f-47a8-bee3-9b1cff31f232', 'tag': 'c45d4f18-93ca-4f1d-a1b3-6798e5eb9988'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:43:56.205850 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f5b8b5-80ea-46c3-b3af-28d4fbcaf38b" -d '{"events": [{"name": "network-changed", "server_uuid": "d0acf2e9-d70f-47a8-bee3-9b1cff31f232", "tag": "c45d4f18-93ca-4f1d-a1b3-6798e5eb9988"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:43:56.307570 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c2cc2d-ff02-4365-afc4-0c730896f1c9 x-openstack-request-id: req-10c2cc2d-ff02-4365-afc4-0c730896f1c9 {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:43:56.307909 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0acf2e9-d70f-47a8-bee3-9b1cff31f232", "tag": "c45d4f18-93ca-4f1d-a1b3-6798e5eb9988", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:43:56.308251 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-10c2cc2d-ff02-4365-afc4-0c730896f1c9 {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:43:56.308741 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10c2cc2d-ff02-4365-afc4-0c730896f1c9'] response: {'name': 'network-changed', 'server_uuid': 'd0acf2e9-d70f-47a8-bee3-9b1cff31f232', 'tag': 'c45d4f18-93ca-4f1d-a1b3-6798e5eb9988', 'status': 'completed', 'code': 200} Sep 14 23:43:56.358889 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-19990b50-2690-4034-8e42-81a0efa8876a None None] Set router 597b2068-2b17-40a7-83cf-a64abb481489 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:43:56.414841 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5b8b5-80ea-46c3-b3af-28d4fbcaf38b req-252a28cd-7ad7-4eb8-b978-795563fbb2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:43:56.416407 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-41f5b8b5-80ea-46c3-b3af-28d4fbcaf38b req-252a28cd-7ad7-4eb8-b978-795563fbb2c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e17a6406a55f40dc99859791ff1e1398&device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 1100 time: 0.0851078 Sep 14 23:43:56.570244 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5b8b5-80ea-46c3-b3af-28d4fbcaf38b req-950ccf72-d838-4120-8a84-daa512cf08ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:43:56.573011 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-41f5b8b5-80ea-46c3-b3af-28d4fbcaf38b req-950ccf72-d838-4120-8a84-daa512cf08ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=b544eae3-2e5e-4a39-b687-c7c7b952c06a HTTP/1.1" status: 200 len: 908 time: 0.1489165 Sep 14 23:43:56.598514 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6fbaf-b262-4c1d-9ebe-c3d551ede556 req-289ec211-3e91-4d64-be73-072f4a2aba3d tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:43:56.599311 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-87b6fbaf-b262-4c1d-9ebe-c3d551ede556 req-289ec211-3e91-4d64-be73-072f4a2aba3d tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Synchronizing usage tracker for tenant:e17a6406a55f40dc99859791ff1e1398 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:43:56.617114 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-87b6fbaf-b262-4c1d-9ebe-c3d551ede556 req-289ec211-3e91-4d64-be73-072f4a2aba3d tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Unset dirty status for tenant:e17a6406a55f40dc99859791ff1e1398 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:43:56.618353 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-87b6fbaf-b262-4c1d-9ebe-c3d551ede556 req-289ec211-3e91-4d64-be73-072f4a2aba3d tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 947 time: 0.1090276 Sep 14 23:43:56.650210 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-41f5b8b5-80ea-46c3-b3af-28d4fbcaf38b req-61c381f4-e8eb-4eb4-bacd-4ec6880e30f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 HTTP/1.1" status: 200 len: 217 time: 0.0687709 Sep 14 23:43:56.670945 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-87b6fbaf-b262-4c1d-9ebe-c3d551ede556 req-00bfb5c3-ee2a-4cf7-9b05-757ad38ca04b tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453558 Sep 14 23:43:56.683593 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-19990b50-2690-4034-8e42-81a0efa8876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597b2068-2b17-40a7-83cf-a64abb481489', 'name': 'tempest-TestShelveInstance-163583860-router', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f26cdb6e-9966-43f6-9b04-779d91778bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:39:33Z', 'updated_at': '2022-09-14T23:39:37Z', 'revision_number': 4, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'gw_port': {'id': 'f26cdb6e-9966-43f6-9b04-779d91778bdd', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:34Z', 'updated_at': '2022-09-14T23:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '0cd204ed-5d74-4746-8fde-4e804bca8a11', 'name': '', 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'mac_address': 'fa:16:3e:6c:ca:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'a60c350b-29dd-4914-9cf1-adecbeb7614c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:36Z', 'updated_at': '2022-09-14T23:39:42Z', 'revision_number': 5, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'subnets': [{'id': 'a60c350b-29dd-4914-9cf1-adecbeb7614c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:43:56.687624 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19990b50-2690-4034-8e42-81a0efa8876a None None] Checking router: 597b2068-2b17-40a7-83cf-a64abb481489 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:43:56.695851 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19990b50-2690-4034-8e42-81a0efa8876a None None] Routers {'597b2068-2b17-40a7-83cf-a64abb481489'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:43:56.697197 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-19990b50-2690-4034-8e42-81a0efa8876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:43:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['597b2068-2b17-40a7-83cf-a64abb481489'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:43:56.712457 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5b8b5-80ea-46c3-b3af-28d4fbcaf38b req-0558dd40-a58a-462e-b0bf-bee519e01211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:43:56.713941 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-41f5b8b5-80ea-46c3-b3af-28d4fbcaf38b req-0558dd40-a58a-462e-b0bf-bee519e01211 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a60c350b-29dd-4914-9cf1-adecbeb7614c HTTP/1.1" status: 200 len: 847 time: 0.0584428 Sep 14 23:43:56.799252 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5b8b5-80ea-46c3-b3af-28d4fbcaf38b req-f9f40326-2f3a-48c3-af65-1d22d3394927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:43:56.800727 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-41f5b8b5-80ea-46c3-b3af-28d4fbcaf38b req-f9f40326-2f3a-48c3-af65-1d22d3394927 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b544eae3-2e5e-4a39-b687-c7c7b952c06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800741 Sep 14 23:43:56.914415 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-19990b50-2690-4034-8e42-81a0efa8876a None None] Set router 597b2068-2b17-40a7-83cf-a64abb481489 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:43:56.934742 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-41f5b8b5-80ea-46c3-b3af-28d4fbcaf38b req-46d1d06b-e6ba-4575-beb8-7d27bef57b68 service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268208 Sep 14 23:43:57.067423 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-41f5b8b5-80ea-46c3-b3af-28d4fbcaf38b req-bcb312fa-363c-412f-bf3a-17688a85f2fc service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263971 Sep 14 23:43:57.224199 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-19990b50-2690-4034-8e42-81a0efa8876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597b2068-2b17-40a7-83cf-a64abb481489', 'name': 'tempest-TestShelveInstance-163583860-router', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f26cdb6e-9966-43f6-9b04-779d91778bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:39:33Z', 'updated_at': '2022-09-14T23:39:37Z', 'revision_number': 4, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'gw_port': {'id': 'f26cdb6e-9966-43f6-9b04-779d91778bdd', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:34Z', 'updated_at': '2022-09-14T23:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '0cd204ed-5d74-4746-8fde-4e804bca8a11', 'name': '', 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'mac_address': 'fa:16:3e:6c:ca:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'a60c350b-29dd-4914-9cf1-adecbeb7614c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:36Z', 'updated_at': '2022-09-14T23:39:42Z', 'revision_number': 5, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'subnets': [{'id': 'a60c350b-29dd-4914-9cf1-adecbeb7614c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:43:57.228641 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19990b50-2690-4034-8e42-81a0efa8876a None None] The sync data for ids ['597b2068-2b17-40a7-83cf-a64abb481489'] in dv-neutron-857791-1-hyperv is: [{'id': '597b2068-2b17-40a7-83cf-a64abb481489', 'name': 'tempest-TestShelveInstance-163583860-router', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f26cdb6e-9966-43f6-9b04-779d91778bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:39:33Z', 'updated_at': '2022-09-14T23:39:37Z', 'revision_number': 4, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'gw_port': {'id': 'f26cdb6e-9966-43f6-9b04-779d91778bdd', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:34Z', 'updated_at': '2022-09-14T23:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '0cd204ed-5d74-4746-8fde-4e804bca8a11', 'name': '', 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'mac_address': 'fa:16:3e:6c:ca:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'a60c350b-29dd-4914-9cf1-adecbeb7614c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:36Z', 'updated_at': '2022-09-14T23:39:42Z', 'revision_number': 5, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'subnets': [{'id': 'a60c350b-29dd-4914-9cf1-adecbeb7614c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:43:57.435116 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51acd567-23d6-447d-aaa8-3684883d456e None None] New status for floating IP 09f545ae-622a-43d0-b25e-b80da59970cd: DOWN {{(pid=89172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:43:57.817367 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f01fa-a5de-4f91-8ec9-db94c2dd690b req-2baa795c-9829-472a-92bc-1897ffb5f08c tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:43:57.817959 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-b03f01fa-a5de-4f91-8ec9-db94c2dd690b req-2baa795c-9829-472a-92bc-1897ffb5f08c tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Synchronizing usage tracker for tenant:e17a6406a55f40dc99859791ff1e1398 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:43:57.830407 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-b03f01fa-a5de-4f91-8ec9-db94c2dd690b req-2baa795c-9829-472a-92bc-1897ffb5f08c tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Unset dirty status for tenant:e17a6406a55f40dc99859791ff1e1398 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:43:57.831513 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b03f01fa-a5de-4f91-8ec9-db94c2dd690b req-2baa795c-9829-472a-92bc-1897ffb5f08c tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 947 time: 0.0979011 Sep 14 23:43:57.870230 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be0ed8-6a57-417d-aab0-0d8db22f113b req-be3ae226-0d84-42ad-8e71-f52f7bfbe0ad tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:43:57.871675 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e4be0ed8-6a57-417d-aab0-0d8db22f113b req-be3ae226-0d84-42ad-8e71-f52f7bfbe0ad tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 947 time: 0.0874283 Sep 14 23:43:57.918727 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e4be0ed8-6a57-417d-aab0-0d8db22f113b req-0951ab6e-d6c0-4221-be7a-522c175858d4 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef43db03-7411-4d8b-94c0-4e25f45acc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410790 Sep 14 23:43:58.018007 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-b03f01fa-a5de-4f91-8ec9-db94c2dd690b req-6d66edd7-9436-4191-8804-fa84bff616da tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Deleting port c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:43:58.018343 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-b03f01fa-a5de-4f91-8ec9-db94c2dd690b req-6d66edd7-9436-4191-8804-fa84bff616da tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:43:58.253527 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-b03f01fa-a5de-4f91-8ec9-db94c2dd690b req-6d66edd7-9436-4191-8804-fa84bff616da tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] For port c45d4f18-93ca-4f1d-a1b3-6798e5eb9988, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=c45d4f18-93ca-4f1d-a1b3-6798e5eb9988,segment=NetworkSegment(b029bd16-3302-4a2b-9a28-b66d1de7149c),segment_id=b029bd16-3302-4a2b-9a28-b66d1de7149c)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:43:58.253879 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-b03f01fa-a5de-4f91-8ec9-db94c2dd690b req-6d66edd7-9436-4191-8804-fa84bff616da tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:43:58.376998 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-b03f01fa-a5de-4f91-8ec9-db94c2dd690b req-6d66edd7-9436-4191-8804-fa84bff616da tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Calling delete_port for c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 owned by compute:nova {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:43:58.516867 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-b03f01fa-a5de-4f91-8ec9-db94c2dd690b req-6d66edd7-9436-4191-8804-fa84bff616da tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:43:58.568143 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d66edd7-9436-4191-8804-fa84bff616da tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Pushing event deleted for resources: {'Port': ['ID=c45d4f18-93ca-4f1d-a1b3-6798e5eb9988,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:43:58.609840 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d66edd7-9436-4191-8804-fa84bff616da tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:43:58.610182 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d66edd7-9436-4191-8804-fa84bff616da tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:43:58.610516 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d66edd7-9436-4191-8804-fa84bff616da tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:43:58.610844 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d66edd7-9436-4191-8804-fa84bff616da tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:43:58.611169 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d66edd7-9436-4191-8804-fa84bff616da tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:43:58.611491 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d66edd7-9436-4191-8804-fa84bff616da tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:43:58.611809 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d66edd7-9436-4191-8804-fa84bff616da tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:43:58.612126 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d66edd7-9436-4191-8804-fa84bff616da tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:43:58.612443 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d66edd7-9436-4191-8804-fa84bff616da tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:43:58.612786 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d66edd7-9436-4191-8804-fa84bff616da tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:43:58.613098 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d66edd7-9436-4191-8804-fa84bff616da tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:43:58.613409 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d66edd7-9436-4191-8804-fa84bff616da tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:43:58.664675 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03f01fa-a5de-4f91-8ec9-db94c2dd690b req-6d66edd7-9436-4191-8804-fa84bff616da tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] No DVR routers for this DVR port c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 on host hv-neutron-8577 {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:43:58.667690 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-b03f01fa-a5de-4f91-8ec9-db94c2dd690b req-6d66edd7-9436-4191-8804-fa84bff616da tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:43:58.670142 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0acf2e9-d70f-47a8-bee3-9b1cff31f232', 'name': 'network-vif-deleted', 'tag': 'c45d4f18-93ca-4f1d-a1b3-6798e5eb9988'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:43:58.672388 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d66d2bc-6864-4584-ab18-f15b19b3c184" -d '{"events": [{"server_uuid": "d0acf2e9-d70f-47a8-bee3-9b1cff31f232", "name": "network-vif-deleted", "tag": "c45d4f18-93ca-4f1d-a1b3-6798e5eb9988"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:43:58.686448 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b03f01fa-a5de-4f91-8ec9-db94c2dd690b req-6d66edd7-9436-4191-8804-fa84bff616da tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.20 "DELETE /v2.0/ports/c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 HTTP/1.1" status: 204 len: 173 time: 0.8490691 Sep 14 23:43:58.717290 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36555b4-1cdd-4b1b-a42d-67af7f35fd64 x-openstack-request-id: req-d36555b4-1cdd-4b1b-a42d-67af7f35fd64 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:43:58.717576 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0acf2e9-d70f-47a8-bee3-9b1cff31f232", "name": "network-vif-deleted", "tag": "c45d4f18-93ca-4f1d-a1b3-6798e5eb9988", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:43:58.717809 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d36555b4-1cdd-4b1b-a42d-67af7f35fd64 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:43:58.718260 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d36555b4-1cdd-4b1b-a42d-67af7f35fd64'] response: {'server_uuid': 'd0acf2e9-d70f-47a8-bee3-9b1cff31f232', 'name': 'network-vif-deleted', 'tag': 'c45d4f18-93ca-4f1d-a1b3-6798e5eb9988', 'status': 'completed', 'code': 200} Sep 14 23:43:59.105039 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-54d6d6d7-8b83-47ee-92fc-1b4eb1f61d32 req-07aaf998-83a8-4710-8167-54e065792cce tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=d0acf2e9-d70f-47a8-bee3-9b1cff31f232 HTTP/1.1" status: 200 len: 210 time: 0.0533788 Sep 14 23:44:00.204009 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 36052) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:44:00.274280 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4b20162d-0e16-4026-8d42-973333aaedd3 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:00.303718 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4b20162d-0e16-4026-8d42-973333aaedd3 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:00.369759 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4b20162d-0e16-4026-8d42-973333aaedd3 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:00.389086 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20162d-0e16-4026-8d42-973333aaedd3 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef43db03-7411-4d8b-94c0-4e25f45acc5e,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:44:00.402126 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4b20162d-0e16-4026-8d42-973333aaedd3 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:00.405849 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4b20162d-0e16-4026-8d42-973333aaedd3 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "DELETE /v2.0/security-groups/ef43db03-7411-4d8b-94c0-4e25f45acc5e HTTP/1.1" status: 204 len: 168 time: 0.1982362 Sep 14 23:44:00.515921 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 36060) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:44:00.521128 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-7eb7a163-b849-4f32-a563-fc2b412b7e2f tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-747551746', 'description': 'tempest-secgroup-smoke-747551746 description', 'project_id': 'e17a6406a55f40dc99859791ff1e1398'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:44:00.527467 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-7eb7a163-b849-4f32-a563-fc2b412b7e2f tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:44:00.531567 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-7eb7a163-b849-4f32-a563-fc2b412b7e2f tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Usage tracker for resource:security_group and tenant:e17a6406a55f40dc99859791ff1e1398 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:44:00.534428 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-7eb7a163-b849-4f32-a563-fc2b412b7e2f tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:44:00.540136 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-7eb7a163-b849-4f32-a563-fc2b412b7e2f tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:44:00.550047 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7eb7a163-b849-4f32-a563-fc2b412b7e2f tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:00.568714 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-7eb7a163-b849-4f32-a563-fc2b412b7e2f tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:44:00.572940 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-7eb7a163-b849-4f32-a563-fc2b412b7e2f tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Usage tracker for resource:security_group_rule and tenant:e17a6406a55f40dc99859791ff1e1398 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:44:00.575642 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-7eb7a163-b849-4f32-a563-fc2b412b7e2f tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:44:00.581168 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-7eb7a163-b849-4f32-a563-fc2b412b7e2f tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:44:00.651955 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7eb7a163-b849-4f32-a563-fc2b412b7e2f tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:00.655227 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7eb7a163-b849-4f32-a563-fc2b412b7e2f tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:00.701515 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7a163-b849-4f32-a563-fc2b412b7e2f tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:44:00.704634 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-7eb7a163-b849-4f32-a563-fc2b412b7e2f tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:00.705817 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-7eb7a163-b849-4f32-a563-fc2b412b7e2f tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1889107 Sep 14 23:44:00.708769 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 36064) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:44:00.714288 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-ebc69dd2-d282-4b48-848e-211f56bfc738 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Request body: {'security_group_rule': {'security_group_id': 'b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45', 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:44:00.720208 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-ebc69dd2-d282-4b48-848e-211f56bfc738 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:44:00.724042 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-ebc69dd2-d282-4b48-848e-211f56bfc738 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Usage tracker for resource:security_group_rule and tenant:e17a6406a55f40dc99859791ff1e1398 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:44:00.726918 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-ebc69dd2-d282-4b48-848e-211f56bfc738 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:44:00.732535 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-ebc69dd2-d282-4b48-848e-211f56bfc738 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:44:00.843040 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ebc69dd2-d282-4b48-848e-211f56bfc738 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:00.900750 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ebc69dd2-d282-4b48-848e-211f56bfc738 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:00.904053 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ebc69dd2-d282-4b48-848e-211f56bfc738 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:00.925888 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc69dd2-d282-4b48-848e-211f56bfc738 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bee4d18-90b9-4902-b1e9-b26d2382aa09,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:44:00.935590 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ebc69dd2-d282-4b48-848e-211f56bfc738 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:00.936788 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ebc69dd2-d282-4b48-848e-211f56bfc738 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2270730 Sep 14 23:44:00.939560 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 36068) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:44:00.944506 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-0a1a6249-07bd-46e4-a52f-e90748a41ada tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Request body: {'security_group_rule': {'security_group_id': 'b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45', 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:44:00.951040 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0a1a6249-07bd-46e4-a52f-e90748a41ada tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:44:00.954747 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0a1a6249-07bd-46e4-a52f-e90748a41ada tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Usage tracker for resource:security_group_rule and tenant:e17a6406a55f40dc99859791ff1e1398 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:44:00.957529 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-0a1a6249-07bd-46e4-a52f-e90748a41ada tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:44:00.963088 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-0a1a6249-07bd-46e4-a52f-e90748a41ada tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:44:00.979029 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0a1a6249-07bd-46e4-a52f-e90748a41ada tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:01.037974 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0a1a6249-07bd-46e4-a52f-e90748a41ada tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:01.041031 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:44:01.043059 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0a1a6249-07bd-46e4-a52f-e90748a41ada tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:01.066197 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a6249-07bd-46e4-a52f-e90748a41ada tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02c13612-6774-4d6e-8538-ee1e2721160d,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:44:01.075433 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-0a1a6249-07bd-46e4-a52f-e90748a41ada tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:01.075944 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:44:01.076310 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device c45d4f18-93ca-4f1d-a1b3-6798e5eb9988 not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:44:01.076683 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0a1a6249-07bd-46e4-a52f-e90748a41ada tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1361413 Sep 14 23:44:01.079389 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 36072) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:44:01.084459 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-f1a5183a-ae4c-4d84-a2b0-20226fcaa1cc tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Request body: {'security_group_rule': {'security_group_id': 'b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45', 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:44:01.090318 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-f1a5183a-ae4c-4d84-a2b0-20226fcaa1cc tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:44:01.094167 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-f1a5183a-ae4c-4d84-a2b0-20226fcaa1cc tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Usage tracker for resource:security_group_rule and tenant:e17a6406a55f40dc99859791ff1e1398 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:44:01.097052 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-f1a5183a-ae4c-4d84-a2b0-20226fcaa1cc tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:44:01.102731 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-f1a5183a-ae4c-4d84-a2b0-20226fcaa1cc tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:44:01.119343 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f1a5183a-ae4c-4d84-a2b0-20226fcaa1cc tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:01.182512 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f1a5183a-ae4c-4d84-a2b0-20226fcaa1cc tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:01.185840 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f1a5183a-ae4c-4d84-a2b0-20226fcaa1cc tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:01.208976 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a5183a-ae4c-4d84-a2b0-20226fcaa1cc tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f083490d-cc06-424a-8ed3-d36f6eb26327,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:44:01.217202 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-f1a5183a-ae4c-4d84-a2b0-20226fcaa1cc tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:01.218398 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-f1a5183a-ae4c-4d84-a2b0-20226fcaa1cc tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1380513 Sep 14 23:44:01.221253 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 36076) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:44:01.226253 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-cff6f2b6-b5b3-4649-9da8-6cc1b63a8595 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Request body: {'security_group_rule': {'security_group_id': 'b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45', 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:44:01.232192 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-cff6f2b6-b5b3-4649-9da8-6cc1b63a8595 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:44:01.235986 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-cff6f2b6-b5b3-4649-9da8-6cc1b63a8595 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Usage tracker for resource:security_group_rule and tenant:e17a6406a55f40dc99859791ff1e1398 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:44:01.238872 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-cff6f2b6-b5b3-4649-9da8-6cc1b63a8595 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:44:01.245511 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-cff6f2b6-b5b3-4649-9da8-6cc1b63a8595 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:44:01.261941 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cff6f2b6-b5b3-4649-9da8-6cc1b63a8595 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:01.323938 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cff6f2b6-b5b3-4649-9da8-6cc1b63a8595 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:01.327826 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cff6f2b6-b5b3-4649-9da8-6cc1b63a8595 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:01.350556 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6f2b6-b5b3-4649-9da8-6cc1b63a8595 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c94ce3e-9446-4800-87db-a569a7dd6894,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:44:01.360956 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cff6f2b6-b5b3-4649-9da8-6cc1b63a8595 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:01.364898 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 36080) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:44:01.365337 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-cff6f2b6-b5b3-4649-9da8-6cc1b63a8595 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1426408 Sep 14 23:44:01.370619 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-2618a482-fe1b-44ff-9084-6aac788f2090 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Request body: {'security_group_rule': {'security_group_id': 'b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45', 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:44:01.376938 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2618a482-fe1b-44ff-9084-6aac788f2090 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:44:01.380712 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2618a482-fe1b-44ff-9084-6aac788f2090 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Usage tracker for resource:security_group_rule and tenant:e17a6406a55f40dc99859791ff1e1398 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:44:01.383514 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-2618a482-fe1b-44ff-9084-6aac788f2090 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:44:01.389125 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-2618a482-fe1b-44ff-9084-6aac788f2090 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:44:01.399813 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.securitygroups_db [None req-2618a482-fe1b-44ff-9084-6aac788f2090 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Project e17a6406a55f40dc99859791ff1e1398 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:44:01.407176 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2618a482-fe1b-44ff-9084-6aac788f2090 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:01.469231 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2618a482-fe1b-44ff-9084-6aac788f2090 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:01.472708 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2618a482-fe1b-44ff-9084-6aac788f2090 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:01.495905 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618a482-fe1b-44ff-9084-6aac788f2090 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac840b14-8407-40d7-a1df-656db3ca6b1c,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:44:01.504390 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-2618a482-fe1b-44ff-9084-6aac788f2090 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:01.505636 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-2618a482-fe1b-44ff-9084-6aac788f2090 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1397066 Sep 14 23:44:01.508293 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 36084) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:44:01.513462 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-7becb54d-9f06-4879-b994-2effdee85c79 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Request body: {'security_group_rule': {'security_group_id': 'b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45', 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:44:01.519170 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-7becb54d-9f06-4879-b994-2effdee85c79 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:44:01.523066 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-7becb54d-9f06-4879-b994-2effdee85c79 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Usage tracker for resource:security_group_rule and tenant:e17a6406a55f40dc99859791ff1e1398 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:44:01.525965 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-7becb54d-9f06-4879-b994-2effdee85c79 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:44:01.531830 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-7becb54d-9f06-4879-b994-2effdee85c79 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:44:01.542720 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.securitygroups_db [None req-7becb54d-9f06-4879-b994-2effdee85c79 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Project e17a6406a55f40dc99859791ff1e1398 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:44:01.549094 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7becb54d-9f06-4879-b994-2effdee85c79 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:01.615846 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7becb54d-9f06-4879-b994-2effdee85c79 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:01.620134 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7becb54d-9f06-4879-b994-2effdee85c79 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:01.644244 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7becb54d-9f06-4879-b994-2effdee85c79 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a6e7089-a018-41de-ab03-69cfec50e22f,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:44:01.655263 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-7becb54d-9f06-4879-b994-2effdee85c79 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:01.656464 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-7becb54d-9f06-4879-b994-2effdee85c79 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1471524 Sep 14 23:44:07.824570 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-aa51072d-31d6-4198-b59b-d152cdca1b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:08.657597 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:44:09.830868 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-63e792d8-7e98-4813-b456-1a4a6f04450a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:10.963707 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:11.008774 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:12.625837 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:15.452041 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-a94b5877-74f1-4396-8cd6-75f7977b885e tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Synchronizing usage tracker for tenant:e17a6406a55f40dc99859791ff1e1398 on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:44:15.467435 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-a94b5877-74f1-4396-8cd6-75f7977b885e tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Unset dirty status for tenant:e17a6406a55f40dc99859791ff1e1398 on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:44:15.468540 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-a94b5877-74f1-4396-8cd6-75f7977b885e tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-747551746&fields=id&tenant_id=e17a6406a55f40dc99859791ff1e1398 HTTP/1.1" status: 200 len: 267 time: 0.0545318 Sep 14 23:44:15.617344 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-f8a31362-9eb2-4f98-b04d-ca8fb8af7606 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:44:15.618663 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-f8a31362-9eb2-4f98-b04d-ca8fb8af7606 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/networks?id=b544eae3-2e5e-4a39-b687-c7c7b952c06a HTTP/1.1" status: 200 len: 808 time: 0.1436656 Sep 14 23:44:15.633272 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-b8523a62-2ba4-40ec-b135-4c2f05eecfc0 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/quotas/e17a6406a55f40dc99859791ff1e1398 HTTP/1.1" status: 200 len: 375 time: 0.0088995 Sep 14 23:44:15.719640 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-a7cf438a-bfd3-4e5f-b4f1-8f8c86965ed2 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=e17a6406a55f40dc99859791ff1e1398&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0810871 Sep 14 23:44:15.896829 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-a324bb5a-49a6-471f-b2f2-2e59ffe975ad service neutron] 10.222.0.33 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659167 Sep 14 23:44:16.026809 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-65ba63c6-89b6-4ede-9f25-9f3dbd15e9a0 service neutron] 10.222.0.33 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243811 Sep 14 23:44:16.410508 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5be99b40-4fad-48b4-89a0-2b96812583c7 req-f644010f-5d64-4e37-914b-f4cd922f1d50 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 210 time: 0.0526886 Sep 14 23:44:17.586209 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4bf38ce2-3d08-4515-b5fd-c19c63f765d7 req-84bc88f4-ae55-4f59-bbb9-c9404f2abb62 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 210 time: 0.0638907 Sep 14 23:44:17.603350 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-01d8366f-5433-4455-a692-bd3443587b4e tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:44:17.605757 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-01d8366f-5433-4455-a692-bd3443587b4e tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.20 "GET /v2.0/networks?id=b544eae3-2e5e-4a39-b687-c7c7b952c06a HTTP/1.1" status: 200 len: 808 time: 0.1540504 Sep 14 23:44:17.657869 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-a22b2d12-7428-49a6-89fc-4dd4dbc4026d tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e17a6406a55f40dc99859791ff1e1398 HTTP/1.1" status: 200 len: 379 time: 0.0447736 Sep 14 23:44:17.667317 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-0bd35699-794d-4da4-bcd5-ba8e85e841ab tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Request body: {'port': {'device_id': '310dd21b-2d9f-4d17-b158-d3ed1e14af3e', 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a', 'admin_state_up': True, 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'security_groups': ['b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45']}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:44:17.805296 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-0bd35699-794d-4da4-bcd5-ba8e85e841ab tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:44:17.809558 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-0bd35699-794d-4da4-bcd5-ba8e85e841ab tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Usage tracker for resource:port and tenant:e17a6406a55f40dc99859791ff1e1398 is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:44:17.812764 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-0bd35699-794d-4da4-bcd5-ba8e85e841ab tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:44:17.818496 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-0bd35699-794d-4da4-bcd5-ba8e85e841ab tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:44:17.828778 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-0bd35699-794d-4da4-bcd5-ba8e85e841ab tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Made reservation on behalf of e17a6406a55f40dc99859791ff1e1398 for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:44:17.832291 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-0bd35699-794d-4da4-bcd5-ba8e85e841ab tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:18.007290 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-0bd35699-794d-4da4-bcd5-ba8e85e841ab tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Allocated IP 172.20.0.5 (b544eae3-2e5e-4a39-b687-c7c7b952c06a/a60c350b-29dd-4914-9cf1-adecbeb7614c/9602143f-c8f9-40a9-ba50-d242ea6b0def) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:44:18.212295 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-0bd35699-794d-4da4-bcd5-ba8e85e841ab tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:18.230043 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-0bd35699-794d-4da4-bcd5-ba8e85e841ab tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Transition to ACTIVE for port object 9602143f-c8f9-40a9-ba50-d242ea6b0def will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:44:18.253966 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-0bd35699-794d-4da4-bcd5-ba8e85e841ab tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:18.325062 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-0bd35699-794d-4da4-bcd5-ba8e85e841ab tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Network b544eae3-2e5e-4a39-b687-c7c7b952c06a is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:44:18.328236 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-0bd35699-794d-4da4-bcd5-ba8e85e841ab tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:44:18.332027 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-0bd35699-794d-4da4-bcd5-ba8e85e841ab tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:44:18.376101 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd35699-794d-4da4-bcd5-ba8e85e841ab tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Pushing event updated for resources: {'Port': ['ID=9602143f-c8f9-40a9-ba50-d242ea6b0def,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:44:18.422273 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-0bd35699-794d-4da4-bcd5-ba8e85e841ab tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:44:18.423004 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-0bd35699-794d-4da4-bcd5-ba8e85e841ab tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:18.450588 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-0bd35699-794d-4da4-bcd5-ba8e85e841ab tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7874513 Sep 14 23:44:18.464727 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-3e365a05-b7bd-4360-992a-857922f1ac54 service neutron] Request body: {'port': {'device_id': '310dd21b-2d9f-4d17-b158-d3ed1e14af3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:44:18.568324 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-87d54be2-2cb6-4c38-9559-533118d94d36 None None] Provisioning for port 9602143f-c8f9-40a9-ba50-d242ea6b0def completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:44:18.576390 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-87d54be2-2cb6-4c38-9559-533118d94d36 None None] Provisioning complete for port 9602143f-c8f9-40a9-ba50-d242ea6b0def triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:44:18.576903 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-87d54be2-2cb6-4c38-9559-533118d94d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:18.594661 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-3e365a05-b7bd-4360-992a-857922f1ac54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:18.649625 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-87d54be2-2cb6-4c38-9559-533118d94d36 None None] Port 9602143f-c8f9-40a9-ba50-d242ea6b0def cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:44:18.816998 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65f54b-bd9f-4912-9f65-afedb09ebacd req-be81712b-99ea-4e1e-90e9-8ed1fe12180a tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:44:18.818511 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7f65f54b-bd9f-4912-9f65-afedb09ebacd req-be81712b-99ea-4e1e-90e9-8ed1fe12180a tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 931 time: 0.0946834 Sep 14 23:44:18.868118 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-7f65f54b-bd9f-4912-9f65-afedb09ebacd req-45da421e-cce3-42c2-a72d-86ef0bd04053 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434368 Sep 14 23:44:18.991969 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-3e365a05-b7bd-4360-992a-857922f1ac54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9602143f-c8f9-40a9-ba50-d242ea6b0def {{(pid=89171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:44:19.003275 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-3e365a05-b7bd-4360-992a-857922f1ac54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:19.026352 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-3e365a05-b7bd-4360-992a-857922f1ac54 service neutron] Transition to ACTIVE for port object 9602143f-c8f9-40a9-ba50-d242ea6b0def will not be triggered until provisioned by entity L2. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:44:19.030222 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-3e365a05-b7bd-4360-992a-857922f1ac54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:19.371421 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e365a05-b7bd-4360-992a-857922f1ac54 service neutron] Pushing event updated for resources: {'Port': ['ID=9602143f-c8f9-40a9-ba50-d242ea6b0def,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:44:19.413432 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-3e365a05-b7bd-4360-992a-857922f1ac54 service neutron] Attempting to bind port 9602143f-c8f9-40a9-ba50-d242ea6b0def on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:44:19.413762 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-3e365a05-b7bd-4360-992a-857922f1ac54 service neutron] Attempting to bind port 9602143f-c8f9-40a9-ba50-d242ea6b0def by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'b029bd16-3302-4a2b-9a28-b66d1de7149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:44:19.414082 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-3e365a05-b7bd-4360-992a-857922f1ac54 service neutron] Attempting to bind port 9602143f-c8f9-40a9-ba50-d242ea6b0def on network b544eae3-2e5e-4a39-b687-c7c7b952c06a {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:44:19.418582 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-3e365a05-b7bd-4360-992a-857922f1ac54 service neutron] Port 9602143f-c8f9-40a9-ba50-d242ea6b0def on network b544eae3-2e5e-4a39-b687-c7c7b952c06a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:44:19.418891 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-3e365a05-b7bd-4360-992a-857922f1ac54 service neutron] Attempting to bind port 9602143f-c8f9-40a9-ba50-d242ea6b0def on network b544eae3-2e5e-4a39-b687-c7c7b952c06a {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:44:19.423915 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-3e365a05-b7bd-4360-992a-857922f1ac54 service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:44:19.424245 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-3e365a05-b7bd-4360-992a-857922f1ac54 service neutron] Checking segment: {'id': 'b029bd16-3302-4a2b-9a28-b66d1de7149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:44:19.424641 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-3e365a05-b7bd-4360-992a-857922f1ac54 service neutron] Bound using segment: {'id': 'b029bd16-3302-4a2b-9a28-b66d1de7149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a'} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:44:19.425124 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-3e365a05-b7bd-4360-992a-857922f1ac54 service neutron] Bound port: 9602143f-c8f9-40a9-ba50-d242ea6b0def, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b029bd16-3302-4a2b-9a28-b66d1de7149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a'}}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:44:19.425456 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-3e365a05-b7bd-4360-992a-857922f1ac54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:19.512510 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-3e365a05-b7bd-4360-992a-857922f1ac54 service neutron] For port 9602143f-c8f9-40a9-ba50-d242ea6b0def, host hv-neutron-8577, cleared binding levels {{(pid=89171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:44:19.515486 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-3e365a05-b7bd-4360-992a-857922f1ac54 service neutron] For port 9602143f-c8f9-40a9-ba50-d242ea6b0def, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9602143f-c8f9-40a9-ba50-d242ea6b0def,segment=NetworkSegment(b029bd16-3302-4a2b-9a28-b66d1de7149c),segment_id=b029bd16-3302-4a2b-9a28-b66d1de7149c)] {{(pid=89171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:44:19.519031 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-3e365a05-b7bd-4360-992a-857922f1ac54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:19.548787 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-3e365a05-b7bd-4360-992a-857922f1ac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:44:19.549392 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-3e365a05-b7bd-4360-992a-857922f1ac54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:19.550741 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-3e365a05-b7bd-4360-992a-857922f1ac54 service neutron] 10.222.0.20 "PUT /v2.0/ports/9602143f-c8f9-40a9-ba50-d242ea6b0def HTTP/1.1" status: 200 len: 1093 time: 1.0932620 Sep 14 23:44:19.551161 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '310dd21b-2d9f-4d17-b158-d3ed1e14af3e', 'tag': '9602143f-c8f9-40a9-ba50-d242ea6b0def'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:44:19.553547 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b21fd1e-c86d-4b96-a956-db9f52a2c843" -d '{"events": [{"name": "network-changed", "server_uuid": "310dd21b-2d9f-4d17-b158-d3ed1e14af3e", "tag": "9602143f-c8f9-40a9-ba50-d242ea6b0def"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:44:19.637818 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fbb275-b4f9-46b3-8708-50a177754946 x-openstack-request-id: req-09fbb275-b4f9-46b3-8708-50a177754946 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:44:19.638043 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "310dd21b-2d9f-4d17-b158-d3ed1e14af3e", "tag": "9602143f-c8f9-40a9-ba50-d242ea6b0def", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:44:19.638254 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-09fbb275-b4f9-46b3-8708-50a177754946 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:44:19.638648 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09fbb275-b4f9-46b3-8708-50a177754946'] response: {'name': 'network-changed', 'server_uuid': '310dd21b-2d9f-4d17-b158-d3ed1e14af3e', 'tag': '9602143f-c8f9-40a9-ba50-d242ea6b0def', 'status': 'completed', 'code': 200} Sep 14 23:44:19.662979 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e365a05-b7bd-4360-992a-857922f1ac54 service neutron] Pushing event updated for resources: {'Port': ['ID=9602143f-c8f9-40a9-ba50-d242ea6b0def,revision_number=3']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:44:19.695270 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-a69f6fab-b089-4e88-9c46-e922e55915ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:44:19.696800 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-a69f6fab-b089-4e88-9c46-e922e55915ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e17a6406a55f40dc99859791ff1e1398&device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 1096 time: 0.1076174 Sep 14 23:44:19.772763 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-4d7c629d-5ba5-4fd6-97d3-ed3b407fd7ce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9602143f-c8f9-40a9-ba50-d242ea6b0def HTTP/1.1" status: 200 len: 217 time: 0.0684319 Sep 14 23:44:19.834152 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-58f6da62-87e0-433e-91ad-5ab5cf09233f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:44:19.835584 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-58f6da62-87e0-433e-91ad-5ab5cf09233f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a60c350b-29dd-4914-9cf1-adecbeb7614c HTTP/1.1" status: 200 len: 847 time: 0.0568688 Sep 14 23:44:19.933662 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-28e2adf9-d98c-4fc7-aeff-e539027b2f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:44:19.935175 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-28e2adf9-d98c-4fc7-aeff-e539027b2f24 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b544eae3-2e5e-4a39-b687-c7c7b952c06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0937660 Sep 14 23:44:19.945539 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:20.070855 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-5d45728f-bdd5-479f-9888-b7fd82e1dead service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296203 Sep 14 23:44:20.093710 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84151111-5b55-4549-ae2c-34ac1f996798 req-563dedd0-c766-43e9-bbdf-9b08a7201710 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:44:20.095210 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-84151111-5b55-4549-ae2c-34ac1f996798 req-563dedd0-c766-43e9-bbdf-9b08a7201710 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 943 time: 0.0919986 Sep 14 23:44:20.142909 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-84151111-5b55-4549-ae2c-34ac1f996798 req-50e12070-e109-4f1f-a9ae-d20d1b0285fa tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404487 Sep 14 23:44:20.217329 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-d60d4e97-c251-40e1-a406-ca5e05f3ab3e req-90b81871-ae14-41d2-9d39-9ad80a313672 service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408088 Sep 14 23:44:20.339035 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21fd1e-c86d-4b96-a956-db9f52a2c843 req-df192efe-9b1f-4444-b275-b7e576a52c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:44:20.340492 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-1b21fd1e-c86d-4b96-a956-db9f52a2c843 req-df192efe-9b1f-4444-b275-b7e576a52c78 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e17a6406a55f40dc99859791ff1e1398&device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 1096 time: 0.0788701 Sep 14 23:44:20.473669 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21fd1e-c86d-4b96-a956-db9f52a2c843 req-a2e112f8-18f7-480e-8bb2-39acf39efd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:44:20.475111 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-1b21fd1e-c86d-4b96-a956-db9f52a2c843 req-a2e112f8-18f7-480e-8bb2-39acf39efd0f service neutron] 10.222.0.20 "GET /v2.0/networks?id=b544eae3-2e5e-4a39-b687-c7c7b952c06a HTTP/1.1" status: 200 len: 908 time: 0.1277518 Sep 14 23:44:20.544310 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-1b21fd1e-c86d-4b96-a956-db9f52a2c843 req-96c5640a-6c20-4c4f-a64e-59b6312b4db9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9602143f-c8f9-40a9-ba50-d242ea6b0def HTTP/1.1" status: 200 len: 217 time: 0.0631351 Sep 14 23:44:20.604378 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21fd1e-c86d-4b96-a956-db9f52a2c843 req-04c43bc8-74db-4d88-b046-668362d8181c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:44:20.605897 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-1b21fd1e-c86d-4b96-a956-db9f52a2c843 req-04c43bc8-74db-4d88-b046-668362d8181c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a60c350b-29dd-4914-9cf1-adecbeb7614c HTTP/1.1" status: 200 len: 847 time: 0.0561476 Sep 14 23:44:20.691936 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21fd1e-c86d-4b96-a956-db9f52a2c843 req-8c237b00-5b09-49a7-a0db-ca71732256dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:44:20.693400 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-1b21fd1e-c86d-4b96-a956-db9f52a2c843 req-8c237b00-5b09-49a7-a0db-ca71732256dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b544eae3-2e5e-4a39-b687-c7c7b952c06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823443 Sep 14 23:44:20.825220 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-1b21fd1e-c86d-4b96-a956-db9f52a2c843 req-5f6710aa-c9b5-45bf-9c68-923bf78e4d57 service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260257 Sep 14 23:44:20.954562 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-1b21fd1e-c86d-4b96-a956-db9f52a2c843 req-19482dd2-7fa2-4dee-8f34-93da7c2814ea service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242259 Sep 14 23:44:21.343525 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d88da-fb57-4790-ad19-ca32a5eb86b2 req-58afd250-830a-4874-ac1d-c0901114e250 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:44:21.345020 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c10d88da-fb57-4790-ad19-ca32a5eb86b2 req-58afd250-830a-4874-ac1d-c0901114e250 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 943 time: 0.0895681 Sep 14 23:44:21.389168 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c10d88da-fb57-4790-ad19-ca32a5eb86b2 req-77c2140e-28c1-4d23-b92d-cc942c08a6f6 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384660 Sep 14 23:44:22.580110 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3ea04-c743-406c-a1b7-b38daf0436c2 req-f1a24a5e-35a1-40a7-87f5-4dd9ab63f681 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:44:22.581560 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-43c3ea04-c743-406c-a1b7-b38daf0436c2 req-f1a24a5e-35a1-40a7-87f5-4dd9ab63f681 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 943 time: 0.0854290 Sep 14 23:44:22.624954 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-43c3ea04-c743-406c-a1b7-b38daf0436c2 req-1e7a45a1-d36c-49fa-8c50-822d834b70d5 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375760 Sep 14 23:44:23.821254 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb84a23-e201-4432-b505-5d3f425a31ab req-3ad6a63e-52a9-4063-b40e-d734d519194e tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:44:23.823232 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8cb84a23-e201-4432-b505-5d3f425a31ab req-3ad6a63e-52a9-4063-b40e-d734d519194e tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 943 time: 0.0897522 Sep 14 23:44:23.867192 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8cb84a23-e201-4432-b505-5d3f425a31ab req-8a3b25b7-2500-4f74-a4b0-a91b3b2cf6b3 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382607 Sep 14 23:44:25.059028 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6accd-37e5-4956-a066-ddba62b79f42 req-fd72cce4-d7d5-40fd-8e10-3f068ff8dba1 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:44:25.060478 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4ee6accd-37e5-4956-a066-ddba62b79f42 req-fd72cce4-d7d5-40fd-8e10-3f068ff8dba1 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 943 time: 0.0851912 Sep 14 23:44:25.108137 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-4ee6accd-37e5-4956-a066-ddba62b79f42 req-eabc8050-b995-4156-9893-cd5f7b9ebbab tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420940 Sep 14 23:44:26.300005 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d39d5-48d8-4170-9795-29b5e0b3b239 req-553bf11f-a080-4fec-8122-1ded33e2161d tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:44:26.301522 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ba6d39d5-48d8-4170-9795-29b5e0b3b239 req-553bf11f-a080-4fec-8122-1ded33e2161d tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 943 time: 0.0869558 Sep 14 23:44:26.348131 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ba6d39d5-48d8-4170-9795-29b5e0b3b239 req-2f832fd5-1de3-47b6-b5cf-14e4a0243f05 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398293 Sep 14 23:44:27.174896 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 9602143f-c8f9-40a9-ba50-d242ea6b0def details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:44:27.308576 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 9602143f-c8f9-40a9-ba50-d242ea6b0def, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9602143f-c8f9-40a9-ba50-d242ea6b0def,segment=NetworkSegment(b029bd16-3302-4a2b-9a28-b66d1de7149c),segment_id=b029bd16-3302-4a2b-9a28-b66d1de7149c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:44:27.321557 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': '9602143f-c8f9-40a9-ba50-d242ea6b0def', 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a', 'port_id': '9602143f-c8f9-40a9-ba50-d242ea6b0def', 'mac_address': 'fa:16:3e:44:de:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a60c350b-29dd-4914-9cf1-adecbeb7614c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:44:27.381678 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 9602143f-c8f9-40a9-ba50-d242ea6b0def is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:44:27.382060 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:27.402885 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9602143f-c8f9-40a9-ba50-d242ea6b0def {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:44:27.418617 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 9602143f-c8f9-40a9-ba50-d242ea6b0def, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9602143f-c8f9-40a9-ba50-d242ea6b0def,segment=NetworkSegment(b029bd16-3302-4a2b-9a28-b66d1de7149c),segment_id=b029bd16-3302-4a2b-9a28-b66d1de7149c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:44:27.423080 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:27.524675 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=9602143f-c8f9-40a9-ba50-d242ea6b0def,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:44:27.532037 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:44:27.532380 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:44:27.532787 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:44:27.533075 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:44:27.533397 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:44:27.533718 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:44:27.534036 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:44:27.534350 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:44:27.534666 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:44:27.534978 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:44:27.535289 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:44:27.535594 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:44:27.576266 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af3216-4241-4373-b502-e154f3210e49 req-5cb4cf15-2ea1-4f31-b889-6e3650b850a4 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:44:27.577774 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-31af3216-4241-4373-b502-e154f3210e49 req-5cb4cf15-2ea1-4f31-b889-6e3650b850a4 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 944 time: 0.1098170 Sep 14 23:44:27.623296 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-31af3216-4241-4373-b502-e154f3210e49 req-1b3a9a14-d4a6-4410-9d01-cbf0967a1625 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399342 Sep 14 23:44:27.652079 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['9602143f-c8f9-40a9-ba50-d242ea6b0def'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:44:28.818469 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1d7b7-580d-43e4-8b1c-d0b78a176a44 req-45072fea-7f06-434d-87e4-cfddb4fd37b2 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:44:28.819922 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-72f1d7b7-580d-43e4-8b1c-d0b78a176a44 req-45072fea-7f06-434d-87e4-cfddb4fd37b2 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 944 time: 0.0865259 Sep 14 23:44:28.865739 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-72f1d7b7-580d-43e4-8b1c-d0b78a176a44 req-62818e33-bdae-452d-b808-b1da2238d781 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396121 Sep 14 23:44:29.182408 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 9602143f-c8f9-40a9-ba50-d242ea6b0def up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:44:29.250692 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port 9602143f-c8f9-40a9-ba50-d242ea6b0def completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:44:29.255316 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port 9602143f-c8f9-40a9-ba50-d242ea6b0def triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:44:29.255678 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:29.368130 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 9602143f-c8f9-40a9-ba50-d242ea6b0def is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:44:29.368432 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:29.395185 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310dd21b-2d9f-4d17-b158-d3ed1e14af3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9602143f-c8f9-40a9-ba50-d242ea6b0def'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:44:29.397520 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75bf259-02b7-484e-ab9c-2f3fb7cf7adf" -d '{"events": [{"server_uuid": "310dd21b-2d9f-4d17-b158-d3ed1e14af3e", "name": "network-vif-plugged", "status": "completed", "tag": "9602143f-c8f9-40a9-ba50-d242ea6b0def"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:44:29.406136 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 9602143f-c8f9-40a9-ba50-d242ea6b0def, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9602143f-c8f9-40a9-ba50-d242ea6b0def,segment=NetworkSegment(b029bd16-3302-4a2b-9a28-b66d1de7149c),segment_id=b029bd16-3302-4a2b-9a28-b66d1de7149c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:44:29.409618 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:29.444738 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b96fe2d-3094-48d9-aedb-c0f8e782ef79 x-openstack-request-id: req-0b96fe2d-3094-48d9-aedb-c0f8e782ef79 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:44:29.445020 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310dd21b-2d9f-4d17-b158-d3ed1e14af3e", "name": "network-vif-plugged", "status": "completed", "tag": "9602143f-c8f9-40a9-ba50-d242ea6b0def", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:44:29.445263 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0b96fe2d-3094-48d9-aedb-c0f8e782ef79 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:44:29.445644 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b96fe2d-3094-48d9-aedb-c0f8e782ef79'] response: {'server_uuid': '310dd21b-2d9f-4d17-b158-d3ed1e14af3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9602143f-c8f9-40a9-ba50-d242ea6b0def', 'code': 200} Sep 14 23:44:29.477313 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=9602143f-c8f9-40a9-ba50-d242ea6b0def,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:44:29.808845 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385d2cc-cc6a-4ab2-8d05-5d7ca08dbff3 req-04841de1-7ba4-4411-9c11-746ee6afb3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:44:29.810333 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c385d2cc-cc6a-4ab2-8d05-5d7ca08dbff3 req-04841de1-7ba4-4411-9c11-746ee6afb3e8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 1098 time: 0.1739783 Sep 14 23:44:29.849928 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c385d2cc-cc6a-4ab2-8d05-5d7ca08dbff3 req-991992ff-3b18-496e-b20d-a0fa82ffca47 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334833 Sep 14 23:44:30.065665 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6846a-1229-4d5c-a425-61a55fa3c428 req-4bebe378-06dc-4c02-954b-a4dca185ac36 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:44:30.067041 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f2d6846a-1229-4d5c-a425-61a55fa3c428 req-4bebe378-06dc-4c02-954b-a4dca185ac36 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 945 time: 0.0859735 Sep 14 23:44:30.110032 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f2d6846a-1229-4d5c-a425-61a55fa3c428 req-cc404de6-4fe8-473b-b6fc-a1ab79cc78cc tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369389 Sep 14 23:44:31.395600 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d007a-e82f-4e54-adca-94aef62ad876 req-0705cb6c-882a-4688-b87b-906e005e428a tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:44:31.397010 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-797d007a-e82f-4e54-adca-94aef62ad876 req-0705cb6c-882a-4688-b87b-906e005e428a tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 945 time: 0.1759877 Sep 14 23:44:31.440878 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-797d007a-e82f-4e54-adca-94aef62ad876 req-596b20df-1427-4b2d-b919-fd49aef1a8ea tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376699 Sep 14 23:44:31.637550 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178443d-7be3-4157-8afc-25ab0f1d0000 req-f614942f-60ca-41be-9785-e51e8a6bc9f1 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:44:31.638970 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8178443d-7be3-4157-8afc-25ab0f1d0000 req-f614942f-60ca-41be-9785-e51e8a6bc9f1 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 945 time: 0.0896194 Sep 14 23:44:31.680865 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8178443d-7be3-4157-8afc-25ab0f1d0000 req-210c942d-2c24-4126-8304-f5e80dfb4d3b tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362606 Sep 14 23:44:31.709232 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 36280) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:44:31.785913 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3500a7-97d0-4576-8dce-01fb5be5dc1d tempest-TestShelveInstance-1594175281 tempest-TestShelveInstance-1594175281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:44:31.787392 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-0a3500a7-97d0-4576-8dce-01fb5be5dc1d tempest-TestShelveInstance-1594175281 tempest-TestShelveInstance-1594175281-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 1093 time: 0.0772331 Sep 14 23:44:31.790133 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 36284) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:44:31.794923 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-a7f489c6-16df-408a-88d3-0d0582c35dfe tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'port_id': '9602143f-c8f9-40a9-ba50-d242ea6b0def', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:44:31.800652 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-a7f489c6-16df-408a-88d3-0d0582c35dfe tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:44:31.804406 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a7f489c6-16df-408a-88d3-0d0582c35dfe tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Usage tracker for resource:floatingip and tenant:e17a6406a55f40dc99859791ff1e1398 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:44:31.807704 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-a7f489c6-16df-408a-88d3-0d0582c35dfe tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:44:31.813280 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-a7f489c6-16df-408a-88d3-0d0582c35dfe tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:44:31.823279 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a7f489c6-16df-408a-88d3-0d0582c35dfe tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for floatingip, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:31.956900 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a7f489c6-16df-408a-88d3-0d0582c35dfe tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:32.090494 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-a7f489c6-16df-408a-88d3-0d0582c35dfe tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Allocated IP 172.26.5.40 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/1725338b-40cd-4c16-b14a-801f340bde1a) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:44:32.237348 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a7f489c6-16df-408a-88d3-0d0582c35dfe tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:32.266833 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a7f489c6-16df-408a-88d3-0d0582c35dfe tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:32.329016 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f489c6-16df-408a-88d3-0d0582c35dfe tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:44:32.331588 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-a7f489c6-16df-408a-88d3-0d0582c35dfe tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:44:32.334322 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f489c6-16df-408a-88d3-0d0582c35dfe tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:44:32.384515 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f489c6-16df-408a-88d3-0d0582c35dfe tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Pushing event updated for resources: {'Port': ['ID=1725338b-40cd-4c16-b14a-801f340bde1a,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:44:32.767245 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a7f489c6-16df-408a-88d3-0d0582c35dfe tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:32.839973 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a7f489c6-16df-408a-88d3-0d0582c35dfe tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:33.041009 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a7f489c6-16df-408a-88d3-0d0582c35dfe tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:33.045437 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a7f489c6-16df-408a-88d3-0d0582c35dfe tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:33.147573 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a7f489c6-16df-408a-88d3-0d0582c35dfe tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:33.285738 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f489c6-16df-408a-88d3-0d0582c35dfe tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Pushing event updated for resources: {'Port': ['ID=1725338b-40cd-4c16-b14a-801f340bde1a,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:44:33.408987 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-a7f489c6-16df-408a-88d3-0d0582c35dfe tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Floating IP 1b7319e9-546a-451a-9705-08c37f19554e associated. External IP: 172.26.5.40, port: 9602143f-c8f9-40a9-ba50-d242ea6b0def. Sep 14 23:44:33.755197 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f489c6-16df-408a-88d3-0d0582c35dfe tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Router 597b2068-2b17-40a7-83cf-a64abb481489 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:44:33.930627 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f489c6-16df-408a-88d3-0d0582c35dfe tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:44:33.942128 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816b20d1-9a0f-45df-82ee-72ac8b265455 None None] Sync routers for ids ['597b2068-2b17-40a7-83cf-a64abb481489'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:44:33.950959 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816b20d1-9a0f-45df-82ee-72ac8b265455 None None] Routers {'597b2068-2b17-40a7-83cf-a64abb481489'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:44:33.951822 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-816b20d1-9a0f-45df-82ee-72ac8b265455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:44:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['597b2068-2b17-40a7-83cf-a64abb481489'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:44:33.954220 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-a7f489c6-16df-408a-88d3-0d0582c35dfe tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:34.009080 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-a7f489c6-16df-408a-88d3-0d0582c35dfe tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2178223 Sep 14 23:44:34.009765 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '310dd21b-2d9f-4d17-b158-d3ed1e14af3e', 'tag': '9602143f-c8f9-40a9-ba50-d242ea6b0def'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:44:34.012070 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84b8e7f-5efb-498e-b279-3b21c8453368" -d '{"events": [{"name": "network-changed", "server_uuid": "310dd21b-2d9f-4d17-b158-d3ed1e14af3e", "tag": "9602143f-c8f9-40a9-ba50-d242ea6b0def"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:44:34.057369 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24eec58d-3efb-414d-8431-134d574c748b x-openstack-request-id: req-24eec58d-3efb-414d-8431-134d574c748b {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:44:34.058587 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "310dd21b-2d9f-4d17-b158-d3ed1e14af3e", "tag": "9602143f-c8f9-40a9-ba50-d242ea6b0def", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:44:34.058835 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-24eec58d-3efb-414d-8431-134d574c748b {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:44:34.060012 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24eec58d-3efb-414d-8431-134d574c748b'] response: {'name': 'network-changed', 'server_uuid': '310dd21b-2d9f-4d17-b158-d3ed1e14af3e', 'tag': '9602143f-c8f9-40a9-ba50-d242ea6b0def', 'status': 'completed', 'code': 200} Sep 14 23:44:34.134239 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-816b20d1-9a0f-45df-82ee-72ac8b265455 None None] Set router 597b2068-2b17-40a7-83cf-a64abb481489 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:44:34.158780 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b8e7f-5efb-498e-b279-3b21c8453368 req-a0e2f630-8fc3-46b5-9236-ffcd9f45bb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:44:34.160250 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b84b8e7f-5efb-498e-b279-3b21c8453368 req-a0e2f630-8fc3-46b5-9236-ffcd9f45bb79 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e17a6406a55f40dc99859791ff1e1398&device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 1098 time: 0.0804353 Sep 14 23:44:34.290204 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b8e7f-5efb-498e-b279-3b21c8453368 req-d1a4b4db-b4b0-41ca-a2d4-149c948278f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:44:34.291598 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b84b8e7f-5efb-498e-b279-3b21c8453368 req-d1a4b4db-b4b0-41ca-a2d4-149c948278f3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b544eae3-2e5e-4a39-b687-c7c7b952c06a HTTP/1.1" status: 200 len: 908 time: 0.1245875 Sep 14 23:44:34.399665 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b84b8e7f-5efb-498e-b279-3b21c8453368 req-2c28b6f7-ff03-4f5f-93a9-c1a66b06c07f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9602143f-c8f9-40a9-ba50-d242ea6b0def HTTP/1.1" status: 200 len: 998 time: 0.1024737 Sep 14 23:44:34.460714 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b8e7f-5efb-498e-b279-3b21c8453368 req-72d3f2e0-acd9-490c-9175-5cf516c0dc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:44:34.462278 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b84b8e7f-5efb-498e-b279-3b21c8453368 req-72d3f2e0-acd9-490c-9175-5cf516c0dc3a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a60c350b-29dd-4914-9cf1-adecbeb7614c HTTP/1.1" status: 200 len: 847 time: 0.0575628 Sep 14 23:44:34.492626 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-816b20d1-9a0f-45df-82ee-72ac8b265455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597b2068-2b17-40a7-83cf-a64abb481489', 'name': 'tempest-TestShelveInstance-163583860-router', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f26cdb6e-9966-43f6-9b04-779d91778bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:39:33Z', 'updated_at': '2022-09-14T23:39:37Z', 'revision_number': 4, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'gw_port': {'id': 'f26cdb6e-9966-43f6-9b04-779d91778bdd', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:34Z', 'updated_at': '2022-09-14T23:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '1b7319e9-546a-451a-9705-08c37f19554e', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'floating_ip_address': '172.26.5.40', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'port_id': '9602143f-c8f9-40a9-ba50-d242ea6b0def', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a', 'mac_address': 'fa:16:3e:44:de:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310dd21b-2d9f-4d17-b158-d3ed1e14af3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:44:32Z', 'updated_at': '2022-09-14T23:44:32Z', 'revision_number': 0, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cd204ed-5d74-4746-8fde-4e804bca8a11', 'name': '', 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'mac_address': 'fa:16:3e:6c:ca:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'a60c350b-29dd-4914-9cf1-adecbeb7614c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:36Z', 'updated_at': '2022-09-14T23:39:42Z', 'revision_number': 5, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'subnets': [{'id': 'a60c350b-29dd-4914-9cf1-adecbeb7614c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:44:34.497044 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816b20d1-9a0f-45df-82ee-72ac8b265455 None None] Checking router: 597b2068-2b17-40a7-83cf-a64abb481489 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:44:34.505876 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816b20d1-9a0f-45df-82ee-72ac8b265455 None None] Routers {'597b2068-2b17-40a7-83cf-a64abb481489'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:44:34.506473 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-816b20d1-9a0f-45df-82ee-72ac8b265455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:44:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['597b2068-2b17-40a7-83cf-a64abb481489'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:44:34.546031 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b8e7f-5efb-498e-b279-3b21c8453368 req-53911ee7-27a1-4362-a531-211900625920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:44:34.547432 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b84b8e7f-5efb-498e-b279-3b21c8453368 req-53911ee7-27a1-4362-a531-211900625920 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b544eae3-2e5e-4a39-b687-c7c7b952c06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796418 Sep 14 23:44:34.682684 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-816b20d1-9a0f-45df-82ee-72ac8b265455 None None] Set router 597b2068-2b17-40a7-83cf-a64abb481489 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:44:34.683184 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b84b8e7f-5efb-498e-b279-3b21c8453368 req-2ac5da45-df82-4728-b59f-7cbfecebfcfb service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291170 Sep 14 23:44:34.815285 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b84b8e7f-5efb-498e-b279-3b21c8453368 req-3a6d6611-1f36-4a57-8959-d19dc74afc1c service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261191 Sep 14 23:44:35.077485 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-816b20d1-9a0f-45df-82ee-72ac8b265455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597b2068-2b17-40a7-83cf-a64abb481489', 'name': 'tempest-TestShelveInstance-163583860-router', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f26cdb6e-9966-43f6-9b04-779d91778bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:39:33Z', 'updated_at': '2022-09-14T23:39:37Z', 'revision_number': 4, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'gw_port': {'id': 'f26cdb6e-9966-43f6-9b04-779d91778bdd', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:34Z', 'updated_at': '2022-09-14T23:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '1b7319e9-546a-451a-9705-08c37f19554e', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'floating_ip_address': '172.26.5.40', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'port_id': '9602143f-c8f9-40a9-ba50-d242ea6b0def', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a', 'mac_address': 'fa:16:3e:44:de:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310dd21b-2d9f-4d17-b158-d3ed1e14af3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:44:32Z', 'updated_at': '2022-09-14T23:44:32Z', 'revision_number': 0, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cd204ed-5d74-4746-8fde-4e804bca8a11', 'name': '', 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'mac_address': 'fa:16:3e:6c:ca:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'a60c350b-29dd-4914-9cf1-adecbeb7614c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:36Z', 'updated_at': '2022-09-14T23:39:42Z', 'revision_number': 5, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'subnets': [{'id': 'a60c350b-29dd-4914-9cf1-adecbeb7614c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:44:35.081233 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816b20d1-9a0f-45df-82ee-72ac8b265455 None None] The sync data for ids ['597b2068-2b17-40a7-83cf-a64abb481489'] in dv-neutron-857791-1-hyperv is: [{'id': '597b2068-2b17-40a7-83cf-a64abb481489', 'name': 'tempest-TestShelveInstance-163583860-router', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f26cdb6e-9966-43f6-9b04-779d91778bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:39:33Z', 'updated_at': '2022-09-14T23:39:37Z', 'revision_number': 4, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'gw_port': {'id': 'f26cdb6e-9966-43f6-9b04-779d91778bdd', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:34Z', 'updated_at': '2022-09-14T23:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '1b7319e9-546a-451a-9705-08c37f19554e', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'floating_ip_address': '172.26.5.40', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'port_id': '9602143f-c8f9-40a9-ba50-d242ea6b0def', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a', 'mac_address': 'fa:16:3e:44:de:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310dd21b-2d9f-4d17-b158-d3ed1e14af3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:44:32Z', 'updated_at': '2022-09-14T23:44:32Z', 'revision_number': 0, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cd204ed-5d74-4746-8fde-4e804bca8a11', 'name': '', 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'mac_address': 'fa:16:3e:6c:ca:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'a60c350b-29dd-4914-9cf1-adecbeb7614c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:36Z', 'updated_at': '2022-09-14T23:39:42Z', 'revision_number': 5, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'subnets': [{'id': 'a60c350b-29dd-4914-9cf1-adecbeb7614c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:44:35.263541 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd84c139-72bc-44e5-840e-9b90d8dd65d7 None None] New status for floating IP 1b7319e9-546a-451a-9705-08c37f19554e: ACTIVE {{(pid=89172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:44:37.817052 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-930d9744-9bb6-4ade-a401-94b4ccc5c2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:39.833696 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-46181075-20e7-4bd3-894c-a3eebd30ff7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:40.966036 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:41.013266 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:42.624490 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:44:45.560531 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-85153dbe-ca33-4e2b-bf33-90b6d88d48b3 req-f300bf32-8024-4f88-b36f-118f18ccb679 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746059 Sep 14 23:44:45.661549 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:44:45.716065 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85153dbe-ca33-4e2b-bf33-90b6d88d48b3 req-671a7cb8-8a66-4931-9a88-552518f52ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:44:45.717546 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-85153dbe-ca33-4e2b-bf33-90b6d88d48b3 req-671a7cb8-8a66-4931-9a88-552518f52ac3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e17a6406a55f40dc99859791ff1e1398&device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 1098 time: 0.0902112 Sep 14 23:44:45.855940 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85153dbe-ca33-4e2b-bf33-90b6d88d48b3 req-340ab331-0288-4c32-b858-9a36bee172d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:44:45.857382 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-85153dbe-ca33-4e2b-bf33-90b6d88d48b3 req-340ab331-0288-4c32-b858-9a36bee172d1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b544eae3-2e5e-4a39-b687-c7c7b952c06a HTTP/1.1" status: 200 len: 908 time: 0.1229985 Sep 14 23:44:45.954692 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-85153dbe-ca33-4e2b-bf33-90b6d88d48b3 req-6ca10396-3f4b-41ee-a027-812f5561f4a2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9602143f-c8f9-40a9-ba50-d242ea6b0def HTTP/1.1" status: 200 len: 1000 time: 0.0910301 Sep 14 23:44:46.017991 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85153dbe-ca33-4e2b-bf33-90b6d88d48b3 req-12e54e9c-3bb7-46cb-a368-6e345916627d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:44:46.019357 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-85153dbe-ca33-4e2b-bf33-90b6d88d48b3 req-12e54e9c-3bb7-46cb-a368-6e345916627d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a60c350b-29dd-4914-9cf1-adecbeb7614c HTTP/1.1" status: 200 len: 847 time: 0.0585718 Sep 14 23:44:46.098824 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85153dbe-ca33-4e2b-bf33-90b6d88d48b3 req-b28be4a0-7cea-41a7-940f-5b168e5ff8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:44:46.100256 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-85153dbe-ca33-4e2b-bf33-90b6d88d48b3 req-b28be4a0-7cea-41a7-940f-5b168e5ff8ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b544eae3-2e5e-4a39-b687-c7c7b952c06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741360 Sep 14 23:44:46.227390 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-85153dbe-ca33-4e2b-bf33-90b6d88d48b3 req-cdda3ea5-aea0-43d1-8759-b42cb86338e0 service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203063 Sep 14 23:44:46.467472 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-85153dbe-ca33-4e2b-bf33-90b6d88d48b3 req-801afee8-ba93-4f23-a816-7d0d1502d413 service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308021 Sep 14 23:44:49.948587 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:45:07.818188 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5e6e36c3-6d10-4acc-8d76-54aedfc0f8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:45:09.837139 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ffcc06f7-f650-46c9-93c5-6f7ae32ade3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:45:10.967515 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:45:11.012492 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:45:12.627900 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:45:19.935755 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:45:22.660843 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:45:37.819413 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9f961191-1e9c-4407-aec3-f1cc02c997b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:45:39.839957 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-32cb1e30-f699-4b14-8f8a-d3f138dd1b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:45:40.970929 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:45:41.014521 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:45:42.638588 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:45:47.716576 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3c36b49b-28e1-4839-95da-a7df8119b89c req-14ec60bf-0367-4ca0-a858-1fa3011cfb46 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2403371 Sep 14 23:45:47.858506 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36b49b-28e1-4839-95da-a7df8119b89c req-2461be47-72f6-433a-a71c-6d79cc357be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:45:47.859960 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3c36b49b-28e1-4839-95da-a7df8119b89c req-2461be47-72f6-433a-a71c-6d79cc357be4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e17a6406a55f40dc99859791ff1e1398&device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 1098 time: 0.0764546 Sep 14 23:45:48.003587 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36b49b-28e1-4839-95da-a7df8119b89c req-e748e29b-65cf-450b-8fe3-6f1301bce9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:45:48.004958 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3c36b49b-28e1-4839-95da-a7df8119b89c req-e748e29b-65cf-450b-8fe3-6f1301bce9ce service neutron] 10.222.0.20 "GET /v2.0/networks?id=b544eae3-2e5e-4a39-b687-c7c7b952c06a HTTP/1.1" status: 200 len: 908 time: 0.1271763 Sep 14 23:45:48.106367 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3c36b49b-28e1-4839-95da-a7df8119b89c req-74506232-7538-4049-843f-dc5c0a3bb6b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9602143f-c8f9-40a9-ba50-d242ea6b0def HTTP/1.1" status: 200 len: 1000 time: 0.0951033 Sep 14 23:45:48.168684 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36b49b-28e1-4839-95da-a7df8119b89c req-77ba8379-5dab-4b29-9c28-076e7cd03991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:45:48.170036 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3c36b49b-28e1-4839-95da-a7df8119b89c req-77ba8379-5dab-4b29-9c28-076e7cd03991 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a60c350b-29dd-4914-9cf1-adecbeb7614c HTTP/1.1" status: 200 len: 847 time: 0.0582271 Sep 14 23:45:48.248280 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36b49b-28e1-4839-95da-a7df8119b89c req-98a72eb8-58ba-44aa-88bf-da676bb0c9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:45:48.249759 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3c36b49b-28e1-4839-95da-a7df8119b89c req-98a72eb8-58ba-44aa-88bf-da676bb0c9b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b544eae3-2e5e-4a39-b687-c7c7b952c06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743399 Sep 14 23:45:48.381320 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3c36b49b-28e1-4839-95da-a7df8119b89c req-7109e14f-82f4-4f99-b5d8-3b0f9f3c9173 service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258204 Sep 14 23:45:48.510153 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3c36b49b-28e1-4839-95da-a7df8119b89c req-6c65eeed-2434-46d4-a74d-325fe5903cc1 service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219904 Sep 14 23:45:49.935584 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:45:59.660345 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:46:07.822256 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4cefecdd-ae3e-4152-911d-960b081cfe87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:46:09.843048 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34e8b46e-9b55-44b2-8dcb-5c8e097c9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:46:10.971693 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:46:11.018777 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:46:12.641127 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:46:19.947935 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:46:29.971792 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95870bdb-4f3a-4e3a-b59e-58feef61c383 req-7e9a54d8-80a9-432b-8d27-b9f1cb37aa18 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:29.973271 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-95870bdb-4f3a-4e3a-b59e-58feef61c383 req-7e9a54d8-80a9-432b-8d27-b9f1cb37aa18 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 945 time: 0.0904331 Sep 14 23:46:30.017636 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-95870bdb-4f3a-4e3a-b59e-58feef61c383 req-278875a0-170c-4aaa-bdfb-5dcb64b96122 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387809 Sep 14 23:46:31.217349 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa5509-222d-4a1b-91b3-c90f696ae3fd req-ced61f39-7704-4cbe-be7c-97b05d7cee89 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:31.218818 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-daaa5509-222d-4a1b-91b3-c90f696ae3fd req-ced61f39-7704-4cbe-be7c-97b05d7cee89 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 945 time: 0.0895257 Sep 14 23:46:31.261513 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-daaa5509-222d-4a1b-91b3-c90f696ae3fd req-f05fb026-26ad-44d4-86c0-ba4ec3963ffa tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371428 Sep 14 23:46:32.459399 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ec48f-e384-46a2-9f10-08c466c550a7 req-536ddb3d-34be-4a73-9338-798a7d7480d6 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:32.460848 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-662ec48f-e384-46a2-9f10-08c466c550a7 req-536ddb3d-34be-4a73-9338-798a7d7480d6 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 945 time: 0.0856016 Sep 14 23:46:32.503530 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-662ec48f-e384-46a2-9f10-08c466c550a7 req-ae51ec37-26d1-4f5d-a6cb-42ac26a9e764 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369942 Sep 14 23:46:33.701587 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4178692-90ae-49a8-9b35-d329476b892c req-bcee9d3b-b98f-45c7-9ad9-b3242960c674 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:33.703033 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e4178692-90ae-49a8-9b35-d329476b892c req-bcee9d3b-b98f-45c7-9ad9-b3242960c674 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 945 time: 0.0884943 Sep 14 23:46:33.746318 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e4178692-90ae-49a8-9b35-d329476b892c req-13d40b42-1830-4d0f-a2a7-dd01e1813333 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372534 Sep 14 23:46:34.938685 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8dcd70-17c1-4d72-86ea-1843086d8ba5 req-796c3e2a-d3d3-4eef-a9ae-4d7e93132b0c tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:34.940041 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8d8dcd70-17c1-4d72-86ea-1843086d8ba5 req-796c3e2a-d3d3-4eef-a9ae-4d7e93132b0c tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 945 time: 0.0857449 Sep 14 23:46:34.986476 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8d8dcd70-17c1-4d72-86ea-1843086d8ba5 req-298f064e-3e32-48b3-84d1-b75dfda75cb1 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409398 Sep 14 23:46:36.178219 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123db410-48ec-4e2a-82c8-d8e98d9a785a req-ca2fbc99-e8ae-4ddf-b98a-189ebb4c99af tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:36.179657 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-123db410-48ec-4e2a-82c8-d8e98d9a785a req-ca2fbc99-e8ae-4ddf-b98a-189ebb4c99af tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 945 time: 0.0864670 Sep 14 23:46:36.223370 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-123db410-48ec-4e2a-82c8-d8e98d9a785a req-492a8c7a-7e18-4b8b-9c7c-b3477b0fe7cd tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380547 Sep 14 23:46:36.659310 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:46:37.681937 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c95485-8255-4acd-ba30-063740cfada3 req-97076ea3-7ab6-4d52-a7d1-534f08790f29 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:37.683360 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-99c95485-8255-4acd-ba30-063740cfada3 req-97076ea3-7ab6-4d52-a7d1-534f08790f29 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 945 time: 0.1933389 Sep 14 23:46:37.726496 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-99c95485-8255-4acd-ba30-063740cfada3 req-2c9a935c-3665-4992-b0e9-d0c76ab935b0 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375426 Sep 14 23:46:37.824654 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-76e40abf-b272-4fd1-a99b-3c8a8cacf46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:46:38.927422 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf06e6-d2ed-43ce-b29d-e96de966b2f9 req-e1e3a280-0327-43c6-88f9-e4bc7db8fe81 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:38.928879 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6eaf06e6-d2ed-43ce-b29d-e96de966b2f9 req-e1e3a280-0327-43c6-88f9-e4bc7db8fe81 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 945 time: 0.0952287 Sep 14 23:46:38.975180 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6eaf06e6-d2ed-43ce-b29d-e96de966b2f9 req-ed48a2ff-ba9e-49dc-b05b-f9806ade522e tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407898 Sep 14 23:46:39.843889 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-98983903-45ef-4c86-887a-fec246e569a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:46:40.066338 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148ea89-29a4-4563-a6df-407f3f4c3c01 req-456fe6b9-1bee-471c-a76b-7f38dfe3b589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:40.067855 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9148ea89-29a4-4563-a6df-407f3f4c3c01 req-456fe6b9-1bee-471c-a76b-7f38dfe3b589 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e17a6406a55f40dc99859791ff1e1398&device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 1098 time: 0.0819836 Sep 14 23:46:40.167789 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab6067-aa08-4416-9898-30624cfd1224 req-f87cef4b-b5af-4a9c-9f82-837590c5498e tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:40.169196 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-08ab6067-aa08-4416-9898-30624cfd1224 req-f87cef4b-b5af-4a9c-9f82-837590c5498e tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 945 time: 0.0865724 Sep 14 23:46:40.199860 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148ea89-29a4-4563-a6df-407f3f4c3c01 req-410b8897-47bf-4e06-9790-70039279acc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:40.201335 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9148ea89-29a4-4563-a6df-407f3f4c3c01 req-410b8897-47bf-4e06-9790-70039279acc8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b544eae3-2e5e-4a39-b687-c7c7b952c06a HTTP/1.1" status: 200 len: 908 time: 0.1276128 Sep 14 23:46:40.220491 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-08ab6067-aa08-4416-9898-30624cfd1224 req-79858824-a8e9-45b6-9486-e68bd6005854 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450146 Sep 14 23:46:40.299955 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9148ea89-29a4-4563-a6df-407f3f4c3c01 req-73c354ef-0c22-4e15-99ef-e5d4cdb611ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9602143f-c8f9-40a9-ba50-d242ea6b0def HTTP/1.1" status: 200 len: 1000 time: 0.0930150 Sep 14 23:46:40.362504 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148ea89-29a4-4563-a6df-407f3f4c3c01 req-a73755b5-e2fa-431d-95ac-7cfe7702137c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:40.363902 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9148ea89-29a4-4563-a6df-407f3f4c3c01 req-a73755b5-e2fa-431d-95ac-7cfe7702137c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a60c350b-29dd-4914-9cf1-adecbeb7614c HTTP/1.1" status: 200 len: 847 time: 0.0585637 Sep 14 23:46:40.443206 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148ea89-29a4-4563-a6df-407f3f4c3c01 req-3e2b18b6-733a-46f0-9550-54e45a8b3637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:40.444671 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9148ea89-29a4-4563-a6df-407f3f4c3c01 req-3e2b18b6-733a-46f0-9550-54e45a8b3637 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b544eae3-2e5e-4a39-b687-c7c7b952c06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749230 Sep 14 23:46:40.574967 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9148ea89-29a4-4563-a6df-407f3f4c3c01 req-faa42316-a300-4fd8-840f-b4a16e5dc951 service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215498 Sep 14 23:46:40.703998 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9148ea89-29a4-4563-a6df-407f3f4c3c01 req-9b278b62-83c4-4a2c-b9fe-38c116724d5b service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209917 Sep 14 23:46:40.974274 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:46:41.021410 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:46:41.420037 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26d617-4b52-42b0-aee0-5a53692e3539 req-cf2bb88d-a736-48df-86c9-cb0250028f92 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:41.421487 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ba26d617-4b52-42b0-aee0-5a53692e3539 req-cf2bb88d-a736-48df-86c9-cb0250028f92 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 945 time: 0.0893605 Sep 14 23:46:41.465630 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ba26d617-4b52-42b0-aee0-5a53692e3539 req-7df8cc17-39cb-4661-b696-de8c39758d0c tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380099 Sep 14 23:46:42.644832 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:46:42.668145 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99624e6-09ce-42ed-b36c-c58e8da55083 req-6f775403-e14e-4a74-adb2-5eead8b0a6fa tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:42.669622 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f99624e6-09ce-42ed-b36c-c58e8da55083 req-6f775403-e14e-4a74-adb2-5eead8b0a6fa tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 945 time: 0.0933318 Sep 14 23:46:42.717583 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f99624e6-09ce-42ed-b36c-c58e8da55083 req-20fdea39-0ae4-4a83-b81f-4bf2bcce8795 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417817 Sep 14 23:46:43.911140 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0967a6-9ebc-4a57-b428-0ed48ed4e17e req-46bd93f6-3b72-43a3-b7c4-2bb041d8e2e4 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:43.912569 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-aa0967a6-9ebc-4a57-b428-0ed48ed4e17e req-46bd93f6-3b72-43a3-b7c4-2bb041d8e2e4 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 945 time: 0.0864074 Sep 14 23:46:43.955438 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-aa0967a6-9ebc-4a57-b428-0ed48ed4e17e req-6a5a7243-0467-43dc-905c-57f40f0d698a tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373521 Sep 14 23:46:44.164732 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 36376) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:46:44.286823 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-ef142fb5-6e7e-4a7e-8338-619903a0fb33 req-538d0541-d7e7-4529-92c5-d30e499a448c service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1209149 Sep 14 23:46:44.318495 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb3394-4314-42fc-84ef-36457ee37250 req-1543b0e3-b6f5-43d0-8801-6aaae03e376e tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:44.319802 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-debb3394-4314-42fc-84ef-36457ee37250 req-1543b0e3-b6f5-43d0-8801-6aaae03e376e tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 945 time: 0.0970893 Sep 14 23:46:44.367697 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-debb3394-4314-42fc-84ef-36457ee37250 req-ef6ee618-d0bc-4274-9be8-67d64c2accbe tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403826 Sep 14 23:46:45.574632 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268b495-5004-4d02-95ec-aa9ece7e4bdb req-68b9145c-ad74-409d-a9ae-c59059caf56b tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:45.576092 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2268b495-5004-4d02-95ec-aa9ece7e4bdb req-68b9145c-ad74-409d-a9ae-c59059caf56b tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 945 time: 0.0955601 Sep 14 23:46:45.624491 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2268b495-5004-4d02-95ec-aa9ece7e4bdb req-14a4be33-0b46-4879-880a-d0f796de8e52 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412195 Sep 14 23:46:45.874286 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 9602143f-c8f9-40a9-ba50-d242ea6b0def no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:46:45.988448 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 9602143f-c8f9-40a9-ba50-d242ea6b0def is: ACTIVE; New status is: DOWN {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:46:45.993786 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:46:46.018322 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310dd21b-2d9f-4d17-b158-d3ed1e14af3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9602143f-c8f9-40a9-ba50-d242ea6b0def'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:46:46.020502 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8725e1f4-2e7c-4d54-882c-7a9e21772bb2" -d '{"events": [{"server_uuid": "310dd21b-2d9f-4d17-b158-d3ed1e14af3e", "name": "network-vif-unplugged", "status": "completed", "tag": "9602143f-c8f9-40a9-ba50-d242ea6b0def"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:46:46.027924 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 9602143f-c8f9-40a9-ba50-d242ea6b0def, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9602143f-c8f9-40a9-ba50-d242ea6b0def,segment=NetworkSegment(b029bd16-3302-4a2b-9a28-b66d1de7149c),segment_id=b029bd16-3302-4a2b-9a28-b66d1de7149c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:46:46.033732 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:46:46.100120 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=9602143f-c8f9-40a9-ba50-d242ea6b0def,revision_number=6']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:46:46.107565 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:46:46.107913 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:46:46.108252 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:46:46.108585 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:46:46.108939 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:46:46.109266 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:46:46.110199 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:46:46.110459 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:46:46.110782 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:46:46.111103 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:46:46.111718 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:46:46.112037 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:46:46.117806 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Sep 2022 23:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cf62cb-0614-42db-bcc9-eb9b3cbbe66d x-openstack-request-id: req-97cf62cb-0614-42db-bcc9-eb9b3cbbe66d {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:46:46.118087 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310dd21b-2d9f-4d17-b158-d3ed1e14af3e", "name": "network-vif-unplugged", "status": "failed", "tag": "9602143f-c8f9-40a9-ba50-d242ea6b0def", "code": 422}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:46:46.118336 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-97cf62cb-0614-42db-bcc9-eb9b3cbbe66d {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:46:46.118721 dv-neutron-857791-1-hyperv neutron-server[89172]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-97cf62cb-0614-42db-bcc9-eb9b3cbbe66d']: {'server_uuid': '310dd21b-2d9f-4d17-b158-d3ed1e14af3e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9602143f-c8f9-40a9-ba50-d242ea6b0def', 'code': 422} returned with failed status Sep 14 23:46:46.724726 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef142fb5-6e7e-4a7e-8338-619903a0fb33 req-a00a8350-388d-4cc8-b98a-1fc30c5a15b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:46.726198 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-ef142fb5-6e7e-4a7e-8338-619903a0fb33 req-a00a8350-388d-4cc8-b98a-1fc30c5a15b5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e&tenant_id=e17a6406a55f40dc99859791ff1e1398 HTTP/1.1" status: 200 len: 1096 time: 0.0763512 Sep 14 23:46:46.822114 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d66c65-c336-4df4-b2d0-7fbec3684932 req-5fd7ad78-f188-48b0-8274-2e89acb6fc6b tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:46.823574 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-49d66c65-c336-4df4-b2d0-7fbec3684932 req-5fd7ad78-f188-48b0-8274-2e89acb6fc6b tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 943 time: 0.0876195 Sep 14 23:46:46.823797 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef142fb5-6e7e-4a7e-8338-619903a0fb33 req-38a305f2-c047-4d63-98b7-be3c0623329c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:46.825275 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-ef142fb5-6e7e-4a7e-8338-619903a0fb33 req-38a305f2-c047-4d63-98b7-be3c0623329c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e17a6406a55f40dc99859791ff1e1398&device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 1096 time: 0.0794325 Sep 14 23:46:46.868077 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-49d66c65-c336-4df4-b2d0-7fbec3684932 req-167f338b-f351-4a2b-84f9-a9a7e0438fcf tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381308 Sep 14 23:46:47.061753 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef142fb5-6e7e-4a7e-8338-619903a0fb33 req-2009a431-91a4-405a-affb-e8429f1d2ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:47.063699 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-ef142fb5-6e7e-4a7e-8338-619903a0fb33 req-2009a431-91a4-405a-affb-e8429f1d2ccd service neutron] 10.222.0.20 "GET /v2.0/networks?id=b544eae3-2e5e-4a39-b687-c7c7b952c06a HTTP/1.1" status: 200 len: 908 time: 0.2329757 Sep 14 23:46:47.163546 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-ef142fb5-6e7e-4a7e-8338-619903a0fb33 req-9db7d33f-f56b-4e62-80f5-879b126037e7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9602143f-c8f9-40a9-ba50-d242ea6b0def HTTP/1.1" status: 200 len: 998 time: 0.0940592 Sep 14 23:46:47.223928 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef142fb5-6e7e-4a7e-8338-619903a0fb33 req-e8474c60-62f5-4c98-a29e-0e73771db470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:47.225377 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-ef142fb5-6e7e-4a7e-8338-619903a0fb33 req-e8474c60-62f5-4c98-a29e-0e73771db470 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a60c350b-29dd-4914-9cf1-adecbeb7614c HTTP/1.1" status: 200 len: 847 time: 0.0559378 Sep 14 23:46:47.311385 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef142fb5-6e7e-4a7e-8338-619903a0fb33 req-9f965d09-4494-4d0b-a748-3bae9660460a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:47.313596 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-ef142fb5-6e7e-4a7e-8338-619903a0fb33 req-9f965d09-4494-4d0b-a748-3bae9660460a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b544eae3-2e5e-4a39-b687-c7c7b952c06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821717 Sep 14 23:46:47.442626 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-ef142fb5-6e7e-4a7e-8338-619903a0fb33 req-dbd43ead-d9bc-4c7d-a1ee-f9ea510eb6ad service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231477 Sep 14 23:46:47.572018 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-ef142fb5-6e7e-4a7e-8338-619903a0fb33 req-fff9cfd8-2b3e-4e18-8e8b-a8faf9f7c419 service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238165 Sep 14 23:46:47.735644 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933a6e8-033b-4f02-beee-18051eb1ba6d req-dca73b72-5afe-4def-9750-7b9659978721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:47.737159 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e933a6e8-033b-4f02-beee-18051eb1ba6d req-dca73b72-5afe-4def-9750-7b9659978721 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e17a6406a55f40dc99859791ff1e1398&device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 1096 time: 0.0782824 Sep 14 23:46:47.881863 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933a6e8-033b-4f02-beee-18051eb1ba6d req-66a19be5-9de5-4b47-852b-4a688fd09246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:47.883286 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e933a6e8-033b-4f02-beee-18051eb1ba6d req-66a19be5-9de5-4b47-852b-4a688fd09246 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b544eae3-2e5e-4a39-b687-c7c7b952c06a HTTP/1.1" status: 200 len: 908 time: 0.1265314 Sep 14 23:46:47.991090 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e933a6e8-033b-4f02-beee-18051eb1ba6d req-d7524cae-9b56-413e-982d-65008496121c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9602143f-c8f9-40a9-ba50-d242ea6b0def HTTP/1.1" status: 200 len: 998 time: 0.1004086 Sep 14 23:46:48.053497 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933a6e8-033b-4f02-beee-18051eb1ba6d req-9bfd7572-7c3c-454a-96b9-8ca290d47b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:48.055035 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e933a6e8-033b-4f02-beee-18051eb1ba6d req-9bfd7572-7c3c-454a-96b9-8ca290d47b5f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a60c350b-29dd-4914-9cf1-adecbeb7614c HTTP/1.1" status: 200 len: 847 time: 0.0576193 Sep 14 23:46:48.079628 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d916aa-e200-41aa-a092-aa5690f7319f req-5cad3e53-c04e-49c6-a8e7-4e32a601afce tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:48.081098 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-99d916aa-e200-41aa-a092-aa5690f7319f req-5cad3e53-c04e-49c6-a8e7-4e32a601afce tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 943 time: 0.0903544 Sep 14 23:46:48.124645 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-99d916aa-e200-41aa-a092-aa5690f7319f req-acc49ef3-228d-48ca-bfc5-1c4b4ab579bb tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379865 Sep 14 23:46:48.140279 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933a6e8-033b-4f02-beee-18051eb1ba6d req-6c28b11b-f5bf-43bf-92ba-c42e74081f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:48.142321 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e933a6e8-033b-4f02-beee-18051eb1ba6d req-6c28b11b-f5bf-43bf-92ba-c42e74081f74 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b544eae3-2e5e-4a39-b687-c7c7b952c06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808949 Sep 14 23:46:48.274227 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e933a6e8-033b-4f02-beee-18051eb1ba6d req-cc0e9a3c-1e0a-40e4-92e1-3f4cacc250fa service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253605 Sep 14 23:46:48.410895 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e933a6e8-033b-4f02-beee-18051eb1ba6d req-b939041a-c9fc-4256-be10-42172fcef554 service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251435 Sep 14 23:46:49.319469 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c9bc8-7828-424d-a45b-96dddc1292cb req-c94ac751-66fa-411e-b3f4-c1747edb850f tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:49.321019 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fd1c9bc8-7828-424d-a45b-96dddc1292cb req-c94ac751-66fa-411e-b3f4-c1747edb850f tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 943 time: 0.0869029 Sep 14 23:46:49.368065 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fd1c9bc8-7828-424d-a45b-96dddc1292cb req-635b9065-f29c-4ed0-ac86-24d16e2bb43f tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415881 Sep 14 23:46:49.950728 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:46:50.559911 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdcf9c-ed3d-430d-bf7d-613fc7d3c3b8 req-986cd283-b25c-4237-b4f5-00cc06b45221 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:50.561359 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0ecdcf9c-ed3d-430d-bf7d-613fc7d3c3b8 req-986cd283-b25c-4237-b4f5-00cc06b45221 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 943 time: 0.0850234 Sep 14 23:46:50.606051 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0ecdcf9c-ed3d-430d-bf7d-613fc7d3c3b8 req-66b0af21-b53d-4336-a86b-1a1cdabb21c7 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386534 Sep 14 23:46:51.803132 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643a257-5794-4f4a-aa18-8e1ad9b71c8b req-eca327fe-cfa7-434d-b29b-b12347df187b tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:51.804585 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5643a257-5794-4f4a-aa18-8e1ad9b71c8b req-eca327fe-cfa7-434d-b29b-b12347df187b tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 943 time: 0.0902276 Sep 14 23:46:51.848082 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-5643a257-5794-4f4a-aa18-8e1ad9b71c8b req-55f84f9c-b3f4-4551-97e6-5d576cb71029 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379546 Sep 14 23:46:53.045528 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d477d85e-1448-4e3e-a6e6-6bc4d48e5cb9 req-da19a782-47c0-435f-8587-3005d1cc9bb0 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:53.046975 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d477d85e-1448-4e3e-a6e6-6bc4d48e5cb9 req-da19a782-47c0-435f-8587-3005d1cc9bb0 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 943 time: 0.0857041 Sep 14 23:46:53.093649 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d477d85e-1448-4e3e-a6e6-6bc4d48e5cb9 req-a0cfd1d3-775e-40bd-bbeb-65470f46cf90 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404656 Sep 14 23:46:54.291250 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ecd0c-7bab-4f0c-a6a9-237ae3fb9a15 req-1c9a1bda-cb2c-4c9c-aaea-945afb9fcb75 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:54.292745 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-177ecd0c-7bab-4f0c-a6a9-237ae3fb9a15 req-1c9a1bda-cb2c-4c9c-aaea-945afb9fcb75 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 943 time: 0.0901952 Sep 14 23:46:54.335754 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-177ecd0c-7bab-4f0c-a6a9-237ae3fb9a15 req-68e9f7fa-59f2-45f5-aed0-f7f0f5248950 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373468 Sep 14 23:46:55.538430 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec4a8a-3927-4236-8856-e2e50649e4ee req-d06b888e-8991-4917-abe7-54f75bbcb1ad tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:55.539872 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b4ec4a8a-3927-4236-8856-e2e50649e4ee req-d06b888e-8991-4917-abe7-54f75bbcb1ad tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 943 time: 0.0896680 Sep 14 23:46:55.583293 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b4ec4a8a-3927-4236-8856-e2e50649e4ee req-94b71b17-85d2-49b2-8f23-f9ac26dab067 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377512 Sep 14 23:46:55.931965 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 9602143f-c8f9-40a9-ba50-d242ea6b0def details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:46:56.095972 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 9602143f-c8f9-40a9-ba50-d242ea6b0def, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9602143f-c8f9-40a9-ba50-d242ea6b0def,segment=NetworkSegment(b029bd16-3302-4a2b-9a28-b66d1de7149c),segment_id=b029bd16-3302-4a2b-9a28-b66d1de7149c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:46:56.108600 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': '9602143f-c8f9-40a9-ba50-d242ea6b0def', 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a', 'port_id': '9602143f-c8f9-40a9-ba50-d242ea6b0def', 'mac_address': 'fa:16:3e:44:de:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a60c350b-29dd-4914-9cf1-adecbeb7614c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:46:56.165957 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 9602143f-c8f9-40a9-ba50-d242ea6b0def is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:46:56.166330 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:46:56.182428 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9602143f-c8f9-40a9-ba50-d242ea6b0def {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:46:56.197078 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 9602143f-c8f9-40a9-ba50-d242ea6b0def, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9602143f-c8f9-40a9-ba50-d242ea6b0def,segment=NetworkSegment(b029bd16-3302-4a2b-9a28-b66d1de7149c),segment_id=b029bd16-3302-4a2b-9a28-b66d1de7149c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:46:56.201888 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:46:56.273935 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=9602143f-c8f9-40a9-ba50-d242ea6b0def,revision_number=7']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:46:56.404469 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['9602143f-c8f9-40a9-ba50-d242ea6b0def'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:46:56.779728 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca79b7c-dc6c-4ec9-84a6-15f863ee9a68 req-51804a92-4ca8-431d-a987-754f3cc2ef35 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:56.781204 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bca79b7c-dc6c-4ec9-84a6-15f863ee9a68 req-51804a92-4ca8-431d-a987-754f3cc2ef35 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 944 time: 0.0865507 Sep 14 23:46:56.827716 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bca79b7c-dc6c-4ec9-84a6-15f863ee9a68 req-8a153492-0671-474c-a285-1283a62c4c37 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409913 Sep 14 23:46:57.938706 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 9602143f-c8f9-40a9-ba50-d242ea6b0def up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:46:58.005331 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port 9602143f-c8f9-40a9-ba50-d242ea6b0def triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:46:58.005691 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:46:58.020460 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154496bf-3c9c-4ba5-ba33-cd0ed84ed2b2 req-5fbf0af7-7a66-41b8-a1b1-e7a70f0761eb tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:58.021931 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-154496bf-3c9c-4ba5-ba33-cd0ed84ed2b2 req-5fbf0af7-7a66-41b8-a1b1-e7a70f0761eb tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 944 time: 0.0875344 Sep 14 23:46:58.065150 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-154496bf-3c9c-4ba5-ba33-cd0ed84ed2b2 req-d7ae28d7-8fa0-4a82-8c53-d628ccc2d0bb tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375803 Sep 14 23:46:58.119138 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 9602143f-c8f9-40a9-ba50-d242ea6b0def is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:46:58.119432 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:46:58.146170 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310dd21b-2d9f-4d17-b158-d3ed1e14af3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9602143f-c8f9-40a9-ba50-d242ea6b0def'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:46:58.148394 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfab78d-b32d-4a80-a8eb-d7652b1b2aad" -d '{"events": [{"server_uuid": "310dd21b-2d9f-4d17-b158-d3ed1e14af3e", "name": "network-vif-plugged", "status": "completed", "tag": "9602143f-c8f9-40a9-ba50-d242ea6b0def"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:46:58.156053 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 9602143f-c8f9-40a9-ba50-d242ea6b0def, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9602143f-c8f9-40a9-ba50-d242ea6b0def,segment=NetworkSegment(b029bd16-3302-4a2b-9a28-b66d1de7149c),segment_id=b029bd16-3302-4a2b-9a28-b66d1de7149c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:46:58.159995 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:46:58.195276 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d27179f-d695-4335-9718-837773ad550e x-openstack-request-id: req-8d27179f-d695-4335-9718-837773ad550e {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:46:58.195564 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310dd21b-2d9f-4d17-b158-d3ed1e14af3e", "name": "network-vif-plugged", "status": "completed", "tag": "9602143f-c8f9-40a9-ba50-d242ea6b0def", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:46:58.195809 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8d27179f-d695-4335-9718-837773ad550e {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:46:58.196196 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d27179f-d695-4335-9718-837773ad550e'] response: {'server_uuid': '310dd21b-2d9f-4d17-b158-d3ed1e14af3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9602143f-c8f9-40a9-ba50-d242ea6b0def', 'code': 200} Sep 14 23:46:58.228473 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=9602143f-c8f9-40a9-ba50-d242ea6b0def,revision_number=8']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:46:58.460161 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a74ea-8ce5-4590-8071-bd1ba81ebdf2 req-d4baf67a-92da-4c85-8f3c-d5350415649c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:58.461649 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-248a74ea-8ce5-4590-8071-bd1ba81ebdf2 req-d4baf67a-92da-4c85-8f3c-d5350415649c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 1098 time: 0.0758476 Sep 14 23:46:58.506648 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-248a74ea-8ce5-4590-8071-bd1ba81ebdf2 req-06f111eb-5bf0-4e91-91f9-712e11a58090 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382259 Sep 14 23:46:59.261792 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27cfe7-01f4-4154-a2ca-cfd739845a19 req-c41e49b4-4bef-4aaf-91ee-da21041c3ed0 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:46:59.263228 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0c27cfe7-01f4-4154-a2ca-cfd739845a19 req-c41e49b4-4bef-4aaf-91ee-da21041c3ed0 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 945 time: 0.0889354 Sep 14 23:46:59.307606 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0c27cfe7-01f4-4154-a2ca-cfd739845a19 req-77843603-af4e-4488-ac7d-1416b6b5b4ab tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382702 Sep 14 23:47:00.544123 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77293c23-0ac2-430f-ad99-4a201c3bb6cc req-b39ba6eb-fcfa-4978-87e5-8a6961645cec tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:47:00.545588 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-77293c23-0ac2-430f-ad99-4a201c3bb6cc req-b39ba6eb-fcfa-4978-87e5-8a6961645cec tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 945 time: 0.1270950 Sep 14 23:47:00.591493 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-77293c23-0ac2-430f-ad99-4a201c3bb6cc req-0c42cdd9-8248-4c49-a6b8-3f86177ad934 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396338 Sep 14 23:47:07.827046 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6b5b7e28-dba8-4b97-b983-16065c056126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:47:09.844593 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8f9396ba-ae5d-419a-a2cc-f03ecc0d459f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:47:10.976019 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:47:11.022935 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:47:12.648333 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:47:13.658570 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:47:19.957711 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:47:37.827717 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4c81bb7b-f3d2-4c55-980f-4acea1feda76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:47:39.846048 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e6c62524-b096-40b1-8d70-1c271e592200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:47:40.978198 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:47:41.024695 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:47:42.648727 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:47:48.549556 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-23f1f2af-fc13-4122-b55d-e17ab089837a req-9d5a45bf-d447-4b6e-91f7-75490d0c3e3f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776131 Sep 14 23:47:48.689054 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1f2af-fc13-4122-b55d-e17ab089837a req-756ace91-bc97-4ab1-b203-2a453dd64b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:47:48.690495 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-23f1f2af-fc13-4122-b55d-e17ab089837a req-756ace91-bc97-4ab1-b203-2a453dd64b5e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e17a6406a55f40dc99859791ff1e1398&device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 1098 time: 0.0753548 Sep 14 23:47:48.933380 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1f2af-fc13-4122-b55d-e17ab089837a req-d49ef08b-7089-4013-9037-3b33c62ae71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:47:48.934822 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-23f1f2af-fc13-4122-b55d-e17ab089837a req-d49ef08b-7089-4013-9037-3b33c62ae71b service neutron] 10.222.0.20 "GET /v2.0/networks?id=b544eae3-2e5e-4a39-b687-c7c7b952c06a HTTP/1.1" status: 200 len: 908 time: 0.2273145 Sep 14 23:47:49.035080 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-23f1f2af-fc13-4122-b55d-e17ab089837a req-810eb2f6-4598-4ed0-94a4-0e6a288ded5e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9602143f-c8f9-40a9-ba50-d242ea6b0def HTTP/1.1" status: 200 len: 1000 time: 0.0934441 Sep 14 23:47:49.096558 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1f2af-fc13-4122-b55d-e17ab089837a req-4a942945-6936-49a8-899f-904f6358cf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:47:49.098484 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-23f1f2af-fc13-4122-b55d-e17ab089837a req-4a942945-6936-49a8-899f-904f6358cf58 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a60c350b-29dd-4914-9cf1-adecbeb7614c HTTP/1.1" status: 200 len: 847 time: 0.0582662 Sep 14 23:47:49.178499 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1f2af-fc13-4122-b55d-e17ab089837a req-0eafff12-933a-4c79-832c-0b0d00ad2a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:47:49.179951 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-23f1f2af-fc13-4122-b55d-e17ab089837a req-0eafff12-933a-4c79-832c-0b0d00ad2a97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b544eae3-2e5e-4a39-b687-c7c7b952c06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756090 Sep 14 23:47:49.308245 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-23f1f2af-fc13-4122-b55d-e17ab089837a req-2a968c5f-7877-42d1-b34c-07b4b372bfa3 service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221716 Sep 14 23:47:49.437330 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-23f1f2af-fc13-4122-b55d-e17ab089837a req-7a829a7f-da7f-40f2-804f-bc9830b649a9 service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236775 Sep 14 23:47:49.964596 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:47:50.657460 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:48:07.828586 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9e5422c0-431a-40da-846e-7c75703a3a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:09.848620 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8f21d47b-8881-4947-9b01-ec826f04dd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:10.979618 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:11.026786 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:12.651517 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:16.287843 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 36452) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:48:16.578367 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-b62e4a39-8bfc-4b99-a3f5-5ae969509c05 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Deleting port 1725338b-40cd-4c16-b14a-801f340bde1a {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:48:16.578599 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b62e4a39-8bfc-4b99-a3f5-5ae969509c05 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:16.748882 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b62e4a39-8bfc-4b99-a3f5-5ae969509c05 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:16.749213 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b62e4a39-8bfc-4b99-a3f5-5ae969509c05 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:16.869091 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-b62e4a39-8bfc-4b99-a3f5-5ae969509c05 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Calling delete_port for 1725338b-40cd-4c16-b14a-801f340bde1a owned by network:floatingip {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:48:17.015907 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b62e4a39-8bfc-4b99-a3f5-5ae969509c05 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:17.063235 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e4a39-8bfc-4b99-a3f5-5ae969509c05 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Pushing event deleted for resources: {'Port': ['ID=1725338b-40cd-4c16-b14a-801f340bde1a,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:17.107621 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e4a39-8bfc-4b99-a3f5-5ae969509c05 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:17.107964 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e4a39-8bfc-4b99-a3f5-5ae969509c05 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:17.108299 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e4a39-8bfc-4b99-a3f5-5ae969509c05 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:17.108657 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e4a39-8bfc-4b99-a3f5-5ae969509c05 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:17.108989 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e4a39-8bfc-4b99-a3f5-5ae969509c05 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:17.109316 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e4a39-8bfc-4b99-a3f5-5ae969509c05 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:17.109638 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e4a39-8bfc-4b99-a3f5-5ae969509c05 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:17.109957 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e4a39-8bfc-4b99-a3f5-5ae969509c05 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:17.110277 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e4a39-8bfc-4b99-a3f5-5ae969509c05 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:17.110597 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e4a39-8bfc-4b99-a3f5-5ae969509c05 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:17.110917 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e4a39-8bfc-4b99-a3f5-5ae969509c05 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:17.111233 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e4a39-8bfc-4b99-a3f5-5ae969509c05 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:17.169383 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b62e4a39-8bfc-4b99-a3f5-5ae969509c05 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for floatingip, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:17.169628 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-b62e4a39-8bfc-4b99-a3f5-5ae969509c05 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Floating IP 1b7319e9-546a-451a-9705-08c37f19554e disassociated (deleted). External IP: 172.26.5.40, port: 9602143f-c8f9-40a9-ba50-d242ea6b0def. Sep 14 23:48:17.522224 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62e4a39-8bfc-4b99-a3f5-5ae969509c05 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Router 597b2068-2b17-40a7-83cf-a64abb481489 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:48:17.707104 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62e4a39-8bfc-4b99-a3f5-5ae969509c05 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:48:17.717075 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45995b0-8684-4c8f-8d66-de16bea8455a None None] Sync routers for ids ['597b2068-2b17-40a7-83cf-a64abb481489'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:48:17.723957 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b62e4a39-8bfc-4b99-a3f5-5ae969509c05 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:17.726730 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45995b0-8684-4c8f-8d66-de16bea8455a None None] Routers {'597b2068-2b17-40a7-83cf-a64abb481489'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:48:17.727590 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-d45995b0-8684-4c8f-8d66-de16bea8455a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:48:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['597b2068-2b17-40a7-83cf-a64abb481489'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:48:17.779565 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b62e4a39-8bfc-4b99-a3f5-5ae969509c05 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "DELETE /v2.0/floatingips/1b7319e9-546a-451a-9705-08c37f19554e HTTP/1.1" status: 204 len: 168 time: 1.4905498 Sep 14 23:48:17.780497 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '310dd21b-2d9f-4d17-b158-d3ed1e14af3e', 'tag': '9602143f-c8f9-40a9-ba50-d242ea6b0def'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:48:17.783127 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1cff6b-59ba-4248-90a1-11b2061cbc55" -d '{"events": [{"name": "network-changed", "server_uuid": "310dd21b-2d9f-4d17-b158-d3ed1e14af3e", "tag": "9602143f-c8f9-40a9-ba50-d242ea6b0def"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:48:17.827433 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c5c7ea-e674-43cf-8597-e587977dad0f x-openstack-request-id: req-02c5c7ea-e674-43cf-8597-e587977dad0f {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:48:17.827719 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "310dd21b-2d9f-4d17-b158-d3ed1e14af3e", "tag": "9602143f-c8f9-40a9-ba50-d242ea6b0def", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:48:17.827968 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-02c5c7ea-e674-43cf-8597-e587977dad0f {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:48:17.828479 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02c5c7ea-e674-43cf-8597-e587977dad0f'] response: {'name': 'network-changed', 'server_uuid': '310dd21b-2d9f-4d17-b158-d3ed1e14af3e', 'tag': '9602143f-c8f9-40a9-ba50-d242ea6b0def', 'status': 'completed', 'code': 200} Sep 14 23:48:17.916980 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-d45995b0-8684-4c8f-8d66-de16bea8455a None None] Set router 597b2068-2b17-40a7-83cf-a64abb481489 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:48:17.940333 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cff6b-59ba-4248-90a1-11b2061cbc55 req-42dce71a-0f6a-4314-9940-066291bc8126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:48:17.942564 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7d1cff6b-59ba-4248-90a1-11b2061cbc55 req-42dce71a-0f6a-4314-9940-066291bc8126 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e17a6406a55f40dc99859791ff1e1398&device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 1098 time: 0.0887563 Sep 14 23:48:18.103793 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cff6b-59ba-4248-90a1-11b2061cbc55 req-b585363f-489b-4ef0-a4c9-c27c8bc8b49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:48:18.105582 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7d1cff6b-59ba-4248-90a1-11b2061cbc55 req-b585363f-489b-4ef0-a4c9-c27c8bc8b49c service neutron] 10.222.0.20 "GET /v2.0/networks?id=b544eae3-2e5e-4a39-b687-c7c7b952c06a HTTP/1.1" status: 200 len: 908 time: 0.1569133 Sep 14 23:48:18.177339 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7d1cff6b-59ba-4248-90a1-11b2061cbc55 req-1df14dd4-8f78-4303-b392-e13c9e05694e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9602143f-c8f9-40a9-ba50-d242ea6b0def HTTP/1.1" status: 200 len: 217 time: 0.0647981 Sep 14 23:48:18.212562 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490101cb-38f4-43a8-b7a8-a6e0f92719e0 req-a0599043-cc83-431f-984e-db26be76ede3 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:48:18.213487 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-490101cb-38f4-43a8-b7a8-a6e0f92719e0 req-a0599043-cc83-431f-984e-db26be76ede3 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Synchronizing usage tracker for tenant:e17a6406a55f40dc99859791ff1e1398 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:48:18.233084 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-490101cb-38f4-43a8-b7a8-a6e0f92719e0 req-a0599043-cc83-431f-984e-db26be76ede3 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Unset dirty status for tenant:e17a6406a55f40dc99859791ff1e1398 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:48:18.236192 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-490101cb-38f4-43a8-b7a8-a6e0f92719e0 req-a0599043-cc83-431f-984e-db26be76ede3 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 945 time: 0.1204159 Sep 14 23:48:18.248286 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-d45995b0-8684-4c8f-8d66-de16bea8455a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597b2068-2b17-40a7-83cf-a64abb481489', 'name': 'tempest-TestShelveInstance-163583860-router', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f26cdb6e-9966-43f6-9b04-779d91778bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:39:33Z', 'updated_at': '2022-09-14T23:39:37Z', 'revision_number': 4, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'gw_port': {'id': 'f26cdb6e-9966-43f6-9b04-779d91778bdd', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:34Z', 'updated_at': '2022-09-14T23:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '0cd204ed-5d74-4746-8fde-4e804bca8a11', 'name': '', 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'mac_address': 'fa:16:3e:6c:ca:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'a60c350b-29dd-4914-9cf1-adecbeb7614c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:36Z', 'updated_at': '2022-09-14T23:39:42Z', 'revision_number': 5, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'subnets': [{'id': 'a60c350b-29dd-4914-9cf1-adecbeb7614c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:48:18.254062 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45995b0-8684-4c8f-8d66-de16bea8455a None None] Checking router: 597b2068-2b17-40a7-83cf-a64abb481489 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:48:18.260893 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cff6b-59ba-4248-90a1-11b2061cbc55 req-4f0e2316-d075-468b-befc-07e6a8d2785b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:48:18.262351 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7d1cff6b-59ba-4248-90a1-11b2061cbc55 req-4f0e2316-d075-468b-befc-07e6a8d2785b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a60c350b-29dd-4914-9cf1-adecbeb7614c HTTP/1.1" status: 200 len: 847 time: 0.0790405 Sep 14 23:48:18.269548 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45995b0-8684-4c8f-8d66-de16bea8455a None None] Routers {'597b2068-2b17-40a7-83cf-a64abb481489'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:48:18.270187 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-d45995b0-8684-4c8f-8d66-de16bea8455a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:48:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['597b2068-2b17-40a7-83cf-a64abb481489'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:48:18.356216 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cff6b-59ba-4248-90a1-11b2061cbc55 req-63de45a0-672a-4791-ae66-c10e1be46e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:48:18.358059 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7d1cff6b-59ba-4248-90a1-11b2061cbc55 req-63de45a0-672a-4791-ae66-c10e1be46e9b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b544eae3-2e5e-4a39-b687-c7c7b952c06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0880966 Sep 14 23:48:18.400719 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-490101cb-38f4-43a8-b7a8-a6e0f92719e0 req-f0031fcf-307a-491c-bc69-108dfb2bb932 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573210 Sep 14 23:48:18.479393 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-d45995b0-8684-4c8f-8d66-de16bea8455a None None] Set router 597b2068-2b17-40a7-83cf-a64abb481489 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:48:18.501465 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7d1cff6b-59ba-4248-90a1-11b2061cbc55 req-7236c14d-96aa-4ad9-9d09-d6de65b0f5d3 service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361594 Sep 14 23:48:18.635851 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-7d1cff6b-59ba-4248-90a1-11b2061cbc55 req-05744945-27d5-433b-84c4-efddbacd4932 service neutron] 10.222.0.20 "GET /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282849 Sep 14 23:48:18.818738 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-d45995b0-8684-4c8f-8d66-de16bea8455a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597b2068-2b17-40a7-83cf-a64abb481489', 'name': 'tempest-TestShelveInstance-163583860-router', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f26cdb6e-9966-43f6-9b04-779d91778bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:39:33Z', 'updated_at': '2022-09-14T23:39:37Z', 'revision_number': 4, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'gw_port': {'id': 'f26cdb6e-9966-43f6-9b04-779d91778bdd', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:34Z', 'updated_at': '2022-09-14T23:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '0cd204ed-5d74-4746-8fde-4e804bca8a11', 'name': '', 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'mac_address': 'fa:16:3e:6c:ca:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'a60c350b-29dd-4914-9cf1-adecbeb7614c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:36Z', 'updated_at': '2022-09-14T23:39:42Z', 'revision_number': 5, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'subnets': [{'id': 'a60c350b-29dd-4914-9cf1-adecbeb7614c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:48:18.822446 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45995b0-8684-4c8f-8d66-de16bea8455a None None] The sync data for ids ['597b2068-2b17-40a7-83cf-a64abb481489'] in dv-neutron-857791-1-hyperv is: [{'id': '597b2068-2b17-40a7-83cf-a64abb481489', 'name': 'tempest-TestShelveInstance-163583860-router', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f26cdb6e-9966-43f6-9b04-779d91778bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:39:33Z', 'updated_at': '2022-09-14T23:39:37Z', 'revision_number': 4, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'gw_port': {'id': 'f26cdb6e-9966-43f6-9b04-779d91778bdd', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:34Z', 'updated_at': '2022-09-14T23:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '0cd204ed-5d74-4746-8fde-4e804bca8a11', 'name': '', 'network_id': 'b544eae3-2e5e-4a39-b687-c7c7b952c06a', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'mac_address': 'fa:16:3e:6c:ca:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': 'a60c350b-29dd-4914-9cf1-adecbeb7614c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:36Z', 'updated_at': '2022-09-14T23:39:42Z', 'revision_number': 5, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'subnets': [{'id': 'a60c350b-29dd-4914-9cf1-adecbeb7614c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:48:19.041328 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0404719-1206-4a6b-949f-665c6e3d97e4 None None] New status for floating IP 1b7319e9-546a-451a-9705-08c37f19554e: DOWN {{(pid=89172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:48:19.643326 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc015c9d-e444-4664-b1f5-1f506d0aa840 req-06d13041-e064-43f0-a4bd-84f9144073e6 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:48:19.644764 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bc015c9d-e444-4664-b1f5-1f506d0aa840 req-06d13041-e064-43f0-a4bd-84f9144073e6 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 945 time: 0.1343989 Sep 14 23:48:19.658315 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2670df-c249-4dc8-97ba-8c7b22a04f25 req-4c5fe295-dfb5-4ba4-b02c-2ef183859794 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:48:19.659658 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-3c2670df-c249-4dc8-97ba-8c7b22a04f25 req-4c5fe295-dfb5-4ba4-b02c-2ef183859794 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Synchronizing usage tracker for tenant:e17a6406a55f40dc99859791ff1e1398 on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:48:19.671476 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-3c2670df-c249-4dc8-97ba-8c7b22a04f25 req-4c5fe295-dfb5-4ba4-b02c-2ef183859794 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Unset dirty status for tenant:e17a6406a55f40dc99859791ff1e1398 on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:48:19.672571 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3c2670df-c249-4dc8-97ba-8c7b22a04f25 req-4c5fe295-dfb5-4ba4-b02c-2ef183859794 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.20 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 945 time: 0.1030915 Sep 14 23:48:19.692264 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-bc015c9d-e444-4664-b1f5-1f506d0aa840 req-70012459-f699-49a5-ba1f-912c59011bde tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/security-groups?id=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415494 Sep 14 23:48:19.741412 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-3c2670df-c249-4dc8-97ba-8c7b22a04f25 req-f52a1c96-0055-4025-8a60-71e66edf2dca tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Deleting port 9602143f-c8f9-40a9-ba50-d242ea6b0def {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:48:19.741745 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-3c2670df-c249-4dc8-97ba-8c7b22a04f25 req-f52a1c96-0055-4025-8a60-71e66edf2dca tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:19.962858 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:19.982228 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-3c2670df-c249-4dc8-97ba-8c7b22a04f25 req-f52a1c96-0055-4025-8a60-71e66edf2dca tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] For port 9602143f-c8f9-40a9-ba50-d242ea6b0def, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9602143f-c8f9-40a9-ba50-d242ea6b0def,segment=NetworkSegment(b029bd16-3302-4a2b-9a28-b66d1de7149c),segment_id=b029bd16-3302-4a2b-9a28-b66d1de7149c)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:48:19.982581 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-3c2670df-c249-4dc8-97ba-8c7b22a04f25 req-f52a1c96-0055-4025-8a60-71e66edf2dca tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:20.207952 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-3c2670df-c249-4dc8-97ba-8c7b22a04f25 req-f52a1c96-0055-4025-8a60-71e66edf2dca tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Calling delete_port for 9602143f-c8f9-40a9-ba50-d242ea6b0def owned by compute:nova {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:48:20.350499 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-3c2670df-c249-4dc8-97ba-8c7b22a04f25 req-f52a1c96-0055-4025-8a60-71e66edf2dca tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:20.403913 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a1c96-0055-4025-8a60-71e66edf2dca tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Pushing event deleted for resources: {'Port': ['ID=9602143f-c8f9-40a9-ba50-d242ea6b0def,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:20.446308 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a1c96-0055-4025-8a60-71e66edf2dca tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:20.446646 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a1c96-0055-4025-8a60-71e66edf2dca tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:20.446979 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a1c96-0055-4025-8a60-71e66edf2dca tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:20.447303 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a1c96-0055-4025-8a60-71e66edf2dca tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:20.447623 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a1c96-0055-4025-8a60-71e66edf2dca tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:20.447942 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a1c96-0055-4025-8a60-71e66edf2dca tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:20.448260 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a1c96-0055-4025-8a60-71e66edf2dca tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:20.448575 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a1c96-0055-4025-8a60-71e66edf2dca tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:20.448928 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a1c96-0055-4025-8a60-71e66edf2dca tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:20.449244 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a1c96-0055-4025-8a60-71e66edf2dca tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:20.449560 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a1c96-0055-4025-8a60-71e66edf2dca tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:20.449866 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a1c96-0055-4025-8a60-71e66edf2dca tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:20.498214 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c2670df-c249-4dc8-97ba-8c7b22a04f25 req-f52a1c96-0055-4025-8a60-71e66edf2dca tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] No DVR routers for this DVR port 9602143f-c8f9-40a9-ba50-d242ea6b0def on host hv-neutron-8577 {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:48:20.500590 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-3c2670df-c249-4dc8-97ba-8c7b22a04f25 req-f52a1c96-0055-4025-8a60-71e66edf2dca tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:20.503326 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310dd21b-2d9f-4d17-b158-d3ed1e14af3e', 'name': 'network-vif-deleted', 'tag': '9602143f-c8f9-40a9-ba50-d242ea6b0def'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:48:20.505591 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a26470-9a6f-409c-8002-68af3c260d09" -d '{"events": [{"server_uuid": "310dd21b-2d9f-4d17-b158-d3ed1e14af3e", "name": "network-vif-deleted", "tag": "9602143f-c8f9-40a9-ba50-d242ea6b0def"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:48:20.518943 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3c2670df-c249-4dc8-97ba-8c7b22a04f25 req-f52a1c96-0055-4025-8a60-71e66edf2dca tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.20 "DELETE /v2.0/ports/9602143f-c8f9-40a9-ba50-d242ea6b0def HTTP/1.1" status: 204 len: 173 time: 0.8410561 Sep 14 23:48:20.600902 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503ee14b-de7b-4770-8ca8-e80e7f5a762c x-openstack-request-id: req-503ee14b-de7b-4770-8ca8-e80e7f5a762c {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:48:20.601142 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310dd21b-2d9f-4d17-b158-d3ed1e14af3e", "name": "network-vif-deleted", "tag": "9602143f-c8f9-40a9-ba50-d242ea6b0def", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:48:20.601406 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-503ee14b-de7b-4770-8ca8-e80e7f5a762c {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:48:20.601825 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-503ee14b-de7b-4770-8ca8-e80e7f5a762c'] response: {'server_uuid': '310dd21b-2d9f-4d17-b158-d3ed1e14af3e', 'name': 'network-vif-deleted', 'tag': '9602143f-c8f9-40a9-ba50-d242ea6b0def', 'status': 'completed', 'code': 200} Sep 14 23:48:20.876966 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d3e47705-ff9d-4ce8-a079-b29c2f8266ae req-68d64ccf-12ed-4287-90e6-a10134e68f18 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "GET /v2.0/ports?device_id=310dd21b-2d9f-4d17-b158-d3ed1e14af3e HTTP/1.1" status: 200 len: 210 time: 0.0527041 Sep 14 23:48:21.978188 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 36476) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:48:22.046070 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b328b837-4463-4f05-99dc-06572ef7b035 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:22.075498 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b328b837-4463-4f05-99dc-06572ef7b035 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:22.152226 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b328b837-4463-4f05-99dc-06572ef7b035 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:22.171227 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b328b837-4463-4f05-99dc-06572ef7b035 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:22.182133 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b328b837-4463-4f05-99dc-06572ef7b035 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:22.183428 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b328b837-4463-4f05-99dc-06572ef7b035 tempest-TestShelveInstance-414122654 tempest-TestShelveInstance-414122654-project] 10.222.0.33 "DELETE /v2.0/security-groups/b27babfa-8a7a-4cc1-8586-d8c5ad5d0b45 HTTP/1.1" status: 204 len: 168 time: 0.2042751 Sep 14 23:48:22.229712 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 36482) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:48:22.891989 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5ad50ba7-16df-4b17-a64b-d79712a15762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:23.232440 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-5ad50ba7-16df-4b17-a64b-d79712a15762 admin admin] Deleting port 0cd204ed-5d74-4746-8fde-4e804bca8a11 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:48:23.233098 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5ad50ba7-16df-4b17-a64b-d79712a15762 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:23.525593 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-5ad50ba7-16df-4b17-a64b-d79712a15762 admin admin] For port 0cd204ed-5d74-4746-8fde-4e804bca8a11, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=0cd204ed-5d74-4746-8fde-4e804bca8a11,segment=NetworkSegment(b029bd16-3302-4a2b-9a28-b66d1de7149c),segment_id=b029bd16-3302-4a2b-9a28-b66d1de7149c)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:48:23.525954 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5ad50ba7-16df-4b17-a64b-d79712a15762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:23.655677 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-5ad50ba7-16df-4b17-a64b-d79712a15762 admin admin] Calling delete_port for 0cd204ed-5d74-4746-8fde-4e804bca8a11 owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:48:23.951911 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5ad50ba7-16df-4b17-a64b-d79712a15762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:23.998280 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad50ba7-16df-4b17-a64b-d79712a15762 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cd204ed-5d74-4746-8fde-4e804bca8a11,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:24.272708 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-5ad50ba7-16df-4b17-a64b-d79712a15762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:24.386389 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 9602143f-c8f9-40a9-ba50-d242ea6b0def no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:48:24.428519 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: 9602143f-c8f9-40a9-ba50-d242ea6b0def {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:48:24.428887 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 9602143f-c8f9-40a9-ba50-d242ea6b0def not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:48:24.632227 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad50ba7-16df-4b17-a64b-d79712a15762 admin admin] Router 597b2068-2b17-40a7-83cf-a64abb481489 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:48:24.808253 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad50ba7-16df-4b17-a64b-d79712a15762 admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:48:24.816659 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdc73d5-cd3c-401a-a8cf-d38d80d61c2c None None] Sync routers for ids ['597b2068-2b17-40a7-83cf-a64abb481489'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:48:24.820081 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-5ad50ba7-16df-4b17-a64b-d79712a15762 admin admin] 10.222.0.33 "PUT /v2.0/routers/597b2068-2b17-40a7-83cf-a64abb481489/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5890651 Sep 14 23:48:24.822557 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 36488) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:48:24.825728 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdc73d5-cd3c-401a-a8cf-d38d80d61c2c None None] Routers {'597b2068-2b17-40a7-83cf-a64abb481489'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:48:24.826324 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-0cdc73d5-cd3c-401a-a8cf-d38d80d61c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:48:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['597b2068-2b17-40a7-83cf-a64abb481489'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:48:25.006060 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-0cdc73d5-cd3c-401a-a8cf-d38d80d61c2c None None] Set router 597b2068-2b17-40a7-83cf-a64abb481489 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:48:25.114332 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6950f0e6-1f01-4f55-a800-5d27ac79a2a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:25.282978 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-0cdc73d5-cd3c-401a-a8cf-d38d80d61c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597b2068-2b17-40a7-83cf-a64abb481489', 'name': 'tempest-TestShelveInstance-163583860-router', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f26cdb6e-9966-43f6-9b04-779d91778bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:39:33Z', 'updated_at': '2022-09-14T23:48:23Z', 'revision_number': 5, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'gw_port': {'id': 'f26cdb6e-9966-43f6-9b04-779d91778bdd', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b2068-2b17-40a7-83cf-a64abb481489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:34Z', 'updated_at': '2022-09-14T23:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:48:25.286643 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdc73d5-cd3c-401a-a8cf-d38d80d61c2c None None] Checking router: 597b2068-2b17-40a7-83cf-a64abb481489 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:48:25.290637 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6950f0e6-1f01-4f55-a800-5d27ac79a2a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:25.294560 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdc73d5-cd3c-401a-a8cf-d38d80d61c2c None None] Routers {'597b2068-2b17-40a7-83cf-a64abb481489'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:48:25.295144 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-0cdc73d5-cd3c-401a-a8cf-d38d80d61c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:48:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['597b2068-2b17-40a7-83cf-a64abb481489'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:48:25.302317 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-6950f0e6-1f01-4f55-a800-5d27ac79a2a4 admin admin] Deleting port f26cdb6e-9966-43f6-9b04-779d91778bdd {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:48:25.302651 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6950f0e6-1f01-4f55-a800-5d27ac79a2a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:25.443135 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-0cdc73d5-cd3c-401a-a8cf-d38d80d61c2c None None] Set router 597b2068-2b17-40a7-83cf-a64abb481489 gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:48:25.477258 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-6950f0e6-1f01-4f55-a800-5d27ac79a2a4 admin admin] For port f26cdb6e-9966-43f6-9b04-779d91778bdd, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f26cdb6e-9966-43f6-9b04-779d91778bdd,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:48:25.477611 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6950f0e6-1f01-4f55-a800-5d27ac79a2a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:25.546019 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-0cdc73d5-cd3c-401a-a8cf-d38d80d61c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597b2068-2b17-40a7-83cf-a64abb481489', 'name': 'tempest-TestShelveInstance-163583860-router', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:39:33Z', 'updated_at': '2022-09-14T23:48:25Z', 'revision_number': 6, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:48:25.550347 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdc73d5-cd3c-401a-a8cf-d38d80d61c2c None None] The sync data for ids ['597b2068-2b17-40a7-83cf-a64abb481489'] in dv-neutron-857791-1-hyperv is: [{'id': '597b2068-2b17-40a7-83cf-a64abb481489', 'name': 'tempest-TestShelveInstance-163583860-router', 'tenant_id': 'e17a6406a55f40dc99859791ff1e1398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:39:33Z', 'updated_at': '2022-09-14T23:48:25Z', 'revision_number': 6, 'project_id': 'e17a6406a55f40dc99859791ff1e1398', 'gw_port_host': None}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:48:25.600383 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-6950f0e6-1f01-4f55-a800-5d27ac79a2a4 admin admin] Calling delete_port for f26cdb6e-9966-43f6-9b04-779d91778bdd owned by network:router_gateway {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:48:25.773946 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6950f0e6-1f01-4f55-a800-5d27ac79a2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:25.826198 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6950f0e6-1f01-4f55-a800-5d27ac79a2a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f26cdb6e-9966-43f6-9b04-779d91778bdd,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:25.922612 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6950f0e6-1f01-4f55-a800-5d27ac79a2a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:26.101619 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6950f0e6-1f01-4f55-a800-5d27ac79a2a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:26.103682 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6950f0e6-1f01-4f55-a800-5d27ac79a2a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:26.125303 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6950f0e6-1f01-4f55-a800-5d27ac79a2a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:26.125807 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6950f0e6-1f01-4f55-a800-5d27ac79a2a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 597b2068-2b17-40a7-83cf-a64abb481489 {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 23:48:26.137803 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6950f0e6-1f01-4f55-a800-5d27ac79a2a4 admin admin] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:26.138907 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6950f0e6-1f01-4f55-a800-5d27ac79a2a4 admin admin] 10.222.0.33 "DELETE /v2.0/routers/597b2068-2b17-40a7-83cf-a64abb481489 HTTP/1.1" status: 204 len: 168 time: 1.3154759 Sep 14 23:48:26.141525 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 36492) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:48:26.200903 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7a52380-5231-454d-a288-c18729702e57 admin admin] Deleting subnet a60c350b-29dd-4914-9cf1-adecbeb7614c {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:48:26.203694 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c7a52380-5231-454d-a288-c18729702e57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:26.251105 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c7a52380-5231-454d-a288-c18729702e57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:26.331112 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c7a52380-5231-454d-a288-c18729702e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:26.515702 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c7a52380-5231-454d-a288-c18729702e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:26.520206 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f26cdb6e-9966-43f6-9b04-779d91778bdd no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:48:26.554279 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a52380-5231-454d-a288-c18729702e57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a60c350b-29dd-4914-9cf1-adecbeb7614c,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:26.554486 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: f26cdb6e-9966-43f6-9b04-779d91778bdd {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:48:26.554617 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f26cdb6e-9966-43f6-9b04-779d91778bdd not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:48:26.555212 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 0cd204ed-5d74-4746-8fde-4e804bca8a11 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:48:26.559653 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c7a52380-5231-454d-a288-c18729702e57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:26.566970 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c7a52380-5231-454d-a288-c18729702e57 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/a60c350b-29dd-4914-9cf1-adecbeb7614c HTTP/1.1" status: 204 len: 168 time: 0.4244881 Sep 14 23:48:26.569399 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 36496) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:48:26.585820 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18030c8b-f6e1-4499-a38c-7d793ad4bff8 None None] Network b544eae3-2e5e-4a39-b687-c7c7b952c06a requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:48:26.670265 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 0cd204ed-5d74-4746-8fde-4e804bca8a11 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:48:26.670520 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 0cd204ed-5d74-4746-8fde-4e804bca8a11 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:48:26.676844 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e45b96fb-455a-42ea-b8d9-e07c63ad682d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:26.687208 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-e45b96fb-455a-42ea-b8d9-e07c63ad682d admin admin] Deleting port 08f79e93-ecde-49f9-8c80-670fba24dd30 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:48:26.687539 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e45b96fb-455a-42ea-b8d9-e07c63ad682d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:26.898471 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd46be0-f802-4a61-b65b-f910e7683975 None None] DHCP port deletion for b544eae3-2e5e-4a39-b687-c7c7b952c06a request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:48:26.902769 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-5cd46be0-f802-4a61-b65b-f910e7683975 None None] Deleting port 08f79e93-ecde-49f9-8c80-670fba24dd30 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:48:26.903218 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5cd46be0-f802-4a61-b65b-f910e7683975 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:26.906417 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-e45b96fb-455a-42ea-b8d9-e07c63ad682d admin admin] For port 08f79e93-ecde-49f9-8c80-670fba24dd30, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=08f79e93-ecde-49f9-8c80-670fba24dd30,segment=NetworkSegment(b029bd16-3302-4a2b-9a28-b66d1de7149c),segment_id=b029bd16-3302-4a2b-9a28-b66d1de7149c)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:48:26.906807 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e45b96fb-455a-42ea-b8d9-e07c63ad682d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:27.029700 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-e45b96fb-455a-42ea-b8d9-e07c63ad682d admin admin] Calling delete_port for 08f79e93-ecde-49f9-8c80-670fba24dd30 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:48:27.109487 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e45b96fb-455a-42ea-b8d9-e07c63ad682d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:27.115207 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-5cd46be0-f802-4a61-b65b-f910e7683975 None None] For port 08f79e93-ecde-49f9-8c80-670fba24dd30, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=08f79e93-ecde-49f9-8c80-670fba24dd30,segment=NetworkSegment(b029bd16-3302-4a2b-9a28-b66d1de7149c),segment_id=b029bd16-3302-4a2b-9a28-b66d1de7149c)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:48:27.115535 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5cd46be0-f802-4a61-b65b-f910e7683975 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:27.168277 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b96fb-455a-42ea-b8d9-e07c63ad682d admin admin] Pushing event deleted for resources: {'Port': ['ID=08f79e93-ecde-49f9-8c80-670fba24dd30,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:27.170310 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45b96fb-455a-42ea-b8d9-e07c63ad682d admin admin] No DVR routers for this DVR port 08f79e93-ecde-49f9-8c80-670fba24dd30 on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:48:27.237743 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-5cd46be0-f802-4a61-b65b-f910e7683975 None None] Calling delete_port for 08f79e93-ecde-49f9-8c80-670fba24dd30 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:48:27.286184 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e45b96fb-455a-42ea-b8d9-e07c63ad682d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:27.309097 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-5cd46be0-f802-4a61-b65b-f910e7683975 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 23:48:27.309454 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-5cd46be0-f802-4a61-b65b-f910e7683975 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 23:48:27.313269 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-e45b96fb-455a-42ea-b8d9-e07c63ad682d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b544eae3-2e5e-4a39-b687-c7c7b952c06a']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:48:27.325942 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-e45b96fb-455a-42ea-b8d9-e07c63ad682d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b029bd16-3302-4a2b-9a28-b66d1de7149c') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:48:27.326236 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-e45b96fb-455a-42ea-b8d9-e07c63ad682d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b029bd16-3302-4a2b-9a28-b66d1de7149c') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:48:27.338854 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e45b96fb-455a-42ea-b8d9-e07c63ad682d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:27.356431 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e45b96fb-455a-42ea-b8d9-e07c63ad682d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:27.363718 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e45b96fb-455a-42ea-b8d9-e07c63ad682d admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:48:27.364244 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e45b96fb-455a-42ea-b8d9-e07c63ad682d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:27.458308 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment b029bd16-3302-4a2b-9a28-b66d1de7149c resource provider aggregate not found Sep 14 23:48:27.462627 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e45b96fb-455a-42ea-b8d9-e07c63ad682d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:27.479432 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-e45b96fb-455a-42ea-b8d9-e07c63ad682d admin admin] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:27.482488 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment b029bd16-3302-4a2b-9a28-b66d1de7149c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b029bd16-3302-4a2b-9a28-b66d1de7149c found for delete ", "request_id": "req-9da08b17-b9d7-493d-92ca-e6dc4ea3b74d"}]} Sep 14 23:48:27.491779 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b96fb-455a-42ea-b8d9-e07c63ad682d admin admin] Pushing event deleted for resources: {'Network': ['ID=b544eae3-2e5e-4a39-b687-c7c7b952c06a,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:27.505627 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-e45b96fb-455a-42ea-b8d9-e07c63ad682d admin admin] 10.222.0.33 "DELETE /v2.0/networks/b544eae3-2e5e-4a39-b687-c7c7b952c06a HTTP/1.1" status: 204 len: 168 time: 0.9350979 Sep 14 23:48:27.508372 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 36506) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:48:27.655774 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:48:27.810683 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-5cd46be0-f802-4a61-b65b-f910e7683975 None None] Deleting port 08f79e93-ecde-49f9-8c80-670fba24dd30 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:48:27.811233 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5cd46be0-f802-4a61-b65b-f910e7683975 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:27.884004 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-5cd46be0-f802-4a61-b65b-f910e7683975 None None] The port '08f79e93-ecde-49f9-8c80-670fba24dd30' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 23:48:28.147444 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-39264098-ef18-477b-8abf-ed88b96ae22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:28.498842 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-39264098-ef18-477b-8abf-ed88b96ae22e admin admin] Deleting port 87f04424-caca-474c-a4bb-6bc15f3190de {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:48:28.499840 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-39264098-ef18-477b-8abf-ed88b96ae22e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:28.514293 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 08f79e93-ecde-49f9-8c80-670fba24dd30 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:48:28.546722 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 08f79e93-ecde-49f9-8c80-670fba24dd30 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:48:28.547057 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 08f79e93-ecde-49f9-8c80-670fba24dd30 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:48:28.671671 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-39264098-ef18-477b-8abf-ed88b96ae22e admin admin] For port 87f04424-caca-474c-a4bb-6bc15f3190de, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=87f04424-caca-474c-a4bb-6bc15f3190de,segment=NetworkSegment(b2b573f2-dc97-4754-8b5e-bcedaf54d0a9),segment_id=b2b573f2-dc97-4754-8b5e-bcedaf54d0a9)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:48:28.672001 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-39264098-ef18-477b-8abf-ed88b96ae22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:28.802301 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-39264098-ef18-477b-8abf-ed88b96ae22e admin admin] Calling delete_port for 87f04424-caca-474c-a4bb-6bc15f3190de owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:48:28.973665 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-39264098-ef18-477b-8abf-ed88b96ae22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:29.017074 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39264098-ef18-477b-8abf-ed88b96ae22e admin admin] Pushing event deleted for resources: {'Port': ['ID=87f04424-caca-474c-a4bb-6bc15f3190de,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:29.290908 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-39264098-ef18-477b-8abf-ed88b96ae22e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:29.739642 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39264098-ef18-477b-8abf-ed88b96ae22e admin admin] Router 396df00c-2ab4-49c3-9830-4a7ba795544f has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:48:29.916634 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39264098-ef18-477b-8abf-ed88b96ae22e admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:48:29.925794 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507d6acc-d8c8-4e70-ba60-6695b062a6f9 None None] Sync routers for ids ['396df00c-2ab4-49c3-9830-4a7ba795544f'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:48:29.926243 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-39264098-ef18-477b-8abf-ed88b96ae22e admin admin] 10.222.0.33 "PUT /v2.0/routers/396df00c-2ab4-49c3-9830-4a7ba795544f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4166405 Sep 14 23:48:29.928517 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 36510) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:48:29.934834 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507d6acc-d8c8-4e70-ba60-6695b062a6f9 None None] Routers {'396df00c-2ab4-49c3-9830-4a7ba795544f'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:48:29.935428 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-507d6acc-d8c8-4e70-ba60-6695b062a6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:48:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['396df00c-2ab4-49c3-9830-4a7ba795544f'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:48:30.103127 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-966f59cd-43dc-4326-b89c-478cde77af99 admin admin] Notify callbacks [] for router, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:30.107824 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-507d6acc-d8c8-4e70-ba60-6695b062a6f9 None None] Set router 396df00c-2ab4-49c3-9830-4a7ba795544f gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:48:30.275884 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-966f59cd-43dc-4326-b89c-478cde77af99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:30.286347 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-966f59cd-43dc-4326-b89c-478cde77af99 admin admin] Deleting port 6cbb8f46-4ee5-4a35-9cdb-182e0d759e69 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:48:30.286721 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-966f59cd-43dc-4326-b89c-478cde77af99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:30.394317 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-507d6acc-d8c8-4e70-ba60-6695b062a6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396df00c-2ab4-49c3-9830-4a7ba795544f', 'name': 'tempest-TestShelveInstance-1809562134-router', 'tenant_id': 'd45311ab32f14a098591ef590be2e89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': '6cbb8f46-4ee5-4a35-9cdb-182e0d759e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:39:39Z', 'updated_at': '2022-09-14T23:48:28Z', 'revision_number': 5, 'project_id': 'd45311ab32f14a098591ef590be2e89f', 'gw_port': {'id': '6cbb8f46-4ee5-4a35-9cdb-182e0d759e69', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:19:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396df00c-2ab4-49c3-9830-4a7ba795544f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:39:40Z', 'updated_at': '2022-09-14T23:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:48:30.398294 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507d6acc-d8c8-4e70-ba60-6695b062a6f9 None None] Checking router: 396df00c-2ab4-49c3-9830-4a7ba795544f for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:48:30.407022 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507d6acc-d8c8-4e70-ba60-6695b062a6f9 None None] Routers {'396df00c-2ab4-49c3-9830-4a7ba795544f'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:48:30.407622 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-507d6acc-d8c8-4e70-ba60-6695b062a6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:48:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['396df00c-2ab4-49c3-9830-4a7ba795544f'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:48:30.467720 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-966f59cd-43dc-4326-b89c-478cde77af99 admin admin] For port 6cbb8f46-4ee5-4a35-9cdb-182e0d759e69, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=6cbb8f46-4ee5-4a35-9cdb-182e0d759e69,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:48:30.468075 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-966f59cd-43dc-4326-b89c-478cde77af99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:30.556430 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-507d6acc-d8c8-4e70-ba60-6695b062a6f9 None None] Set router 396df00c-2ab4-49c3-9830-4a7ba795544f gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:48:30.589136 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-966f59cd-43dc-4326-b89c-478cde77af99 admin admin] Calling delete_port for 6cbb8f46-4ee5-4a35-9cdb-182e0d759e69 owned by network:router_gateway {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:48:30.696328 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-507d6acc-d8c8-4e70-ba60-6695b062a6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396df00c-2ab4-49c3-9830-4a7ba795544f', 'name': 'tempest-TestShelveInstance-1809562134-router', 'tenant_id': 'd45311ab32f14a098591ef590be2e89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:39:39Z', 'updated_at': '2022-09-14T23:48:30Z', 'revision_number': 6, 'project_id': 'd45311ab32f14a098591ef590be2e89f', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:48:30.700638 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507d6acc-d8c8-4e70-ba60-6695b062a6f9 None None] The sync data for ids ['396df00c-2ab4-49c3-9830-4a7ba795544f'] in dv-neutron-857791-1-hyperv is: [{'id': '396df00c-2ab4-49c3-9830-4a7ba795544f', 'name': 'tempest-TestShelveInstance-1809562134-router', 'tenant_id': 'd45311ab32f14a098591ef590be2e89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:39:39Z', 'updated_at': '2022-09-14T23:48:30Z', 'revision_number': 6, 'project_id': 'd45311ab32f14a098591ef590be2e89f', 'gw_port_host': None}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:48:30.868809 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-966f59cd-43dc-4326-b89c-478cde77af99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:30.917089 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f59cd-43dc-4326-b89c-478cde77af99 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cbb8f46-4ee5-4a35-9cdb-182e0d759e69,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:31.012130 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-966f59cd-43dc-4326-b89c-478cde77af99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:31.183766 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-966f59cd-43dc-4326-b89c-478cde77af99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:31.186046 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-966f59cd-43dc-4326-b89c-478cde77af99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:31.208887 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-966f59cd-43dc-4326-b89c-478cde77af99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:31.209583 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966f59cd-43dc-4326-b89c-478cde77af99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 396df00c-2ab4-49c3-9830-4a7ba795544f {{(pid=89171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 23:48:31.221192 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-966f59cd-43dc-4326-b89c-478cde77af99 admin admin] Notify callbacks [] for router, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:31.222300 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-966f59cd-43dc-4326-b89c-478cde77af99 admin admin] 10.222.0.33 "DELETE /v2.0/routers/396df00c-2ab4-49c3-9830-4a7ba795544f HTTP/1.1" status: 204 len: 168 time: 1.2928729 Sep 14 23:48:31.224925 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 36514) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:48:31.284093 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4eb7064-d9ed-4d9e-88e5-ccebd74a61dc admin admin] Deleting subnet 0aea88df-6d34-4e29-b36e-196e34e129c5 {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:48:31.286863 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b4eb7064-d9ed-4d9e-88e5-ccebd74a61dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:31.334059 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b4eb7064-d9ed-4d9e-88e5-ccebd74a61dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:31.412176 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b4eb7064-d9ed-4d9e-88e5-ccebd74a61dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:31.485569 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b4eb7064-d9ed-4d9e-88e5-ccebd74a61dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:31.525135 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb7064-d9ed-4d9e-88e5-ccebd74a61dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aea88df-6d34-4e29-b36e-196e34e129c5,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:31.527536 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-b4eb7064-d9ed-4d9e-88e5-ccebd74a61dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:31.531368 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e060b1-5fa7-421a-92e1-4b8bc0ca718d None None] Network 02c094cb-d0e0-480d-ad5e-a7043883f750 requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:48:31.533621 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-b4eb7064-d9ed-4d9e-88e5-ccebd74a61dc admin admin] 10.222.0.33 "DELETE /v2.0/subnets/0aea88df-6d34-4e29-b36e-196e34e129c5 HTTP/1.1" status: 204 len: 168 time: 0.3077850 Sep 14 23:48:31.536214 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 36518) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:48:31.641148 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c6cf9bae-c8a6-4408-b3af-919eea894031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:31.651867 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-c6cf9bae-c8a6-4408-b3af-919eea894031 admin admin] Deleting port 6c812b64-420b-457d-a91b-fe05513e5a37 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:48:31.652201 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c6cf9bae-c8a6-4408-b3af-919eea894031 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:31.816878 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadcb345-e90c-4fa5-8ea3-8e5a48b5ac7b None None] DHCP port deletion for 02c094cb-d0e0-480d-ad5e-a7043883f750 request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:48:31.820983 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-cadcb345-e90c-4fa5-8ea3-8e5a48b5ac7b None None] Deleting port 6c812b64-420b-457d-a91b-fe05513e5a37 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:48:31.821353 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cadcb345-e90c-4fa5-8ea3-8e5a48b5ac7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:31.869395 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-c6cf9bae-c8a6-4408-b3af-919eea894031 admin admin] For port 6c812b64-420b-457d-a91b-fe05513e5a37, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=6c812b64-420b-457d-a91b-fe05513e5a37,segment=NetworkSegment(b2b573f2-dc97-4754-8b5e-bcedaf54d0a9),segment_id=b2b573f2-dc97-4754-8b5e-bcedaf54d0a9)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:48:31.869938 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c6cf9bae-c8a6-4408-b3af-919eea894031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:31.992481 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-c6cf9bae-c8a6-4408-b3af-919eea894031 admin admin] Calling delete_port for 6c812b64-420b-457d-a91b-fe05513e5a37 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:48:32.027842 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-cadcb345-e90c-4fa5-8ea3-8e5a48b5ac7b None None] For port 6c812b64-420b-457d-a91b-fe05513e5a37, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=6c812b64-420b-457d-a91b-fe05513e5a37,segment=NetworkSegment(b2b573f2-dc97-4754-8b5e-bcedaf54d0a9),segment_id=b2b573f2-dc97-4754-8b5e-bcedaf54d0a9)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:48:32.028234 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cadcb345-e90c-4fa5-8ea3-8e5a48b5ac7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:32.067283 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c6cf9bae-c8a6-4408-b3af-919eea894031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:32.114463 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf9bae-c8a6-4408-b3af-919eea894031 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c812b64-420b-457d-a91b-fe05513e5a37,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:32.119672 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cf9bae-c8a6-4408-b3af-919eea894031 admin admin] No DVR routers for this DVR port 6c812b64-420b-457d-a91b-fe05513e5a37 on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:48:32.149587 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-cadcb345-e90c-4fa5-8ea3-8e5a48b5ac7b None None] Calling delete_port for 6c812b64-420b-457d-a91b-fe05513e5a37 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:48:32.220109 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-cadcb345-e90c-4fa5-8ea3-8e5a48b5ac7b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 23:48:32.220461 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-cadcb345-e90c-4fa5-8ea3-8e5a48b5ac7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 23:48:32.328481 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c6cf9bae-c8a6-4408-b3af-919eea894031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:32.353646 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-c6cf9bae-c8a6-4408-b3af-919eea894031 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c094cb-d0e0-480d-ad5e-a7043883f750']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:48:32.365289 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-c6cf9bae-c8a6-4408-b3af-919eea894031 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b573f2-dc97-4754-8b5e-bcedaf54d0a9') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:48:32.365578 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-c6cf9bae-c8a6-4408-b3af-919eea894031 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b573f2-dc97-4754-8b5e-bcedaf54d0a9') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:48:32.376433 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c6cf9bae-c8a6-4408-b3af-919eea894031 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:32.393884 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c6cf9bae-c8a6-4408-b3af-919eea894031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:32.400304 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6cf9bae-c8a6-4408-b3af-919eea894031 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:48:32.400708 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c6cf9bae-c8a6-4408-b3af-919eea894031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:32.465031 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment b2b573f2-dc97-4754-8b5e-bcedaf54d0a9 resource provider aggregate not found Sep 14 23:48:32.484439 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment b2b573f2-dc97-4754-8b5e-bcedaf54d0a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b2b573f2-dc97-4754-8b5e-bcedaf54d0a9 found for delete ", "request_id": "req-c9b15977-9cb5-4fb4-a64c-3ea424067831"}]} Sep 14 23:48:32.497871 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c6cf9bae-c8a6-4408-b3af-919eea894031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:32.513979 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c6cf9bae-c8a6-4408-b3af-919eea894031 admin admin] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:32.524417 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf9bae-c8a6-4408-b3af-919eea894031 admin admin] Pushing event deleted for resources: {'Network': ['ID=02c094cb-d0e0-480d-ad5e-a7043883f750,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:32.526667 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 87f04424-caca-474c-a4bb-6bc15f3190de no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:48:32.528417 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c6cf9bae-c8a6-4408-b3af-919eea894031 admin admin] 10.222.0.33 "DELETE /v2.0/networks/02c094cb-d0e0-480d-ad5e-a7043883f750 HTTP/1.1" status: 204 len: 168 time: 0.9913344 Sep 14 23:48:32.563635 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 87f04424-caca-474c-a4bb-6bc15f3190de {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:48:32.564110 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 87f04424-caca-474c-a4bb-6bc15f3190de not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:48:32.564877 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 6c812b64-420b-457d-a91b-fe05513e5a37 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:48:32.598320 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 6c812b64-420b-457d-a91b-fe05513e5a37 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:48:32.598647 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 6c812b64-420b-457d-a91b-fe05513e5a37 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:48:32.599005 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 6cbb8f46-4ee5-4a35-9cdb-182e0d759e69 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:48:32.632463 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 6cbb8f46-4ee5-4a35-9cdb-182e0d759e69 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:48:32.632831 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 6cbb8f46-4ee5-4a35-9cdb-182e0d759e69 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:48:32.638462 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 36528) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:48:32.686114 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9aabb8a5-84ee-4089-8b72-8279de385b0f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e17a6406a55f40dc99859791ff1e1398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461001 Sep 14 23:48:32.688445 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 36532) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:48:32.721212 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-cadcb345-e90c-4fa5-8ea3-8e5a48b5ac7b None None] Deleting port 6c812b64-420b-457d-a91b-fe05513e5a37 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:48:32.721596 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-cadcb345-e90c-4fa5-8ea3-8e5a48b5ac7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:32.746073 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4f15c789-82d8-4ed3-aa4a-9ec270b8b6f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:32.782673 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4f15c789-82d8-4ed3-aa4a-9ec270b8b6f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:32.791814 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-cadcb345-e90c-4fa5-8ea3-8e5a48b5ac7b None None] The port '6c812b64-420b-457d-a91b-fe05513e5a37' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 23:48:32.834450 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4f15c789-82d8-4ed3-aa4a-9ec270b8b6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:32.851042 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15c789-82d8-4ed3-aa4a-9ec270b8b6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c45f150-91ee-4ac1-a755-abf37c083f83,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:32.857403 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-4f15c789-82d8-4ed3-aa4a-9ec270b8b6f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:32.858504 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-4f15c789-82d8-4ed3-aa4a-9ec270b8b6f7 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6c45f150-91ee-4ac1-a755-abf37c083f83 HTTP/1.1" status: 204 len: 168 time: 0.1691790 Sep 14 23:48:33.195798 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 36540) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:48:33.243959 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-f39064f3-ce7c-4baf-ab0e-8fb0ec26626e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d45311ab32f14a098591ef590be2e89f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468905 Sep 14 23:48:33.246327 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 36544) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:48:33.301849 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-376863fd-19f0-4159-9afa-3acc62ea0a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:33.326134 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-376863fd-19f0-4159-9afa-3acc62ea0a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:33.378740 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-376863fd-19f0-4159-9afa-3acc62ea0a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:33.396189 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376863fd-19f0-4159-9afa-3acc62ea0a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3710c2-4559-43e4-ba2f-4168c65b308c,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:33.402739 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-376863fd-19f0-4159-9afa-3acc62ea0a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:33.403813 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-376863fd-19f0-4159-9afa-3acc62ea0a98 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/1f3710c2-4559-43e4-ba2f-4168c65b308c HTTP/1.1" status: 204 len: 168 time: 0.1566086 Sep 14 23:48:34.096849 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 36568) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:48:34.211832 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-6b534ffd-4038-4d35-8f04-8927de497015 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1560708666-network', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:48:34.216597 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-6b534ffd-4038-4d35-8f04-8927de497015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:48:34.220480 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6b534ffd-4038-4d35-8f04-8927de497015 admin admin] Usage tracker for resource:network and tenant:42f27a3751b54b35ace8d1b17e7801ac is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:48:34.223392 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6b534ffd-4038-4d35-8f04-8927de497015 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:48:34.229083 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-6b534ffd-4038-4d35-8f04-8927de497015 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:48:34.239115 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b534ffd-4038-4d35-8f04-8927de497015 admin admin] Made reservation on behalf of 42f27a3751b54b35ace8d1b17e7801ac for: {'network': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:48:34.241569 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6b534ffd-4038-4d35-8f04-8927de497015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:34.254105 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6b534ffd-4038-4d35-8f04-8927de497015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:34.268707 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-6b534ffd-4038-4d35-8f04-8927de497015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:48:34.272444 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6b534ffd-4038-4d35-8f04-8927de497015 admin admin] Usage tracker for resource:security_group_rule and tenant:42f27a3751b54b35ace8d1b17e7801ac is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:48:34.275378 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6b534ffd-4038-4d35-8f04-8927de497015 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:48:34.281058 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-6b534ffd-4038-4d35-8f04-8927de497015 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:48:34.361953 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6b534ffd-4038-4d35-8f04-8927de497015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:34.366055 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6b534ffd-4038-4d35-8f04-8927de497015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:34.398440 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b534ffd-4038-4d35-8f04-8927de497015 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=89171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:48:34.403606 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b534ffd-4038-4d35-8f04-8927de497015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e32d735-2c82-4df7-ae49-b409ddee7e1e,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:34.411071 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6b534ffd-4038-4d35-8f04-8927de497015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:34.411071 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.segments_db [None req-6b534ffd-4038-4d35-8f04-8927de497015 admin admin] Added segment 38fb9070-8640-4b74-82ab-1dec8aef03bb of type vlan for network cd47189b-f092-479a-9712-f619a725869a Sep 14 23:48:34.437494 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6b534ffd-4038-4d35-8f04-8927de497015 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:34.467438 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6b534ffd-4038-4d35-8f04-8927de497015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:34.468408 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b534ffd-4038-4d35-8f04-8927de497015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:48:34.469009 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6b534ffd-4038-4d35-8f04-8927de497015 admin admin] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:34.575715 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b534ffd-4038-4d35-8f04-8927de497015 admin admin] Pushing event updated for resources: {'Network': ['ID=cd47189b-f092-479a-9712-f619a725869a,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:34.581074 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6b534ffd-4038-4d35-8f04-8927de497015 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4831483 Sep 14 23:48:34.581939 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 36574) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:48:34.586447 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network cd47189b-f092-479a-9712-f619a725869a details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:48:34.588558 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-b113bf3d-0568-43bf-b78b-b2b939d087d2 admin admin] Request body: {'subnet': {'network_id': 'cd47189b-f092-479a-9712-f619a725869a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1560708666-subnet', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'ip_version': 4}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:48:34.593910 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b113bf3d-0568-43bf-b78b-b2b939d087d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:48:34.597773 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b113bf3d-0568-43bf-b78b-b2b939d087d2 admin admin] Usage tracker for resource:subnet and tenant:42f27a3751b54b35ace8d1b17e7801ac is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:48:34.600857 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b113bf3d-0568-43bf-b78b-b2b939d087d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:48:34.607942 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b113bf3d-0568-43bf-b78b-b2b939d087d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:48:34.618181 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b113bf3d-0568-43bf-b78b-b2b939d087d2 admin admin] Made reservation on behalf of 42f27a3751b54b35ace8d1b17e7801ac for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:48:34.620467 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b113bf3d-0568-43bf-b78b-b2b939d087d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:34.816928 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b113bf3d-0568-43bf-b78b-b2b939d087d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:34.894786 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b113bf3d-0568-43bf-b78b-b2b939d087d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bb40d97-05cd-4f0f-8bcb-223c135ce0fb,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:34.898756 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b113bf3d-0568-43bf-b78b-b2b939d087d2 admin admin] Checking segment: {'id': '38fb9070-8640-4b74-82ab-1dec8aef03bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'cd47189b-f092-479a-9712-f619a725869a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:48:34.899106 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b113bf3d-0568-43bf-b78b-b2b939d087d2 admin admin] Network hostable DHCP agents. Network: cd47189b-f092-479a-9712-f619a725869a, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:48:34.917524 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b113bf3d-0568-43bf-b78b-b2b939d087d2 admin admin] Network cd47189b-f092-479a-9712-f619a725869a is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:48:34.926755 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-b113bf3d-0568-43bf-b78b-b2b939d087d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, cd47189b-f092-479a-9712-f619a725869a) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:48:34.930877 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b113bf3d-0568-43bf-b78b-b2b939d087d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:48:34.931455 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b113bf3d-0568-43bf-b78b-b2b939d087d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:34.936004 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8602f9-f457-4977-892d-440544c47f90 None None] Network cd47189b-f092-479a-9712-f619a725869a requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:48:34.951483 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b113bf3d-0568-43bf-b78b-b2b939d087d2 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3684690 Sep 14 23:48:34.954175 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 36578) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:48:34.959132 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-4a3519c3-63da-47e3-9ebc-096578e86ff3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1560708666-router', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:48:34.963646 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-4a3519c3-63da-47e3-9ebc-096578e86ff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:48:34.967463 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-4a3519c3-63da-47e3-9ebc-096578e86ff3 admin admin] Usage tracker for resource:router and tenant:42f27a3751b54b35ace8d1b17e7801ac is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:48:34.970288 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-4a3519c3-63da-47e3-9ebc-096578e86ff3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:48:34.976332 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-4a3519c3-63da-47e3-9ebc-096578e86ff3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:48:34.987399 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4a3519c3-63da-47e3-9ebc-096578e86ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:34.988374 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4a3519c3-63da-47e3-9ebc-096578e86ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:35.003047 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4a3519c3-63da-47e3-9ebc-096578e86ff3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:35.156137 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43524af-8d7c-487f-a60f-04a64391eeae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-cd47189b-f092-479a-9712-f619a725869a', 'network_id': 'cd47189b-f092-479a-9712-f619a725869a', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'fixed_ips': [{'subnet_id': '1bb40d97-05cd-4f0f-8bcb-223c135ce0fb'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:48:35.157008 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a43524af-8d7c-487f-a60f-04a64391eeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:35.272022 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4a3519c3-63da-47e3-9ebc-096578e86ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:35.341679 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-a43524af-8d7c-487f-a60f-04a64391eeae None None] Allocated IP 172.20.0.2 (cd47189b-f092-479a-9712-f619a725869a/1bb40d97-05cd-4f0f-8bcb-223c135ce0fb/940760a9-a904-4dd6-92e8-a718af68821f) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:48:35.554543 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a43524af-8d7c-487f-a60f-04a64391eeae None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:35.565172 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-a43524af-8d7c-487f-a60f-04a64391eeae None None] Transition to ACTIVE for port object 940760a9-a904-4dd6-92e8-a718af68821f will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:48:35.583590 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-a43524af-8d7c-487f-a60f-04a64391eeae None None] Transition to ACTIVE for port object 940760a9-a904-4dd6-92e8-a718af68821f will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:48:35.590268 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4a3519c3-63da-47e3-9ebc-096578e86ff3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:35.591473 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a43524af-8d7c-487f-a60f-04a64391eeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:35.622738 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4a3519c3-63da-47e3-9ebc-096578e86ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:35.659373 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43524af-8d7c-487f-a60f-04a64391eeae None None] Network cd47189b-f092-479a-9712-f619a725869a is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:48:35.662358 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-a43524af-8d7c-487f-a60f-04a64391eeae None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:48:35.666098 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43524af-8d7c-487f-a60f-04a64391eeae None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:48:35.671692 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43524af-8d7c-487f-a60f-04a64391eeae None None] Pushing event updated for resources: {'Port': ['ID=940760a9-a904-4dd6-92e8-a718af68821f,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:35.712896 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43524af-8d7c-487f-a60f-04a64391eeae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:35.713246 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43524af-8d7c-487f-a60f-04a64391eeae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:35.713592 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43524af-8d7c-487f-a60f-04a64391eeae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:35.713930 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43524af-8d7c-487f-a60f-04a64391eeae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:35.714261 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43524af-8d7c-487f-a60f-04a64391eeae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:35.714591 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43524af-8d7c-487f-a60f-04a64391eeae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:35.714917 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43524af-8d7c-487f-a60f-04a64391eeae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:35.715242 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43524af-8d7c-487f-a60f-04a64391eeae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:35.715567 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43524af-8d7c-487f-a60f-04a64391eeae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:35.715890 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43524af-8d7c-487f-a60f-04a64391eeae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:35.716211 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43524af-8d7c-487f-a60f-04a64391eeae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:35.716532 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43524af-8d7c-487f-a60f-04a64391eeae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:35.757004 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-4a3519c3-63da-47e3-9ebc-096578e86ff3 admin admin] Allocated IP 172.26.5.171 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/f83c6fce-6fad-4908-ae46-4b5003681f30) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:48:35.783998 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-a43524af-8d7c-487f-a60f-04a64391eeae None None] Attempting to bind port 940760a9-a904-4dd6-92e8-a718af68821f on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:48:35.784359 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-a43524af-8d7c-487f-a60f-04a64391eeae None None] Attempting to bind port 940760a9-a904-4dd6-92e8-a718af68821f by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '38fb9070-8640-4b74-82ab-1dec8aef03bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'cd47189b-f092-479a-9712-f619a725869a'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:48:35.784742 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43524af-8d7c-487f-a60f-04a64391eeae None None] Attempting to bind port 940760a9-a904-4dd6-92e8-a718af68821f on network cd47189b-f092-479a-9712-f619a725869a {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:48:35.789930 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43524af-8d7c-487f-a60f-04a64391eeae None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:48:35.790297 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43524af-8d7c-487f-a60f-04a64391eeae None None] Checking segment: {'id': '38fb9070-8640-4b74-82ab-1dec8aef03bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'cd47189b-f092-479a-9712-f619a725869a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:48:35.790688 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a43524af-8d7c-487f-a60f-04a64391eeae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:35.791069 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43524af-8d7c-487f-a60f-04a64391eeae None None] Bound using segment: {'id': '38fb9070-8640-4b74-82ab-1dec8aef03bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'cd47189b-f092-479a-9712-f619a725869a'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:48:35.791524 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-a43524af-8d7c-487f-a60f-04a64391eeae None None] Bound port: 940760a9-a904-4dd6-92e8-a718af68821f, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38fb9070-8640-4b74-82ab-1dec8aef03bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'cd47189b-f092-479a-9712-f619a725869a'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:48:35.791888 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a43524af-8d7c-487f-a60f-04a64391eeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:35.884792 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-a43524af-8d7c-487f-a60f-04a64391eeae None None] For port 940760a9-a904-4dd6-92e8-a718af68821f, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:48:35.888291 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-a43524af-8d7c-487f-a60f-04a64391eeae None None] For port 940760a9-a904-4dd6-92e8-a718af68821f, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=940760a9-a904-4dd6-92e8-a718af68821f,segment=NetworkSegment(38fb9070-8640-4b74-82ab-1dec8aef03bb),segment_id=38fb9070-8640-4b74-82ab-1dec8aef03bb)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:48:35.893252 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a43524af-8d7c-487f-a60f-04a64391eeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:35.970943 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43524af-8d7c-487f-a60f-04a64391eeae None None] Pushing event updated for resources: {'Port': ['ID=940760a9-a904-4dd6-92e8-a718af68821f,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:36.019648 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4a3519c3-63da-47e3-9ebc-096578e86ff3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:36.049436 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4a3519c3-63da-47e3-9ebc-096578e86ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:36.115717 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3519c3-63da-47e3-9ebc-096578e86ff3 admin admin] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:48:36.118166 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-4a3519c3-63da-47e3-9ebc-096578e86ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:48:36.127448 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3519c3-63da-47e3-9ebc-096578e86ff3 admin admin] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:48:36.162824 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3519c3-63da-47e3-9ebc-096578e86ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=f83c6fce-6fad-4908-ae46-4b5003681f30,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:36.547611 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 940760a9-a904-4dd6-92e8-a718af68821f up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:48:36.551972 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4a3519c3-63da-47e3-9ebc-096578e86ff3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:36.620748 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 940760a9-a904-4dd6-92e8-a718af68821f completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:48:36.892120 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab51ab2-99ad-4560-ab88-746fa77bf222 None None] Network cd47189b-f092-479a-9712-f619a725869a requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:48:36.902540 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4a3519c3-63da-47e3-9ebc-096578e86ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:36.987660 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-8aedb611-d8d9-4e8e-997c-6369da705ea8 None None] Provisioning for port 940760a9-a904-4dd6-92e8-a718af68821f completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:48:37.005756 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-8aedb611-d8d9-4e8e-997c-6369da705ea8 None None] Provisioning complete for port 940760a9-a904-4dd6-92e8-a718af68821f triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:48:37.006203 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8aedb611-d8d9-4e8e-997c-6369da705ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:37.108794 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3519c3-63da-47e3-9ebc-096578e86ff3 admin admin] Router cde9f3c6-20d2-4de3-8154-cb98ec2208fa is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 23:48:37.231143 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-8aedb611-d8d9-4e8e-997c-6369da705ea8 None None] Current status of the port 940760a9-a904-4dd6-92e8-a718af68821f is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:48:37.231517 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8aedb611-d8d9-4e8e-997c-6369da705ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:37.276277 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-8aedb611-d8d9-4e8e-997c-6369da705ea8 None None] For port 940760a9-a904-4dd6-92e8-a718af68821f, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=940760a9-a904-4dd6-92e8-a718af68821f,segment=NetworkSegment(38fb9070-8640-4b74-82ab-1dec8aef03bb),segment_id=38fb9070-8640-4b74-82ab-1dec8aef03bb)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:48:37.281027 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-8aedb611-d8d9-4e8e-997c-6369da705ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:37.360917 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aedb611-d8d9-4e8e-997c-6369da705ea8 None None] Pushing event updated for resources: {'Port': ['ID=940760a9-a904-4dd6-92e8-a718af68821f,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:37.401374 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3519c3-63da-47e3-9ebc-096578e86ff3 admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:48:37.413677 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a0fa6b-1426-4a42-8a03-6db9cea7bc2a None None] Sync routers for ids ['cde9f3c6-20d2-4de3-8154-cb98ec2208fa'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:48:37.423426 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a0fa6b-1426-4a42-8a03-6db9cea7bc2a None None] Routers {'cde9f3c6-20d2-4de3-8154-cb98ec2208fa'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:48:37.424718 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-a3a0fa6b-1426-4a42-8a03-6db9cea7bc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:48:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['cde9f3c6-20d2-4de3-8154-cb98ec2208fa'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:48:37.427026 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4a3519c3-63da-47e3-9ebc-096578e86ff3 admin admin] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:37.431053 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4a3519c3-63da-47e3-9ebc-096578e86ff3 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4733105 Sep 14 23:48:37.431678 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 36582) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:48:37.501569 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-5585eea6-3778-443f-a2ad-8bd8cc2f700d None None] Provisioning complete for port 940760a9-a904-4dd6-92e8-a718af68821f triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:48:37.502504 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5585eea6-3778-443f-a2ad-8bd8cc2f700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:37.614087 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-a3a0fa6b-1426-4a42-8a03-6db9cea7bc2a None None] Set router cde9f3c6-20d2-4de3-8154-cb98ec2208fa gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:48:37.621695 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-5585eea6-3778-443f-a2ad-8bd8cc2f700d None None] Current status of the port 940760a9-a904-4dd6-92e8-a718af68821f is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:48:37.830412 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34eebac0-b27c-470b-99c8-7b93ab1f7a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:37.928289 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-a3a0fa6b-1426-4a42-8a03-6db9cea7bc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'name': 'tempest-TestSnapshotPattern-1560708666-router', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f83c6fce-6fad-4908-ae46-4b5003681f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:48:34Z', 'updated_at': '2022-09-14T23:48:36Z', 'revision_number': 3, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'gw_port': {'id': 'f83c6fce-6fad-4908-ae46-4b5003681f30', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:35Z', 'updated_at': '2022-09-14T23:48:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:48:37.932197 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a0fa6b-1426-4a42-8a03-6db9cea7bc2a None None] Checking router: cde9f3c6-20d2-4de3-8154-cb98ec2208fa for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:48:37.932533 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a0fa6b-1426-4a42-8a03-6db9cea7bc2a None None] Updating router cde9f3c6-20d2-4de3-8154-cb98ec2208fa port f83c6fce-6fad-4908-ae46-4b5003681f30 binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:48:37.982972 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-a3a0fa6b-1426-4a42-8a03-6db9cea7bc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:38.139427 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-49d40e10-a66a-4092-b960-2bb6353113fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:38.306592 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-a3a0fa6b-1426-4a42-8a03-6db9cea7bc2a None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:38.319028 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-a3a0fa6b-1426-4a42-8a03-6db9cea7bc2a None None] Transition to ACTIVE for port object f83c6fce-6fad-4908-ae46-4b5003681f30 will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:48:38.327880 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-a3a0fa6b-1426-4a42-8a03-6db9cea7bc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:38.393900 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-a3a0fa6b-1426-4a42-8a03-6db9cea7bc2a None None] Attempting to bind port f83c6fce-6fad-4908-ae46-4b5003681f30 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:48:38.394170 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-a3a0fa6b-1426-4a42-8a03-6db9cea7bc2a None None] Attempting to bind port f83c6fce-6fad-4908-ae46-4b5003681f30 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:48:38.394522 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a0fa6b-1426-4a42-8a03-6db9cea7bc2a None None] Attempting to bind port f83c6fce-6fad-4908-ae46-4b5003681f30 on network 681410b9-e86d-4f65-a0f3-ea2093b5104b {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:48:38.405562 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a0fa6b-1426-4a42-8a03-6db9cea7bc2a None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:48:38.405929 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a0fa6b-1426-4a42-8a03-6db9cea7bc2a None None] Checking segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:48:38.406315 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-a3a0fa6b-1426-4a42-8a03-6db9cea7bc2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:38.406703 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a0fa6b-1426-4a42-8a03-6db9cea7bc2a None None] Bound using segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:48:38.407158 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-a3a0fa6b-1426-4a42-8a03-6db9cea7bc2a None None] Bound port: f83c6fce-6fad-4908-ae46-4b5003681f30, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:48:38.407517 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-a3a0fa6b-1426-4a42-8a03-6db9cea7bc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:38.444812 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde91cea-91d2-456b-94a2-30f2f0f54a72 None None] Pushing event updated for resources: {'Port': ['ID=f83c6fce-6fad-4908-ae46-4b5003681f30,revision_number=2']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:38.453865 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [None req-49d40e10-a66a-4092-b960-2bb6353113fe admin admin] Allocated IP 172.20.0.1 (cd47189b-f092-479a-9712-f619a725869a/1bb40d97-05cd-4f0f-8bcb-223c135ce0fb/b54def52-e6e8-48df-b122-bd83160e4ed4) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:48:38.462299 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde91cea-91d2-456b-94a2-30f2f0f54a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:38.462641 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde91cea-91d2-456b-94a2-30f2f0f54a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:38.462969 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde91cea-91d2-456b-94a2-30f2f0f54a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:38.463297 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde91cea-91d2-456b-94a2-30f2f0f54a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:38.463638 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde91cea-91d2-456b-94a2-30f2f0f54a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:38.463938 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde91cea-91d2-456b-94a2-30f2f0f54a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:38.464262 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde91cea-91d2-456b-94a2-30f2f0f54a72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:38.464578 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde91cea-91d2-456b-94a2-30f2f0f54a72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:38.464926 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde91cea-91d2-456b-94a2-30f2f0f54a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:38.465606 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde91cea-91d2-456b-94a2-30f2f0f54a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:38.465606 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde91cea-91d2-456b-94a2-30f2f0f54a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:38.465834 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde91cea-91d2-456b-94a2-30f2f0f54a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:48:38.496238 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-a3a0fa6b-1426-4a42-8a03-6db9cea7bc2a None None] For port f83c6fce-6fad-4908-ae46-4b5003681f30, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:48:38.499350 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-a3a0fa6b-1426-4a42-8a03-6db9cea7bc2a None None] For port f83c6fce-6fad-4908-ae46-4b5003681f30, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f83c6fce-6fad-4908-ae46-4b5003681f30,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:48:38.504556 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-a3a0fa6b-1426-4a42-8a03-6db9cea7bc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:38.542955 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 940760a9-a904-4dd6-92e8-a718af68821f up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:48:38.563651 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a0fa6b-1426-4a42-8a03-6db9cea7bc2a None None] Routers {'cde9f3c6-20d2-4de3-8154-cb98ec2208fa'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:48:38.564815 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-a3a0fa6b-1426-4a42-8a03-6db9cea7bc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:48:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['cde9f3c6-20d2-4de3-8154-cb98ec2208fa'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:48:38.610221 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-49d40e10-a66a-4092-b960-2bb6353113fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:38.611970 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 940760a9-a904-4dd6-92e8-a718af68821f triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:48:38.612444 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:38.626050 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [None req-49d40e10-a66a-4092-b960-2bb6353113fe admin admin] Transition to ACTIVE for port object b54def52-e6e8-48df-b122-bd83160e4ed4 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:48:38.657237 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-49d40e10-a66a-4092-b960-2bb6353113fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:38.728309 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde91cea-91d2-456b-94a2-30f2f0f54a72 None None] Pushing event updated for resources: {'Port': ['ID=f83c6fce-6fad-4908-ae46-4b5003681f30,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:38.730055 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d40e10-a66a-4092-b960-2bb6353113fe admin admin] Network cd47189b-f092-479a-9712-f619a725869a is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:48:38.732763 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-49d40e10-a66a-4092-b960-2bb6353113fe admin admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:48:38.737195 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d40e10-a66a-4092-b960-2bb6353113fe admin admin] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:48:38.737349 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 940760a9-a904-4dd6-92e8-a718af68821f is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:48:38.759680 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-a3a0fa6b-1426-4a42-8a03-6db9cea7bc2a None None] Set router cde9f3c6-20d2-4de3-8154-cb98ec2208fa gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:48:38.772212 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d40e10-a66a-4092-b960-2bb6353113fe admin admin] Pushing event updated for resources: {'Port': ['ID=b54def52-e6e8-48df-b122-bd83160e4ed4,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:38.795473 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-49d40e10-a66a-4092-b960-2bb6353113fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:38.956830 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e78e2d7f-bd65-474b-b52a-63aab8bda140 None None] Provisioning for port b54def52-e6e8-48df-b122-bd83160e4ed4 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:48:38.962275 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-e78e2d7f-bd65-474b-b52a-63aab8bda140 None None] Provisioning complete for port b54def52-e6e8-48df-b122-bd83160e4ed4 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:48:38.962898 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e78e2d7f-bd65-474b-b52a-63aab8bda140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:39.025433 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-e78e2d7f-bd65-474b-b52a-63aab8bda140 None None] Port b54def52-e6e8-48df-b122-bd83160e4ed4 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:48:39.055160 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-a3a0fa6b-1426-4a42-8a03-6db9cea7bc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'name': 'tempest-TestSnapshotPattern-1560708666-router', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f83c6fce-6fad-4908-ae46-4b5003681f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:48:34Z', 'updated_at': '2022-09-14T23:48:36Z', 'revision_number': 3, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'gw_port': {'id': 'f83c6fce-6fad-4908-ae46-4b5003681f30', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:35Z', 'updated_at': '2022-09-14T23:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:48:39.059178 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a0fa6b-1426-4a42-8a03-6db9cea7bc2a None None] The sync data for ids ['cde9f3c6-20d2-4de3-8154-cb98ec2208fa'] in dv-neutron-857791-1-hyperv is: [{'id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'name': 'tempest-TestSnapshotPattern-1560708666-router', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f83c6fce-6fad-4908-ae46-4b5003681f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:48:34Z', 'updated_at': '2022-09-14T23:48:36Z', 'revision_number': 3, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'gw_port': {'id': 'f83c6fce-6fad-4908-ae46-4b5003681f30', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:35Z', 'updated_at': '2022-09-14T23:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:48:39.081121 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-49d40e10-a66a-4092-b960-2bb6353113fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:39.323014 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-49d40e10-a66a-4092-b960-2bb6353113fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:39.327463 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-49d40e10-a66a-4092-b960-2bb6353113fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:39.433451 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d40e10-a66a-4092-b960-2bb6353113fe admin admin] Pushing event updated for resources: {'Port': ['ID=b54def52-e6e8-48df-b122-bd83160e4ed4,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:39.443649 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-49d40e10-a66a-4092-b960-2bb6353113fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:39.587887 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d40e10-a66a-4092-b960-2bb6353113fe admin admin] Network cd47189b-f092-479a-9712-f619a725869a is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:48:39.589216 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [None req-49d40e10-a66a-4092-b960-2bb6353113fe admin admin] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:48:39.787960 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d40e10-a66a-4092-b960-2bb6353113fe admin admin] Router cde9f3c6-20d2-4de3-8154-cb98ec2208fa has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:48:39.861535 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-98085192-1fff-4ece-ac4b-33d9723c0f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:39.864910 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-0433c3ee-e04e-4694-a1ed-86f8b107a4a3 None None] Provisioning complete for port b54def52-e6e8-48df-b122-bd83160e4ed4 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:48:39.865267 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0433c3ee-e04e-4694-a1ed-86f8b107a4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:39.928402 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-0433c3ee-e04e-4694-a1ed-86f8b107a4a3 None None] Port b54def52-e6e8-48df-b122-bd83160e4ed4 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:48:40.095703 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d40e10-a66a-4092-b960-2bb6353113fe admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:48:40.104328 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-49d40e10-a66a-4092-b960-2bb6353113fe admin admin] 10.222.0.33 "PUT /v2.0/routers/cde9f3c6-20d2-4de3-8154-cb98ec2208fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6716115 Sep 14 23:48:40.545711 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f83c6fce-6fad-4908-ae46-4b5003681f30 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:48:40.609119 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 36600) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:48:40.617162 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-b4b09bdb-b7c3-4031-a0e5-73fd53ca0c8e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-430925866-network', 'tenant_id': '3ef13a33143f455ba484505c40c33413'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:48:40.622909 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b4b09bdb-b7c3-4031-a0e5-73fd53ca0c8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:48:40.627848 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b4b09bdb-b7c3-4031-a0e5-73fd53ca0c8e admin admin] Usage tracker for resource:network and tenant:3ef13a33143f455ba484505c40c33413 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:48:40.631632 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b4b09bdb-b7c3-4031-a0e5-73fd53ca0c8e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:48:40.634053 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d7f042-ea3f-410e-ae53-1cc0fbcfcfc0 None None] Sync routers for ids ['cde9f3c6-20d2-4de3-8154-cb98ec2208fa'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:48:40.637479 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b4b09bdb-b7c3-4031-a0e5-73fd53ca0c8e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:48:40.646959 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b09bdb-b7c3-4031-a0e5-73fd53ca0c8e admin admin] Made reservation on behalf of 3ef13a33143f455ba484505c40c33413 for: {'network': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:48:40.649544 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b4b09bdb-b7c3-4031-a0e5-73fd53ca0c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for network, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:40.652796 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d7f042-ea3f-410e-ae53-1cc0fbcfcfc0 None None] Routers {'cde9f3c6-20d2-4de3-8154-cb98ec2208fa'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:48:40.653434 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-45d7f042-ea3f-410e-ae53-1cc0fbcfcfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:48:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['cde9f3c6-20d2-4de3-8154-cb98ec2208fa'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:48:40.661990 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b4b09bdb-b7c3-4031-a0e5-73fd53ca0c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:40.678819 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b4b09bdb-b7c3-4031-a0e5-73fd53ca0c8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:48:40.682605 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b4b09bdb-b7c3-4031-a0e5-73fd53ca0c8e admin admin] Usage tracker for resource:security_group_rule and tenant:3ef13a33143f455ba484505c40c33413 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:48:40.685401 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-b4b09bdb-b7c3-4031-a0e5-73fd53ca0c8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:48:40.691041 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-b4b09bdb-b7c3-4031-a0e5-73fd53ca0c8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:48:40.775563 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b4b09bdb-b7c3-4031-a0e5-73fd53ca0c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:40.779045 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b4b09bdb-b7c3-4031-a0e5-73fd53ca0c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:40.789033 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port f83c6fce-6fad-4908-ae46-4b5003681f30 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:48:40.809119 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4b09bdb-b7c3-4031-a0e5-73fd53ca0c8e admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=89170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 23:48:40.813967 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port f83c6fce-6fad-4908-ae46-4b5003681f30 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:48:40.814369 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:40.817401 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b09bdb-b7c3-4031-a0e5-73fd53ca0c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f688a3ad-16f9-46d5-8442-77338002644d,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:40.823059 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b4b09bdb-b7c3-4031-a0e5-73fd53ca0c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:40.823390 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.segments_db [None req-b4b09bdb-b7c3-4031-a0e5-73fd53ca0c8e admin admin] Added segment be5cb04d-67cf-4e68-97a1-b57a21b0c06a of type vlan for network ff60f761-05c4-43ef-84c7-b577f350f85e Sep 14 23:48:40.851203 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b4b09bdb-b7c3-4031-a0e5-73fd53ca0c8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756548765287'] for network, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:40.881173 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b4b09bdb-b7c3-4031-a0e5-73fd53ca0c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021'] for network, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:40.882158 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b09bdb-b7c3-4031-a0e5-73fd53ca0c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:48:40.882842 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-b4b09bdb-b7c3-4031-a0e5-73fd53ca0c8e admin admin] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:40.890146 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-45d7f042-ea3f-410e-ae53-1cc0fbcfcfc0 None None] Set router cde9f3c6-20d2-4de3-8154-cb98ec2208fa gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:48:40.990309 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b09bdb-b7c3-4031-a0e5-73fd53ca0c8e admin admin] Pushing event updated for resources: {'Network': ['ID=ff60f761-05c4-43ef-84c7-b577f350f85e,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:40.997268 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-b4b09bdb-b7c3-4031-a0e5-73fd53ca0c8e admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3838439 Sep 14 23:48:40.997607 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 36604) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:48:41.003619 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-c4c168da-7a63-407c-b9b5-9e7a5b84de85 admin admin] Request body: {'subnet': {'network_id': 'ff60f761-05c4-43ef-84c7-b577f350f85e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-430925866-subnet', 'tenant_id': '3ef13a33143f455ba484505c40c33413', 'ip_version': 4}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:48:41.008477 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c4c168da-7a63-407c-b9b5-9e7a5b84de85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:48:41.013017 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c4c168da-7a63-407c-b9b5-9e7a5b84de85 admin admin] Usage tracker for resource:subnet and tenant:3ef13a33143f455ba484505c40c33413 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:48:41.016913 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-c4c168da-7a63-407c-b9b5-9e7a5b84de85 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:48:41.019778 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Network ff60f761-05c4-43ef-84c7-b577f350f85e details requested by agent ovs-agent-dv-neutron-857791-1-hyperv with host dv-neutron-857791-1-hyperv {{(pid=89172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 14 23:48:41.023599 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-c4c168da-7a63-407c-b9b5-9e7a5b84de85 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:48:41.034727 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c168da-7a63-407c-b9b5-9e7a5b84de85 admin admin] Made reservation on behalf of 3ef13a33143f455ba484505c40c33413 for: {'subnet': 1} {{(pid=89170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:48:41.037294 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c4c168da-7a63-407c-b9b5-9e7a5b84de85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30603274'] for subnet, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:41.231283 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:41.250460 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:41.250677 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c4c168da-7a63-407c-b9b5-9e7a5b84de85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30702890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30603316'] for subnet, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:41.272145 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port f83c6fce-6fad-4908-ae46-4b5003681f30 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:48:41.272518 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:41.317102 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port f83c6fce-6fad-4908-ae46-4b5003681f30, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f83c6fce-6fad-4908-ae46-4b5003681f30,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:48:41.323172 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:41.332169 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c168da-7a63-407c-b9b5-9e7a5b84de85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f6278c1-3317-4ce3-9503-40bfefad3a49,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:41.336420 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c168da-7a63-407c-b9b5-9e7a5b84de85 admin admin] Checking segment: {'id': 'be5cb04d-67cf-4e68-97a1-b57a21b0c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ff60f761-05c4-43ef-84c7-b577f350f85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:48:41.336797 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c168da-7a63-407c-b9b5-9e7a5b84de85 admin admin] Network hostable DHCP agents. Network: ff60f761-05c4-43ef-84c7-b577f350f85e, hostable agents: ['cf0b6859-004b-4f84-b45b-f7d50c9a41e6'], hosted agents: [] {{(pid=89170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 23:48:41.355584 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c168da-7a63-407c-b9b5-9e7a5b84de85 admin admin] Network ff60f761-05c4-43ef-84c7-b577f350f85e is scheduled to be hosted by DHCP agent cf0b6859-004b-4f84-b45b-f7d50c9a41e6 with binding_index 1 {{(pid=89170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 23:48:41.365068 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-c4c168da-7a63-407c-b9b5-9e7a5b84de85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857791-1-hyperv, ff60f761-05c4-43ef-84c7-b577f350f85e) {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:48:41.371375 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c168da-7a63-407c-b9b5-9e7a5b84de85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:48:41.372073 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c4c168da-7a63-407c-b9b5-9e7a5b84de85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:41.398851 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c4c168da-7a63-407c-b9b5-9e7a5b84de85 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3994272 Sep 14 23:48:41.401170 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 36608) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:48:41.406136 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-8db452d6-8ed8-47cb-844d-ce96b0b509b8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-430925866-router', 'tenant_id': '3ef13a33143f455ba484505c40c33413', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:48:41.411431 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-8db452d6-8ed8-47cb-844d-ce96b0b509b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:48:41.413907 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa69793-ae7f-4478-bb93-33ade643e66c None None] Network ff60f761-05c4-43ef-84c7-b577f350f85e requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:48:41.415404 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-8db452d6-8ed8-47cb-844d-ce96b0b509b8 admin admin] Usage tracker for resource:router and tenant:3ef13a33143f455ba484505c40c33413 is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:48:41.418278 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-8db452d6-8ed8-47cb-844d-ce96b0b509b8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:48:41.424077 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-8db452d6-8ed8-47cb-844d-ce96b0b509b8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:48:41.434330 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8db452d6-8ed8-47cb-844d-ce96b0b509b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5058'] for router, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:41.435345 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8db452d6-8ed8-47cb-844d-ce96b0b509b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33043246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33045038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33212974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5065'] for router, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:41.452531 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8db452d6-8ed8-47cb-844d-ce96b0b509b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:41.549020 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=f83c6fce-6fad-4908-ae46-4b5003681f30,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:41.638103 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-45d7f042-ea3f-410e-ae53-1cc0fbcfcfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'name': 'tempest-TestSnapshotPattern-1560708666-router', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f83c6fce-6fad-4908-ae46-4b5003681f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:48:34Z', 'updated_at': '2022-09-14T23:48:39Z', 'revision_number': 4, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'gw_port': {'id': 'f83c6fce-6fad-4908-ae46-4b5003681f30', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:35Z', 'updated_at': '2022-09-14T23:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'b54def52-e6e8-48df-b122-bd83160e4ed4', 'name': '', 'network_id': 'cd47189b-f092-479a-9712-f619a725869a', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'mac_address': 'fa:16:3e:8b:08:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '1bb40d97-05cd-4f0f-8bcb-223c135ce0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:38Z', 'updated_at': '2022-09-14T23:48:39Z', 'revision_number': 2, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'subnets': [{'id': '1bb40d97-05cd-4f0f-8bcb-223c135ce0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:48:41.647159 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d7f042-ea3f-410e-ae53-1cc0fbcfcfc0 None None] Checking router: cde9f3c6-20d2-4de3-8154-cb98ec2208fa for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:48:41.647508 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d7f042-ea3f-410e-ae53-1cc0fbcfcfc0 None None] Updating router cde9f3c6-20d2-4de3-8154-cb98ec2208fa port b54def52-e6e8-48df-b122-bd83160e4ed4 binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:48:41.731331 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8db452d6-8ed8-47cb-844d-ce96b0b509b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33045016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33047064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5095'] for router, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:41.739981 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba842328-6867-491c-85c2-80cf92f22aad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d308563-a1a5-5bfc-9c3b-99ca103f9809-ff60f761-05c4-43ef-84c7-b577f350f85e', 'network_id': 'ff60f761-05c4-43ef-84c7-b577f350f85e', 'tenant_id': '3ef13a33143f455ba484505c40c33413', 'fixed_ips': [{'subnet_id': '1f6278c1-3317-4ce3-9503-40bfefad3a49'}]}} from dv-neutron-857791-1-hyperv. {{(pid=89172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 14 23:48:41.740822 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ba842328-6867-491c-85c2-80cf92f22aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:41.753632 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-45d7f042-ea3f-410e-ae53-1cc0fbcfcfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:42.052050 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8db452d6-8ed8-47cb-844d-ce96b0b509b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:42.086398 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8db452d6-8ed8-47cb-844d-ce96b0b509b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:42.130190 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.db_base_plugin_common [None req-ba842328-6867-491c-85c2-80cf92f22aad None None] Allocated IP 172.20.0.2 (ff60f761-05c4-43ef-84c7-b577f350f85e/1f6278c1-3317-4ce3-9503-40bfefad3a49/87a76d97-0ed2-4fc3-af51-9820c5ac7e95) {{(pid=89172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:48:42.220018 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-8db452d6-8ed8-47cb-844d-ce96b0b509b8 admin admin] Allocated IP 172.26.5.161 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/f77a0e2e-1168-48f6-95d6-e36509bdccfb) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:48:42.440416 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-45d7f042-ea3f-410e-ae53-1cc0fbcfcfc0 None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:42.450013 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ba842328-6867-491c-85c2-80cf92f22aad None None] Notify callbacks [] for port, precommit_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:42.461708 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-45d7f042-ea3f-410e-ae53-1cc0fbcfcfc0 None None] Transition to ACTIVE for port object b54def52-e6e8-48df-b122-bd83160e4ed4 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:48:42.466360 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-ba842328-6867-491c-85c2-80cf92f22aad None None] Transition to ACTIVE for port object 87a76d97-0ed2-4fc3-af51-9820c5ac7e95 will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:48:42.475492 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-45d7f042-ea3f-410e-ae53-1cc0fbcfcfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:42.487823 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8db452d6-8ed8-47cb-844d-ce96b0b509b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:42.527043 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8db452d6-8ed8-47cb-844d-ce96b0b509b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:42.570009 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f83c6fce-6fad-4908-ae46-4b5003681f30 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:48:42.591744 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db452d6-8ed8-47cb-844d-ce96b0b509b8 admin admin] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:48:42.594482 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-8db452d6-8ed8-47cb-844d-ce96b0b509b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:48:42.597669 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db452d6-8ed8-47cb-844d-ce96b0b509b8 admin admin] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:48:42.625956 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-ba842328-6867-491c-85c2-80cf92f22aad None None] Transition to ACTIVE for port object 87a76d97-0ed2-4fc3-af51-9820c5ac7e95 will not be triggered until provisioned by entity DHCP. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:48:42.640016 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db452d6-8ed8-47cb-844d-ce96b0b509b8 admin admin] Pushing event updated for resources: {'Port': ['ID=f77a0e2e-1168-48f6-95d6-e36509bdccfb,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:42.687444 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ba842328-6867-491c-85c2-80cf92f22aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743'] for port, after_create {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:42.765112 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0638b4f-a573-4053-95be-2928a5881bba None None] Pushing event updated for resources: {'Port': ['ID=b54def52-e6e8-48df-b122-bd83160e4ed4,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:42.811069 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba842328-6867-491c-85c2-80cf92f22aad None None] Network ff60f761-05c4-43ef-84c7-b577f350f85e is already hosted by enough agents. {{(pid=89172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:48:42.819350 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:42.820104 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-45d7f042-ea3f-410e-ae53-1cc0fbcfcfc0 None None] Attempting to bind port b54def52-e6e8-48df-b122-bd83160e4ed4 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:48:42.820461 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-45d7f042-ea3f-410e-ae53-1cc0fbcfcfc0 None None] Attempting to bind port b54def52-e6e8-48df-b122-bd83160e4ed4 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '38fb9070-8640-4b74-82ab-1dec8aef03bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'cd47189b-f092-479a-9712-f619a725869a'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:48:42.820838 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d7f042-ea3f-410e-ae53-1cc0fbcfcfc0 None None] Attempting to bind port b54def52-e6e8-48df-b122-bd83160e4ed4 on network cd47189b-f092-479a-9712-f619a725869a {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:48:42.822936 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.scheduler.base_scheduler [None req-ba842328-6867-491c-85c2-80cf92f22aad None None] Resources bound (agent type, host, resource id): {{(pid=89172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:48:42.836284 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba842328-6867-491c-85c2-80cf92f22aad None None] Received port after_create {{(pid=89172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:48:42.847695 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d7f042-ea3f-410e-ae53-1cc0fbcfcfc0 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:48:42.848067 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d7f042-ea3f-410e-ae53-1cc0fbcfcfc0 None None] Checking segment: {'id': '38fb9070-8640-4b74-82ab-1dec8aef03bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'cd47189b-f092-479a-9712-f619a725869a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:48:42.848465 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-45d7f042-ea3f-410e-ae53-1cc0fbcfcfc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:42.848874 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d7f042-ea3f-410e-ae53-1cc0fbcfcfc0 None None] Bound using segment: {'id': '38fb9070-8640-4b74-82ab-1dec8aef03bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'cd47189b-f092-479a-9712-f619a725869a'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:48:42.849337 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-45d7f042-ea3f-410e-ae53-1cc0fbcfcfc0 None None] Bound port: b54def52-e6e8-48df-b122-bd83160e4ed4, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38fb9070-8640-4b74-82ab-1dec8aef03bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'cd47189b-f092-479a-9712-f619a725869a'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:48:42.849701 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-45d7f042-ea3f-410e-ae53-1cc0fbcfcfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:42.909992 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba842328-6867-491c-85c2-80cf92f22aad None None] Pushing event updated for resources: {'Port': ['ID=87a76d97-0ed2-4fc3-af51-9820c5ac7e95,revision_number=1']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:42.992602 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port f83c6fce-6fad-4908-ae46-4b5003681f30 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:48:42.992992 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:43.022842 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8db452d6-8ed8-47cb-844d-ce96b0b509b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:43.058429 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-ba842328-6867-491c-85c2-80cf92f22aad None None] Attempting to bind port 87a76d97-0ed2-4fc3-af51-9820c5ac7e95 on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:48:43.058791 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-ba842328-6867-491c-85c2-80cf92f22aad None None] Attempting to bind port 87a76d97-0ed2-4fc3-af51-9820c5ac7e95 by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'be5cb04d-67cf-4e68-97a1-b57a21b0c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ff60f761-05c4-43ef-84c7-b577f350f85e'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:48:43.059147 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba842328-6867-491c-85c2-80cf92f22aad None None] Attempting to bind port 87a76d97-0ed2-4fc3-af51-9820c5ac7e95 on network ff60f761-05c4-43ef-84c7-b577f350f85e {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:48:43.075461 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba842328-6867-491c-85c2-80cf92f22aad None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:48:43.075813 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba842328-6867-491c-85c2-80cf92f22aad None None] Checking segment: {'id': 'be5cb04d-67cf-4e68-97a1-b57a21b0c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ff60f761-05c4-43ef-84c7-b577f350f85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:48:43.076208 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ba842328-6867-491c-85c2-80cf92f22aad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:43.076596 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba842328-6867-491c-85c2-80cf92f22aad None None] Bound using segment: {'id': 'be5cb04d-67cf-4e68-97a1-b57a21b0c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ff60f761-05c4-43ef-84c7-b577f350f85e'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:48:43.077078 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-ba842328-6867-491c-85c2-80cf92f22aad None None] Bound port: 87a76d97-0ed2-4fc3-af51-9820c5ac7e95, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5cb04d-67cf-4e68-97a1-b57a21b0c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ff60f761-05c4-43ef-84c7-b577f350f85e'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:48:43.077450 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ba842328-6867-491c-85c2-80cf92f22aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:43.160356 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-45d7f042-ea3f-410e-ae53-1cc0fbcfcfc0 None None] For port b54def52-e6e8-48df-b122-bd83160e4ed4, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:48:43.206489 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-45d7f042-ea3f-410e-ae53-1cc0fbcfcfc0 None None] For port b54def52-e6e8-48df-b122-bd83160e4ed4, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=b54def52-e6e8-48df-b122-bd83160e4ed4,segment=NetworkSegment(38fb9070-8640-4b74-82ab-1dec8aef03bb),segment_id=38fb9070-8640-4b74-82ab-1dec8aef03bb)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:48:43.217769 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-45d7f042-ea3f-410e-ae53-1cc0fbcfcfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:43.293562 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port f83c6fce-6fad-4908-ae46-4b5003681f30 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:48:43.305998 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d7f042-ea3f-410e-ae53-1cc0fbcfcfc0 None None] Routers {'cde9f3c6-20d2-4de3-8154-cb98ec2208fa'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:48:43.306611 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-45d7f042-ea3f-410e-ae53-1cc0fbcfcfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:48:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['cde9f3c6-20d2-4de3-8154-cb98ec2208fa'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:48:43.358625 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8db452d6-8ed8-47cb-844d-ce96b0b509b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33047073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33047289'] for router, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:43.365224 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-ba842328-6867-491c-85c2-80cf92f22aad None None] For port 87a76d97-0ed2-4fc3-af51-9820c5ac7e95, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:48:43.394177 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-ba842328-6867-491c-85c2-80cf92f22aad None None] For port 87a76d97-0ed2-4fc3-af51-9820c5ac7e95, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=87a76d97-0ed2-4fc3-af51-9820c5ac7e95,segment=NetworkSegment(be5cb04d-67cf-4e68-97a1-b57a21b0c06a),segment_id=be5cb04d-67cf-4e68-97a1-b57a21b0c06a)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:48:43.397543 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0638b4f-a573-4053-95be-2928a5881bba None None] Pushing event updated for resources: {'Port': ['ID=b54def52-e6e8-48df-b122-bd83160e4ed4,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:43.403017 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ba842328-6867-491c-85c2-80cf92f22aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:43.585502 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db452d6-8ed8-47cb-844d-ce96b0b509b8 admin admin] Router cac166fe-c723-4ae0-a007-d39c17e01126 is scheduled to L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 with binding_index 1 {{(pid=89170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 14 23:48:43.605130 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba842328-6867-491c-85c2-80cf92f22aad None None] Pushing event updated for resources: {'Port': ['ID=87a76d97-0ed2-4fc3-af51-9820c5ac7e95,revision_number=2']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:43.614658 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-45d7f042-ea3f-410e-ae53-1cc0fbcfcfc0 None None] Set router cde9f3c6-20d2-4de3-8154-cb98ec2208fa gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:48:43.917251 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db452d6-8ed8-47cb-844d-ce96b0b509b8 admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:48:43.926231 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864acc51-17eb-4301-850a-ef70180ddd29 None None] Sync routers for ids ['cac166fe-c723-4ae0-a007-d39c17e01126'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:48:43.935771 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864acc51-17eb-4301-850a-ef70180ddd29 None None] Routers {'cac166fe-c723-4ae0-a007-d39c17e01126'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:48:43.936302 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-864acc51-17eb-4301-850a-ef70180ddd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:48:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['cac166fe-c723-4ae0-a007-d39c17e01126'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:48:43.942748 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-8db452d6-8ed8-47cb-844d-ce96b0b509b8 admin admin] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:43.943994 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8db452d6-8ed8-47cb-844d-ce96b0b509b8 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5418682 Sep 14 23:48:43.946753 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 36612) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:48:43.966503 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-45d7f042-ea3f-410e-ae53-1cc0fbcfcfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'name': 'tempest-TestSnapshotPattern-1560708666-router', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f83c6fce-6fad-4908-ae46-4b5003681f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:48:34Z', 'updated_at': '2022-09-14T23:48:39Z', 'revision_number': 4, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'gw_port': {'id': 'f83c6fce-6fad-4908-ae46-4b5003681f30', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:35Z', 'updated_at': '2022-09-14T23:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'b54def52-e6e8-48df-b122-bd83160e4ed4', 'name': '', 'network_id': 'cd47189b-f092-479a-9712-f619a725869a', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'mac_address': 'fa:16:3e:8b:08:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '1bb40d97-05cd-4f0f-8bcb-223c135ce0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:38Z', 'updated_at': '2022-09-14T23:48:43Z', 'revision_number': 4, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'subnets': [{'id': '1bb40d97-05cd-4f0f-8bcb-223c135ce0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:48:43.972282 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d7f042-ea3f-410e-ae53-1cc0fbcfcfc0 None None] The sync data for ids ['cde9f3c6-20d2-4de3-8154-cb98ec2208fa'] in dv-neutron-857791-1-hyperv is: [{'id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'name': 'tempest-TestSnapshotPattern-1560708666-router', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f83c6fce-6fad-4908-ae46-4b5003681f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:48:34Z', 'updated_at': '2022-09-14T23:48:39Z', 'revision_number': 4, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'gw_port': {'id': 'f83c6fce-6fad-4908-ae46-4b5003681f30', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:35Z', 'updated_at': '2022-09-14T23:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'b54def52-e6e8-48df-b122-bd83160e4ed4', 'name': '', 'network_id': 'cd47189b-f092-479a-9712-f619a725869a', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'mac_address': 'fa:16:3e:8b:08:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '1bb40d97-05cd-4f0f-8bcb-223c135ce0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:38Z', 'updated_at': '2022-09-14T23:48:43Z', 'revision_number': 4, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'subnets': [{'id': '1bb40d97-05cd-4f0f-8bcb-223c135ce0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:48:44.181715 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-864acc51-17eb-4301-850a-ef70180ddd29 None None] Set router cac166fe-c723-4ae0-a007-d39c17e01126 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:48:44.569234 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-864acc51-17eb-4301-850a-ef70180ddd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac166fe-c723-4ae0-a007-d39c17e01126', 'name': 'tempest-TestSnapshotPattern-430925866-router', 'tenant_id': '3ef13a33143f455ba484505c40c33413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': 'f77a0e2e-1168-48f6-95d6-e36509bdccfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:48:41Z', 'updated_at': '2022-09-14T23:48:42Z', 'revision_number': 3, 'project_id': '3ef13a33143f455ba484505c40c33413', 'gw_port': {'id': 'f77a0e2e-1168-48f6-95d6-e36509bdccfb', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac166fe-c723-4ae0-a007-d39c17e01126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:42Z', 'updated_at': '2022-09-14T23:48:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:48:44.582880 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864acc51-17eb-4301-850a-ef70180ddd29 None None] Checking router: cac166fe-c723-4ae0-a007-d39c17e01126 for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:48:44.582880 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864acc51-17eb-4301-850a-ef70180ddd29 None None] Updating router cac166fe-c723-4ae0-a007-d39c17e01126 port f77a0e2e-1168-48f6-95d6-e36509bdccfb binding host dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:48:44.666614 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 87a76d97-0ed2-4fc3-af51-9820c5ac7e95 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:48:44.680855 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-864acc51-17eb-4301-850a-ef70180ddd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:44.745704 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599c50de-1638-4c55-bb77-2cdb47102fbe None None] Network ff60f761-05c4-43ef-84c7-b577f350f85e requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:48:44.844802 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-150199a8-a71e-43c8-81b3-32f4e52ca8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:44.896332 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-bd0a8d4b-8644-4174-a4f4-f71747d69ea5 None None] Provisioning for port 87a76d97-0ed2-4fc3-af51-9820c5ac7e95 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:48:44.905615 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 87a76d97-0ed2-4fc3-af51-9820c5ac7e95 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:48:44.918599 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-bd0a8d4b-8644-4174-a4f4-f71747d69ea5 None None] Provisioning complete for port 87a76d97-0ed2-4fc3-af51-9820c5ac7e95 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:48:44.918963 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bd0a8d4b-8644-4174-a4f4-f71747d69ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:44.957733 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 87a76d97-0ed2-4fc3-af51-9820c5ac7e95 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:48:44.958096 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:45.100264 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-150199a8-a71e-43c8-81b3-32f4e52ca8b3 admin admin] Allocated IP 172.20.0.1 (ff60f761-05c4-43ef-84c7-b577f350f85e/1f6278c1-3317-4ce3-9503-40bfefad3a49/5af6a7d0-c969-4dcb-a3ea-2a3983104a4a) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:48:45.138121 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-864acc51-17eb-4301-850a-ef70180ddd29 None None] Notify callbacks [] for port, precommit_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:45.154387 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.provisioning_blocks [None req-864acc51-17eb-4301-850a-ef70180ddd29 None None] Transition to ACTIVE for port object f77a0e2e-1168-48f6-95d6-e36509bdccfb will not be triggered until provisioned by entity L2. {{(pid=89173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:48:45.163954 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-864acc51-17eb-4301-850a-ef70180ddd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:45.229512 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-864acc51-17eb-4301-850a-ef70180ddd29 None None] Attempting to bind port f77a0e2e-1168-48f6-95d6-e36509bdccfb on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:48:45.229882 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-864acc51-17eb-4301-850a-ef70180ddd29 None None] Attempting to bind port f77a0e2e-1168-48f6-95d6-e36509bdccfb by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:48:45.230237 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864acc51-17eb-4301-850a-ef70180ddd29 None None] Attempting to bind port f77a0e2e-1168-48f6-95d6-e36509bdccfb on network 681410b9-e86d-4f65-a0f3-ea2093b5104b {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:48:45.245264 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864acc51-17eb-4301-850a-ef70180ddd29 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:48:45.245639 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864acc51-17eb-4301-850a-ef70180ddd29 None None] Checking segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:48:45.246030 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-864acc51-17eb-4301-850a-ef70180ddd29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:45.246420 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864acc51-17eb-4301-850a-ef70180ddd29 None None] Bound using segment: {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'} {{(pid=89173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:48:45.246892 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.managers [None req-864acc51-17eb-4301-850a-ef70180ddd29 None None] Bound port: f77a0e2e-1168-48f6-95d6-e36509bdccfb, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c95486f-72c5-4e6c-bfbe-298408504189', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b'}}] {{(pid=89173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:48:45.247274 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-864acc51-17eb-4301-850a-ef70180ddd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:45.268594 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-bd0a8d4b-8644-4174-a4f4-f71747d69ea5 None None] Current status of the port 87a76d97-0ed2-4fc3-af51-9820c5ac7e95 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:48:45.268999 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bd0a8d4b-8644-4174-a4f4-f71747d69ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:45.287218 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f707de3-b2b3-4325-88c4-2ff5892b69ac None None] Pushing event updated for resources: {'Port': ['ID=f77a0e2e-1168-48f6-95d6-e36509bdccfb,revision_number=2']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:45.291430 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 87a76d97-0ed2-4fc3-af51-9820c5ac7e95 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:48:45.291804 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:45.319763 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-150199a8-a71e-43c8-81b3-32f4e52ca8b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:45.337146 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.provisioning_blocks [None req-150199a8-a71e-43c8-81b3-32f4e52ca8b3 admin admin] Transition to ACTIVE for port object 5af6a7d0-c969-4dcb-a3ea-2a3983104a4a will not be triggered until provisioned by entity DHCP. {{(pid=89170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:48:45.337764 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-bd0a8d4b-8644-4174-a4f4-f71747d69ea5 None None] For port 87a76d97-0ed2-4fc3-af51-9820c5ac7e95, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=87a76d97-0ed2-4fc3-af51-9820c5ac7e95,segment=NetworkSegment(be5cb04d-67cf-4e68-97a1-b57a21b0c06a),segment_id=be5cb04d-67cf-4e68-97a1-b57a21b0c06a)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:48:45.348186 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bd0a8d4b-8644-4174-a4f4-f71747d69ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:45.354984 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-864acc51-17eb-4301-850a-ef70180ddd29 None None] For port f77a0e2e-1168-48f6-95d6-e36509bdccfb, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:48:45.362796 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.plugins.ml2.db [None req-864acc51-17eb-4301-850a-ef70180ddd29 None None] For port f77a0e2e-1168-48f6-95d6-e36509bdccfb, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f77a0e2e-1168-48f6-95d6-e36509bdccfb,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:48:45.370436 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron_lib.callbacks.manager [None req-864acc51-17eb-4301-850a-ef70180ddd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:45.373890 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-150199a8-a71e-43c8-81b3-32f4e52ca8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:45.468292 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864acc51-17eb-4301-850a-ef70180ddd29 None None] Routers {'cac166fe-c723-4ae0-a007-d39c17e01126'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:48:45.469047 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-864acc51-17eb-4301-850a-ef70180ddd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:48:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['cac166fe-c723-4ae0-a007-d39c17e01126'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:48:45.491216 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 23:48:45.491924 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 23:48:45.498966 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a8d4b-8644-4174-a4f4-f71747d69ea5 None None] Pushing event updated for resources: {'Port': ['ID=87a76d97-0ed2-4fc3-af51-9820c5ac7e95,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:45.521427 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150199a8-a71e-43c8-81b3-32f4e52ca8b3 admin admin] Network ff60f761-05c4-43ef-84c7-b577f350f85e is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:48:45.522648 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-150199a8-a71e-43c8-81b3-32f4e52ca8b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:48:45.525478 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150199a8-a71e-43c8-81b3-32f4e52ca8b3 admin admin] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:48:45.568342 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f707de3-b2b3-4325-88c4-2ff5892b69ac None None] Pushing event updated for resources: {'Port': ['ID=f77a0e2e-1168-48f6-95d6-e36509bdccfb,revision_number=3']} {{(pid=89173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:45.573680 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150199a8-a71e-43c8-81b3-32f4e52ca8b3 admin admin] Pushing event updated for resources: {'Port': ['ID=5af6a7d0-c969-4dcb-a3ea-2a3983104a4a,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:45.597721 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-150199a8-a71e-43c8-81b3-32f4e52ca8b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33047095'] for router_interface, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:45.682298 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-d3e15a8a-9ea0-4382-981b-6d03fca17cc0 None None] Provisioning complete for port 87a76d97-0ed2-4fc3-af51-9820c5ac7e95 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:48:45.682866 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d3e15a8a-9ea0-4382-981b-6d03fca17cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:45.683477 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-864acc51-17eb-4301-850a-ef70180ddd29 None None] Set router cac166fe-c723-4ae0-a007-d39c17e01126 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:48:45.739416 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-150199a8-a71e-43c8-81b3-32f4e52ca8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:45.842737 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-d3e15a8a-9ea0-4382-981b-6d03fca17cc0 None None] Current status of the port 87a76d97-0ed2-4fc3-af51-9820c5ac7e95 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:48:45.964595 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f2635b70-1e4c-41e8-a1e0-808e1824401d None None] Provisioning for port 5af6a7d0-c969-4dcb-a3ea-2a3983104a4a completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:48:45.970282 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-f2635b70-1e4c-41e8-a1e0-808e1824401d None None] Provisioning complete for port 5af6a7d0-c969-4dcb-a3ea-2a3983104a4a triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:48:45.970657 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f2635b70-1e4c-41e8-a1e0-808e1824401d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:46.036792 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-864acc51-17eb-4301-850a-ef70180ddd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac166fe-c723-4ae0-a007-d39c17e01126', 'name': 'tempest-TestSnapshotPattern-430925866-router', 'tenant_id': '3ef13a33143f455ba484505c40c33413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': 'f77a0e2e-1168-48f6-95d6-e36509bdccfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:48:41Z', 'updated_at': '2022-09-14T23:48:42Z', 'revision_number': 3, 'project_id': '3ef13a33143f455ba484505c40c33413', 'gw_port': {'id': 'f77a0e2e-1168-48f6-95d6-e36509bdccfb', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac166fe-c723-4ae0-a007-d39c17e01126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:42Z', 'updated_at': '2022-09-14T23:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:48:46.040555 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864acc51-17eb-4301-850a-ef70180ddd29 None None] The sync data for ids ['cac166fe-c723-4ae0-a007-d39c17e01126'] in dv-neutron-857791-1-hyperv is: [{'id': 'cac166fe-c723-4ae0-a007-d39c17e01126', 'name': 'tempest-TestSnapshotPattern-430925866-router', 'tenant_id': '3ef13a33143f455ba484505c40c33413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': 'f77a0e2e-1168-48f6-95d6-e36509bdccfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:48:41Z', 'updated_at': '2022-09-14T23:48:42Z', 'revision_number': 3, 'project_id': '3ef13a33143f455ba484505c40c33413', 'gw_port': {'id': 'f77a0e2e-1168-48f6-95d6-e36509bdccfb', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac166fe-c723-4ae0-a007-d39c17e01126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:42Z', 'updated_at': '2022-09-14T23:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:48:46.073559 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 87a76d97-0ed2-4fc3-af51-9820c5ac7e95 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:48:46.074574 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device b54def52-e6e8-48df-b122-bd83160e4ed4 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:48:46.111161 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-150199a8-a71e-43c8-81b3-32f4e52ca8b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:46.115872 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-150199a8-a71e-43c8-81b3-32f4e52ca8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:46.131121 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-f2635b70-1e4c-41e8-a1e0-808e1824401d None None] Port 5af6a7d0-c969-4dcb-a3ea-2a3983104a4a cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:48:46.157218 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port b54def52-e6e8-48df-b122-bd83160e4ed4 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:48:46.162236 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port b54def52-e6e8-48df-b122-bd83160e4ed4 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:48:46.162609 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:46.228728 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-150199a8-a71e-43c8-81b3-32f4e52ca8b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33043916'] for router_interface, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:46.232326 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150199a8-a71e-43c8-81b3-32f4e52ca8b3 admin admin] Pushing event updated for resources: {'Port': ['ID=5af6a7d0-c969-4dcb-a3ea-2a3983104a4a,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:46.301412 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port b54def52-e6e8-48df-b122-bd83160e4ed4 is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:48:46.301895 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:46.343358 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port b54def52-e6e8-48df-b122-bd83160e4ed4, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=b54def52-e6e8-48df-b122-bd83160e4ed4,segment=NetworkSegment(38fb9070-8640-4b74-82ab-1dec8aef03bb),segment_id=38fb9070-8640-4b74-82ab-1dec8aef03bb)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:48:46.349644 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:46.431646 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150199a8-a71e-43c8-81b3-32f4e52ca8b3 admin admin] Network ff60f761-05c4-43ef-84c7-b577f350f85e is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:48:46.431820 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=b54def52-e6e8-48df-b122-bd83160e4ed4,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:46.433042 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-150199a8-a71e-43c8-81b3-32f4e52ca8b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:48:46.636268 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 87a76d97-0ed2-4fc3-af51-9820c5ac7e95 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:48:46.651176 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150199a8-a71e-43c8-81b3-32f4e52ca8b3 admin admin] Router cac166fe-c723-4ae0-a007-d39c17e01126 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:48:46.783452 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-41b3d654-4424-4af2-be5e-73473ed08f62 None None] Provisioning complete for port 5af6a7d0-c969-4dcb-a3ea-2a3983104a4a triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:48:46.783899 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-41b3d654-4424-4af2-be5e-73473ed08f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:46.831871 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 87a76d97-0ed2-4fc3-af51-9820c5ac7e95 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:48:46.832249 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:46.845080 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150199a8-a71e-43c8-81b3-32f4e52ca8b3 admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:48:46.857585 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-150199a8-a71e-43c8-81b3-32f4e52ca8b3 admin admin] 10.222.0.33 "PUT /v2.0/routers/cac166fe-c723-4ae0-a007-d39c17e01126/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9073713 Sep 14 23:48:46.888997 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-41b3d654-4424-4af2-be5e-73473ed08f62 None None] Port 5af6a7d0-c969-4dcb-a3ea-2a3983104a4a cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:48:46.963698 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 87a76d97-0ed2-4fc3-af51-9820c5ac7e95 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:48:46.964986 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f77a0e2e-1168-48f6-95d6-e36509bdccfb up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:48:47.033397 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port f77a0e2e-1168-48f6-95d6-e36509bdccfb completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:48:47.038441 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port f77a0e2e-1168-48f6-95d6-e36509bdccfb triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:48:47.038907 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:47.158382 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port f77a0e2e-1168-48f6-95d6-e36509bdccfb is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:48:47.158918 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:47.176404 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port f77a0e2e-1168-48f6-95d6-e36509bdccfb, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f77a0e2e-1168-48f6-95d6-e36509bdccfb,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:48:47.180443 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:47.181214 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device b54def52-e6e8-48df-b122-bd83160e4ed4 up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:48:47.263810 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 36624) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:48:47.269212 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-9461e5e9-0d07-40a4-91f0-efb69ba35e5b tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-690994623', 'description': 'tempest-secgroup-smoke-690994623 description', 'project_id': '42f27a3751b54b35ace8d1b17e7801ac'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:48:47.274989 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-9461e5e9-0d07-40a4-91f0-efb69ba35e5b tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:48:47.278792 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9461e5e9-0d07-40a4-91f0-efb69ba35e5b tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Usage tracker for resource:security_group and tenant:42f27a3751b54b35ace8d1b17e7801ac is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:48:47.281679 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9461e5e9-0d07-40a4-91f0-efb69ba35e5b tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:48:47.287310 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-9461e5e9-0d07-40a4-91f0-efb69ba35e5b tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:48:47.297357 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=f77a0e2e-1168-48f6-95d6-e36509bdccfb,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:47.298090 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9461e5e9-0d07-40a4-91f0-efb69ba35e5b tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks [] for security_group, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:47.311861 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port b54def52-e6e8-48df-b122-bd83160e4ed4 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:48:47.312229 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:47.320638 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-9461e5e9-0d07-40a4-91f0-efb69ba35e5b tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:48:47.324949 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9461e5e9-0d07-40a4-91f0-efb69ba35e5b tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Usage tracker for resource:security_group_rule and tenant:42f27a3751b54b35ace8d1b17e7801ac is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:48:47.328135 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-9461e5e9-0d07-40a4-91f0-efb69ba35e5b tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:48:47.333877 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-9461e5e9-0d07-40a4-91f0-efb69ba35e5b tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:48:47.425152 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9461e5e9-0d07-40a4-91f0-efb69ba35e5b tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks [] for security_group, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:47.429057 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9461e5e9-0d07-40a4-91f0-efb69ba35e5b tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:47.448717 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port b54def52-e6e8-48df-b122-bd83160e4ed4 is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:48:47.471875 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461e5e9-0d07-40a4-91f0-efb69ba35e5b tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=630ebc74-7cd5-4497-ac04-f0cf599ec9bf,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:47.474666 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-9461e5e9-0d07-40a4-91f0-efb69ba35e5b tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:47.475907 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-9461e5e9-0d07-40a4-91f0-efb69ba35e5b tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2110374 Sep 14 23:48:47.479209 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 36628) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:48:47.484559 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-12315870-c0cf-4c9a-a739-b4a8047e531c tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Request body: {'security_group_rule': {'security_group_id': '630ebc74-7cd5-4497-ac04-f0cf599ec9bf', 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:48:47.491320 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-12315870-c0cf-4c9a-a739-b4a8047e531c tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:48:47.495375 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-12315870-c0cf-4c9a-a739-b4a8047e531c tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Usage tracker for resource:security_group_rule and tenant:42f27a3751b54b35ace8d1b17e7801ac is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:48:47.498267 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-12315870-c0cf-4c9a-a739-b4a8047e531c tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:48:47.504197 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-12315870-c0cf-4c9a-a739-b4a8047e531c tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:48:47.519929 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-12315870-c0cf-4c9a-a739-b4a8047e531c tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:47.580146 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-12315870-c0cf-4c9a-a739-b4a8047e531c tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:47.583579 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-12315870-c0cf-4c9a-a739-b4a8047e531c tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:47.606337 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12315870-c0cf-4c9a-a739-b4a8047e531c tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72b9d518-56d9-4d1a-b3b6-7c83f7898c9a,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:47.615714 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-12315870-c0cf-4c9a-a739-b4a8047e531c tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:47.616774 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-12315870-c0cf-4c9a-a739-b4a8047e531c tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1364830 Sep 14 23:48:47.619749 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 36632) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:48:47.624707 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-53ba2555-864d-4885-b6bf-4deaa041c110 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Request body: {'security_group_rule': {'security_group_id': '630ebc74-7cd5-4497-ac04-f0cf599ec9bf', 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:48:47.631532 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-53ba2555-864d-4885-b6bf-4deaa041c110 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:48:47.635287 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-53ba2555-864d-4885-b6bf-4deaa041c110 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Usage tracker for resource:security_group_rule and tenant:42f27a3751b54b35ace8d1b17e7801ac is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:48:47.639572 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-53ba2555-864d-4885-b6bf-4deaa041c110 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:48:47.645833 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-53ba2555-864d-4885-b6bf-4deaa041c110 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:48:47.652056 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b053339-d8cf-48df-8f1e-c3b383ec3460 None None] Sync routers for ids ['cac166fe-c723-4ae0-a007-d39c17e01126'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:48:47.662273 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b053339-d8cf-48df-8f1e-c3b383ec3460 None None] Routers {'cac166fe-c723-4ae0-a007-d39c17e01126'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:48:47.662887 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-1b053339-d8cf-48df-8f1e-c3b383ec3460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:48:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['cac166fe-c723-4ae0-a007-d39c17e01126'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:48:47.664984 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-53ba2555-864d-4885-b6bf-4deaa041c110 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:47.725084 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-53ba2555-864d-4885-b6bf-4deaa041c110 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:47.730047 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-53ba2555-864d-4885-b6bf-4deaa041c110 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:47.753959 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba2555-864d-4885-b6bf-4deaa041c110 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a64206da-66b0-4406-9524-8598974c1ee0,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:47.763397 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-53ba2555-864d-4885-b6bf-4deaa041c110 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:47.764580 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-53ba2555-864d-4885-b6bf-4deaa041c110 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1439400 Sep 14 23:48:47.767893 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 36636) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:48:47.772905 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-6beb644b-61a9-4c1f-970f-7a82e4779f47 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Request body: {'security_group_rule': {'security_group_id': '630ebc74-7cd5-4497-ac04-f0cf599ec9bf', 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:48:47.778561 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-6beb644b-61a9-4c1f-970f-7a82e4779f47 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:48:47.782320 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6beb644b-61a9-4c1f-970f-7a82e4779f47 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Usage tracker for resource:security_group_rule and tenant:42f27a3751b54b35ace8d1b17e7801ac is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:48:47.785764 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6beb644b-61a9-4c1f-970f-7a82e4779f47 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:48:47.791737 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-6beb644b-61a9-4c1f-970f-7a82e4779f47 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:48:47.808675 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6beb644b-61a9-4c1f-970f-7a82e4779f47 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:47.844421 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-1b053339-d8cf-48df-8f1e-c3b383ec3460 None None] Set router cac166fe-c723-4ae0-a007-d39c17e01126 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:48:47.869923 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6beb644b-61a9-4c1f-970f-7a82e4779f47 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:47.873607 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6beb644b-61a9-4c1f-970f-7a82e4779f47 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:47.896861 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb644b-61a9-4c1f-970f-7a82e4779f47 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47dde9ad-70c6-47cf-ac81-12fa0d0cfdf7,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:47.907262 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6beb644b-61a9-4c1f-970f-7a82e4779f47 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:47.909105 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6beb644b-61a9-4c1f-970f-7a82e4779f47 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1403053 Sep 14 23:48:47.911868 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 36640) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:48:47.917164 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-d20121d0-f86f-4328-9ea7-09fedd964a08 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Request body: {'security_group_rule': {'security_group_id': '630ebc74-7cd5-4497-ac04-f0cf599ec9bf', 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:48:47.922975 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-d20121d0-f86f-4328-9ea7-09fedd964a08 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:48:47.927557 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-d20121d0-f86f-4328-9ea7-09fedd964a08 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Usage tracker for resource:security_group_rule and tenant:42f27a3751b54b35ace8d1b17e7801ac is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:48:47.930453 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-d20121d0-f86f-4328-9ea7-09fedd964a08 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:48:47.936117 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-d20121d0-f86f-4328-9ea7-09fedd964a08 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:48:47.955449 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d20121d0-f86f-4328-9ea7-09fedd964a08 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:48.019637 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d20121d0-f86f-4328-9ea7-09fedd964a08 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:48.024660 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d20121d0-f86f-4328-9ea7-09fedd964a08 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:48.047505 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20121d0-f86f-4328-9ea7-09fedd964a08 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bb34b2c-4b2f-4c48-97fb-3376e04c4c13,revision_number=0']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:48.058896 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d20121d0-f86f-4328-9ea7-09fedd964a08 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:48.063429 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d20121d0-f86f-4328-9ea7-09fedd964a08 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1479919 Sep 14 23:48:48.063795 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 36644) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:48:48.069755 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-6ffd88c0-758b-478f-a880-e53cca07921a tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Request body: {'security_group_rule': {'security_group_id': '630ebc74-7cd5-4497-ac04-f0cf599ec9bf', 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:48:48.075632 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-6ffd88c0-758b-478f-a880-e53cca07921a tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:48:48.079635 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6ffd88c0-758b-478f-a880-e53cca07921a tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Usage tracker for resource:security_group_rule and tenant:42f27a3751b54b35ace8d1b17e7801ac is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:48:48.082527 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-6ffd88c0-758b-478f-a880-e53cca07921a tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:48:48.089132 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-6ffd88c0-758b-478f-a880-e53cca07921a tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:48:48.099443 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.securitygroups_db [None req-6ffd88c0-758b-478f-a880-e53cca07921a tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Project 42f27a3751b54b35ace8d1b17e7801ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:48:48.105940 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6ffd88c0-758b-478f-a880-e53cca07921a tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:48.174571 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-1b053339-d8cf-48df-8f1e-c3b383ec3460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac166fe-c723-4ae0-a007-d39c17e01126', 'name': 'tempest-TestSnapshotPattern-430925866-router', 'tenant_id': '3ef13a33143f455ba484505c40c33413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': 'f77a0e2e-1168-48f6-95d6-e36509bdccfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:48:41Z', 'updated_at': '2022-09-14T23:48:45Z', 'revision_number': 4, 'project_id': '3ef13a33143f455ba484505c40c33413', 'gw_port': {'id': 'f77a0e2e-1168-48f6-95d6-e36509bdccfb', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac166fe-c723-4ae0-a007-d39c17e01126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:42Z', 'updated_at': '2022-09-14T23:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '5af6a7d0-c969-4dcb-a3ea-2a3983104a4a', 'name': '', 'network_id': 'ff60f761-05c4-43ef-84c7-b577f350f85e', 'tenant_id': '3ef13a33143f455ba484505c40c33413', 'mac_address': 'fa:16:3e:32:20:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac166fe-c723-4ae0-a007-d39c17e01126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': '1f6278c1-3317-4ce3-9503-40bfefad3a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:44Z', 'updated_at': '2022-09-14T23:48:45Z', 'revision_number': 2, 'project_id': '3ef13a33143f455ba484505c40c33413', 'subnets': [{'id': '1f6278c1-3317-4ce3-9503-40bfefad3a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:48:48.178482 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b053339-d8cf-48df-8f1e-c3b383ec3460 None None] Checking router: cac166fe-c723-4ae0-a007-d39c17e01126 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:48:48.178827 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b053339-d8cf-48df-8f1e-c3b383ec3460 None None] Updating router cac166fe-c723-4ae0-a007-d39c17e01126 port 5af6a7d0-c969-4dcb-a3ea-2a3983104a4a binding host dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 23:48:48.179937 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6ffd88c0-758b-478f-a880-e53cca07921a tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:48.184254 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6ffd88c0-758b-478f-a880-e53cca07921a tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:48.207143 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd88c0-758b-478f-a880-e53cca07921a tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11ee40da-ed38-401a-80ba-f7ff3199e587,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:48.217599 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-6ffd88c0-758b-478f-a880-e53cca07921a tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:48.218983 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-6ffd88c0-758b-478f-a880-e53cca07921a tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1536143 Sep 14 23:48:48.222290 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 36648) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:48:48.227631 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [None req-dcdf10f3-f723-4b0c-8944-909ed5c98b33 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Request body: {'security_group_rule': {'security_group_id': '630ebc74-7cd5-4497-ac04-f0cf599ec9bf', 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:48:48.234620 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-dcdf10f3-f723-4b0c-8944-909ed5c98b33 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:48:48.235571 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b053339-d8cf-48df-8f1e-c3b383ec3460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:48.239145 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-dcdf10f3-f723-4b0c-8944-909ed5c98b33 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Usage tracker for resource:security_group_rule and tenant:42f27a3751b54b35ace8d1b17e7801ac is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:48:48.241993 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [None req-dcdf10f3-f723-4b0c-8944-909ed5c98b33 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:48:48.247855 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [None req-dcdf10f3-f723-4b0c-8944-909ed5c98b33 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:48:48.258806 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.db.securitygroups_db [None req-dcdf10f3-f723-4b0c-8944-909ed5c98b33 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Project 42f27a3751b54b35ace8d1b17e7801ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 23:48:48.265420 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dcdf10f3-f723-4b0c-8944-909ed5c98b33 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:48.331420 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dcdf10f3-f723-4b0c-8944-909ed5c98b33 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:48.337389 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dcdf10f3-f723-4b0c-8944-909ed5c98b33 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33256553'] for security_group_rule, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:48.370794 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdf10f3-f723-4b0c-8944-909ed5c98b33 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e029cd70-8e31-4ea6-86c3-9fd858a70b18,revision_number=0']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:48.374993 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-dcdf10f3-f723-4b0c-8944-909ed5c98b33 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:48.376151 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-dcdf10f3-f723-4b0c-8944-909ed5c98b33 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1527178 Sep 14 23:48:48.540643 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f77a0e2e-1168-48f6-95d6-e36509bdccfb up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:48:48.553414 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-84bba1c2-d02b-492e-82be-3642066b7235 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Synchronizing usage tracker for tenant:42f27a3751b54b35ace8d1b17e7801ac on resource:security_group {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:48:48.569523 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-84bba1c2-d02b-492e-82be-3642066b7235 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Unset dirty status for tenant:42f27a3751b54b35ace8d1b17e7801ac on resource:security_group {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:48:48.570800 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-84bba1c2-d02b-492e-82be-3642066b7235 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-690994623&fields=id&tenant_id=42f27a3751b54b35ace8d1b17e7801ac HTTP/1.1" status: 200 len: 267 time: 0.0576868 Sep 14 23:48:48.689015 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b053339-d8cf-48df-8f1e-c3b383ec3460 None None] Notify callbacks [] for port, precommit_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:48.705010 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b053339-d8cf-48df-8f1e-c3b383ec3460 None None] Transition to ACTIVE for port object 5af6a7d0-c969-4dcb-a3ea-2a3983104a4a will not be triggered until provisioned by entity L2. {{(pid=89172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:48:48.714056 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b053339-d8cf-48df-8f1e-c3b383ec3460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:48.726173 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-d2d35f96-cd8c-4f3c-9560-d6fd392667b4 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:48:48.727578 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-d2d35f96-cd8c-4f3c-9560-d6fd392667b4 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/networks?id=cd47189b-f092-479a-9712-f619a725869a HTTP/1.1" status: 200 len: 810 time: 0.1499372 Sep 14 23:48:48.742857 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-5fd876f9-652c-425d-9f4b-6b0375f24878 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/quotas/42f27a3751b54b35ace8d1b17e7801ac HTTP/1.1" status: 200 len: 375 time: 0.0091410 Sep 14 23:48:48.796920 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port f77a0e2e-1168-48f6-95d6-e36509bdccfb triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:48:48.797291 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:48.835574 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-c8dc9437-ebe1-46ae-bd63-5e3f13624a2a tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=42f27a3751b54b35ace8d1b17e7801ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0876176 Sep 14 23:48:48.852257 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-0325d94d-df10-4b82-b893-eaaa0979e491 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 23:48:48.853447 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-0325d94d-df10-4b82-b893-eaaa0979e491 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052478 Sep 14 23:48:48.943614 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b7f3d-8446-4a58-859a-3cd02124a941 None None] Pushing event updated for resources: {'Port': ['ID=5af6a7d0-c969-4dcb-a3ea-2a3983104a4a,revision_number=3']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:48.978500 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-1b053339-d8cf-48df-8f1e-c3b383ec3460 None None] Attempting to bind port 5af6a7d0-c969-4dcb-a3ea-2a3983104a4a on host dv-neutron-857791-1-hyperv for vnic_type normal with profile {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:48:48.978866 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-1b053339-d8cf-48df-8f1e-c3b383ec3460 None None] Attempting to bind port 5af6a7d0-c969-4dcb-a3ea-2a3983104a4a by drivers openvswitch,hyperv on host dv-neutron-857791-1-hyperv at level 0 using segments [{'id': 'be5cb04d-67cf-4e68-97a1-b57a21b0c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ff60f761-05c4-43ef-84c7-b577f350f85e'}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:48:48.979220 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b053339-d8cf-48df-8f1e-c3b383ec3460 None None] Attempting to bind port 5af6a7d0-c969-4dcb-a3ea-2a3983104a4a on network ff60f761-05c4-43ef-84c7-b577f350f85e {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:48:48.986584 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b053339-d8cf-48df-8f1e-c3b383ec3460 None None] Checking agent: {'id': 'de67ad15-9bc7-456c-9edd-f9020917391b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857791-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 43, 41), 'started_at': datetime.datetime(2022, 9, 14, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857791-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:48:48.986872 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b053339-d8cf-48df-8f1e-c3b383ec3460 None None] Checking segment: {'id': 'be5cb04d-67cf-4e68-97a1-b57a21b0c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ff60f761-05c4-43ef-84c7-b577f350f85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:48:48.987264 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b053339-d8cf-48df-8f1e-c3b383ec3460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:48.987645 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b053339-d8cf-48df-8f1e-c3b383ec3460 None None] Bound using segment: {'id': 'be5cb04d-67cf-4e68-97a1-b57a21b0c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ff60f761-05c4-43ef-84c7-b577f350f85e'} {{(pid=89172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:48:48.988103 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.managers [None req-1b053339-d8cf-48df-8f1e-c3b383ec3460 None None] Bound port: 5af6a7d0-c969-4dcb-a3ea-2a3983104a4a, host: dv-neutron-857791-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5cb04d-67cf-4e68-97a1-b57a21b0c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ff60f761-05c4-43ef-84c7-b577f350f85e'}}] {{(pid=89172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:48:48.988471 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b053339-d8cf-48df-8f1e-c3b383ec3460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:48.988784 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-4c26f12e-66ba-47dd-bf4c-bd7c2f7a84f6 service neutron] 10.222.0.33 "GET /v2.0/networks/cd47189b-f092-479a-9712-f619a725869a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299729 Sep 14 23:48:49.098371 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port f77a0e2e-1168-48f6-95d6-e36509bdccfb is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:48:49.121849 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-42b4ec9a-f754-4393-97cb-d21f0b0709c1 service neutron] 10.222.0.33 "GET /v2.0/networks/cd47189b-f092-479a-9712-f619a725869a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268389 Sep 14 23:48:49.127046 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b053339-d8cf-48df-8f1e-c3b383ec3460 None None] For port 5af6a7d0-c969-4dcb-a3ea-2a3983104a4a, host dv-neutron-857791-1-hyperv, cleared binding levels {{(pid=89172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:48:49.130370 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b053339-d8cf-48df-8f1e-c3b383ec3460 None None] For port 5af6a7d0-c969-4dcb-a3ea-2a3983104a4a, host dv-neutron-857791-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=5af6a7d0-c969-4dcb-a3ea-2a3983104a4a,segment=NetworkSegment(be5cb04d-67cf-4e68-97a1-b57a21b0c06a),segment_id=be5cb04d-67cf-4e68-97a1-b57a21b0c06a)] {{(pid=89172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:48:49.134800 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b053339-d8cf-48df-8f1e-c3b383ec3460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:49.198361 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b053339-d8cf-48df-8f1e-c3b383ec3460 None None] Routers {'cac166fe-c723-4ae0-a007-d39c17e01126'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:48:49.198910 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-1b053339-d8cf-48df-8f1e-c3b383ec3460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:48:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['cac166fe-c723-4ae0-a007-d39c17e01126'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:48:49.290207 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b7f3d-8446-4a58-859a-3cd02124a941 None None] Pushing event updated for resources: {'Port': ['ID=5af6a7d0-c969-4dcb-a3ea-2a3983104a4a,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:49.320733 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-92ae4c53-7786-422b-812d-a65987e230b2 req-6c4cda5a-82a8-4254-959c-81a4f915ee34 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf4c6b8a-15b7-4843-b459-bd70df674917 HTTP/1.1" status: 200 len: 210 time: 0.0590889 Sep 14 23:48:49.389979 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-1b053339-d8cf-48df-8f1e-c3b383ec3460 None None] Set router cac166fe-c723-4ae0-a007-d39c17e01126 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:48:49.716716 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-1b053339-d8cf-48df-8f1e-c3b383ec3460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac166fe-c723-4ae0-a007-d39c17e01126', 'name': 'tempest-TestSnapshotPattern-430925866-router', 'tenant_id': '3ef13a33143f455ba484505c40c33413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': 'f77a0e2e-1168-48f6-95d6-e36509bdccfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:48:41Z', 'updated_at': '2022-09-14T23:48:45Z', 'revision_number': 4, 'project_id': '3ef13a33143f455ba484505c40c33413', 'gw_port': {'id': 'f77a0e2e-1168-48f6-95d6-e36509bdccfb', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac166fe-c723-4ae0-a007-d39c17e01126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:42Z', 'updated_at': '2022-09-14T23:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '5af6a7d0-c969-4dcb-a3ea-2a3983104a4a', 'name': '', 'network_id': 'ff60f761-05c4-43ef-84c7-b577f350f85e', 'tenant_id': '3ef13a33143f455ba484505c40c33413', 'mac_address': 'fa:16:3e:32:20:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac166fe-c723-4ae0-a007-d39c17e01126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': '1f6278c1-3317-4ce3-9503-40bfefad3a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:44Z', 'updated_at': '2022-09-14T23:48:49Z', 'revision_number': 4, 'project_id': '3ef13a33143f455ba484505c40c33413', 'subnets': [{'id': '1f6278c1-3317-4ce3-9503-40bfefad3a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:48:49.721232 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b053339-d8cf-48df-8f1e-c3b383ec3460 None None] The sync data for ids ['cac166fe-c723-4ae0-a007-d39c17e01126'] in dv-neutron-857791-1-hyperv is: [{'id': 'cac166fe-c723-4ae0-a007-d39c17e01126', 'name': 'tempest-TestSnapshotPattern-430925866-router', 'tenant_id': '3ef13a33143f455ba484505c40c33413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': 'f77a0e2e-1168-48f6-95d6-e36509bdccfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:48:41Z', 'updated_at': '2022-09-14T23:48:45Z', 'revision_number': 4, 'project_id': '3ef13a33143f455ba484505c40c33413', 'gw_port': {'id': 'f77a0e2e-1168-48f6-95d6-e36509bdccfb', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac166fe-c723-4ae0-a007-d39c17e01126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:42Z', 'updated_at': '2022-09-14T23:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': '5af6a7d0-c969-4dcb-a3ea-2a3983104a4a', 'name': '', 'network_id': 'ff60f761-05c4-43ef-84c7-b577f350f85e', 'tenant_id': '3ef13a33143f455ba484505c40c33413', 'mac_address': 'fa:16:3e:32:20:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac166fe-c723-4ae0-a007-d39c17e01126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': '1f6278c1-3317-4ce3-9503-40bfefad3a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:44Z', 'updated_at': '2022-09-14T23:48:49Z', 'revision_number': 4, 'project_id': '3ef13a33143f455ba484505c40c33413', 'subnets': [{'id': '1f6278c1-3317-4ce3-9503-40bfefad3a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:48:49.973252 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:50.589687 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 5af6a7d0-c969-4dcb-a3ea-2a3983104a4a up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:48:50.620748 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6b6fc822-6d0b-4987-bb16-bedf624e3769 req-489cc017-d22f-442e-9bd3-edb500bb73e3 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf4c6b8a-15b7-4843-b459-bd70df674917 HTTP/1.1" status: 200 len: 210 time: 0.1830983 Sep 14 23:48:50.678477 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning for port 5af6a7d0-c969-4dcb-a3ea-2a3983104a4a completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:48:50.684091 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 5af6a7d0-c969-4dcb-a3ea-2a3983104a4a triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:48:50.684455 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:50.743830 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-a873ae1e-7c08-488a-b454-66b29ba77262 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:48:50.744732 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-a873ae1e-7c08-488a-b454-66b29ba77262 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Synchronizing usage tracker for tenant:42f27a3751b54b35ace8d1b17e7801ac on resource:network {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:48:50.764459 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-a873ae1e-7c08-488a-b454-66b29ba77262 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Unset dirty status for tenant:42f27a3751b54b35ace8d1b17e7801ac on resource:network {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:48:50.765974 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-a873ae1e-7c08-488a-b454-66b29ba77262 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.20 "GET /v2.0/networks?id=cd47189b-f092-479a-9712-f619a725869a HTTP/1.1" status: 200 len: 810 time: 0.2586739 Sep 14 23:48:50.814989 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 5af6a7d0-c969-4dcb-a3ea-2a3983104a4a is: DOWN; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:48:50.815366 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:50.820368 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-779e1005-a8e1-49b6-ad76-ab2a0b0728aa tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Synchronizing usage tracker for tenant:42f27a3751b54b35ace8d1b17e7801ac on resource:security_group {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:48:50.833483 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-779e1005-a8e1-49b6-ad76-ab2a0b0728aa tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Unset dirty status for tenant:42f27a3751b54b35ace8d1b17e7801ac on resource:security_group {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:48:50.834780 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-779e1005-a8e1-49b6-ad76-ab2a0b0728aa tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42f27a3751b54b35ace8d1b17e7801ac HTTP/1.1" status: 200 len: 379 time: 0.0612893 Sep 14 23:48:50.844880 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-4a8329df-b557-4185-b5e2-02a561091ef6 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Request body: {'port': {'device_id': 'cf4c6b8a-15b7-4843-b459-bd70df674917', 'network_id': 'cd47189b-f092-479a-9712-f619a725869a', 'admin_state_up': True, 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'security_groups': ['630ebc74-7cd5-4497-ac04-f0cf599ec9bf']}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:48:50.852096 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] For port 5af6a7d0-c969-4dcb-a3ea-2a3983104a4a, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=5af6a7d0-c969-4dcb-a3ea-2a3983104a4a,segment=NetworkSegment(be5cb04d-67cf-4e68-97a1-b57a21b0c06a),segment_id=be5cb04d-67cf-4e68-97a1-b57a21b0c06a)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:48:50.857280 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:50.943961 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Pushing event updated for resources: {'Port': ['ID=5af6a7d0-c969-4dcb-a3ea-2a3983104a4a,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:50.987050 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-4a8329df-b557-4185-b5e2-02a561091ef6 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:48:50.990914 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-4a8329df-b557-4185-b5e2-02a561091ef6 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Usage tracker for resource:port and tenant:42f27a3751b54b35ace8d1b17e7801ac is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:48:50.993660 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-4a8329df-b557-4185-b5e2-02a561091ef6 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:48:50.999170 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-4a8329df-b557-4185-b5e2-02a561091ef6 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:48:51.009509 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-4a8329df-b557-4185-b5e2-02a561091ef6 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Made reservation on behalf of 42f27a3751b54b35ace8d1b17e7801ac for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:48:51.012997 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-4a8329df-b557-4185-b5e2-02a561091ef6 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:51.171460 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-4a8329df-b557-4185-b5e2-02a561091ef6 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Allocated IP 172.20.0.6 (cd47189b-f092-479a-9712-f619a725869a/1bb40d97-05cd-4f0f-8bcb-223c135ce0fb/c5ed6a39-266f-445a-b5af-adf3ce5675ad) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:48:51.358997 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-4a8329df-b557-4185-b5e2-02a561091ef6 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:51.374608 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-4a8329df-b557-4185-b5e2-02a561091ef6 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Transition to ACTIVE for port object c5ed6a39-266f-445a-b5af-adf3ce5675ad will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:48:51.398394 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-4a8329df-b557-4185-b5e2-02a561091ef6 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:51.470975 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-4a8329df-b557-4185-b5e2-02a561091ef6 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Network cd47189b-f092-479a-9712-f619a725869a is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:48:51.474061 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-4a8329df-b557-4185-b5e2-02a561091ef6 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:48:51.477782 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-4a8329df-b557-4185-b5e2-02a561091ef6 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:48:51.514361 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8329df-b557-4185-b5e2-02a561091ef6 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Pushing event updated for resources: {'Port': ['ID=c5ed6a39-266f-445a-b5af-adf3ce5675ad,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:51.548043 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-4a8329df-b557-4185-b5e2-02a561091ef6 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:48:51.548768 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-4a8329df-b557-4185-b5e2-02a561091ef6 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:51.569972 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-4a8329df-b557-4185-b5e2-02a561091ef6 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7293994 Sep 14 23:48:51.581654 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-458b0a62-56ce-405a-bef1-5c76220c6692 service neutron] Request body: {'port': {'device_id': 'cf4c6b8a-15b7-4843-b459-bd70df674917', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:48:51.696482 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-458b0a62-56ce-405a-bef1-5c76220c6692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:51.740318 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-b7e72c66-be3f-4436-bcc0-87728824b452 None None] Provisioning for port c5ed6a39-266f-445a-b5af-adf3ce5675ad completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:48:51.745227 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-b7e72c66-be3f-4436-bcc0-87728824b452 None None] Provisioning complete for port c5ed6a39-266f-445a-b5af-adf3ce5675ad triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:48:51.745538 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b7e72c66-be3f-4436-bcc0-87728824b452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:51.801635 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-b7e72c66-be3f-4436-bcc0-87728824b452 None None] Port c5ed6a39-266f-445a-b5af-adf3ce5675ad cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:48:51.833060 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50647b3-2b82-4af1-baa4-0f43697c5459 req-36bdddd6-cc5b-4740-92dc-0203b82cdcab tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:48:51.834522 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c50647b3-2b82-4af1-baa4-0f43697c5459 req-36bdddd6-cc5b-4740-92dc-0203b82cdcab tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf4c6b8a-15b7-4843-b459-bd70df674917 HTTP/1.1" status: 200 len: 931 time: 0.0980432 Sep 14 23:48:51.878819 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c50647b3-2b82-4af1-baa4-0f43697c5459 req-9ecea093-113a-4b3e-92e3-58d7f6c8e96e tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/security-groups?id=630ebc74-7cd5-4497-ac04-f0cf599ec9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385449 Sep 14 23:48:52.038789 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-458b0a62-56ce-405a-bef1-5c76220c6692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5ed6a39-266f-445a-b5af-adf3ce5675ad {{(pid=89171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:48:52.046034 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-458b0a62-56ce-405a-bef1-5c76220c6692 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:52.060799 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-458b0a62-56ce-405a-bef1-5c76220c6692 service neutron] Transition to ACTIVE for port object c5ed6a39-266f-445a-b5af-adf3ce5675ad will not be triggered until provisioned by entity L2. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:48:52.064928 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-458b0a62-56ce-405a-bef1-5c76220c6692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:52.345178 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b0a62-56ce-405a-bef1-5c76220c6692 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ed6a39-266f-445a-b5af-adf3ce5675ad,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:52.386170 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-458b0a62-56ce-405a-bef1-5c76220c6692 service neutron] Attempting to bind port c5ed6a39-266f-445a-b5af-adf3ce5675ad on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:48:52.386495 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-458b0a62-56ce-405a-bef1-5c76220c6692 service neutron] Attempting to bind port c5ed6a39-266f-445a-b5af-adf3ce5675ad by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '38fb9070-8640-4b74-82ab-1dec8aef03bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'cd47189b-f092-479a-9712-f619a725869a'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:48:52.386813 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-458b0a62-56ce-405a-bef1-5c76220c6692 service neutron] Attempting to bind port c5ed6a39-266f-445a-b5af-adf3ce5675ad on network cd47189b-f092-479a-9712-f619a725869a {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:48:52.391484 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-458b0a62-56ce-405a-bef1-5c76220c6692 service neutron] Port c5ed6a39-266f-445a-b5af-adf3ce5675ad on network cd47189b-f092-479a-9712-f619a725869a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:48:52.391798 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-458b0a62-56ce-405a-bef1-5c76220c6692 service neutron] Attempting to bind port c5ed6a39-266f-445a-b5af-adf3ce5675ad on network cd47189b-f092-479a-9712-f619a725869a {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:48:52.396913 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-458b0a62-56ce-405a-bef1-5c76220c6692 service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:48:52.397243 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-458b0a62-56ce-405a-bef1-5c76220c6692 service neutron] Checking segment: {'id': '38fb9070-8640-4b74-82ab-1dec8aef03bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'cd47189b-f092-479a-9712-f619a725869a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:48:52.397615 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-458b0a62-56ce-405a-bef1-5c76220c6692 service neutron] Bound using segment: {'id': '38fb9070-8640-4b74-82ab-1dec8aef03bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'cd47189b-f092-479a-9712-f619a725869a'} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:48:52.398034 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-458b0a62-56ce-405a-bef1-5c76220c6692 service neutron] Bound port: c5ed6a39-266f-445a-b5af-adf3ce5675ad, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38fb9070-8640-4b74-82ab-1dec8aef03bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'cd47189b-f092-479a-9712-f619a725869a'}}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:48:52.398371 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-458b0a62-56ce-405a-bef1-5c76220c6692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:52.489008 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-458b0a62-56ce-405a-bef1-5c76220c6692 service neutron] For port c5ed6a39-266f-445a-b5af-adf3ce5675ad, host hv-neutron-8577, cleared binding levels {{(pid=89171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:48:52.491930 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-458b0a62-56ce-405a-bef1-5c76220c6692 service neutron] For port c5ed6a39-266f-445a-b5af-adf3ce5675ad, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=c5ed6a39-266f-445a-b5af-adf3ce5675ad,segment=NetworkSegment(38fb9070-8640-4b74-82ab-1dec8aef03bb),segment_id=38fb9070-8640-4b74-82ab-1dec8aef03bb)] {{(pid=89171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:48:52.497194 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-458b0a62-56ce-405a-bef1-5c76220c6692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:52.527802 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-458b0a62-56ce-405a-bef1-5c76220c6692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:48:52.528414 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-458b0a62-56ce-405a-bef1-5c76220c6692 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:52.529941 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-458b0a62-56ce-405a-bef1-5c76220c6692 service neutron] 10.222.0.20 "PUT /v2.0/ports/c5ed6a39-266f-445a-b5af-adf3ce5675ad HTTP/1.1" status: 200 len: 1093 time: 0.9530349 Sep 14 23:48:52.530365 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf4c6b8a-15b7-4843-b459-bd70df674917', 'tag': 'c5ed6a39-266f-445a-b5af-adf3ce5675ad'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:48:52.532712 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3443020487de7cb95df4c386945afe35dd78483095086f2888f69989bb028eda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55356a13-3f67-4f05-82f4-011af6deef34" -d '{"events": [{"name": "network-changed", "server_uuid": "cf4c6b8a-15b7-4843-b459-bd70df674917", "tag": "c5ed6a39-266f-445a-b5af-adf3ce5675ad"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:48:52.537021 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 5af6a7d0-c969-4dcb-a3ea-2a3983104a4a up at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:48:52.611836 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Provisioning complete for port 5af6a7d0-c969-4dcb-a3ea-2a3983104a4a triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:48:52.612208 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:52.613694 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337be807-4fe1-4b3e-a6c6-b81d1cc99fe1 x-openstack-request-id: req-337be807-4fe1-4b3e-a6c6-b81d1cc99fe1 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:48:52.613982 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf4c6b8a-15b7-4843-b459-bd70df674917", "tag": "c5ed6a39-266f-445a-b5af-adf3ce5675ad", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:48:52.614225 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-337be807-4fe1-4b3e-a6c6-b81d1cc99fe1 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:48:52.614611 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-337be807-4fe1-4b3e-a6c6-b81d1cc99fe1'] response: {'name': 'network-changed', 'server_uuid': 'cf4c6b8a-15b7-4843-b459-bd70df674917', 'tag': 'c5ed6a39-266f-445a-b5af-adf3ce5675ad', 'status': 'completed', 'code': 200} Sep 14 23:48:52.648940 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b0a62-56ce-405a-bef1-5c76220c6692 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ed6a39-266f-445a-b5af-adf3ce5675ad,revision_number=3']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:52.671174 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-29e4c45c-05e4-479f-85bd-a4ea3137e0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:48:52.672693 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-29e4c45c-05e4-479f-85bd-a4ea3137e0d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42f27a3751b54b35ace8d1b17e7801ac&device_id=cf4c6b8a-15b7-4843-b459-bd70df674917 HTTP/1.1" status: 200 len: 1096 time: 0.1028430 Sep 14 23:48:52.739204 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-9e590ea3-01c5-4db8-b1e5-dff682a350e7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5ed6a39-266f-445a-b5af-adf3ce5675ad HTTP/1.1" status: 200 len: 217 time: 0.0601785 Sep 14 23:48:52.762531 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Current status of the port 5af6a7d0-c969-4dcb-a3ea-2a3983104a4a is: ACTIVE; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:48:52.803354 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-2b6933e5-7d36-4249-b7aa-ae19f49cdbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:48:52.804778 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-2b6933e5-7d36-4249-b7aa-ae19f49cdbd8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1bb40d97-05cd-4f0f-8bcb-223c135ce0fb HTTP/1.1" status: 200 len: 849 time: 0.0601952 Sep 14 23:48:52.884791 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-4f3c4c30-ab1d-4607-a02e-5ee18f8f86b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:48:52.886167 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-4f3c4c30-ab1d-4607-a02e-5ee18f8f86b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd47189b-f092-479a-9712-f619a725869a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755763 Sep 14 23:48:53.015792 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-69865ea0-4c21-4c6b-82a6-5b0ef898b81d service neutron] 10.222.0.20 "GET /v2.0/networks/cd47189b-f092-479a-9712-f619a725869a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234720 Sep 14 23:48:53.078501 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad4e17-cba3-4dfa-a8bb-c4b419aeea22 req-46ad6055-8d96-4d84-8c41-1c130654602a tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:48:53.080462 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f9ad4e17-cba3-4dfa-a8bb-c4b419aeea22 req-46ad6055-8d96-4d84-8c41-1c130654602a tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf4c6b8a-15b7-4843-b459-bd70df674917 HTTP/1.1" status: 200 len: 943 time: 0.0896299 Sep 14 23:48:53.123978 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f9ad4e17-cba3-4dfa-a8bb-c4b419aeea22 req-25020b14-7f45-43ef-be36-9640aa1846f1 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/security-groups?id=630ebc74-7cd5-4497-ac04-f0cf599ec9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374377 Sep 14 23:48:53.146173 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-da85439d-6bc1-4519-ab83-a57bd28b8621 req-2d9f905e-c91f-4de6-a12b-0838ac0e2e25 service neutron] 10.222.0.20 "GET /v2.0/networks/cd47189b-f092-479a-9712-f619a725869a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247697 Sep 14 23:48:53.280370 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55356a13-3f67-4f05-82f4-011af6deef34 req-cda0ac83-758d-479e-9080-767957105bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:48:53.281994 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-55356a13-3f67-4f05-82f4-011af6deef34 req-cda0ac83-758d-479e-9080-767957105bc4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42f27a3751b54b35ace8d1b17e7801ac&device_id=cf4c6b8a-15b7-4843-b459-bd70df674917 HTTP/1.1" status: 200 len: 1096 time: 0.0916998 Sep 14 23:48:53.412145 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55356a13-3f67-4f05-82f4-011af6deef34 req-609f87dd-b820-44dd-a241-687d900a8976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:48:53.413644 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-55356a13-3f67-4f05-82f4-011af6deef34 req-609f87dd-b820-44dd-a241-687d900a8976 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd47189b-f092-479a-9712-f619a725869a HTTP/1.1" status: 200 len: 910 time: 0.1254220 Sep 14 23:48:53.479998 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-55356a13-3f67-4f05-82f4-011af6deef34 req-c8e4a46c-7c93-44de-95f5-0c9f8e795920 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5ed6a39-266f-445a-b5af-adf3ce5675ad HTTP/1.1" status: 200 len: 217 time: 0.0600286 Sep 14 23:48:53.545001 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55356a13-3f67-4f05-82f4-011af6deef34 req-fdd94077-1e78-446a-a913-50e9c33cc84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:48:53.546433 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-55356a13-3f67-4f05-82f4-011af6deef34 req-fdd94077-1e78-446a-a913-50e9c33cc84c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1bb40d97-05cd-4f0f-8bcb-223c135ce0fb HTTP/1.1" status: 200 len: 849 time: 0.0594773 Sep 14 23:48:53.628978 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55356a13-3f67-4f05-82f4-011af6deef34 req-7ae46120-2642-4879-bae4-0584608556f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:48:53.630565 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-55356a13-3f67-4f05-82f4-011af6deef34 req-7ae46120-2642-4879-bae4-0584608556f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd47189b-f092-479a-9712-f619a725869a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780842 Sep 14 23:48:53.760989 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-55356a13-3f67-4f05-82f4-011af6deef34 req-644ee01d-de47-4864-9496-818af9316a57 service neutron] 10.222.0.20 "GET /v2.0/networks/cd47189b-f092-479a-9712-f619a725869a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232712 Sep 14 23:48:53.891188 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-55356a13-3f67-4f05-82f4-011af6deef34 req-a4b42c99-36b9-4d5f-a7a5-53d697260961 service neutron] 10.222.0.20 "GET /v2.0/networks/cd47189b-f092-479a-9712-f619a725869a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241803 Sep 14 23:48:54.323226 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45cf36b-2763-4efa-8d97-e02d4da9602e req-3e73b39f-19a8-40df-b677-11528268cda4 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:48:54.324699 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b45cf36b-2763-4efa-8d97-e02d4da9602e req-3e73b39f-19a8-40df-b677-11528268cda4 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf4c6b8a-15b7-4843-b459-bd70df674917 HTTP/1.1" status: 200 len: 943 time: 0.0895030 Sep 14 23:48:54.368309 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-b45cf36b-2763-4efa-8d97-e02d4da9602e req-5d99eb42-7274-460d-bbf3-b4fda1f4ea2d tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/security-groups?id=630ebc74-7cd5-4497-ac04-f0cf599ec9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379806 Sep 14 23:48:55.565381 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def8e61-4a0a-4832-99bf-df4db9c2b1c9 req-21156190-055f-4dc8-8b17-bd40e3996650 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:48:55.566748 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8def8e61-4a0a-4832-99bf-df4db9c2b1c9 req-21156190-055f-4dc8-8b17-bd40e3996650 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf4c6b8a-15b7-4843-b459-bd70df674917 HTTP/1.1" status: 200 len: 943 time: 0.0908563 Sep 14 23:48:55.609137 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8def8e61-4a0a-4832-99bf-df4db9c2b1c9 req-601436fb-92e6-46a5-b755-028b1ec0f2c6 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/security-groups?id=630ebc74-7cd5-4497-ac04-f0cf599ec9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368216 Sep 14 23:48:56.541617 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device c5ed6a39-266f-445a-b5af-adf3ce5675ad details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:48:56.673866 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port c5ed6a39-266f-445a-b5af-adf3ce5675ad, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=c5ed6a39-266f-445a-b5af-adf3ce5675ad,segment=NetworkSegment(38fb9070-8640-4b74-82ab-1dec8aef03bb),segment_id=38fb9070-8640-4b74-82ab-1dec8aef03bb)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:48:56.690219 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': 'c5ed6a39-266f-445a-b5af-adf3ce5675ad', 'network_id': 'cd47189b-f092-479a-9712-f619a725869a', 'port_id': 'c5ed6a39-266f-445a-b5af-adf3ce5675ad', 'mac_address': 'fa:16:3e:2d:7a:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb40d97-05cd-4f0f-8bcb-223c135ce0fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:48:56.743843 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port c5ed6a39-266f-445a-b5af-adf3ce5675ad is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:48:56.744234 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:56.761210 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5ed6a39-266f-445a-b5af-adf3ce5675ad {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:48:56.777147 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port c5ed6a39-266f-445a-b5af-adf3ce5675ad, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=c5ed6a39-266f-445a-b5af-adf3ce5675ad,segment=NetworkSegment(38fb9070-8640-4b74-82ab-1dec8aef03bb),segment_id=38fb9070-8640-4b74-82ab-1dec8aef03bb)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:48:56.781397 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:56.813528 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e69f1-3e68-446d-bb12-4b8615be9cab req-19b5565e-4807-4975-a8f9-b81a5005fe50 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:48:56.815541 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2e8e69f1-3e68-446d-bb12-4b8615be9cab req-19b5565e-4807-4975-a8f9-b81a5005fe50 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf4c6b8a-15b7-4843-b459-bd70df674917 HTTP/1.1" status: 200 len: 943 time: 0.0924480 Sep 14 23:48:56.855152 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=c5ed6a39-266f-445a-b5af-adf3ce5675ad,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:56.863618 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2e8e69f1-3e68-446d-bb12-4b8615be9cab req-9a7a3146-0d5f-4c66-ada5-fe443e3e39eb tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/security-groups?id=630ebc74-7cd5-4497-ac04-f0cf599ec9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413401 Sep 14 23:48:57.001678 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['c5ed6a39-266f-445a-b5af-adf3ce5675ad'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:48:58.059630 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394781ec-034b-4435-b554-27e8b066131e req-feb7896c-6269-4794-abd6-1492cd6dad4b tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:48:58.061093 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-394781ec-034b-4435-b554-27e8b066131e req-feb7896c-6269-4794-abd6-1492cd6dad4b tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf4c6b8a-15b7-4843-b459-bd70df674917 HTTP/1.1" status: 200 len: 944 time: 0.0897353 Sep 14 23:48:58.104060 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-394781ec-034b-4435-b554-27e8b066131e req-265ceb3c-195d-487f-9d99-8a012cdb07e4 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/security-groups?id=630ebc74-7cd5-4497-ac04-f0cf599ec9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373485 Sep 14 23:48:58.557061 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device c5ed6a39-266f-445a-b5af-adf3ce5675ad up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:48:58.622669 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port c5ed6a39-266f-445a-b5af-adf3ce5675ad completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:48:58.628360 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port c5ed6a39-266f-445a-b5af-adf3ce5675ad triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:48:58.628759 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:58.742895 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port c5ed6a39-266f-445a-b5af-adf3ce5675ad is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:48:58.743265 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:58.770149 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4c6b8a-15b7-4843-b459-bd70df674917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ed6a39-266f-445a-b5af-adf3ce5675ad'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:48:58.772399 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abef2be8115b3029d5229f87f625222f16f354dbf992db59ba9c6a9303035139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77d8b0a-820e-43d6-977a-9940ee138ec0" -d '{"events": [{"server_uuid": "cf4c6b8a-15b7-4843-b459-bd70df674917", "name": "network-vif-plugged", "status": "completed", "tag": "c5ed6a39-266f-445a-b5af-adf3ce5675ad"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:48:58.780208 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port c5ed6a39-266f-445a-b5af-adf3ce5675ad, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=c5ed6a39-266f-445a-b5af-adf3ce5675ad,segment=NetworkSegment(38fb9070-8640-4b74-82ab-1dec8aef03bb),segment_id=38fb9070-8640-4b74-82ab-1dec8aef03bb)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:48:58.785099 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:48:58.815469 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e4459c-0af3-4157-91f2-8a380f9fb4bd x-openstack-request-id: req-25e4459c-0af3-4157-91f2-8a380f9fb4bd {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:48:58.815755 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4c6b8a-15b7-4843-b459-bd70df674917", "name": "network-vif-plugged", "status": "completed", "tag": "c5ed6a39-266f-445a-b5af-adf3ce5675ad", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:48:58.816027 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-25e4459c-0af3-4157-91f2-8a380f9fb4bd {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:48:58.816413 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25e4459c-0af3-4157-91f2-8a380f9fb4bd'] response: {'server_uuid': 'cf4c6b8a-15b7-4843-b459-bd70df674917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ed6a39-266f-445a-b5af-adf3ce5675ad', 'code': 200} Sep 14 23:48:58.856485 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=c5ed6a39-266f-445a-b5af-adf3ce5675ad,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:48:59.145952 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1be01-4904-4709-a2c0-3c2ab8c6f639 req-82953004-d932-4145-a3af-10198f311c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:48:59.147441 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-1ed1be01-4904-4709-a2c0-3c2ab8c6f639 req-82953004-d932-4145-a3af-10198f311c87 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cf4c6b8a-15b7-4843-b459-bd70df674917 HTTP/1.1" status: 200 len: 1098 time: 0.1741259 Sep 14 23:48:59.189252 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-1ed1be01-4904-4709-a2c0-3c2ab8c6f639 req-ff78100d-11ef-425f-a4c3-0e16abe1d930 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=630ebc74-7cd5-4497-ac04-f0cf599ec9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356383 Sep 14 23:48:59.312305 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb44db-5e25-48ea-9acf-6d533d262c5e req-c551952d-11e0-4fe6-bb9f-4109d1a85eb8 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:48:59.314334 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9abb44db-5e25-48ea-9acf-6d533d262c5e req-c551952d-11e0-4fe6-bb9f-4109d1a85eb8 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf4c6b8a-15b7-4843-b459-bd70df674917 HTTP/1.1" status: 200 len: 945 time: 0.0869777 Sep 14 23:48:59.358494 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-9abb44db-5e25-48ea-9acf-6d533d262c5e req-d7579ebc-60a0-4038-9fa6-e259efb1f376 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/security-groups?id=630ebc74-7cd5-4497-ac04-f0cf599ec9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384448 Sep 14 23:49:00.558998 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc37ef3-12a0-4cb5-87d4-d9144f263692 req-4990c437-0f89-4fdc-9595-0fe668e11e88 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:49:00.560443 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-adc37ef3-12a0-4cb5-87d4-d9144f263692 req-4990c437-0f89-4fdc-9595-0fe668e11e88 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf4c6b8a-15b7-4843-b459-bd70df674917 HTTP/1.1" status: 200 len: 945 time: 0.0899923 Sep 14 23:49:00.603588 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-adc37ef3-12a0-4cb5-87d4-d9144f263692 req-eb2a0b45-fc39-4de3-bbfc-31d6e5ef5323 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/security-groups?id=630ebc74-7cd5-4497-ac04-f0cf599ec9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365784 Sep 14 23:49:00.794436 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d50f56-a598-4d6a-89ed-3f90fe7d81b8 req-89d1f0e7-f2d7-4cdb-90b5-bc8359bab25a tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:49:00.795876 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f7d50f56-a598-4d6a-89ed-3f90fe7d81b8 req-89d1f0e7-f2d7-4cdb-90b5-bc8359bab25a tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf4c6b8a-15b7-4843-b459-bd70df674917 HTTP/1.1" status: 200 len: 945 time: 0.0851605 Sep 14 23:49:00.842314 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f7d50f56-a598-4d6a-89ed-3f90fe7d81b8 req-be2c3f3d-1b05-4ef7-8c9c-0d5f31bdb890 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/security-groups?id=630ebc74-7cd5-4497-ac04-f0cf599ec9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403719 Sep 14 23:49:00.869898 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 36714) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:49:01.039326 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e717e9-85d4-49b1-951c-72ebcda9bbcf tempest-TestSnapshotPattern-370132263 tempest-TestSnapshotPattern-370132263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:49:01.040019 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-04e717e9-85d4-49b1-951c-72ebcda9bbcf tempest-TestSnapshotPattern-370132263 tempest-TestSnapshotPattern-370132263-project-admin] Synchronizing usage tracker for tenant:3ef13a33143f455ba484505c40c33413 on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:49:01.056265 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-04e717e9-85d4-49b1-951c-72ebcda9bbcf tempest-TestSnapshotPattern-370132263 tempest-TestSnapshotPattern-370132263-project-admin] Unset dirty status for tenant:3ef13a33143f455ba484505c40c33413 on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:49:01.057454 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-04e717e9-85d4-49b1-951c-72ebcda9bbcf tempest-TestSnapshotPattern-370132263 tempest-TestSnapshotPattern-370132263-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=cf4c6b8a-15b7-4843-b459-bd70df674917 HTTP/1.1" status: 200 len: 1093 time: 0.1866698 Sep 14 23:49:01.060433 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 36720) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:49:01.065704 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-ea14b0d5-f9f8-47fd-9304-17e3c656bcf3 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'port_id': 'c5ed6a39-266f-445a-b5af-adf3ce5675ad', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:49:01.071332 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-ea14b0d5-f9f8-47fd-9304-17e3c656bcf3 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:49:01.075059 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-ea14b0d5-f9f8-47fd-9304-17e3c656bcf3 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Usage tracker for resource:floatingip and tenant:42f27a3751b54b35ace8d1b17e7801ac is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:49:01.077825 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-ea14b0d5-f9f8-47fd-9304-17e3c656bcf3 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:49:01.083432 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-ea14b0d5-f9f8-47fd-9304-17e3c656bcf3 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:49:01.093720 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ea14b0d5-f9f8-47fd-9304-17e3c656bcf3 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks [] for floatingip, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:49:01.231462 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ea14b0d5-f9f8-47fd-9304-17e3c656bcf3 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:49:01.368154 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-ea14b0d5-f9f8-47fd-9304-17e3c656bcf3 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Allocated IP 172.26.5.164 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/0a24a4ae-6f0f-4fb0-8a33-774d479f6114) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:49:01.517682 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ea14b0d5-f9f8-47fd-9304-17e3c656bcf3 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:49:01.545329 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ea14b0d5-f9f8-47fd-9304-17e3c656bcf3 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:49:01.608351 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea14b0d5-f9f8-47fd-9304-17e3c656bcf3 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:49:01.611234 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-ea14b0d5-f9f8-47fd-9304-17e3c656bcf3 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:49:01.614773 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea14b0d5-f9f8-47fd-9304-17e3c656bcf3 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:49:01.647529 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14b0d5-f9f8-47fd-9304-17e3c656bcf3 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Pushing event updated for resources: {'Port': ['ID=0a24a4ae-6f0f-4fb0-8a33-774d479f6114,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:49:02.109464 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ea14b0d5-f9f8-47fd-9304-17e3c656bcf3 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:49:02.186175 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ea14b0d5-f9f8-47fd-9304-17e3c656bcf3 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:49:02.390450 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ea14b0d5-f9f8-47fd-9304-17e3c656bcf3 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:49:02.394784 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ea14b0d5-f9f8-47fd-9304-17e3c656bcf3 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:49:02.501141 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14b0d5-f9f8-47fd-9304-17e3c656bcf3 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Pushing event updated for resources: {'Port': ['ID=0a24a4ae-6f0f-4fb0-8a33-774d479f6114,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:49:02.503866 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ea14b0d5-f9f8-47fd-9304-17e3c656bcf3 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:49:02.673996 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-ea14b0d5-f9f8-47fd-9304-17e3c656bcf3 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Floating IP f14d2f7a-2f91-48b0-b9db-490daf8698d8 associated. External IP: 172.26.5.164, port: c5ed6a39-266f-445a-b5af-adf3ce5675ad. Sep 14 23:49:03.018925 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea14b0d5-f9f8-47fd-9304-17e3c656bcf3 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Router cde9f3c6-20d2-4de3-8154-cb98ec2208fa has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:49:03.298917 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea14b0d5-f9f8-47fd-9304-17e3c656bcf3 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:49:03.308745 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef016a27-f4af-41c9-b5cd-90917168d2e7 None None] Sync routers for ids ['cde9f3c6-20d2-4de3-8154-cb98ec2208fa'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:49:03.318064 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef016a27-f4af-41c9-b5cd-90917168d2e7 None None] Routers {'cde9f3c6-20d2-4de3-8154-cb98ec2208fa'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:49:03.318653 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-ef016a27-f4af-41c9-b5cd-90917168d2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:48:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['cde9f3c6-20d2-4de3-8154-cb98ec2208fa'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:49:03.323890 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-ea14b0d5-f9f8-47fd-9304-17e3c656bcf3 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:49:03.383447 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-ea14b0d5-f9f8-47fd-9304-17e3c656bcf3 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3198161 Sep 14 23:49:03.383447 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf4c6b8a-15b7-4843-b459-bd70df674917', 'tag': 'c5ed6a39-266f-445a-b5af-adf3ce5675ad'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:49:03.384161 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0825b99ab70305560bda74297c6573b033dce9aec522674d58052a9865951ca1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84fef07-5a95-460b-a6fd-57575f06c3a9" -d '{"events": [{"name": "network-changed", "server_uuid": "cf4c6b8a-15b7-4843-b459-bd70df674917", "tag": "c5ed6a39-266f-445a-b5af-adf3ce5675ad"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:49:03.487537 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b828b7-52c8-4b6b-9dc6-05ff57091fae x-openstack-request-id: req-c7b828b7-52c8-4b6b-9dc6-05ff57091fae {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:49:03.487823 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf4c6b8a-15b7-4843-b459-bd70df674917", "tag": "c5ed6a39-266f-445a-b5af-adf3ce5675ad", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:49:03.488093 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c7b828b7-52c8-4b6b-9dc6-05ff57091fae {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:49:03.488496 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7b828b7-52c8-4b6b-9dc6-05ff57091fae'] response: {'name': 'network-changed', 'server_uuid': 'cf4c6b8a-15b7-4843-b459-bd70df674917', 'tag': 'c5ed6a39-266f-445a-b5af-adf3ce5675ad', 'status': 'completed', 'code': 200} Sep 14 23:49:03.504060 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-ef016a27-f4af-41c9-b5cd-90917168d2e7 None None] Set router cde9f3c6-20d2-4de3-8154-cb98ec2208fa gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:49:03.583080 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fef07-5a95-460b-a6fd-57575f06c3a9 req-97c4f33a-a924-4646-9e5e-3f2933ddf7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:49:03.584512 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c84fef07-5a95-460b-a6fd-57575f06c3a9 req-97c4f33a-a924-4646-9e5e-3f2933ddf7d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42f27a3751b54b35ace8d1b17e7801ac&device_id=cf4c6b8a-15b7-4843-b459-bd70df674917 HTTP/1.1" status: 200 len: 1098 time: 0.0777259 Sep 14 23:49:03.719263 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fef07-5a95-460b-a6fd-57575f06c3a9 req-ef9fb529-c212-4d5f-95df-4968e3668376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:49:03.720750 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c84fef07-5a95-460b-a6fd-57575f06c3a9 req-ef9fb529-c212-4d5f-95df-4968e3668376 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd47189b-f092-479a-9712-f619a725869a HTTP/1.1" status: 200 len: 910 time: 0.1304798 Sep 14 23:49:03.824755 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c84fef07-5a95-460b-a6fd-57575f06c3a9 req-5b6805c3-5bee-4d64-8d0f-74a7232df0a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5ed6a39-266f-445a-b5af-adf3ce5675ad HTTP/1.1" status: 200 len: 999 time: 0.0978646 Sep 14 23:49:03.893438 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fef07-5a95-460b-a6fd-57575f06c3a9 req-e96c92bf-af9d-4c49-a4c0-9d809c4d1c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:49:03.894790 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c84fef07-5a95-460b-a6fd-57575f06c3a9 req-e96c92bf-af9d-4c49-a4c0-9d809c4d1c3d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1bb40d97-05cd-4f0f-8bcb-223c135ce0fb HTTP/1.1" status: 200 len: 849 time: 0.0644495 Sep 14 23:49:03.976252 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fef07-5a95-460b-a6fd-57575f06c3a9 req-d9ff22cf-8b62-4e1a-8930-570b3c0dd965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:49:03.977787 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c84fef07-5a95-460b-a6fd-57575f06c3a9 req-d9ff22cf-8b62-4e1a-8930-570b3c0dd965 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd47189b-f092-479a-9712-f619a725869a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774341 Sep 14 23:49:04.019045 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-ef016a27-f4af-41c9-b5cd-90917168d2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'name': 'tempest-TestSnapshotPattern-1560708666-router', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f83c6fce-6fad-4908-ae46-4b5003681f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:48:34Z', 'updated_at': '2022-09-14T23:48:39Z', 'revision_number': 4, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'gw_port': {'id': 'f83c6fce-6fad-4908-ae46-4b5003681f30', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:35Z', 'updated_at': '2022-09-14T23:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': 'f14d2f7a-2f91-48b0-b9db-490daf8698d8', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'floating_ip_address': '172.26.5.164', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'port_id': 'c5ed6a39-266f-445a-b5af-adf3ce5675ad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd47189b-f092-479a-9712-f619a725869a', 'mac_address': 'fa:16:3e:2d:7a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4c6b8a-15b7-4843-b459-bd70df674917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:49:02Z', 'updated_at': '2022-09-14T23:49:02Z', 'revision_number': 0, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54def52-e6e8-48df-b122-bd83160e4ed4', 'name': '', 'network_id': 'cd47189b-f092-479a-9712-f619a725869a', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'mac_address': 'fa:16:3e:8b:08:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '1bb40d97-05cd-4f0f-8bcb-223c135ce0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:38Z', 'updated_at': '2022-09-14T23:48:46Z', 'revision_number': 5, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'subnets': [{'id': '1bb40d97-05cd-4f0f-8bcb-223c135ce0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:49:04.025300 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef016a27-f4af-41c9-b5cd-90917168d2e7 None None] Checking router: cde9f3c6-20d2-4de3-8154-cb98ec2208fa for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:49:04.039090 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef016a27-f4af-41c9-b5cd-90917168d2e7 None None] Routers {'cde9f3c6-20d2-4de3-8154-cb98ec2208fa'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:49:04.039679 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-ef016a27-f4af-41c9-b5cd-90917168d2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:48:40Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['cde9f3c6-20d2-4de3-8154-cb98ec2208fa'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:49:04.111196 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c84fef07-5a95-460b-a6fd-57575f06c3a9 req-1ad3d634-e916-4858-925b-070350ed0a90 service neutron] 10.222.0.20 "GET /v2.0/networks/cd47189b-f092-479a-9712-f619a725869a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275053 Sep 14 23:49:04.224208 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-ef016a27-f4af-41c9-b5cd-90917168d2e7 None None] Set router cde9f3c6-20d2-4de3-8154-cb98ec2208fa gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:49:04.243132 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c84fef07-5a95-460b-a6fd-57575f06c3a9 req-067572e4-b7cc-45c2-985b-cd7b493e0b4a service neutron] 10.222.0.20 "GET /v2.0/networks/cd47189b-f092-479a-9712-f619a725869a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268454 Sep 14 23:49:04.591982 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-ef016a27-f4af-41c9-b5cd-90917168d2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'name': 'tempest-TestSnapshotPattern-1560708666-router', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f83c6fce-6fad-4908-ae46-4b5003681f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:48:34Z', 'updated_at': '2022-09-14T23:48:39Z', 'revision_number': 4, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'gw_port': {'id': 'f83c6fce-6fad-4908-ae46-4b5003681f30', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:35Z', 'updated_at': '2022-09-14T23:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': 'f14d2f7a-2f91-48b0-b9db-490daf8698d8', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'floating_ip_address': '172.26.5.164', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'port_id': 'c5ed6a39-266f-445a-b5af-adf3ce5675ad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd47189b-f092-479a-9712-f619a725869a', 'mac_address': 'fa:16:3e:2d:7a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4c6b8a-15b7-4843-b459-bd70df674917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:49:02Z', 'updated_at': '2022-09-14T23:49:02Z', 'revision_number': 0, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54def52-e6e8-48df-b122-bd83160e4ed4', 'name': '', 'network_id': 'cd47189b-f092-479a-9712-f619a725869a', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'mac_address': 'fa:16:3e:8b:08:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '1bb40d97-05cd-4f0f-8bcb-223c135ce0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:38Z', 'updated_at': '2022-09-14T23:48:46Z', 'revision_number': 5, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'subnets': [{'id': '1bb40d97-05cd-4f0f-8bcb-223c135ce0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:49:04.595843 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef016a27-f4af-41c9-b5cd-90917168d2e7 None None] The sync data for ids ['cde9f3c6-20d2-4de3-8154-cb98ec2208fa'] in dv-neutron-857791-1-hyperv is: [{'id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'name': 'tempest-TestSnapshotPattern-1560708666-router', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f83c6fce-6fad-4908-ae46-4b5003681f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:48:34Z', 'updated_at': '2022-09-14T23:48:39Z', 'revision_number': 4, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'gw_port': {'id': 'f83c6fce-6fad-4908-ae46-4b5003681f30', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:35Z', 'updated_at': '2022-09-14T23:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': 'f14d2f7a-2f91-48b0-b9db-490daf8698d8', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'floating_ip_address': '172.26.5.164', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'port_id': 'c5ed6a39-266f-445a-b5af-adf3ce5675ad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd47189b-f092-479a-9712-f619a725869a', 'mac_address': 'fa:16:3e:2d:7a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4c6b8a-15b7-4843-b459-bd70df674917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:49:02Z', 'updated_at': '2022-09-14T23:49:02Z', 'revision_number': 0, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54def52-e6e8-48df-b122-bd83160e4ed4', 'name': '', 'network_id': 'cd47189b-f092-479a-9712-f619a725869a', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'mac_address': 'fa:16:3e:8b:08:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '1bb40d97-05cd-4f0f-8bcb-223c135ce0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:38Z', 'updated_at': '2022-09-14T23:48:46Z', 'revision_number': 5, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'subnets': [{'id': '1bb40d97-05cd-4f0f-8bcb-223c135ce0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:49:04.653810 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:49:04.773655 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340e8400-0c5b-436a-b5d9-ebaf522be95c None None] New status for floating IP f14d2f7a-2f91-48b0-b9db-490daf8698d8: ACTIVE {{(pid=89172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:49:07.831617 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c89f1d3a-a44d-4da1-ba07-6845b6d2389c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:49:09.856369 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7b7f8c91-7763-41cd-8a8d-56106868f16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:49:10.984364 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:49:11.033244 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:49:12.656658 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:49:19.963992 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:49:37.832596 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c396bba0-54fd-4ea7-9c47-90942ee023ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:49:39.857448 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4b3654b8-54c5-4c59-bcb4-2b89a3995478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:49:40.986298 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:49:41.033869 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:49:41.653424 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:49:42.661675 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:49:49.975605 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:49:50.560315 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9f70000a-41c8-45cf-9576-0298a62cddd1 req-9a2122ae-fa2d-4acd-b978-4325f803d165 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cf4c6b8a-15b7-4843-b459-bd70df674917&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799420 Sep 14 23:49:50.705434 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70000a-41c8-45cf-9576-0298a62cddd1 req-ce578dbe-5cd2-4ab0-b2fd-2155023a34bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:49:50.706910 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9f70000a-41c8-45cf-9576-0298a62cddd1 req-ce578dbe-5cd2-4ab0-b2fd-2155023a34bb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42f27a3751b54b35ace8d1b17e7801ac&device_id=cf4c6b8a-15b7-4843-b459-bd70df674917 HTTP/1.1" status: 200 len: 1098 time: 0.0794637 Sep 14 23:49:50.853692 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70000a-41c8-45cf-9576-0298a62cddd1 req-19d9dd4f-81ad-4b6e-87e6-ae3c8d94760d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:49:50.855160 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9f70000a-41c8-45cf-9576-0298a62cddd1 req-19d9dd4f-81ad-4b6e-87e6-ae3c8d94760d service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd47189b-f092-479a-9712-f619a725869a HTTP/1.1" status: 200 len: 910 time: 0.1306062 Sep 14 23:49:50.957292 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9f70000a-41c8-45cf-9576-0298a62cddd1 req-17d75ab9-db4b-4e06-b4e1-dea3cbd5353a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5ed6a39-266f-445a-b5af-adf3ce5675ad HTTP/1.1" status: 200 len: 1001 time: 0.0960751 Sep 14 23:49:51.018345 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70000a-41c8-45cf-9576-0298a62cddd1 req-8159eaa5-abe8-4aa4-8979-d12a8480221b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:49:51.019771 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9f70000a-41c8-45cf-9576-0298a62cddd1 req-8159eaa5-abe8-4aa4-8979-d12a8480221b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1bb40d97-05cd-4f0f-8bcb-223c135ce0fb HTTP/1.1" status: 200 len: 849 time: 0.0569599 Sep 14 23:49:51.103167 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70000a-41c8-45cf-9576-0298a62cddd1 req-324538eb-8b4f-45fb-b200-6e5b4b03c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:49:51.104663 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9f70000a-41c8-45cf-9576-0298a62cddd1 req-324538eb-8b4f-45fb-b200-6e5b4b03c6ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd47189b-f092-479a-9712-f619a725869a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795405 Sep 14 23:49:51.233361 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9f70000a-41c8-45cf-9576-0298a62cddd1 req-71891497-a48b-44b8-b0c0-09e3c4dc9667 service neutron] 10.222.0.20 "GET /v2.0/networks/cd47189b-f092-479a-9712-f619a725869a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223640 Sep 14 23:49:51.460079 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9f70000a-41c8-45cf-9576-0298a62cddd1 req-edaf0ae1-681a-42ff-927d-2c876fe4d34b service neutron] 10.222.0.20 "GET /v2.0/networks/cd47189b-f092-479a-9712-f619a725869a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202089 Sep 14 23:50:07.833969 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e301f282-c279-4c4d-ab50-f81b308dff06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:50:09.859399 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-37d16a6b-f280-440b-98c3-585f49bd793e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:50:10.988332 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:50:11.037997 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:50:12.662504 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:50:18.652638 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:50:19.971402 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:50:37.835072 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bf300a05-0dc7-4670-a38e-01a13a56ab61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:50:39.860989 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1cffc202-189e-4319-9860-d2a3a5f6d33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:50:40.990617 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:50:41.039812 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:50:42.664893 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:50:49.989365 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:50:51.615726 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9ae21030-835d-4b20-9725-26201d87c9e9 req-4c86dc40-ea6c-4ba8-87a5-be8d65e0bb80 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cf4c6b8a-15b7-4843-b459-bd70df674917&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1133406 Sep 14 23:50:51.771484 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae21030-835d-4b20-9725-26201d87c9e9 req-5b14f284-a4c4-4ad1-ad1d-5d512e995da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:50:51.773676 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9ae21030-835d-4b20-9725-26201d87c9e9 req-5b14f284-a4c4-4ad1-ad1d-5d512e995da1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42f27a3751b54b35ace8d1b17e7801ac&device_id=cf4c6b8a-15b7-4843-b459-bd70df674917 HTTP/1.1" status: 200 len: 1098 time: 0.0907433 Sep 14 23:50:51.914992 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae21030-835d-4b20-9725-26201d87c9e9 req-6f50e7fe-f6a3-47b2-9fb6-65e5f1fe47e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:50:51.916422 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9ae21030-835d-4b20-9725-26201d87c9e9 req-6f50e7fe-f6a3-47b2-9fb6-65e5f1fe47e6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd47189b-f092-479a-9712-f619a725869a HTTP/1.1" status: 200 len: 910 time: 0.1248641 Sep 14 23:50:52.018517 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9ae21030-835d-4b20-9725-26201d87c9e9 req-498243a1-18e6-40aa-af3b-ac22af746a58 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5ed6a39-266f-445a-b5af-adf3ce5675ad HTTP/1.1" status: 200 len: 1001 time: 0.0961010 Sep 14 23:50:52.078622 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae21030-835d-4b20-9725-26201d87c9e9 req-86631043-9962-4836-adbd-1bfea68ac43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:50:52.079957 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9ae21030-835d-4b20-9725-26201d87c9e9 req-86631043-9962-4836-adbd-1bfea68ac43b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1bb40d97-05cd-4f0f-8bcb-223c135ce0fb HTTP/1.1" status: 200 len: 849 time: 0.0563388 Sep 14 23:50:52.171767 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae21030-835d-4b20-9725-26201d87c9e9 req-215a5abe-47e6-495b-8b26-5cba5f0f2c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:50:52.173286 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9ae21030-835d-4b20-9725-26201d87c9e9 req-215a5abe-47e6-495b-8b26-5cba5f0f2c66 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd47189b-f092-479a-9712-f619a725869a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0873909 Sep 14 23:50:52.303678 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9ae21030-835d-4b20-9725-26201d87c9e9 req-d8938b1b-853d-4137-b6b2-66b73d1356b1 service neutron] 10.222.0.20 "GET /v2.0/networks/cd47189b-f092-479a-9712-f619a725869a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239223 Sep 14 23:50:52.432740 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-9ae21030-835d-4b20-9725-26201d87c9e9 req-791e65c7-58f7-44e9-bc49-397002edb16d service neutron] 10.222.0.20 "GET /v2.0/networks/cd47189b-f092-479a-9712-f619a725869a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233659 Sep 14 23:50:55.652396 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:51:03.178331 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device c5ed6a39-266f-445a-b5af-adf3ce5675ad details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:51:03.316350 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port c5ed6a39-266f-445a-b5af-adf3ce5675ad, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=c5ed6a39-266f-445a-b5af-adf3ce5675ad,segment=NetworkSegment(38fb9070-8640-4b74-82ab-1dec8aef03bb),segment_id=38fb9070-8640-4b74-82ab-1dec8aef03bb)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:51:03.330824 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': 'c5ed6a39-266f-445a-b5af-adf3ce5675ad', 'network_id': 'cd47189b-f092-479a-9712-f619a725869a', 'port_id': 'c5ed6a39-266f-445a-b5af-adf3ce5675ad', 'mac_address': 'fa:16:3e:2d:7a:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb40d97-05cd-4f0f-8bcb-223c135ce0fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:51:03.394862 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port c5ed6a39-266f-445a-b5af-adf3ce5675ad is: ACTIVE; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:51:03.395465 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:03.414766 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5ed6a39-266f-445a-b5af-adf3ce5675ad {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:51:03.432048 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port c5ed6a39-266f-445a-b5af-adf3ce5675ad, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=c5ed6a39-266f-445a-b5af-adf3ce5675ad,segment=NetworkSegment(38fb9070-8640-4b74-82ab-1dec8aef03bb),segment_id=38fb9070-8640-4b74-82ab-1dec8aef03bb)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:51:03.436239 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:03.509431 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=c5ed6a39-266f-445a-b5af-adf3ce5675ad,revision_number=6']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:51:03.518429 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:51:03.518769 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:51:03.519115 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:51:03.519450 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:51:03.519782 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:51:03.520115 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:51:03.520445 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:51:03.523620 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:51:03.523991 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:51:03.524326 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:51:03.524709 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:51:03.525040 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:51:03.528722 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['c5ed6a39-266f-445a-b5af-adf3ce5675ad'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:51:05.190857 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device c5ed6a39-266f-445a-b5af-adf3ce5675ad up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:51:05.299956 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port c5ed6a39-266f-445a-b5af-adf3ce5675ad triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:51:05.300432 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:05.424945 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port c5ed6a39-266f-445a-b5af-adf3ce5675ad is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:51:05.425322 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:05.453430 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4c6b8a-15b7-4843-b459-bd70df674917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ed6a39-266f-445a-b5af-adf3ce5675ad'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:51:05.467138 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port c5ed6a39-266f-445a-b5af-adf3ce5675ad, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=c5ed6a39-266f-445a-b5af-adf3ce5675ad,segment=NetworkSegment(38fb9070-8640-4b74-82ab-1dec8aef03bb),segment_id=38fb9070-8640-4b74-82ab-1dec8aef03bb)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:51:05.474671 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:05.513472 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b8c1ccccb0af8bd1ee1d85b1e19b8e3f1cbf8c6c8e29db1dfbe4a55ff85a1af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9588ab77-2192-4487-9033-fca158f9c0ab" -d '{"events": [{"server_uuid": "cf4c6b8a-15b7-4843-b459-bd70df674917", "name": "network-vif-plugged", "status": "completed", "tag": "c5ed6a39-266f-445a-b5af-adf3ce5675ad"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:51:05.565887 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=c5ed6a39-266f-445a-b5af-adf3ce5675ad,revision_number=7']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:51:05.674189 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19f2b15-56a4-4f80-81db-cd27c192499b x-openstack-request-id: req-d19f2b15-56a4-4f80-81db-cd27c192499b {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:51:05.674743 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4c6b8a-15b7-4843-b459-bd70df674917", "name": "network-vif-plugged", "status": "completed", "tag": "c5ed6a39-266f-445a-b5af-adf3ce5675ad", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:51:05.675221 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d19f2b15-56a4-4f80-81db-cd27c192499b {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:51:05.675827 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d19f2b15-56a4-4f80-81db-cd27c192499b'] response: {'server_uuid': 'cf4c6b8a-15b7-4843-b459-bd70df674917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ed6a39-266f-445a-b5af-adf3ce5675ad', 'code': 200} Sep 14 23:51:07.844216 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a44ca802-e4ae-41f3-9b65-07142516dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:09.866733 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ebd511c9-33df-432b-96e4-6a3bb81a10ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:10.995550 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:11.049008 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:11.472878 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-4bcbf34b-2b2e-435d-869d-fd29db16da7a tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-690994623&fields=id&tenant_id=42f27a3751b54b35ace8d1b17e7801ac HTTP/1.1" status: 200 len: 267 time: 0.0395582 Sep 14 23:51:11.633233 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-9fd56f6a-0864-47f3-a102-b4200e537397 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:51:11.634596 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-9fd56f6a-0864-47f3-a102-b4200e537397 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/networks?id=cd47189b-f092-479a-9712-f619a725869a HTTP/1.1" status: 200 len: 810 time: 0.1555676 Sep 14 23:51:11.649489 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-be5478dd-5889-4d91-81a1-3a9288731b58 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/quotas/42f27a3751b54b35ace8d1b17e7801ac HTTP/1.1" status: 200 len: 375 time: 0.0089703 Sep 14 23:51:11.744516 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-7eed3997-8991-4526-8ae1-ce9f2107319f tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=42f27a3751b54b35ace8d1b17e7801ac&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0902169 Sep 14 23:51:11.833407 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-de7264ae-06c5-40f8-b846-7d23e501bfba service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 23:51:11.834415 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-de7264ae-06c5-40f8-b846-7d23e501bfba service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0424740 Sep 14 23:51:11.964310 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-f8a88e38-878d-45a2-b94e-18f00e075a21 service neutron] 10.222.0.33 "GET /v2.0/networks/cd47189b-f092-479a-9712-f619a725869a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241710 Sep 14 23:51:12.095477 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-5c798bff-2469-445f-bf6d-53e1cfa5ac7e service neutron] 10.222.0.33 "GET /v2.0/networks/cd47189b-f092-479a-9712-f619a725869a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254072 Sep 14 23:51:12.383061 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-d82c5239-042a-495c-b0b7-96e37da4fbd7 req-069b8e24-6695-41cb-9aec-edec6170f197 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/ports?device_id=443fa022-618d-4bca-8cdf-31a02e176e92 HTTP/1.1" status: 200 len: 210 time: 0.0979517 Sep 14 23:51:12.667611 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:13.313121 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-44832b21-a7a8-4da4-a2bf-a5ccc2c746c7 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:51:13.314515 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-44832b21-a7a8-4da4-a2bf-a5ccc2c746c7 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.20 "GET /v2.0/networks?id=cd47189b-f092-479a-9712-f619a725869a HTTP/1.1" status: 200 len: 810 time: 0.1505439 Sep 14 23:51:13.361685 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-1abbad57-d718-4a26-aecc-d954234e06d8 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42f27a3751b54b35ace8d1b17e7801ac HTTP/1.1" status: 200 len: 379 time: 0.0384691 Sep 14 23:51:13.370350 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-3152d296-3ad1-4214-8b9a-edd559c7c222 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Request body: {'port': {'device_id': '443fa022-618d-4bca-8cdf-31a02e176e92', 'network_id': 'cd47189b-f092-479a-9712-f619a725869a', 'admin_state_up': True, 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'security_groups': ['630ebc74-7cd5-4497-ac04-f0cf599ec9bf']}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:51:13.514605 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-3152d296-3ad1-4214-8b9a-edd559c7c222 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:51:13.518404 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-3152d296-3ad1-4214-8b9a-edd559c7c222 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Usage tracker for resource:port and tenant:42f27a3751b54b35ace8d1b17e7801ac is out of sync, need to count used quota {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:51:13.521895 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-3152d296-3ad1-4214-8b9a-edd559c7c222 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89171) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:51:13.527785 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.quota.driver [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-3152d296-3ad1-4214-8b9a-edd559c7c222 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:51:13.537909 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-3152d296-3ad1-4214-8b9a-edd559c7c222 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Made reservation on behalf of 42f27a3751b54b35ace8d1b17e7801ac for: {'port': 1} {{(pid=89171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 23:51:13.541454 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-3152d296-3ad1-4214-8b9a-edd559c7c222 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:13.565130 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6cc8e02a-05bf-457a-a2e7-bd5dd2cfe0d9 req-0f4f45c1-5da0-4d13-b267-2d7264c1995b tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/ports?device_id=443fa022-618d-4bca-8cdf-31a02e176e92 HTTP/1.1" status: 200 len: 210 time: 0.0573151 Sep 14 23:51:13.733672 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_common [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-3152d296-3ad1-4214-8b9a-edd559c7c222 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Allocated IP 172.20.0.7 (cd47189b-f092-479a-9712-f619a725869a/1bb40d97-05cd-4f0f-8bcb-223c135ce0fb/1a307995-51dd-4782-96ac-3d42f1a826e9) {{(pid=89171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:51:13.982431 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-3152d296-3ad1-4214-8b9a-edd559c7c222 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks [] for port, precommit_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:14.000596 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-3152d296-3ad1-4214-8b9a-edd559c7c222 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Transition to ACTIVE for port object 1a307995-51dd-4782-96ac-3d42f1a826e9 will not be triggered until provisioned by entity DHCP. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:51:14.026058 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-3152d296-3ad1-4214-8b9a-edd559c7c222 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_create {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:14.111582 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-3152d296-3ad1-4214-8b9a-edd559c7c222 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Network cd47189b-f092-479a-9712-f619a725869a is already hosted by enough agents. {{(pid=89171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:51:14.115382 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.base_scheduler [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-3152d296-3ad1-4214-8b9a-edd559c7c222 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Resources bound (agent type, host, resource id): {{(pid=89171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:51:14.119257 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-3152d296-3ad1-4214-8b9a-edd559c7c222 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Received port after_create {{(pid=89171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:51:14.296243 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3152d296-3ad1-4214-8b9a-edd559c7c222 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Pushing event updated for resources: {'Port': ['ID=1a307995-51dd-4782-96ac-3d42f1a826e9,revision_number=1']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:51:14.310981 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152d296-3ad1-4214-8b9a-edd559c7c222 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:51:14.311320 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152d296-3ad1-4214-8b9a-edd559c7c222 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:51:14.311653 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152d296-3ad1-4214-8b9a-edd559c7c222 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:51:14.311983 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152d296-3ad1-4214-8b9a-edd559c7c222 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:51:14.312307 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152d296-3ad1-4214-8b9a-edd559c7c222 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:51:14.312662 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152d296-3ad1-4214-8b9a-edd559c7c222 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:51:14.312988 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152d296-3ad1-4214-8b9a-edd559c7c222 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:51:14.313815 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152d296-3ad1-4214-8b9a-edd559c7c222 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:51:14.314359 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152d296-3ad1-4214-8b9a-edd559c7c222 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:51:14.314513 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152d296-3ad1-4214-8b9a-edd559c7c222 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:51:14.314835 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152d296-3ad1-4214-8b9a-edd559c7c222 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:51:14.315152 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152d296-3ad1-4214-8b9a-edd559c7c222 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:51:14.360515 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-3152d296-3ad1-4214-8b9a-edd559c7c222 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:51:14.361437 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-3152d296-3ad1-4214-8b9a-edd559c7c222 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:14.391763 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-3152d296-3ad1-4214-8b9a-edd559c7c222 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0249805 Sep 14 23:51:14.419044 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-b42d7068-ef73-4756-b9f5-c3aff136a975 None None] Provisioning for port 1a307995-51dd-4782-96ac-3d42f1a826e9 completed by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:51:14.425591 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-b42d7068-ef73-4756-b9f5-c3aff136a975 None None] Provisioning complete for port 1a307995-51dd-4782-96ac-3d42f1a826e9 triggered by entity DHCP. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:51:14.425959 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b42d7068-ef73-4756-b9f5-c3aff136a975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:14.489133 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-b42d7068-ef73-4756-b9f5-c3aff136a975 None None] Port 1a307995-51dd-4782-96ac-3d42f1a826e9 cannot update to ACTIVE because it is not bound. {{(pid=89172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 14 23:51:14.775371 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b17d15-2c43-4fbf-ba44-790d4601eac1 req-b9c99238-5ed7-4621-a19c-5556815cb5c1 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:51:14.776911 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f5b17d15-2c43-4fbf-ba44-790d4601eac1 req-b9c99238-5ed7-4621-a19c-5556815cb5c1 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/ports?device_id=443fa022-618d-4bca-8cdf-31a02e176e92 HTTP/1.1" status: 200 len: 931 time: 0.0916808 Sep 14 23:51:14.825206 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-f5b17d15-2c43-4fbf-ba44-790d4601eac1 req-e9a75e74-38aa-43bb-a1a7-3dca3b3fa3ea tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/security-groups?id=630ebc74-7cd5-4497-ac04-f0cf599ec9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420496 Sep 14 23:51:15.258712 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device c5ed6a39-266f-445a-b5af-adf3ce5675ad no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:51:15.379472 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port c5ed6a39-266f-445a-b5af-adf3ce5675ad is: ACTIVE; New status is: DOWN {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:51:15.379949 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:15.408465 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4c6b8a-15b7-4843-b459-bd70df674917', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5ed6a39-266f-445a-b5af-adf3ce5675ad'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:51:15.410761 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b8c1ccccb0af8bd1ee1d85b1e19b8e3f1cbf8c6c8e29db1dfbe4a55ff85a1af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0f4fb4-299d-4db8-95aa-472edbdf7b74" -d '{"events": [{"server_uuid": "cf4c6b8a-15b7-4843-b459-bd70df674917", "name": "network-vif-unplugged", "status": "completed", "tag": "c5ed6a39-266f-445a-b5af-adf3ce5675ad"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:51:15.431055 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port c5ed6a39-266f-445a-b5af-adf3ce5675ad, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=c5ed6a39-266f-445a-b5af-adf3ce5675ad,segment=NetworkSegment(38fb9070-8640-4b74-82ab-1dec8aef03bb),segment_id=38fb9070-8640-4b74-82ab-1dec8aef03bb)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:51:15.440681 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:15.476986 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Sep 2022 23:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7a98f9-63f0-4b53-9d1f-732bc52272ce x-openstack-request-id: req-1d7a98f9-63f0-4b53-9d1f-732bc52272ce {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:51:15.477269 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4c6b8a-15b7-4843-b459-bd70df674917", "name": "network-vif-unplugged", "status": "completed", "tag": "c5ed6a39-266f-445a-b5af-adf3ce5675ad", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:51:15.477514 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1d7a98f9-63f0-4b53-9d1f-732bc52272ce {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:51:15.477899 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d7a98f9-63f0-4b53-9d1f-732bc52272ce'] response: {'server_uuid': 'cf4c6b8a-15b7-4843-b459-bd70df674917', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5ed6a39-266f-445a-b5af-adf3ce5675ad', 'code': 200} Sep 14 23:51:15.510690 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=c5ed6a39-266f-445a-b5af-adf3ce5675ad,revision_number=8']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:51:16.041356 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75585d3d-5c41-468e-a021-9ce46847fa37 req-3962f464-dd4f-46de-94a9-348f17b710f9 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:51:16.042837 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-75585d3d-5c41-468e-a021-9ce46847fa37 req-3962f464-dd4f-46de-94a9-348f17b710f9 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/ports?device_id=443fa022-618d-4bca-8cdf-31a02e176e92 HTTP/1.1" status: 200 len: 931 time: 0.0961850 Sep 14 23:51:16.091677 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-75585d3d-5c41-468e-a021-9ce46847fa37 req-9c2189eb-e24f-455f-8d4c-552fca5bc80f tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/security-groups?id=630ebc74-7cd5-4497-ac04-f0cf599ec9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427530 Sep 14 23:51:17.309155 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dddb02-2c76-4971-9d31-0410e7fcdd99 req-77a3b3e1-05b9-49c3-b994-a4605aa24f1f tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:51:17.311545 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c6dddb02-2c76-4971-9d31-0410e7fcdd99 req-77a3b3e1-05b9-49c3-b994-a4605aa24f1f tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/ports?device_id=443fa022-618d-4bca-8cdf-31a02e176e92 HTTP/1.1" status: 200 len: 931 time: 0.0923259 Sep 14 23:51:17.362152 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c6dddb02-2c76-4971-9d31-0410e7fcdd99 req-ef3da8fe-8f38-43e9-9abb-a3489426f856 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/security-groups?id=630ebc74-7cd5-4497-ac04-f0cf599ec9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446987 Sep 14 23:51:18.589123 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dddb9e-ffcf-4d8a-863e-d4f217d664dd req-712d18f5-2d05-4ce7-ad45-6678c9f61444 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:51:18.590747 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a5dddb9e-ffcf-4d8a-863e-d4f217d664dd req-712d18f5-2d05-4ce7-ad45-6678c9f61444 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/ports?device_id=443fa022-618d-4bca-8cdf-31a02e176e92 HTTP/1.1" status: 200 len: 931 time: 0.1086454 Sep 14 23:51:18.639909 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-a5dddb9e-ffcf-4d8a-863e-d4f217d664dd req-f516948f-cdc3-488c-be53-d85891ec04e7 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/security-groups?id=630ebc74-7cd5-4497-ac04-f0cf599ec9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437155 Sep 14 23:51:19.850588 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f625c-1551-4097-aff3-c1ef8052fa4a req-cff8f092-2c65-4679-9931-bf83627f24f4 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:51:19.852059 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fa1f625c-1551-4097-aff3-c1ef8052fa4a req-cff8f092-2c65-4679-9931-bf83627f24f4 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/ports?device_id=443fa022-618d-4bca-8cdf-31a02e176e92 HTTP/1.1" status: 200 len: 931 time: 0.0936406 Sep 14 23:51:19.897944 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-fa1f625c-1551-4097-aff3-c1ef8052fa4a req-85acda36-154f-4141-9edf-d4b50b565115 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/security-groups?id=630ebc74-7cd5-4497-ac04-f0cf599ec9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402358 Sep 14 23:51:19.998454 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:21.106245 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b65b6f-e19b-4dc2-acb5-92b92a252e1e req-fd169a8d-103b-4dfe-8eff-911658b488c3 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:51:21.113211 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-22b65b6f-e19b-4dc2-acb5-92b92a252e1e req-fd169a8d-103b-4dfe-8eff-911658b488c3 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/ports?device_id=443fa022-618d-4bca-8cdf-31a02e176e92 HTTP/1.1" status: 200 len: 931 time: 0.0943055 Sep 14 23:51:21.157979 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-22b65b6f-e19b-4dc2-acb5-92b92a252e1e req-936faaee-f9ab-43da-b83c-4da0a818df0c tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/security-groups?id=630ebc74-7cd5-4497-ac04-f0cf599ec9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439732 Sep 14 23:51:22.050711 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.v2.base [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-789d921b-be83-4f9d-9826-65ef70d2bab1 service neutron] Request body: {'port': {'device_id': '443fa022-618d-4bca-8cdf-31a02e176e92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:51:22.160729 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-789d921b-be83-4f9d-9826-65ef70d2bab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:22.357764 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976266f1-2644-4eb6-bddd-7e904bd23578 req-0bcc840e-01cf-4f4c-8dea-801fe053a1ed tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:51:22.359252 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-976266f1-2644-4eb6-bddd-7e904bd23578 req-0bcc840e-01cf-4f4c-8dea-801fe053a1ed tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/ports?device_id=443fa022-618d-4bca-8cdf-31a02e176e92 HTTP/1.1" status: 200 len: 931 time: 0.0872669 Sep 14 23:51:22.405467 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-976266f1-2644-4eb6-bddd-7e904bd23578 req-6aec0217-4f9f-4747-8bbc-86110b1b23c7 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/security-groups?id=630ebc74-7cd5-4497-ac04-f0cf599ec9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392957 Sep 14 23:51:22.507023 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-789d921b-be83-4f9d-9826-65ef70d2bab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a307995-51dd-4782-96ac-3d42f1a826e9 {{(pid=89171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:51:22.514283 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-789d921b-be83-4f9d-9826-65ef70d2bab1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:22.528087 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.provisioning_blocks [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-789d921b-be83-4f9d-9826-65ef70d2bab1 service neutron] Transition to ACTIVE for port object 1a307995-51dd-4782-96ac-3d42f1a826e9 will not be triggered until provisioned by entity L2. {{(pid=89171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 23:51:22.531824 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-789d921b-be83-4f9d-9826-65ef70d2bab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:22.716423 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d921b-be83-4f9d-9826-65ef70d2bab1 service neutron] Pushing event updated for resources: {'Port': ['ID=1a307995-51dd-4782-96ac-3d42f1a826e9,revision_number=2']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:51:22.752447 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-789d921b-be83-4f9d-9826-65ef70d2bab1 service neutron] Attempting to bind port 1a307995-51dd-4782-96ac-3d42f1a826e9 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 14 23:51:22.752807 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-789d921b-be83-4f9d-9826-65ef70d2bab1 service neutron] Attempting to bind port 1a307995-51dd-4782-96ac-3d42f1a826e9 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '38fb9070-8640-4b74-82ab-1dec8aef03bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'cd47189b-f092-479a-9712-f619a725869a'}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 14 23:51:22.753127 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-789d921b-be83-4f9d-9826-65ef70d2bab1 service neutron] Attempting to bind port 1a307995-51dd-4782-96ac-3d42f1a826e9 on network cd47189b-f092-479a-9712-f619a725869a {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:51:22.757878 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-789d921b-be83-4f9d-9826-65ef70d2bab1 service neutron] Port 1a307995-51dd-4782-96ac-3d42f1a826e9 on network cd47189b-f092-479a-9712-f619a725869a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 14 23:51:22.758191 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-789d921b-be83-4f9d-9826-65ef70d2bab1 service neutron] Attempting to bind port 1a307995-51dd-4782-96ac-3d42f1a826e9 on network cd47189b-f092-479a-9712-f619a725869a {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 14 23:51:22.763168 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-789d921b-be83-4f9d-9826-65ef70d2bab1 service neutron] Checking agent: {'id': 'b9016822-6350-4708-90cb-915656ab33e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'started_at': datetime.datetime(2022, 9, 14, 22, 49, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 23, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 14 23:51:22.763501 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-789d921b-be83-4f9d-9826-65ef70d2bab1 service neutron] Checking segment: {'id': '38fb9070-8640-4b74-82ab-1dec8aef03bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'cd47189b-f092-479a-9712-f619a725869a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 14 23:51:22.763873 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-789d921b-be83-4f9d-9826-65ef70d2bab1 service neutron] Bound using segment: {'id': '38fb9070-8640-4b74-82ab-1dec8aef03bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'cd47189b-f092-479a-9712-f619a725869a'} {{(pid=89171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 14 23:51:22.764286 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.managers [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-789d921b-be83-4f9d-9826-65ef70d2bab1 service neutron] Bound port: 1a307995-51dd-4782-96ac-3d42f1a826e9, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38fb9070-8640-4b74-82ab-1dec8aef03bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'cd47189b-f092-479a-9712-f619a725869a'}}] {{(pid=89171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 14 23:51:22.764638 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-789d921b-be83-4f9d-9826-65ef70d2bab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:22.857275 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-789d921b-be83-4f9d-9826-65ef70d2bab1 service neutron] For port 1a307995-51dd-4782-96ac-3d42f1a826e9, host hv-neutron-8577, cleared binding levels {{(pid=89171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 14 23:51:22.860159 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-789d921b-be83-4f9d-9826-65ef70d2bab1 service neutron] For port 1a307995-51dd-4782-96ac-3d42f1a826e9, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1a307995-51dd-4782-96ac-3d42f1a826e9,segment=NetworkSegment(38fb9070-8640-4b74-82ab-1dec8aef03bb),segment_id=38fb9070-8640-4b74-82ab-1dec8aef03bb)] {{(pid=89171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 14 23:51:22.864590 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-789d921b-be83-4f9d-9826-65ef70d2bab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31352100'] for port, after_update {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:22.898861 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-789d921b-be83-4f9d-9826-65ef70d2bab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:51:22.899467 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-789d921b-be83-4f9d-9826-65ef70d2bab1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:22.900837 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-789d921b-be83-4f9d-9826-65ef70d2bab1 service neutron] 10.222.0.20 "PUT /v2.0/ports/1a307995-51dd-4782-96ac-3d42f1a826e9 HTTP/1.1" status: 200 len: 1093 time: 0.8543503 Sep 14 23:51:22.901257 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443fa022-618d-4bca-8cdf-31a02e176e92', 'tag': '1a307995-51dd-4782-96ac-3d42f1a826e9'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:51:22.976788 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e64fd90b05e117f3f05ba327c0eee2e956fb4901c4b721712548d3e34c17c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c00c69-ce7f-4110-a210-a23fa52e658d" -d '{"events": [{"name": "network-changed", "server_uuid": "443fa022-618d-4bca-8cdf-31a02e176e92", "tag": "1a307995-51dd-4782-96ac-3d42f1a826e9"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:51:22.992421 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d921b-be83-4f9d-9826-65ef70d2bab1 service neutron] Pushing event updated for resources: {'Port': ['ID=1a307995-51dd-4782-96ac-3d42f1a826e9,revision_number=3']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:51:23.026275 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-59969d09-677b-4b2a-827c-0ae6a6ae2830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:51:23.027761 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-59969d09-677b-4b2a-827c-0ae6a6ae2830 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42f27a3751b54b35ace8d1b17e7801ac&device_id=443fa022-618d-4bca-8cdf-31a02e176e92 HTTP/1.1" status: 200 len: 1096 time: 0.0888793 Sep 14 23:51:23.090554 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8419b390-a6f8-45d0-8330-6df32627cfd9 x-openstack-request-id: req-8419b390-a6f8-45d0-8330-6df32627cfd9 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:51:23.091194 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443fa022-618d-4bca-8cdf-31a02e176e92", "tag": "1a307995-51dd-4782-96ac-3d42f1a826e9", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:51:23.091194 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8419b390-a6f8-45d0-8330-6df32627cfd9 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:51:23.091442 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8419b390-a6f8-45d0-8330-6df32627cfd9'] response: {'name': 'network-changed', 'server_uuid': '443fa022-618d-4bca-8cdf-31a02e176e92', 'tag': '1a307995-51dd-4782-96ac-3d42f1a826e9', 'status': 'completed', 'code': 200} Sep 14 23:51:23.099671 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-d38ac66e-6f03-44be-b51e-c8ab6d73da8a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a307995-51dd-4782-96ac-3d42f1a826e9 HTTP/1.1" status: 200 len: 217 time: 0.0656092 Sep 14 23:51:23.163662 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-6512922e-31c9-4fb2-8af3-8dc7ee819c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:51:23.165349 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-6512922e-31c9-4fb2-8af3-8dc7ee819c20 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1bb40d97-05cd-4f0f-8bcb-223c135ce0fb HTTP/1.1" status: 200 len: 849 time: 0.0606296 Sep 14 23:51:23.247860 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-ca30b8ba-843f-4e59-9734-4bb907be3299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:51:23.249260 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-ca30b8ba-843f-4e59-9734-4bb907be3299 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd47189b-f092-479a-9712-f619a725869a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787733 Sep 14 23:51:23.378332 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-5e43a448-2a03-4ff8-bd9e-76ae0fdfdd51 service neutron] 10.222.0.20 "GET /v2.0/networks/cd47189b-f092-479a-9712-f619a725869a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213653 Sep 14 23:51:23.510552 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-ed7cd8fe-1559-482d-9260-d39f292199b1 req-b156f2cf-19a1-4a44-99ee-0ee6c2c68840 service neutron] 10.222.0.20 "GET /v2.0/networks/cd47189b-f092-479a-9712-f619a725869a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265931 Sep 14 23:51:23.613466 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0574b7-65be-47a4-a03a-5953e198cb9e req-8666e190-9cb5-4fa4-a449-11de299236b3 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:51:23.615408 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2d0574b7-65be-47a4-a03a-5953e198cb9e req-8666e190-9cb5-4fa4-a449-11de299236b3 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/ports?device_id=443fa022-618d-4bca-8cdf-31a02e176e92 HTTP/1.1" status: 200 len: 943 time: 0.0917780 Sep 14 23:51:23.632071 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c00c69-ce7f-4110-a210-a23fa52e658d req-22133bb0-2574-4411-9890-7d6d85f5618a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:51:23.633549 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e2c00c69-ce7f-4110-a210-a23fa52e658d req-22133bb0-2574-4411-9890-7d6d85f5618a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42f27a3751b54b35ace8d1b17e7801ac&device_id=443fa022-618d-4bca-8cdf-31a02e176e92 HTTP/1.1" status: 200 len: 1096 time: 0.0777469 Sep 14 23:51:23.659998 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-2d0574b7-65be-47a4-a03a-5953e198cb9e req-e0a30c0b-3ab6-461e-ad74-ad27781abbf8 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/security-groups?id=630ebc74-7cd5-4497-ac04-f0cf599ec9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388381 Sep 14 23:51:23.857511 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c00c69-ce7f-4110-a210-a23fa52e658d req-11cf4227-d0e9-49a7-91c6-f9403fe116f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:51:23.858908 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e2c00c69-ce7f-4110-a210-a23fa52e658d req-11cf4227-d0e9-49a7-91c6-f9403fe116f4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd47189b-f092-479a-9712-f619a725869a HTTP/1.1" status: 200 len: 910 time: 0.2187486 Sep 14 23:51:23.929472 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e2c00c69-ce7f-4110-a210-a23fa52e658d req-6aa1e203-bac8-4589-8b8c-591d6c4e4c47 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a307995-51dd-4782-96ac-3d42f1a826e9 HTTP/1.1" status: 200 len: 217 time: 0.0633907 Sep 14 23:51:23.990782 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c00c69-ce7f-4110-a210-a23fa52e658d req-d14f2f4d-f3b4-404e-a2ed-04c411d20c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:51:23.992168 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e2c00c69-ce7f-4110-a210-a23fa52e658d req-d14f2f4d-f3b4-404e-a2ed-04c411d20c5f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1bb40d97-05cd-4f0f-8bcb-223c135ce0fb HTTP/1.1" status: 200 len: 849 time: 0.0566480 Sep 14 23:51:24.076240 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c00c69-ce7f-4110-a210-a23fa52e658d req-817090c7-0e98-417b-a459-dcd709518c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:51:24.077738 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e2c00c69-ce7f-4110-a210-a23fa52e658d req-817090c7-0e98-417b-a459-dcd709518c4d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd47189b-f092-479a-9712-f619a725869a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793097 Sep 14 23:51:24.215300 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e2c00c69-ce7f-4110-a210-a23fa52e658d req-97ff585c-17fc-4930-8abf-a1e2ddcde053 service neutron] 10.222.0.20 "GET /v2.0/networks/cd47189b-f092-479a-9712-f619a725869a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297596 Sep 14 23:51:24.345701 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-e2c00c69-ce7f-4110-a210-a23fa52e658d req-c76fec8a-b3dd-4e91-8630-5107e4e800d9 service neutron] 10.222.0.20 "GET /v2.0/networks/cd47189b-f092-479a-9712-f619a725869a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233428 Sep 14 23:51:24.854851 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139409e-1fc8-4a58-818a-dbdb381aa76b req-5f9d3d4a-449d-4c13-8fe5-d32fdeeecf6b tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:51:24.856226 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8139409e-1fc8-4a58-818a-dbdb381aa76b req-5f9d3d4a-449d-4c13-8fe5-d32fdeeecf6b tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/ports?device_id=443fa022-618d-4bca-8cdf-31a02e176e92 HTTP/1.1" status: 200 len: 943 time: 0.0863307 Sep 14 23:51:24.903257 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-8139409e-1fc8-4a58-818a-dbdb381aa76b req-1f0b4c17-90c3-4f9e-9278-30ab06501ed0 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/security-groups?id=630ebc74-7cd5-4497-ac04-f0cf599ec9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414345 Sep 14 23:51:26.099250 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2fb2b-ab31-44ec-81d3-64097cc49590 req-b3f75e3f-78b2-4da8-9b43-5879c067076a tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:51:26.100690 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e8d2fb2b-ab31-44ec-81d3-64097cc49590 req-b3f75e3f-78b2-4da8-9b43-5879c067076a tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/ports?device_id=443fa022-618d-4bca-8cdf-31a02e176e92 HTTP/1.1" status: 200 len: 943 time: 0.0866587 Sep 14 23:51:26.143427 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e8d2fb2b-ab31-44ec-81d3-64097cc49590 req-d9ac032c-3b2b-4a37-986b-42972184ae88 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/security-groups?id=630ebc74-7cd5-4497-ac04-f0cf599ec9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371637 Sep 14 23:51:27.350395 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f5f6f-28c5-4350-9469-6c30e4ca2ed4 req-9741732d-f646-40a2-b1fa-4d678abd5cea tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:51:27.351897 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-488f5f6f-28c5-4350-9469-6c30e4ca2ed4 req-9741732d-f646-40a2-b1fa-4d678abd5cea tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/ports?device_id=443fa022-618d-4bca-8cdf-31a02e176e92 HTTP/1.1" status: 200 len: 943 time: 0.0957408 Sep 14 23:51:27.364809 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 1a307995-51dd-4782-96ac-3d42f1a826e9 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:51:27.401199 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-488f5f6f-28c5-4350-9469-6c30e4ca2ed4 req-652444a2-2ffb-43ee-86cc-e98c0c3f58ce tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/security-groups?id=630ebc74-7cd5-4497-ac04-f0cf599ec9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433381 Sep 14 23:51:27.506479 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 1a307995-51dd-4782-96ac-3d42f1a826e9, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1a307995-51dd-4782-96ac-3d42f1a826e9,segment=NetworkSegment(38fb9070-8640-4b74-82ab-1dec8aef03bb),segment_id=38fb9070-8640-4b74-82ab-1dec8aef03bb)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:51:27.519198 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': '1a307995-51dd-4782-96ac-3d42f1a826e9', 'network_id': 'cd47189b-f092-479a-9712-f619a725869a', 'port_id': '1a307995-51dd-4782-96ac-3d42f1a826e9', 'mac_address': 'fa:16:3e:93:de:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb40d97-05cd-4f0f-8bcb-223c135ce0fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:51:27.576578 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 1a307995-51dd-4782-96ac-3d42f1a826e9 is: DOWN; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:51:27.576917 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:27.594092 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a307995-51dd-4782-96ac-3d42f1a826e9 {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:51:27.609861 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 1a307995-51dd-4782-96ac-3d42f1a826e9, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1a307995-51dd-4782-96ac-3d42f1a826e9,segment=NetworkSegment(38fb9070-8640-4b74-82ab-1dec8aef03bb),segment_id=38fb9070-8640-4b74-82ab-1dec8aef03bb)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:51:27.614278 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:27.683516 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=1a307995-51dd-4782-96ac-3d42f1a826e9,revision_number=4']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:51:27.826937 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['1a307995-51dd-4782-96ac-3d42f1a826e9'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:51:28.609632 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96c8ab-9042-47a8-a9aa-296dcdb20430 req-630ca381-7b72-4865-881a-2324fce13322 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:51:28.611077 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0d96c8ab-9042-47a8-a9aa-296dcdb20430 req-630ca381-7b72-4865-881a-2324fce13322 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/ports?device_id=443fa022-618d-4bca-8cdf-31a02e176e92 HTTP/1.1" status: 200 len: 944 time: 0.0874078 Sep 14 23:51:28.658322 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0d96c8ab-9042-47a8-a9aa-296dcdb20430 req-4e4f4916-21f1-4b81-9b04-581e70455a6e tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/security-groups?id=630ebc74-7cd5-4497-ac04-f0cf599ec9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409060 Sep 14 23:51:29.364810 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 1a307995-51dd-4782-96ac-3d42f1a826e9 up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:51:29.437822 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning for port 1a307995-51dd-4782-96ac-3d42f1a826e9 completed by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 23:51:29.443070 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port 1a307995-51dd-4782-96ac-3d42f1a826e9 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:51:29.443445 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:29.564891 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 1a307995-51dd-4782-96ac-3d42f1a826e9 is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:51:29.565268 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:29.593355 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443fa022-618d-4bca-8cdf-31a02e176e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a307995-51dd-4782-96ac-3d42f1a826e9'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:51:29.595608 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b8c1ccccb0af8bd1ee1d85b1e19b8e3f1cbf8c6c8e29db1dfbe4a55ff85a1af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e89002-b0d0-4813-9b58-567cacabf879" -d '{"events": [{"server_uuid": "443fa022-618d-4bca-8cdf-31a02e176e92", "name": "network-vif-plugged", "status": "completed", "tag": "1a307995-51dd-4782-96ac-3d42f1a826e9"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:51:29.604382 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 1a307995-51dd-4782-96ac-3d42f1a826e9, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1a307995-51dd-4782-96ac-3d42f1a826e9,segment=NetworkSegment(38fb9070-8640-4b74-82ab-1dec8aef03bb),segment_id=38fb9070-8640-4b74-82ab-1dec8aef03bb)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:51:29.608535 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:29.641900 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab701c4-638d-4b73-bb6d-8da2d309b2b5 x-openstack-request-id: req-2ab701c4-638d-4b73-bb6d-8da2d309b2b5 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:51:29.642189 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443fa022-618d-4bca-8cdf-31a02e176e92", "name": "network-vif-plugged", "status": "completed", "tag": "1a307995-51dd-4782-96ac-3d42f1a826e9", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:51:29.642438 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2ab701c4-638d-4b73-bb6d-8da2d309b2b5 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:51:29.642820 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ab701c4-638d-4b73-bb6d-8da2d309b2b5'] response: {'server_uuid': '443fa022-618d-4bca-8cdf-31a02e176e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a307995-51dd-4782-96ac-3d42f1a826e9', 'code': 200} Sep 14 23:51:29.686089 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=1a307995-51dd-4782-96ac-3d42f1a826e9,revision_number=5']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:51:29.874788 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c6d9b-f50e-4d41-95e7-a040f85ffa8a req-c2d7af84-e8d5-4929-b25f-e46b071eaa75 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:51:29.876258 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-504c6d9b-f50e-4d41-95e7-a040f85ffa8a req-c2d7af84-e8d5-4929-b25f-e46b071eaa75 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/ports?device_id=443fa022-618d-4bca-8cdf-31a02e176e92 HTTP/1.1" status: 200 len: 945 time: 0.0950499 Sep 14 23:51:29.891307 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e184e-1373-40a6-87e7-52953f780619 req-9f204bde-0c5c-4e5b-997d-9c792c0bbd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:51:29.892733 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c71e184e-1373-40a6-87e7-52953f780619 req-9f204bde-0c5c-4e5b-997d-9c792c0bbd3e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=443fa022-618d-4bca-8cdf-31a02e176e92 HTTP/1.1" status: 200 len: 1098 time: 0.0883121 Sep 14 23:51:29.922893 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-504c6d9b-f50e-4d41-95e7-a040f85ffa8a req-3db84918-3948-4633-9244-61b2b134fd64 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/security-groups?id=630ebc74-7cd5-4497-ac04-f0cf599ec9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400469 Sep 14 23:51:29.939052 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-c71e184e-1373-40a6-87e7-52953f780619 req-504bbc83-15ca-427e-a08d-13c83d5c755f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=630ebc74-7cd5-4497-ac04-f0cf599ec9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402024 Sep 14 23:51:31.222338 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a63ee-937f-45ed-b47e-a862ca7e1535 req-c8336eb8-9626-4188-be70-f2d221da3a85 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:51:31.223722 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-214a63ee-937f-45ed-b47e-a862ca7e1535 req-c8336eb8-9626-4188-be70-f2d221da3a85 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/ports?device_id=443fa022-618d-4bca-8cdf-31a02e176e92 HTTP/1.1" status: 200 len: 945 time: 0.1822162 Sep 14 23:51:31.266812 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-214a63ee-937f-45ed-b47e-a862ca7e1535 req-ea008777-b976-431a-bc51-bbf84ba193d6 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/security-groups?id=630ebc74-7cd5-4497-ac04-f0cf599ec9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374835 Sep 14 23:51:31.461724 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c19859-8bd5-4415-8148-6d3eeb4e732b req-c1e618d4-9a33-4f13-873e-553d77154d4f tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:51:31.463272 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c7c19859-8bd5-4415-8148-6d3eeb4e732b req-c1e618d4-9a33-4f13-873e-553d77154d4f tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/ports?device_id=443fa022-618d-4bca-8cdf-31a02e176e92 HTTP/1.1" status: 200 len: 945 time: 0.0869703 Sep 14 23:51:31.506688 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-c7c19859-8bd5-4415-8148-6d3eeb4e732b req-b00f3f13-46e6-4c07-9453-03a8d4c7fc0f tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/security-groups?id=630ebc74-7cd5-4497-ac04-f0cf599ec9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378318 Sep 14 23:51:31.534632 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 37016) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:51:31.615175 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b86351c-7669-4d47-99ef-29e59d0805bb tempest-TestSnapshotPattern-370132263 tempest-TestSnapshotPattern-370132263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:51:31.616726 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-8b86351c-7669-4d47-99ef-29e59d0805bb tempest-TestSnapshotPattern-370132263 tempest-TestSnapshotPattern-370132263-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=443fa022-618d-4bca-8cdf-31a02e176e92 HTTP/1.1" status: 200 len: 1093 time: 0.0809290 Sep 14 23:51:31.619393 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 37020) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:51:31.624102 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.v2.base [None req-647fc21b-cf59-4541-ad1f-003cb54b00de tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Request body: {'floatingip': {'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'port_id': '1a307995-51dd-4782-96ac-3d42f1a826e9', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 14 23:51:31.630140 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-647fc21b-cf59-4541-ad1f-003cb54b00de tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 14 23:51:31.633920 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-647fc21b-cf59-4541-ad1f-003cb54b00de tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Usage tracker for resource:floatingip and tenant:42f27a3751b54b35ace8d1b17e7801ac is out of sync, need to count used quota {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 14 23:51:31.636870 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [None req-647fc21b-cf59-4541-ad1f-003cb54b00de tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89170) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 14 23:51:31.642890 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.quota.driver [None req-647fc21b-cf59-4541-ad1f-003cb54b00de tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 14 23:51:31.654728 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-647fc21b-cf59-4541-ad1f-003cb54b00de tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks [] for floatingip, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:31.789542 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-647fc21b-cf59-4541-ad1f-003cb54b00de tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:31.925586 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_common [None req-647fc21b-cf59-4541-ad1f-003cb54b00de tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Allocated IP 172.26.5.224 (681410b9-e86d-4f65-a0f3-ea2093b5104b/ab91fafa-ab62-4144-8af7-30d81c602801/4ba46dd0-44cf-43f4-959f-0add117c4c10) {{(pid=89170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 23:51:32.071797 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-647fc21b-cf59-4541-ad1f-003cb54b00de tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks [] for port, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:32.101259 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-647fc21b-cf59-4541-ad1f-003cb54b00de tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756548778743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:32.165769 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647fc21b-cf59-4541-ad1f-003cb54b00de tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Network 681410b9-e86d-4f65-a0f3-ea2093b5104b is already hosted by enough agents. {{(pid=89170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 23:51:32.169127 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.base_scheduler [None req-647fc21b-cf59-4541-ad1f-003cb54b00de tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Resources bound (agent type, host, resource id): {{(pid=89170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 23:51:32.173128 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647fc21b-cf59-4541-ad1f-003cb54b00de tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Received port after_create {{(pid=89170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 14 23:51:32.205221 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647fc21b-cf59-4541-ad1f-003cb54b00de tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Pushing event updated for resources: {'Port': ['ID=4ba46dd0-44cf-43f4-959f-0add117c4c10,revision_number=1']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:51:32.227108 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647fc21b-cf59-4541-ad1f-003cb54b00de tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:51:32.227716 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647fc21b-cf59-4541-ad1f-003cb54b00de tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:51:32.227823 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647fc21b-cf59-4541-ad1f-003cb54b00de tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:51:32.228102 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647fc21b-cf59-4541-ad1f-003cb54b00de tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:51:32.228434 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647fc21b-cf59-4541-ad1f-003cb54b00de tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:51:32.228797 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647fc21b-cf59-4541-ad1f-003cb54b00de tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:51:32.229126 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647fc21b-cf59-4541-ad1f-003cb54b00de tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:51:32.229449 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647fc21b-cf59-4541-ad1f-003cb54b00de tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:51:32.229774 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647fc21b-cf59-4541-ad1f-003cb54b00de tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:51:32.230092 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647fc21b-cf59-4541-ad1f-003cb54b00de tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:51:32.230412 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647fc21b-cf59-4541-ad1f-003cb54b00de tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:51:32.230731 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647fc21b-cf59-4541-ad1f-003cb54b00de tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:51:32.605450 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-647fc21b-cf59-4541-ad1f-003cb54b00de tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:32.652904 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:51:32.678432 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-647fc21b-cf59-4541-ad1f-003cb54b00de tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:32.882018 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-647fc21b-cf59-4541-ad1f-003cb54b00de tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks [] for port, precommit_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:32.886532 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-647fc21b-cf59-4541-ad1f-003cb54b00de tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30703039'] for port, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:32.991627 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647fc21b-cf59-4541-ad1f-003cb54b00de tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Pushing event updated for resources: {'Port': ['ID=4ba46dd0-44cf-43f4-959f-0add117c4c10,revision_number=2']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:51:32.994947 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-647fc21b-cf59-4541-ad1f-003cb54b00de tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33047208'] for floatingip, after_update {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:33.277859 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-647fc21b-cf59-4541-ad1f-003cb54b00de tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Floating IP 5960654b-4312-4761-b64c-155de0590947 associated. External IP: 172.26.5.224, port: 1a307995-51dd-4782-96ac-3d42f1a826e9. Sep 14 23:51:33.626785 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647fc21b-cf59-4541-ad1f-003cb54b00de tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Router cde9f3c6-20d2-4de3-8154-cb98ec2208fa has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:51:33.808146 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647fc21b-cf59-4541-ad1f-003cb54b00de tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:51:33.818598 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582702d1-314b-4f74-9d44-b8b1bcf36c50 None None] Sync routers for ids ['cde9f3c6-20d2-4de3-8154-cb98ec2208fa'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:51:33.827303 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582702d1-314b-4f74-9d44-b8b1bcf36c50 None None] Routers {'cde9f3c6-20d2-4de3-8154-cb98ec2208fa'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:51:33.827893 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-582702d1-314b-4f74-9d44-b8b1bcf36c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:51:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['cde9f3c6-20d2-4de3-8154-cb98ec2208fa'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:51:33.832479 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-647fc21b-cf59-4541-ad1f-003cb54b00de tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:33.887857 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-647fc21b-cf59-4541-ad1f-003cb54b00de tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2673233 Sep 14 23:51:33.888279 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443fa022-618d-4bca-8cdf-31a02e176e92', 'tag': '1a307995-51dd-4782-96ac-3d42f1a826e9'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:51:33.929771 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65274a8ff7695a83b1e800c089a5235874d266872f5cf4941a34b037b85d6c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd24ca1-b1cb-4d44-a37a-7d7129e34f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "443fa022-618d-4bca-8cdf-31a02e176e92", "tag": "1a307995-51dd-4782-96ac-3d42f1a826e9"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:51:34.004919 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-582702d1-314b-4f74-9d44-b8b1bcf36c50 None None] Set router cde9f3c6-20d2-4de3-8154-cb98ec2208fa gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:51:34.016258 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85b0a41-4882-41f0-a394-c811ceef49bc x-openstack-request-id: req-b85b0a41-4882-41f0-a394-c811ceef49bc {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:51:34.016543 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443fa022-618d-4bca-8cdf-31a02e176e92", "tag": "1a307995-51dd-4782-96ac-3d42f1a826e9", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:51:34.016812 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b85b0a41-4882-41f0-a394-c811ceef49bc {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:51:34.017211 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b85b0a41-4882-41f0-a394-c811ceef49bc'] response: {'name': 'network-changed', 'server_uuid': '443fa022-618d-4bca-8cdf-31a02e176e92', 'tag': '1a307995-51dd-4782-96ac-3d42f1a826e9', 'status': 'completed', 'code': 200} Sep 14 23:51:34.115208 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd24ca1-b1cb-4d44-a37a-7d7129e34f0a req-1bc8c65f-fb00-4e43-a6eb-c0351865c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:51:34.116713 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bbd24ca1-b1cb-4d44-a37a-7d7129e34f0a req-1bc8c65f-fb00-4e43-a6eb-c0351865c14b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42f27a3751b54b35ace8d1b17e7801ac&device_id=443fa022-618d-4bca-8cdf-31a02e176e92 HTTP/1.1" status: 200 len: 1098 time: 0.0774302 Sep 14 23:51:34.247057 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd24ca1-b1cb-4d44-a37a-7d7129e34f0a req-5935096e-c065-45c3-abee-844e37a59acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:51:34.248508 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bbd24ca1-b1cb-4d44-a37a-7d7129e34f0a req-5935096e-c065-45c3-abee-844e37a59acb service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd47189b-f092-479a-9712-f619a725869a HTTP/1.1" status: 200 len: 910 time: 0.1257377 Sep 14 23:51:34.350645 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-582702d1-314b-4f74-9d44-b8b1bcf36c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'name': 'tempest-TestSnapshotPattern-1560708666-router', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f83c6fce-6fad-4908-ae46-4b5003681f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:48:34Z', 'updated_at': '2022-09-14T23:48:39Z', 'revision_number': 4, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'gw_port': {'id': 'f83c6fce-6fad-4908-ae46-4b5003681f30', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:35Z', 'updated_at': '2022-09-14T23:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '5960654b-4312-4761-b64c-155de0590947', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'floating_ip_address': '172.26.5.224', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'port_id': '1a307995-51dd-4782-96ac-3d42f1a826e9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd47189b-f092-479a-9712-f619a725869a', 'mac_address': 'fa:16:3e:93:de:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443fa022-618d-4bca-8cdf-31a02e176e92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:51:32Z', 'updated_at': '2022-09-14T23:51:32Z', 'revision_number': 0, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'fixed_ip_address_scope': None}, {'id': 'f14d2f7a-2f91-48b0-b9db-490daf8698d8', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'floating_ip_address': '172.26.5.164', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'port_id': 'c5ed6a39-266f-445a-b5af-adf3ce5675ad', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd47189b-f092-479a-9712-f619a725869a', 'mac_address': 'fa:16:3e:2d:7a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4c6b8a-15b7-4843-b459-bd70df674917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:49:02Z', 'updated_at': '2022-09-14T23:49:04Z', 'revision_number': 1, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54def52-e6e8-48df-b122-bd83160e4ed4', 'name': '', 'network_id': 'cd47189b-f092-479a-9712-f619a725869a', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'mac_address': 'fa:16:3e:8b:08:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '1bb40d97-05cd-4f0f-8bcb-223c135ce0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:38Z', 'updated_at': '2022-09-14T23:48:46Z', 'revision_number': 5, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'subnets': [{'id': '1bb40d97-05cd-4f0f-8bcb-223c135ce0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:51:34.351306 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bbd24ca1-b1cb-4d44-a37a-7d7129e34f0a req-b11bafce-497e-436c-8f19-f281c108eb48 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a307995-51dd-4782-96ac-3d42f1a826e9 HTTP/1.1" status: 200 len: 999 time: 0.0962903 Sep 14 23:51:34.354585 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582702d1-314b-4f74-9d44-b8b1bcf36c50 None None] Checking router: cde9f3c6-20d2-4de3-8154-cb98ec2208fa for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:51:34.362874 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582702d1-314b-4f74-9d44-b8b1bcf36c50 None None] Routers {'cde9f3c6-20d2-4de3-8154-cb98ec2208fa'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:51:34.363459 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-582702d1-314b-4f74-9d44-b8b1bcf36c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:51:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['cde9f3c6-20d2-4de3-8154-cb98ec2208fa'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:51:34.412544 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd24ca1-b1cb-4d44-a37a-7d7129e34f0a req-c6a919fb-3767-4017-915f-cab76d3fe5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:51:34.414004 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bbd24ca1-b1cb-4d44-a37a-7d7129e34f0a req-c6a919fb-3767-4017-915f-cab76d3fe5a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1bb40d97-05cd-4f0f-8bcb-223c135ce0fb HTTP/1.1" status: 200 len: 849 time: 0.0574281 Sep 14 23:51:34.496176 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd24ca1-b1cb-4d44-a37a-7d7129e34f0a req-32849b52-c9dd-4951-9a46-6f970add7916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:51:34.497730 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bbd24ca1-b1cb-4d44-a37a-7d7129e34f0a req-32849b52-c9dd-4951-9a46-6f970add7916 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd47189b-f092-479a-9712-f619a725869a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781102 Sep 14 23:51:34.537373 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-582702d1-314b-4f74-9d44-b8b1bcf36c50 None None] Set router cde9f3c6-20d2-4de3-8154-cb98ec2208fa gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:51:34.627193 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bbd24ca1-b1cb-4d44-a37a-7d7129e34f0a req-70a011b8-5c2b-419f-95f9-6e6cbee2b05b service neutron] 10.222.0.20 "GET /v2.0/networks/cd47189b-f092-479a-9712-f619a725869a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231716 Sep 14 23:51:34.758608 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-bbd24ca1-b1cb-4d44-a37a-7d7129e34f0a req-dcb46971-fa85-41ca-b4ab-532ab58549c3 service neutron] 10.222.0.20 "GET /v2.0/networks/cd47189b-f092-479a-9712-f619a725869a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254849 Sep 14 23:51:34.916633 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-582702d1-314b-4f74-9d44-b8b1bcf36c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'name': 'tempest-TestSnapshotPattern-1560708666-router', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f83c6fce-6fad-4908-ae46-4b5003681f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:48:34Z', 'updated_at': '2022-09-14T23:48:39Z', 'revision_number': 4, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'gw_port': {'id': 'f83c6fce-6fad-4908-ae46-4b5003681f30', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:35Z', 'updated_at': '2022-09-14T23:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '5960654b-4312-4761-b64c-155de0590947', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'floating_ip_address': '172.26.5.224', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'port_id': '1a307995-51dd-4782-96ac-3d42f1a826e9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd47189b-f092-479a-9712-f619a725869a', 'mac_address': 'fa:16:3e:93:de:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443fa022-618d-4bca-8cdf-31a02e176e92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:51:32Z', 'updated_at': '2022-09-14T23:51:32Z', 'revision_number': 0, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'fixed_ip_address_scope': None}, {'id': 'f14d2f7a-2f91-48b0-b9db-490daf8698d8', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'floating_ip_address': '172.26.5.164', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'port_id': 'c5ed6a39-266f-445a-b5af-adf3ce5675ad', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd47189b-f092-479a-9712-f619a725869a', 'mac_address': 'fa:16:3e:2d:7a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4c6b8a-15b7-4843-b459-bd70df674917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:49:02Z', 'updated_at': '2022-09-14T23:49:04Z', 'revision_number': 1, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54def52-e6e8-48df-b122-bd83160e4ed4', 'name': '', 'network_id': 'cd47189b-f092-479a-9712-f619a725869a', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'mac_address': 'fa:16:3e:8b:08:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '1bb40d97-05cd-4f0f-8bcb-223c135ce0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:38Z', 'updated_at': '2022-09-14T23:48:46Z', 'revision_number': 5, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'subnets': [{'id': '1bb40d97-05cd-4f0f-8bcb-223c135ce0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:51:34.920419 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582702d1-314b-4f74-9d44-b8b1bcf36c50 None None] The sync data for ids ['cde9f3c6-20d2-4de3-8154-cb98ec2208fa'] in dv-neutron-857791-1-hyperv is: [{'id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'name': 'tempest-TestSnapshotPattern-1560708666-router', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f83c6fce-6fad-4908-ae46-4b5003681f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:48:34Z', 'updated_at': '2022-09-14T23:48:39Z', 'revision_number': 4, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'gw_port': {'id': 'f83c6fce-6fad-4908-ae46-4b5003681f30', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:35Z', 'updated_at': '2022-09-14T23:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': '5960654b-4312-4761-b64c-155de0590947', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'floating_ip_address': '172.26.5.224', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'port_id': '1a307995-51dd-4782-96ac-3d42f1a826e9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd47189b-f092-479a-9712-f619a725869a', 'mac_address': 'fa:16:3e:93:de:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443fa022-618d-4bca-8cdf-31a02e176e92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:51:32Z', 'updated_at': '2022-09-14T23:51:32Z', 'revision_number': 0, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'fixed_ip_address_scope': None}, {'id': 'f14d2f7a-2f91-48b0-b9db-490daf8698d8', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'floating_ip_address': '172.26.5.164', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'port_id': 'c5ed6a39-266f-445a-b5af-adf3ce5675ad', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd47189b-f092-479a-9712-f619a725869a', 'mac_address': 'fa:16:3e:2d:7a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4c6b8a-15b7-4843-b459-bd70df674917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:49:02Z', 'updated_at': '2022-09-14T23:49:04Z', 'revision_number': 1, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54def52-e6e8-48df-b122-bd83160e4ed4', 'name': '', 'network_id': 'cd47189b-f092-479a-9712-f619a725869a', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'mac_address': 'fa:16:3e:8b:08:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '1bb40d97-05cd-4f0f-8bcb-223c135ce0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:38Z', 'updated_at': '2022-09-14T23:48:46Z', 'revision_number': 5, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'subnets': [{'id': '1bb40d97-05cd-4f0f-8bcb-223c135ce0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:51:35.108113 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75a730d-09d1-4dc3-8e89-20fa66a1a5bf None None] New status for floating IP 5960654b-4312-4761-b64c-155de0590947: ACTIVE {{(pid=89172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:51:37.838637 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-48473932-eb71-4395-8707-67159219d07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:39.860110 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-a0649384-7815-4401-ba47-610423393193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:40.997223 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:41.045377 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:42.669192 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:49.986956 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:51:51.555239 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b35aeec8-81fc-45b3-83ea-a3de60dec278 req-4b1c1d97-b359-4da4-8947-fa1ab2ae9b27 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cf4c6b8a-15b7-4843-b459-bd70df674917&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821869 Sep 14 23:51:51.803770 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35aeec8-81fc-45b3-83ea-a3de60dec278 req-fbe89408-a153-43de-9916-8f06ae8c4ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:51:51.805273 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b35aeec8-81fc-45b3-83ea-a3de60dec278 req-fbe89408-a153-43de-9916-8f06ae8c4ffb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42f27a3751b54b35ace8d1b17e7801ac&device_id=cf4c6b8a-15b7-4843-b459-bd70df674917 HTTP/1.1" status: 200 len: 1096 time: 0.1822050 Sep 14 23:51:51.948875 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35aeec8-81fc-45b3-83ea-a3de60dec278 req-8d37dfa5-d2a3-4259-9642-b4d37f2c3c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:51:51.950301 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b35aeec8-81fc-45b3-83ea-a3de60dec278 req-8d37dfa5-d2a3-4259-9642-b4d37f2c3c58 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd47189b-f092-479a-9712-f619a725869a HTTP/1.1" status: 200 len: 910 time: 0.1260281 Sep 14 23:51:52.054421 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b35aeec8-81fc-45b3-83ea-a3de60dec278 req-05b03749-5bc6-4090-bb39-885d70b89337 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5ed6a39-266f-445a-b5af-adf3ce5675ad HTTP/1.1" status: 200 len: 999 time: 0.0980232 Sep 14 23:51:52.115806 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35aeec8-81fc-45b3-83ea-a3de60dec278 req-fa4e5343-5475-4d3e-a224-d5b7ea95df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:51:52.117238 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b35aeec8-81fc-45b3-83ea-a3de60dec278 req-fa4e5343-5475-4d3e-a224-d5b7ea95df4b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1bb40d97-05cd-4f0f-8bcb-223c135ce0fb HTTP/1.1" status: 200 len: 849 time: 0.0565426 Sep 14 23:51:52.200933 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35aeec8-81fc-45b3-83ea-a3de60dec278 req-478ae5d6-424d-4361-ba8d-a3f2de71262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:51:52.202382 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b35aeec8-81fc-45b3-83ea-a3de60dec278 req-478ae5d6-424d-4361-ba8d-a3f2de71262a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd47189b-f092-479a-9712-f619a725869a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790358 Sep 14 23:51:52.335586 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b35aeec8-81fc-45b3-83ea-a3de60dec278 req-7816e65e-3917-4c90-a38c-ec769df1e233 service neutron] 10.222.0.20 "GET /v2.0/networks/cd47189b-f092-479a-9712-f619a725869a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259744 Sep 14 23:51:52.465192 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-b35aeec8-81fc-45b3-83ea-a3de60dec278 req-7fa5393d-5ee2-4c0f-96ea-3190dbca35a6 service neutron] 10.222.0.20 "GET /v2.0/networks/cd47189b-f092-479a-9712-f619a725869a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232874 Sep 14 23:52:07.839276 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-b098661d-75b3-4712-b8ad-c5d3e55a720b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:52:09.651937 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:52:09.861975 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-806d6cf1-4cf5-4a17-ab95-cd0310f9cae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:52:11.000882 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:52:11.047048 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:52:12.679405 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:52:19.989162 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:52:37.840576 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f29bd858-149c-484d-b6c6-ae7bc41c1645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:52:39.863412 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f6b15742-3d7e-4138-a23e-e084f5c02a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:52:41.005038 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:52:41.050233 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:52:42.676180 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:52:46.651744 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:52:50.015647 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:52:53.600402 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-80549b53-7386-4a00-8556-be92079c047a req-7c121e6c-df1b-43de-a313-213a910ec65c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=443fa022-618d-4bca-8cdf-31a02e176e92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0836601 Sep 14 23:52:53.698234 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80549b53-7386-4a00-8556-be92079c047a req-67980441-29a1-49e8-83a0-350e79eab4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:52:53.699680 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-80549b53-7386-4a00-8556-be92079c047a req-67980441-29a1-49e8-83a0-350e79eab4b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42f27a3751b54b35ace8d1b17e7801ac&device_id=443fa022-618d-4bca-8cdf-31a02e176e92 HTTP/1.1" status: 200 len: 1098 time: 0.0801218 Sep 14 23:52:53.839343 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80549b53-7386-4a00-8556-be92079c047a req-229f907e-097e-4c2f-90e4-0ce37cc8c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:52:53.840807 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-80549b53-7386-4a00-8556-be92079c047a req-229f907e-097e-4c2f-90e4-0ce37cc8c1b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd47189b-f092-479a-9712-f619a725869a HTTP/1.1" status: 200 len: 910 time: 0.1240530 Sep 14 23:52:53.938571 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-80549b53-7386-4a00-8556-be92079c047a req-0915ab42-ba5e-48cd-8a12-40cee65365d7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a307995-51dd-4782-96ac-3d42f1a826e9 HTTP/1.1" status: 200 len: 1001 time: 0.0918052 Sep 14 23:52:54.001849 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80549b53-7386-4a00-8556-be92079c047a req-7e8a9a12-d357-4d65-a59f-cc0766737962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:52:54.003146 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-80549b53-7386-4a00-8556-be92079c047a req-7e8a9a12-d357-4d65-a59f-cc0766737962 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1bb40d97-05cd-4f0f-8bcb-223c135ce0fb HTTP/1.1" status: 200 len: 849 time: 0.0589402 Sep 14 23:52:54.083159 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80549b53-7386-4a00-8556-be92079c047a req-3bd00190-3c4b-453b-b26f-9effb4be5ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:52:54.084872 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-80549b53-7386-4a00-8556-be92079c047a req-3bd00190-3c4b-453b-b26f-9effb4be5ef9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd47189b-f092-479a-9712-f619a725869a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757601 Sep 14 23:52:54.212011 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-80549b53-7386-4a00-8556-be92079c047a req-ef91f90b-0c68-404a-adad-2c862a983cbf service neutron] 10.222.0.20 "GET /v2.0/networks/cd47189b-f092-479a-9712-f619a725869a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213880 Sep 14 23:52:54.339757 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-80549b53-7386-4a00-8556-be92079c047a req-b219a56c-31e2-4730-a96a-414d3a9b34dd service neutron] 10.222.0.20 "GET /v2.0/networks/cd47189b-f092-479a-9712-f619a725869a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217663 Sep 14 23:53:03.870843 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 1a307995-51dd-4782-96ac-3d42f1a826e9 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 14 23:53:04.005768 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 1a307995-51dd-4782-96ac-3d42f1a826e9, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1a307995-51dd-4782-96ac-3d42f1a826e9,segment=NetworkSegment(38fb9070-8640-4b74-82ab-1dec8aef03bb),segment_id=38fb9070-8640-4b74-82ab-1dec8aef03bb)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:53:04.018808 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Returning: {'device': '1a307995-51dd-4782-96ac-3d42f1a826e9', 'network_id': 'cd47189b-f092-479a-9712-f619a725869a', 'port_id': '1a307995-51dd-4782-96ac-3d42f1a826e9', 'mac_address': 'fa:16:3e:93:de:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb40d97-05cd-4f0f-8bcb-223c135ce0fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 14 23:53:04.072899 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 1a307995-51dd-4782-96ac-3d42f1a826e9 is: ACTIVE; New status is: BUILD {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:53:04.073278 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:04.089954 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a307995-51dd-4782-96ac-3d42f1a826e9 {{(pid=89172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 14 23:53:04.107432 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 1a307995-51dd-4782-96ac-3d42f1a826e9, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1a307995-51dd-4782-96ac-3d42f1a826e9,segment=NetworkSegment(38fb9070-8640-4b74-82ab-1dec8aef03bb),segment_id=38fb9070-8640-4b74-82ab-1dec8aef03bb)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:53:04.114080 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:04.186400 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=1a307995-51dd-4782-96ac-3d42f1a826e9,revision_number=6']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:53:04.193843 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:53:04.194284 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:53:04.194716 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:53:04.195094 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:53:04.195459 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:53:04.195822 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:53:04.196150 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:53:04.196507 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:53:04.197064 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:53:04.197413 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:53:04.197763 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:53:04.198313 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:53:04.203198 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] get_ports_and_sgs() called for port_ids ['1a307995-51dd-4782-96ac-3d42f1a826e9'] {{(pid=89172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 14 23:53:05.884869 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 1a307995-51dd-4782-96ac-3d42f1a826e9 up at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 14 23:53:05.995288 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.provisioning_blocks [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Provisioning complete for port 1a307995-51dd-4782-96ac-3d42f1a826e9 triggered by entity L2. {{(pid=89172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 23:53:05.995687 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683881'] for port, provisioning_complete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:06.126410 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Current status of the port 1a307995-51dd-4782-96ac-3d42f1a826e9 is: BUILD; New status is: ACTIVE {{(pid=89172) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 14 23:53:06.126959 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-770450'] for port, before_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:06.155783 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443fa022-618d-4bca-8cdf-31a02e176e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a307995-51dd-4782-96ac-3d42f1a826e9'}] {{(pid=89172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:53:06.158015 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b8c1ccccb0af8bd1ee1d85b1e19b8e3f1cbf8c6c8e29db1dfbe4a55ff85a1af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4219d4-1da1-445a-9f56-15a9b45ed699" -d '{"events": [{"server_uuid": "443fa022-618d-4bca-8cdf-31a02e176e92", "name": "network-vif-plugged", "status": "completed", "tag": "1a307995-51dd-4782-96ac-3d42f1a826e9"}]}' {{(pid=89172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:53:06.166528 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] For port 1a307995-51dd-4782-96ac-3d42f1a826e9, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1a307995-51dd-4782-96ac-3d42f1a826e9,segment=NetworkSegment(38fb9070-8640-4b74-82ab-1dec8aef03bb),segment_id=38fb9070-8640-4b74-82ab-1dec8aef03bb)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:53:06.172794 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756549302869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756548777485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756548777530'] for port, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:06.222582 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368282f1-565b-44c4-bee3-142a16f326e7 x-openstack-request-id: req-368282f1-565b-44c4-bee3-142a16f326e7 {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:53:06.222938 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443fa022-618d-4bca-8cdf-31a02e176e92", "name": "network-vif-plugged", "status": "completed", "tag": "1a307995-51dd-4782-96ac-3d42f1a826e9", "code": 200}]} {{(pid=89172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:53:06.223188 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-368282f1-565b-44c4-bee3-142a16f326e7 {{(pid=89172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:53:06.223563 dv-neutron-857791-1-hyperv neutron-server[89172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-368282f1-565b-44c4-bee3-142a16f326e7'] response: {'server_uuid': '443fa022-618d-4bca-8cdf-31a02e176e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a307995-51dd-4782-96ac-3d42f1a826e9', 'code': 200} Sep 14 23:53:06.256395 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Pushing event updated for resources: {'Port': ['ID=1a307995-51dd-4782-96ac-3d42f1a826e9,revision_number=7']} {{(pid=89172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:53:07.843612 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f64fb472-a36d-41f2-a191-e997dc21d39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:09.869880 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f044aefc-892f-49f8-b1eb-dac90f2c4b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:11.012306 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:11.056721 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:12.681779 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:14.034399 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 37248) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:53:14.244439 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-4b3a0868-65d9-4376-9a41-4f8b0461a120 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Deleting port 4ba46dd0-44cf-43f4-959f-0add117c4c10 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:53:14.244813 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4b3a0868-65d9-4376-9a41-4f8b0461a120 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:14.415030 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4b3a0868-65d9-4376-9a41-4f8b0461a120 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:14.415359 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4b3a0868-65d9-4376-9a41-4f8b0461a120 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:14.535630 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-4b3a0868-65d9-4376-9a41-4f8b0461a120 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Calling delete_port for 4ba46dd0-44cf-43f4-959f-0add117c4c10 owned by network:floatingip {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:53:14.788443 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4b3a0868-65d9-4376-9a41-4f8b0461a120 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:14.836060 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a0868-65d9-4376-9a41-4f8b0461a120 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Pushing event deleted for resources: {'Port': ['ID=4ba46dd0-44cf-43f4-959f-0add117c4c10,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:53:14.876433 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a0868-65d9-4376-9a41-4f8b0461a120 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:53:14.876812 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a0868-65d9-4376-9a41-4f8b0461a120 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:53:14.877146 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a0868-65d9-4376-9a41-4f8b0461a120 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:53:14.877474 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a0868-65d9-4376-9a41-4f8b0461a120 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:53:14.877799 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a0868-65d9-4376-9a41-4f8b0461a120 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:53:14.878122 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a0868-65d9-4376-9a41-4f8b0461a120 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:53:14.878449 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a0868-65d9-4376-9a41-4f8b0461a120 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:53:14.878762 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a0868-65d9-4376-9a41-4f8b0461a120 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:53:14.879074 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a0868-65d9-4376-9a41-4f8b0461a120 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:53:14.879389 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a0868-65d9-4376-9a41-4f8b0461a120 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:53:14.879955 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a0868-65d9-4376-9a41-4f8b0461a120 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:53:14.880275 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a0868-65d9-4376-9a41-4f8b0461a120 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:53:14.950155 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4b3a0868-65d9-4376-9a41-4f8b0461a120 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks [] for floatingip, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:14.950474 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-4b3a0868-65d9-4376-9a41-4f8b0461a120 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Floating IP 5960654b-4312-4761-b64c-155de0590947 disassociated (deleted). External IP: 172.26.5.224, port: 1a307995-51dd-4782-96ac-3d42f1a826e9. Sep 14 23:53:15.303332 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3a0868-65d9-4376-9a41-4f8b0461a120 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Router cde9f3c6-20d2-4de3-8154-cb98ec2208fa has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:53:15.478021 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3a0868-65d9-4376-9a41-4f8b0461a120 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:53:15.488850 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d217fc-df80-4a7b-b60a-cecd38163855 None None] Sync routers for ids ['cde9f3c6-20d2-4de3-8154-cb98ec2208fa'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:53:15.494245 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-4b3a0868-65d9-4376-9a41-4f8b0461a120 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:15.499668 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d217fc-df80-4a7b-b60a-cecd38163855 None None] Routers {'cde9f3c6-20d2-4de3-8154-cb98ec2208fa'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:53:15.500277 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-b2d217fc-df80-4a7b-b60a-cecd38163855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:53:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['cde9f3c6-20d2-4de3-8154-cb98ec2208fa'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:53:15.554685 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-4b3a0868-65d9-4376-9a41-4f8b0461a120 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "DELETE /v2.0/floatingips/5960654b-4312-4761-b64c-155de0590947 HTTP/1.1" status: 204 len: 168 time: 1.5179489 Sep 14 23:53:15.554685 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443fa022-618d-4bca-8cdf-31a02e176e92', 'tag': '1a307995-51dd-4782-96ac-3d42f1a826e9'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:53:15.556518 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65274a8ff7695a83b1e800c089a5235874d266872f5cf4941a34b037b85d6c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a8443e-b296-485a-b77a-621db6871f27" -d '{"events": [{"name": "network-changed", "server_uuid": "443fa022-618d-4bca-8cdf-31a02e176e92", "tag": "1a307995-51dd-4782-96ac-3d42f1a826e9"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:53:15.600303 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb8eddd-b509-4fe2-93fd-195a6b3714de x-openstack-request-id: req-2fb8eddd-b509-4fe2-93fd-195a6b3714de {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:53:15.600591 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443fa022-618d-4bca-8cdf-31a02e176e92", "tag": "1a307995-51dd-4782-96ac-3d42f1a826e9", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:53:15.600871 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2fb8eddd-b509-4fe2-93fd-195a6b3714de {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:53:15.601422 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fb8eddd-b509-4fe2-93fd-195a6b3714de'] response: {'name': 'network-changed', 'server_uuid': '443fa022-618d-4bca-8cdf-31a02e176e92', 'tag': '1a307995-51dd-4782-96ac-3d42f1a826e9', 'status': 'completed', 'code': 200} Sep 14 23:53:15.684250 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-b2d217fc-df80-4a7b-b60a-cecd38163855 None None] Set router cde9f3c6-20d2-4de3-8154-cb98ec2208fa gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:53:15.820233 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8443e-b296-485a-b77a-621db6871f27 req-7394a040-7db7-43e7-8c4a-3db37fb32940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:53:15.821687 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f2a8443e-b296-485a-b77a-621db6871f27 req-7394a040-7db7-43e7-8c4a-3db37fb32940 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42f27a3751b54b35ace8d1b17e7801ac&device_id=443fa022-618d-4bca-8cdf-31a02e176e92 HTTP/1.1" status: 200 len: 1098 time: 0.1988714 Sep 14 23:53:15.955134 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8443e-b296-485a-b77a-621db6871f27 req-81b323c3-4ddd-46af-8b4c-92de36c81bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:53:15.956598 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f2a8443e-b296-485a-b77a-621db6871f27 req-81b323c3-4ddd-46af-8b4c-92de36c81bf9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd47189b-f092-479a-9712-f619a725869a HTTP/1.1" status: 200 len: 910 time: 0.1290202 Sep 14 23:53:15.967320 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da9825-a487-49d6-95c4-88cadd93a66d req-b84aef3f-6821-40ce-9b0b-008201c33a3b tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:53:15.968133 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-53da9825-a487-49d6-95c4-88cadd93a66d req-b84aef3f-6821-40ce-9b0b-008201c33a3b tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Synchronizing usage tracker for tenant:42f27a3751b54b35ace8d1b17e7801ac on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:53:15.986450 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-53da9825-a487-49d6-95c4-88cadd93a66d req-b84aef3f-6821-40ce-9b0b-008201c33a3b tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Unset dirty status for tenant:42f27a3751b54b35ace8d1b17e7801ac on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:53:15.987844 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-53da9825-a487-49d6-95c4-88cadd93a66d req-b84aef3f-6821-40ce-9b0b-008201c33a3b tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/ports?device_id=443fa022-618d-4bca-8cdf-31a02e176e92 HTTP/1.1" status: 200 len: 945 time: 0.1109664 Sep 14 23:53:16.032131 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f2a8443e-b296-485a-b77a-621db6871f27 req-3561fc97-5b7e-40c9-9e8c-e96a60125546 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a307995-51dd-4782-96ac-3d42f1a826e9 HTTP/1.1" status: 200 len: 217 time: 0.0649796 Sep 14 23:53:16.039250 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-53da9825-a487-49d6-95c4-88cadd93a66d req-442acf61-139e-4c4a-9824-fc5e14157a7c tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/security-groups?id=630ebc74-7cd5-4497-ac04-f0cf599ec9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445495 Sep 14 23:53:16.046292 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-b2d217fc-df80-4a7b-b60a-cecd38163855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'name': 'tempest-TestSnapshotPattern-1560708666-router', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f83c6fce-6fad-4908-ae46-4b5003681f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:48:34Z', 'updated_at': '2022-09-14T23:48:39Z', 'revision_number': 4, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'gw_port': {'id': 'f83c6fce-6fad-4908-ae46-4b5003681f30', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:35Z', 'updated_at': '2022-09-14T23:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': 'f14d2f7a-2f91-48b0-b9db-490daf8698d8', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'floating_ip_address': '172.26.5.164', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'port_id': 'c5ed6a39-266f-445a-b5af-adf3ce5675ad', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd47189b-f092-479a-9712-f619a725869a', 'mac_address': 'fa:16:3e:2d:7a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4c6b8a-15b7-4843-b459-bd70df674917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:49:02Z', 'updated_at': '2022-09-14T23:49:04Z', 'revision_number': 1, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54def52-e6e8-48df-b122-bd83160e4ed4', 'name': '', 'network_id': 'cd47189b-f092-479a-9712-f619a725869a', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'mac_address': 'fa:16:3e:8b:08:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '1bb40d97-05cd-4f0f-8bcb-223c135ce0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:38Z', 'updated_at': '2022-09-14T23:48:46Z', 'revision_number': 5, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'subnets': [{'id': '1bb40d97-05cd-4f0f-8bcb-223c135ce0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:53:16.050109 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d217fc-df80-4a7b-b60a-cecd38163855 None None] Checking router: cde9f3c6-20d2-4de3-8154-cb98ec2208fa for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:53:16.064213 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d217fc-df80-4a7b-b60a-cecd38163855 None None] Routers {'cde9f3c6-20d2-4de3-8154-cb98ec2208fa'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:53:16.064837 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-b2d217fc-df80-4a7b-b60a-cecd38163855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:53:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['cde9f3c6-20d2-4de3-8154-cb98ec2208fa'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:53:16.096824 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8443e-b296-485a-b77a-621db6871f27 req-64859692-8250-4958-94df-b27b06b52249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:53:16.098202 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f2a8443e-b296-485a-b77a-621db6871f27 req-64859692-8250-4958-94df-b27b06b52249 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1bb40d97-05cd-4f0f-8bcb-223c135ce0fb HTTP/1.1" status: 200 len: 849 time: 0.0599048 Sep 14 23:53:16.183687 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8443e-b296-485a-b77a-621db6871f27 req-77c519d6-4085-4b71-a758-63c59ddc1834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:53:16.185237 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f2a8443e-b296-485a-b77a-621db6871f27 req-77c519d6-4085-4b71-a758-63c59ddc1834 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd47189b-f092-479a-9712-f619a725869a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797179 Sep 14 23:53:16.242169 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-b2d217fc-df80-4a7b-b60a-cecd38163855 None None] Set router cde9f3c6-20d2-4de3-8154-cb98ec2208fa gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:53:16.316414 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f2a8443e-b296-485a-b77a-621db6871f27 req-86278630-ffe2-4913-9465-f555bd3edcab service neutron] 10.222.0.20 "GET /v2.0/networks/cd47189b-f092-479a-9712-f619a725869a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249800 Sep 14 23:53:16.448074 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-f2a8443e-b296-485a-b77a-621db6871f27 req-10cf1b4d-ba8d-4025-93e0-27ddbb4be90e service neutron] 10.222.0.20 "GET /v2.0/networks/cd47189b-f092-479a-9712-f619a725869a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250806 Sep 14 23:53:16.605596 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-b2d217fc-df80-4a7b-b60a-cecd38163855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'name': 'tempest-TestSnapshotPattern-1560708666-router', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f83c6fce-6fad-4908-ae46-4b5003681f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:48:34Z', 'updated_at': '2022-09-14T23:48:39Z', 'revision_number': 4, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'gw_port': {'id': 'f83c6fce-6fad-4908-ae46-4b5003681f30', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:35Z', 'updated_at': '2022-09-14T23:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': 'f14d2f7a-2f91-48b0-b9db-490daf8698d8', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'floating_ip_address': '172.26.5.164', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'port_id': 'c5ed6a39-266f-445a-b5af-adf3ce5675ad', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd47189b-f092-479a-9712-f619a725869a', 'mac_address': 'fa:16:3e:2d:7a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4c6b8a-15b7-4843-b459-bd70df674917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:49:02Z', 'updated_at': '2022-09-14T23:49:04Z', 'revision_number': 1, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54def52-e6e8-48df-b122-bd83160e4ed4', 'name': '', 'network_id': 'cd47189b-f092-479a-9712-f619a725869a', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'mac_address': 'fa:16:3e:8b:08:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '1bb40d97-05cd-4f0f-8bcb-223c135ce0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:38Z', 'updated_at': '2022-09-14T23:48:46Z', 'revision_number': 5, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'subnets': [{'id': '1bb40d97-05cd-4f0f-8bcb-223c135ce0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:53:16.609549 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d217fc-df80-4a7b-b60a-cecd38163855 None None] The sync data for ids ['cde9f3c6-20d2-4de3-8154-cb98ec2208fa'] in dv-neutron-857791-1-hyperv is: [{'id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'name': 'tempest-TestSnapshotPattern-1560708666-router', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f83c6fce-6fad-4908-ae46-4b5003681f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:48:34Z', 'updated_at': '2022-09-14T23:48:39Z', 'revision_number': 4, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'gw_port': {'id': 'f83c6fce-6fad-4908-ae46-4b5003681f30', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:35Z', 'updated_at': '2022-09-14T23:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_floatingips': [{'id': 'f14d2f7a-2f91-48b0-b9db-490daf8698d8', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'floating_ip_address': '172.26.5.164', 'floating_network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'router_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'port_id': 'c5ed6a39-266f-445a-b5af-adf3ce5675ad', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd47189b-f092-479a-9712-f619a725869a', 'mac_address': 'fa:16:3e:2d:7a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4c6b8a-15b7-4843-b459-bd70df674917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T23:49:02Z', 'updated_at': '2022-09-14T23:49:04Z', 'revision_number': 1, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54def52-e6e8-48df-b122-bd83160e4ed4', 'name': '', 'network_id': 'cd47189b-f092-479a-9712-f619a725869a', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'mac_address': 'fa:16:3e:8b:08:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '1bb40d97-05cd-4f0f-8bcb-223c135ce0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:38Z', 'updated_at': '2022-09-14T23:48:46Z', 'revision_number': 5, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'subnets': [{'id': '1bb40d97-05cd-4f0f-8bcb-223c135ce0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:53:16.819193 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7b6450-c808-4101-8d20-8828edc6b509 None None] New status for floating IP 5960654b-4312-4761-b64c-155de0590947: DOWN {{(pid=89172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:53:17.241692 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b04eb-6717-4c6b-b7ae-574907740109 req-ca6a02da-2341-4a27-9c44-41eb2cfffa3f tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:53:17.243060 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6e7b04eb-6717-4c6b-b7ae-574907740109 req-ca6a02da-2341-4a27-9c44-41eb2cfffa3f tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/ports?device_id=443fa022-618d-4bca-8cdf-31a02e176e92 HTTP/1.1" status: 200 len: 945 time: 0.0883958 Sep 14 23:53:17.287240 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-6e7b04eb-6717-4c6b-b7ae-574907740109 req-4d483add-f109-4c22-9ccc-c7e21731ef1a tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/security-groups?id=630ebc74-7cd5-4497-ac04-f0cf599ec9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385625 Sep 14 23:53:17.416115 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e998a36-dd60-4db2-ac96-fc1345d749ce req-025b7b7c-aa97-4bab-b21e-2f4ba17a103b tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:53:17.416838 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-3e998a36-dd60-4db2-ac96-fc1345d749ce req-025b7b7c-aa97-4bab-b21e-2f4ba17a103b tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Synchronizing usage tracker for tenant:42f27a3751b54b35ace8d1b17e7801ac on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:53:17.430027 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-3e998a36-dd60-4db2-ac96-fc1345d749ce req-025b7b7c-aa97-4bab-b21e-2f4ba17a103b tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Unset dirty status for tenant:42f27a3751b54b35ace8d1b17e7801ac on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:53:17.431148 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3e998a36-dd60-4db2-ac96-fc1345d749ce req-025b7b7c-aa97-4bab-b21e-2f4ba17a103b tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.20 "GET /v2.0/ports?device_id=443fa022-618d-4bca-8cdf-31a02e176e92 HTTP/1.1" status: 200 len: 945 time: 0.1052930 Sep 14 23:53:17.505197 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-3e998a36-dd60-4db2-ac96-fc1345d749ce req-587dcdc0-98a5-4e19-a663-428b488db30f tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Deleting port 1a307995-51dd-4782-96ac-3d42f1a826e9 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:53:17.505460 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-3e998a36-dd60-4db2-ac96-fc1345d749ce req-587dcdc0-98a5-4e19-a663-428b488db30f tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:17.744402 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-3e998a36-dd60-4db2-ac96-fc1345d749ce req-587dcdc0-98a5-4e19-a663-428b488db30f tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] For port 1a307995-51dd-4782-96ac-3d42f1a826e9, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1a307995-51dd-4782-96ac-3d42f1a826e9,segment=NetworkSegment(38fb9070-8640-4b74-82ab-1dec8aef03bb),segment_id=38fb9070-8640-4b74-82ab-1dec8aef03bb)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:53:17.744922 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-3e998a36-dd60-4db2-ac96-fc1345d749ce req-587dcdc0-98a5-4e19-a663-428b488db30f tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:17.870189 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-3e998a36-dd60-4db2-ac96-fc1345d749ce req-587dcdc0-98a5-4e19-a663-428b488db30f tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Calling delete_port for 1a307995-51dd-4782-96ac-3d42f1a826e9 owned by compute:nova {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:53:17.970722 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 1a307995-51dd-4782-96ac-3d42f1a826e9 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:53:18.014829 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-3e998a36-dd60-4db2-ac96-fc1345d749ce req-587dcdc0-98a5-4e19-a663-428b488db30f tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:18.030713 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No active binding found for port 1a307995-51dd-4782-96ac-3d42f1a826e9 {{(pid=89172) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Sep 14 23:53:18.031294 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 1a307995-51dd-4782-96ac-3d42f1a826e9 not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:53:18.069226 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587dcdc0-98a5-4e19-a663-428b488db30f tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Pushing event deleted for resources: {'Port': ['ID=1a307995-51dd-4782-96ac-3d42f1a826e9,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:53:18.116135 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587dcdc0-98a5-4e19-a663-428b488db30f tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:53:18.116479 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587dcdc0-98a5-4e19-a663-428b488db30f tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:53:18.116838 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587dcdc0-98a5-4e19-a663-428b488db30f tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:53:18.117167 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587dcdc0-98a5-4e19-a663-428b488db30f tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:53:18.117492 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587dcdc0-98a5-4e19-a663-428b488db30f tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:53:18.117817 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587dcdc0-98a5-4e19-a663-428b488db30f tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:53:18.118144 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587dcdc0-98a5-4e19-a663-428b488db30f tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:53:18.118462 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587dcdc0-98a5-4e19-a663-428b488db30f tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:53:18.118781 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587dcdc0-98a5-4e19-a663-428b488db30f tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:53:18.119098 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587dcdc0-98a5-4e19-a663-428b488db30f tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:53:18.119414 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587dcdc0-98a5-4e19-a663-428b488db30f tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:53:18.119752 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587dcdc0-98a5-4e19-a663-428b488db30f tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857791-1-hyperv {{(pid=89171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 23:53:18.162726 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e998a36-dd60-4db2-ac96-fc1345d749ce req-587dcdc0-98a5-4e19-a663-428b488db30f tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] No DVR routers for this DVR port 1a307995-51dd-4782-96ac-3d42f1a826e9 on host hv-neutron-8577 {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:53:18.164980 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-3e998a36-dd60-4db2-ac96-fc1345d749ce req-587dcdc0-98a5-4e19-a663-428b488db30f tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:18.167389 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443fa022-618d-4bca-8cdf-31a02e176e92', 'name': 'network-vif-deleted', 'tag': '1a307995-51dd-4782-96ac-3d42f1a826e9'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:53:18.169651 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e64fd90b05e117f3f05ba327c0eee2e956fb4901c4b721712548d3e34c17c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36458e93-18e7-490b-90a6-503987128acb" -d '{"events": [{"server_uuid": "443fa022-618d-4bca-8cdf-31a02e176e92", "name": "network-vif-deleted", "tag": "1a307995-51dd-4782-96ac-3d42f1a826e9"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:53:18.183080 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-3e998a36-dd60-4db2-ac96-fc1345d749ce req-587dcdc0-98a5-4e19-a663-428b488db30f tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.20 "DELETE /v2.0/ports/1a307995-51dd-4782-96ac-3d42f1a826e9 HTTP/1.1" status: 204 len: 173 time: 0.7472417 Sep 14 23:53:18.211289 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1624757-bb9b-4dbd-b63d-50a087969f69 x-openstack-request-id: req-c1624757-bb9b-4dbd-b63d-50a087969f69 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:53:18.211614 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443fa022-618d-4bca-8cdf-31a02e176e92", "name": "network-vif-deleted", "tag": "1a307995-51dd-4782-96ac-3d42f1a826e9", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:53:18.211842 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c1624757-bb9b-4dbd-b63d-50a087969f69 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:53:18.212264 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1624757-bb9b-4dbd-b63d-50a087969f69'] response: {'server_uuid': '443fa022-618d-4bca-8cdf-31a02e176e92', 'name': 'network-vif-deleted', 'tag': '1a307995-51dd-4782-96ac-3d42f1a826e9', 'status': 'completed', 'code': 200} Sep 14 23:53:18.464880 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-0de865f3-664d-465b-aa18-b1c06d4eba4a req-709829b8-17c7-4dfc-be73-78d2f9933a3a tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/ports?device_id=443fa022-618d-4bca-8cdf-31a02e176e92 HTTP/1.1" status: 200 len: 210 time: 0.0495305 Sep 14 23:53:20.015829 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:20.108202 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 37320) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:53:20.307148 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-6501e112-4c02-48c2-b80f-a845c737629d tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Deleting port 0a24a4ae-6f0f-4fb0-8a33-774d479f6114 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:53:20.307429 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6501e112-4c02-48c2-b80f-a845c737629d tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:20.573966 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6501e112-4c02-48c2-b80f-a845c737629d tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:20.574205 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6501e112-4c02-48c2-b80f-a845c737629d tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:20.698791 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-6501e112-4c02-48c2-b80f-a845c737629d tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Calling delete_port for 0a24a4ae-6f0f-4fb0-8a33-774d479f6114 owned by network:floatingip {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:53:20.847162 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6501e112-4c02-48c2-b80f-a845c737629d tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:20.895675 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501e112-4c02-48c2-b80f-a845c737629d tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Pushing event deleted for resources: {'Port': ['ID=0a24a4ae-6f0f-4fb0-8a33-774d479f6114,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:53:20.991895 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6501e112-4c02-48c2-b80f-a845c737629d tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks [] for floatingip, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:20.992228 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.db.l3_db [None req-6501e112-4c02-48c2-b80f-a845c737629d tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Floating IP f14d2f7a-2f91-48b0-b9db-490daf8698d8 disassociated (deleted). External IP: 172.26.5.164, port: c5ed6a39-266f-445a-b5af-adf3ce5675ad. Sep 14 23:53:21.347162 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6501e112-4c02-48c2-b80f-a845c737629d tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Router cde9f3c6-20d2-4de3-8154-cb98ec2208fa has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:53:21.526934 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6501e112-4c02-48c2-b80f-a845c737629d tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:53:21.536205 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041b466d-33bf-41dd-a973-3523e79482ba None None] Sync routers for ids ['cde9f3c6-20d2-4de3-8154-cb98ec2208fa'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:53:21.542768 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-6501e112-4c02-48c2-b80f-a845c737629d tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for floatingip, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:21.545315 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041b466d-33bf-41dd-a973-3523e79482ba None None] Routers {'cde9f3c6-20d2-4de3-8154-cb98ec2208fa'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:53:21.545909 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-041b466d-33bf-41dd-a973-3523e79482ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:53:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['cde9f3c6-20d2-4de3-8154-cb98ec2208fa'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:53:21.597807 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-6501e112-4c02-48c2-b80f-a845c737629d tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "DELETE /v2.0/floatingips/f14d2f7a-2f91-48b0-b9db-490daf8698d8 HTTP/1.1" status: 204 len: 168 time: 1.4883096 Sep 14 23:53:21.598264 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf4c6b8a-15b7-4843-b459-bd70df674917', 'tag': 'c5ed6a39-266f-445a-b5af-adf3ce5675ad'}] {{(pid=89170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:53:21.601274 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65274a8ff7695a83b1e800c089a5235874d266872f5cf4941a34b037b85d6c0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9931244-c022-4aad-9b1f-bffbc00065e9" -d '{"events": [{"name": "network-changed", "server_uuid": "cf4c6b8a-15b7-4843-b459-bd70df674917", "tag": "c5ed6a39-266f-445a-b5af-adf3ce5675ad"}]}' {{(pid=89170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:53:21.655433 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 23:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc47fd6d-58a0-477f-9f1d-b01ada17457f x-openstack-request-id: req-cc47fd6d-58a0-477f-9f1d-b01ada17457f {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:53:21.655723 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf4c6b8a-15b7-4843-b459-bd70df674917", "tag": "c5ed6a39-266f-445a-b5af-adf3ce5675ad", "status": "completed", "code": 200}]} {{(pid=89170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:53:21.655972 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-cc47fd6d-58a0-477f-9f1d-b01ada17457f {{(pid=89170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:53:21.656401 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc47fd6d-58a0-477f-9f1d-b01ada17457f'] response: {'name': 'network-changed', 'server_uuid': 'cf4c6b8a-15b7-4843-b459-bd70df674917', 'tag': 'c5ed6a39-266f-445a-b5af-adf3ce5675ad', 'status': 'completed', 'code': 200} Sep 14 23:53:21.724884 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-041b466d-33bf-41dd-a973-3523e79482ba None None] Set router cde9f3c6-20d2-4de3-8154-cb98ec2208fa gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:53:21.861785 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9931244-c022-4aad-9b1f-bffbc00065e9 req-79ea34a8-6567-4277-89e1-83895c836cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:53:21.863214 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-a9931244-c022-4aad-9b1f-bffbc00065e9 req-79ea34a8-6567-4277-89e1-83895c836cfa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42f27a3751b54b35ace8d1b17e7801ac&device_id=cf4c6b8a-15b7-4843-b459-bd70df674917 HTTP/1.1" status: 200 len: 1096 time: 0.1869159 Sep 14 23:53:21.987138 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61691f82-e9aa-437a-889b-106925d2f83f req-38b0c3fb-7276-46bd-9f65-a7f44b9d9a71 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:53:21.987843 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-61691f82-e9aa-437a-889b-106925d2f83f req-38b0c3fb-7276-46bd-9f65-a7f44b9d9a71 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Synchronizing usage tracker for tenant:42f27a3751b54b35ace8d1b17e7801ac on resource:port {{(pid=89170) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:53:22.002113 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 1a307995-51dd-4782-96ac-3d42f1a826e9 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:53:22.006105 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.quota.resource [req-61691f82-e9aa-437a-889b-106925d2f83f req-38b0c3fb-7276-46bd-9f65-a7f44b9d9a71 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Unset dirty status for tenant:42f27a3751b54b35ace8d1b17e7801ac on resource:port {{(pid=89170) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:53:22.007272 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-61691f82-e9aa-437a-889b-106925d2f83f req-38b0c3fb-7276-46bd-9f65-a7f44b9d9a71 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf4c6b8a-15b7-4843-b459-bd70df674917 HTTP/1.1" status: 200 len: 943 time: 0.1120851 Sep 14 23:53:22.010051 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9931244-c022-4aad-9b1f-bffbc00065e9 req-ef157f22-a664-4a0f-a41f-ec5e06c9a99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:53:22.011642 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-a9931244-c022-4aad-9b1f-bffbc00065e9 req-ef157f22-a664-4a0f-a41f-ec5e06c9a99a service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd47189b-f092-479a-9712-f619a725869a HTTP/1.1" status: 200 len: 910 time: 0.1419733 Sep 14 23:53:22.037218 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: 1a307995-51dd-4782-96ac-3d42f1a826e9 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:53:22.037795 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device 1a307995-51dd-4782-96ac-3d42f1a826e9 not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:53:22.054956 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-61691f82-e9aa-437a-889b-106925d2f83f req-91b06006-ac05-4308-9aa9-ec996d987d67 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/security-groups?id=630ebc74-7cd5-4497-ac04-f0cf599ec9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400116 Sep 14 23:53:22.061496 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-041b466d-33bf-41dd-a973-3523e79482ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'name': 'tempest-TestSnapshotPattern-1560708666-router', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f83c6fce-6fad-4908-ae46-4b5003681f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:48:34Z', 'updated_at': '2022-09-14T23:48:39Z', 'revision_number': 4, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'gw_port': {'id': 'f83c6fce-6fad-4908-ae46-4b5003681f30', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:35Z', 'updated_at': '2022-09-14T23:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'b54def52-e6e8-48df-b122-bd83160e4ed4', 'name': '', 'network_id': 'cd47189b-f092-479a-9712-f619a725869a', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'mac_address': 'fa:16:3e:8b:08:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '1bb40d97-05cd-4f0f-8bcb-223c135ce0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:38Z', 'updated_at': '2022-09-14T23:48:46Z', 'revision_number': 5, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'subnets': [{'id': '1bb40d97-05cd-4f0f-8bcb-223c135ce0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:53:22.065845 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041b466d-33bf-41dd-a973-3523e79482ba None None] Checking router: cde9f3c6-20d2-4de3-8154-cb98ec2208fa for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:53:22.079384 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041b466d-33bf-41dd-a973-3523e79482ba None None] Routers {'cde9f3c6-20d2-4de3-8154-cb98ec2208fa'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:53:22.079991 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-041b466d-33bf-41dd-a973-3523e79482ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:53:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['cde9f3c6-20d2-4de3-8154-cb98ec2208fa'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:53:22.091470 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-a9931244-c022-4aad-9b1f-bffbc00065e9 req-85b53df3-73e4-49dd-9233-68788194631a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5ed6a39-266f-445a-b5af-adf3ce5675ad HTTP/1.1" status: 200 len: 217 time: 0.0730939 Sep 14 23:53:22.157131 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9931244-c022-4aad-9b1f-bffbc00065e9 req-bb6692fe-39bc-4751-abf5-c612634d5e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:53:22.158465 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-a9931244-c022-4aad-9b1f-bffbc00065e9 req-bb6692fe-39bc-4751-abf5-c612634d5e11 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1bb40d97-05cd-4f0f-8bcb-223c135ce0fb HTTP/1.1" status: 200 len: 849 time: 0.0576952 Sep 14 23:53:22.243630 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9931244-c022-4aad-9b1f-bffbc00065e9 req-b965eb19-f3be-420b-8cdf-8a6e1b99624d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:53:22.246219 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-a9931244-c022-4aad-9b1f-bffbc00065e9 req-b965eb19-f3be-420b-8cdf-8a6e1b99624d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd47189b-f092-479a-9712-f619a725869a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799177 Sep 14 23:53:22.257340 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-041b466d-33bf-41dd-a973-3523e79482ba None None] Set router cde9f3c6-20d2-4de3-8154-cb98ec2208fa gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:53:22.384642 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-a9931244-c022-4aad-9b1f-bffbc00065e9 req-be674174-403e-49a0-8998-61224fbe3a1c service neutron] 10.222.0.20 "GET /v2.0/networks/cd47189b-f092-479a-9712-f619a725869a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320815 Sep 14 23:53:22.515576 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-a9931244-c022-4aad-9b1f-bffbc00065e9 req-2923dafb-67b9-4c15-b289-736e28d7ea4b service neutron] 10.222.0.20 "GET /v2.0/networks/cd47189b-f092-479a-9712-f619a725869a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235938 Sep 14 23:53:22.569424 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-041b466d-33bf-41dd-a973-3523e79482ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'name': 'tempest-TestSnapshotPattern-1560708666-router', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f83c6fce-6fad-4908-ae46-4b5003681f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:48:34Z', 'updated_at': '2022-09-14T23:48:39Z', 'revision_number': 4, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'gw_port': {'id': 'f83c6fce-6fad-4908-ae46-4b5003681f30', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:35Z', 'updated_at': '2022-09-14T23:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'b54def52-e6e8-48df-b122-bd83160e4ed4', 'name': '', 'network_id': 'cd47189b-f092-479a-9712-f619a725869a', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'mac_address': 'fa:16:3e:8b:08:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '1bb40d97-05cd-4f0f-8bcb-223c135ce0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:38Z', 'updated_at': '2022-09-14T23:48:46Z', 'revision_number': 5, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'subnets': [{'id': '1bb40d97-05cd-4f0f-8bcb-223c135ce0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:53:22.573231 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041b466d-33bf-41dd-a973-3523e79482ba None None] The sync data for ids ['cde9f3c6-20d2-4de3-8154-cb98ec2208fa'] in dv-neutron-857791-1-hyperv is: [{'id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'name': 'tempest-TestSnapshotPattern-1560708666-router', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f83c6fce-6fad-4908-ae46-4b5003681f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:48:34Z', 'updated_at': '2022-09-14T23:48:39Z', 'revision_number': 4, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'gw_port': {'id': 'f83c6fce-6fad-4908-ae46-4b5003681f30', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:35Z', 'updated_at': '2022-09-14T23:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv', '_interfaces': [{'id': 'b54def52-e6e8-48df-b122-bd83160e4ed4', 'name': '', 'network_id': 'cd47189b-f092-479a-9712-f619a725869a', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'mac_address': 'fa:16:3e:8b:08:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '1bb40d97-05cd-4f0f-8bcb-223c135ce0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:38Z', 'updated_at': '2022-09-14T23:48:46Z', 'revision_number': 5, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'subnets': [{'id': '1bb40d97-05cd-4f0f-8bcb-223c135ce0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:53:22.781919 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477ce678-5f00-4c3f-8132-539a93fa309b None None] New status for floating IP f14d2f7a-2f91-48b0-b9db-490daf8698d8: DOWN {{(pid=89172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 23:53:23.254482 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696caf5-fa46-4d92-98b9-c375321dd00b req-7b71c68a-1847-4d0c-bb1a-0367e27d90fa tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:53:23.256762 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e696caf5-fa46-4d92-98b9-c375321dd00b req-7b71c68a-1847-4d0c-bb1a-0367e27d90fa tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf4c6b8a-15b7-4843-b459-bd70df674917 HTTP/1.1" status: 200 len: 943 time: 0.0871520 Sep 14 23:53:23.299329 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-e696caf5-fa46-4d92-98b9-c375321dd00b req-1a224701-139f-41d0-8914-ed17c6ccd7b4 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/security-groups?id=630ebc74-7cd5-4497-ac04-f0cf599ec9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370936 Sep 14 23:53:23.414059 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db8f5d-0743-41bd-9c8e-709ce59582fe req-1b9ce560-479e-4760-abca-111372349771 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 23:53:23.414753 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-76db8f5d-0743-41bd-9c8e-709ce59582fe req-1b9ce560-479e-4760-abca-111372349771 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Synchronizing usage tracker for tenant:42f27a3751b54b35ace8d1b17e7801ac on resource:port {{(pid=89171) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 14 23:53:23.426438 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.quota.resource [req-76db8f5d-0743-41bd-9c8e-709ce59582fe req-1b9ce560-479e-4760-abca-111372349771 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Unset dirty status for tenant:42f27a3751b54b35ace8d1b17e7801ac on resource:port {{(pid=89171) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 14 23:53:23.427567 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-76db8f5d-0743-41bd-9c8e-709ce59582fe req-1b9ce560-479e-4760-abca-111372349771 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf4c6b8a-15b7-4843-b459-bd70df674917 HTTP/1.1" status: 200 len: 943 time: 0.1029565 Sep 14 23:53:23.497144 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-76db8f5d-0743-41bd-9c8e-709ce59582fe req-3568b21b-6a59-4819-89bc-01a00eaa9bd2 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Deleting port c5ed6a39-266f-445a-b5af-adf3ce5675ad {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:53:23.497478 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-76db8f5d-0743-41bd-9c8e-709ce59582fe req-3568b21b-6a59-4819-89bc-01a00eaa9bd2 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:23.651028 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:53:23.737221 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [req-76db8f5d-0743-41bd-9c8e-709ce59582fe req-3568b21b-6a59-4819-89bc-01a00eaa9bd2 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] For port c5ed6a39-266f-445a-b5af-adf3ce5675ad, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=c5ed6a39-266f-445a-b5af-adf3ce5675ad,segment=NetworkSegment(38fb9070-8640-4b74-82ab-1dec8aef03bb),segment_id=38fb9070-8640-4b74-82ab-1dec8aef03bb)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:53:23.737573 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-76db8f5d-0743-41bd-9c8e-709ce59582fe req-3568b21b-6a59-4819-89bc-01a00eaa9bd2 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:23.857947 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [req-76db8f5d-0743-41bd-9c8e-709ce59582fe req-3568b21b-6a59-4819-89bc-01a00eaa9bd2 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Calling delete_port for c5ed6a39-266f-445a-b5af-adf3ce5675ad owned by compute:nova {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:53:23.999456 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-76db8f5d-0743-41bd-9c8e-709ce59582fe req-3568b21b-6a59-4819-89bc-01a00eaa9bd2 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:24.050577 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568b21b-6a59-4819-89bc-01a00eaa9bd2 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Pushing event deleted for resources: {'Port': ['ID=c5ed6a39-266f-445a-b5af-adf3ce5675ad,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:53:24.134830 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [req-76db8f5d-0743-41bd-9c8e-709ce59582fe req-3568b21b-6a59-4819-89bc-01a00eaa9bd2 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] No DVR routers for this DVR port c5ed6a39-266f-445a-b5af-adf3ce5675ad on host hv-neutron-8577 {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:53:24.137208 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [req-76db8f5d-0743-41bd-9c8e-709ce59582fe req-3568b21b-6a59-4819-89bc-01a00eaa9bd2 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33458271'] for port, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:24.139618 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4c6b8a-15b7-4843-b459-bd70df674917', 'name': 'network-vif-deleted', 'tag': 'c5ed6a39-266f-445a-b5af-adf3ce5675ad'}] {{(pid=89171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 14 23:53:24.141875 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e64fd90b05e117f3f05ba327c0eee2e956fb4901c4b721712548d3e34c17c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61a11f7-bfee-4d53-9368-2c7d457ccc47" -d '{"events": [{"server_uuid": "cf4c6b8a-15b7-4843-b459-bd70df674917", "name": "network-vif-deleted", "tag": "c5ed6a39-266f-445a-b5af-adf3ce5675ad"}]}' {{(pid=89171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 23:53:24.154987 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [req-76db8f5d-0743-41bd-9c8e-709ce59582fe req-3568b21b-6a59-4819-89bc-01a00eaa9bd2 tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.20 "DELETE /v2.0/ports/c5ed6a39-266f-445a-b5af-adf3ce5675ad HTTP/1.1" status: 204 len: 173 time: 0.7214608 Sep 14 23:53:24.183603 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 23:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8692794-6a08-40b7-96d5-cfd2ae7aadf7 x-openstack-request-id: req-d8692794-6a08-40b7-96d5-cfd2ae7aadf7 {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 23:53:24.183893 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4c6b8a-15b7-4843-b459-bd70df674917", "name": "network-vif-deleted", "tag": "c5ed6a39-266f-445a-b5af-adf3ce5675ad", "status": "completed", "code": 200}]} {{(pid=89171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 23:53:24.184143 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d8692794-6a08-40b7-96d5-cfd2ae7aadf7 {{(pid=89171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 23:53:24.184638 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8692794-6a08-40b7-96d5-cfd2ae7aadf7'] response: {'server_uuid': 'cf4c6b8a-15b7-4843-b459-bd70df674917', 'name': 'network-vif-deleted', 'tag': 'c5ed6a39-266f-445a-b5af-adf3ce5675ad', 'status': 'completed', 'code': 200} Sep 14 23:53:24.586921 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [req-347641fb-c68e-4dac-8dc7-68a8274d46b5 req-0732e6b5-01d7-48ac-84ac-8f5a2618befe tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf4c6b8a-15b7-4843-b459-bd70df674917 HTTP/1.1" status: 200 len: 210 time: 0.1609683 Sep 14 23:53:25.688300 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 37340) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:53:25.755768 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-79c9ccc6-f7fd-4ffc-aeab-2315f8dac72a tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:25.784293 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-79c9ccc6-f7fd-4ffc-aeab-2315f8dac72a tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:25.862062 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-79c9ccc6-f7fd-4ffc-aeab-2315f8dac72a tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:25.878853 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9ccc6-f7fd-4ffc-aeab-2315f8dac72a tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=630ebc74-7cd5-4497-ac04-f0cf599ec9bf,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:53:25.892159 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-79c9ccc6-f7fd-4ffc-aeab-2315f8dac72a tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:25.893297 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-79c9ccc6-f7fd-4ffc-aeab-2315f8dac72a tempest-TestSnapshotPattern-1917415809 tempest-TestSnapshotPattern-1917415809-project] 10.222.0.33 "DELETE /v2.0/security-groups/630ebc74-7cd5-4497-ac04-f0cf599ec9bf HTTP/1.1" status: 204 len: 168 time: 0.2039969 Sep 14 23:53:26.952159 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 37348) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:53:27.591162 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c821cd47-5570-4ba8-b11b-cf792a1b457a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:27.936127 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-c821cd47-5570-4ba8-b11b-cf792a1b457a admin admin] Deleting port b54def52-e6e8-48df-b122-bd83160e4ed4 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:53:27.936501 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c821cd47-5570-4ba8-b11b-cf792a1b457a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:28.001932 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device c5ed6a39-266f-445a-b5af-adf3ce5675ad no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:53:28.039354 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] No Port match for: c5ed6a39-266f-445a-b5af-adf3ce5675ad {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:53:28.039697 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Device c5ed6a39-266f-445a-b5af-adf3ce5675ad not bound to the agent host hv-neutron-8577 {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:53:28.106389 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-c821cd47-5570-4ba8-b11b-cf792a1b457a admin admin] For port b54def52-e6e8-48df-b122-bd83160e4ed4, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=b54def52-e6e8-48df-b122-bd83160e4ed4,segment=NetworkSegment(38fb9070-8640-4b74-82ab-1dec8aef03bb),segment_id=38fb9070-8640-4b74-82ab-1dec8aef03bb)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:53:28.106926 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c821cd47-5570-4ba8-b11b-cf792a1b457a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:28.225407 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-c821cd47-5570-4ba8-b11b-cf792a1b457a admin admin] Calling delete_port for b54def52-e6e8-48df-b122-bd83160e4ed4 owned by network:router_interface {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:53:28.635696 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c821cd47-5570-4ba8-b11b-cf792a1b457a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:28.682550 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821cd47-5570-4ba8-b11b-cf792a1b457a admin admin] Pushing event deleted for resources: {'Port': ['ID=b54def52-e6e8-48df-b122-bd83160e4ed4,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:53:28.953215 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-c821cd47-5570-4ba8-b11b-cf792a1b457a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:29.304434 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c821cd47-5570-4ba8-b11b-cf792a1b457a admin admin] Router cde9f3c6-20d2-4de3-8154-cb98ec2208fa has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:53:29.476699 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c821cd47-5570-4ba8-b11b-cf792a1b457a admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:53:29.485439 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe84e0c2-e427-4c5f-885b-a0e2dacc4430 None None] Sync routers for ids ['cde9f3c6-20d2-4de3-8154-cb98ec2208fa'] in dv-neutron-857791-1-hyperv {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:53:29.490307 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-c821cd47-5570-4ba8-b11b-cf792a1b457a admin admin] 10.222.0.33 "PUT /v2.0/routers/cde9f3c6-20d2-4de3-8154-cb98ec2208fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5354760 Sep 14 23:53:29.492021 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 37352) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:53:29.495428 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe84e0c2-e427-4c5f-885b-a0e2dacc4430 None None] Routers {'cde9f3c6-20d2-4de3-8154-cb98ec2208fa'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:53:29.496097 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-fe84e0c2-e427-4c5f-885b-a0e2dacc4430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:53:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['cde9f3c6-20d2-4de3-8154-cb98ec2208fa'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:53:29.668241 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-fe84e0c2-e427-4c5f-885b-a0e2dacc4430 None None] Set router cde9f3c6-20d2-4de3-8154-cb98ec2208fa gateway port host: dv-neutron-857791-1-hyperv {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:53:29.671963 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c340fe89-0666-4682-ab70-e8381a95570c admin admin] Notify callbacks [] for router, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:29.850342 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c340fe89-0666-4682-ab70-e8381a95570c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:29.860812 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-c340fe89-0666-4682-ab70-e8381a95570c admin admin] Deleting port f83c6fce-6fad-4908-ae46-4b5003681f30 {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:53:29.861154 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c340fe89-0666-4682-ab70-e8381a95570c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:29.977733 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-fe84e0c2-e427-4c5f-885b-a0e2dacc4430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'name': 'tempest-TestSnapshotPattern-1560708666-router', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f83c6fce-6fad-4908-ae46-4b5003681f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:48:34Z', 'updated_at': '2022-09-14T23:53:28Z', 'revision_number': 5, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'gw_port': {'id': 'f83c6fce-6fad-4908-ae46-4b5003681f30', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:35Z', 'updated_at': '2022-09-14T23:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:53:29.981687 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe84e0c2-e427-4c5f-885b-a0e2dacc4430 None None] Checking router: cde9f3c6-20d2-4de3-8154-cb98ec2208fa for host: dv-neutron-857791-1-hyperv {{(pid=89173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:53:29.991306 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe84e0c2-e427-4c5f-885b-a0e2dacc4430 None None] Routers {'cde9f3c6-20d2-4de3-8154-cb98ec2208fa'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:53:29.991610 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-fe84e0c2-e427-4c5f-885b-a0e2dacc4430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:53:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['cde9f3c6-20d2-4de3-8154-cb98ec2208fa'], 'active': True} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:53:30.038676 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-c340fe89-0666-4682-ab70-e8381a95570c admin admin] For port f83c6fce-6fad-4908-ae46-4b5003681f30, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f83c6fce-6fad-4908-ae46-4b5003681f30,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:53:30.039031 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c340fe89-0666-4682-ab70-e8381a95570c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:30.137498 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_dvr_db [None req-fe84e0c2-e427-4c5f-885b-a0e2dacc4430 None None] Set router cde9f3c6-20d2-4de3-8154-cb98ec2208fa gateway port host: None {{(pid=89173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:53:30.162414 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-c340fe89-0666-4682-ab70-e8381a95570c admin admin] Calling delete_port for f83c6fce-6fad-4908-ae46-4b5003681f30 owned by network:router_gateway {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:53:30.243717 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.l3_hamode_db [None req-fe84e0c2-e427-4c5f-885b-a0e2dacc4430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'name': 'tempest-TestSnapshotPattern-1560708666-router', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:48:34Z', 'updated_at': '2022-09-14T23:53:29Z', 'revision_number': 6, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:53:30.247517 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe84e0c2-e427-4c5f-885b-a0e2dacc4430 None None] The sync data for ids ['cde9f3c6-20d2-4de3-8154-cb98ec2208fa'] in dv-neutron-857791-1-hyperv is: [{'id': 'cde9f3c6-20d2-4de3-8154-cb98ec2208fa', 'name': 'tempest-TestSnapshotPattern-1560708666-router', 'tenant_id': '42f27a3751b54b35ace8d1b17e7801ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:48:34Z', 'updated_at': '2022-09-14T23:53:29Z', 'revision_number': 6, 'project_id': '42f27a3751b54b35ace8d1b17e7801ac', 'gw_port_host': None}] {{(pid=89173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:53:30.459948 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c340fe89-0666-4682-ab70-e8381a95570c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:30.539386 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c340fe89-0666-4682-ab70-e8381a95570c admin admin] Pushing event deleted for resources: {'Port': ['ID=f83c6fce-6fad-4908-ae46-4b5003681f30,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:53:30.606806 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c340fe89-0666-4682-ab70-e8381a95570c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:30.905448 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c340fe89-0666-4682-ab70-e8381a95570c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:30.907660 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c340fe89-0666-4682-ab70-e8381a95570c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:30.929145 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c340fe89-0666-4682-ab70-e8381a95570c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:30.929749 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c340fe89-0666-4682-ab70-e8381a95570c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cde9f3c6-20d2-4de3-8154-cb98ec2208fa {{(pid=89170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 23:53:30.941985 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-c340fe89-0666-4682-ab70-e8381a95570c admin admin] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:30.943575 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-c340fe89-0666-4682-ab70-e8381a95570c admin admin] 10.222.0.33 "DELETE /v2.0/routers/cde9f3c6-20d2-4de3-8154-cb98ec2208fa HTTP/1.1" status: 204 len: 168 time: 1.4505606 Sep 14 23:53:30.946877 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 37356) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:53:31.007778 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device b54def52-e6e8-48df-b122-bd83160e4ed4 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:53:31.017575 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.db_base_plugin_v2 [None req-70491ccc-ce65-49b2-a04d-7260cd47ab60 admin admin] Deleting subnet 1bb40d97-05cd-4f0f-8bcb-223c135ce0fb {{(pid=89171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:53:31.020450 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-70491ccc-ce65-49b2-a04d-7260cd47ab60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:31.041996 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: b54def52-e6e8-48df-b122-bd83160e4ed4 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:53:31.042335 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device b54def52-e6e8-48df-b122-bd83160e4ed4 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:53:31.069996 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-70491ccc-ce65-49b2-a04d-7260cd47ab60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31354131'] for subnet, precommit_delete_associations {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:31.149368 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-70491ccc-ce65-49b2-a04d-7260cd47ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:31.226107 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-70491ccc-ce65-49b2-a04d-7260cd47ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31352306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31957791'] for subnet, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:31.264316 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70491ccc-ce65-49b2-a04d-7260cd47ab60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bb40d97-05cd-4f0f-8bcb-223c135ce0fb,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:53:31.267819 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-70491ccc-ce65-49b2-a04d-7260cd47ab60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:31.273113 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed360b8f-5980-4e4b-a0f8-1cc52282caba None None] Network cd47189b-f092-479a-9712-f619a725869a requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:53:31.275382 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-70491ccc-ce65-49b2-a04d-7260cd47ab60 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/1bb40d97-05cd-4f0f-8bcb-223c135ce0fb HTTP/1.1" status: 204 len: 168 time: 0.3274605 Sep 14 23:53:31.277940 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 37360) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:53:31.388881 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cf3bd602-4a26-4bbe-a310-4eba94cc3df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:31.399480 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-cf3bd602-4a26-4bbe-a310-4eba94cc3df7 admin admin] Deleting port 940760a9-a904-4dd6-92e8-a718af68821f {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:53:31.399812 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cf3bd602-4a26-4bbe-a310-4eba94cc3df7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:31.531605 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c212d2-f72a-4ba5-9264-f2ad19e2538a None None] DHCP port deletion for cd47189b-f092-479a-9712-f619a725869a request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:53:31.535715 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c3c212d2-f72a-4ba5-9264-f2ad19e2538a None None] Deleting port 940760a9-a904-4dd6-92e8-a718af68821f {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:53:31.536083 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c3c212d2-f72a-4ba5-9264-f2ad19e2538a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:31.609251 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-cf3bd602-4a26-4bbe-a310-4eba94cc3df7 admin admin] For port 940760a9-a904-4dd6-92e8-a718af68821f, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=940760a9-a904-4dd6-92e8-a718af68821f,segment=NetworkSegment(38fb9070-8640-4b74-82ab-1dec8aef03bb),segment_id=38fb9070-8640-4b74-82ab-1dec8aef03bb)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:53:31.609878 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cf3bd602-4a26-4bbe-a310-4eba94cc3df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:31.730681 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-cf3bd602-4a26-4bbe-a310-4eba94cc3df7 admin admin] Calling delete_port for 940760a9-a904-4dd6-92e8-a718af68821f owned by network:dhcp {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:53:31.735698 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-c3c212d2-f72a-4ba5-9264-f2ad19e2538a None None] For port 940760a9-a904-4dd6-92e8-a718af68821f, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=940760a9-a904-4dd6-92e8-a718af68821f,segment=NetworkSegment(38fb9070-8640-4b74-82ab-1dec8aef03bb),segment_id=38fb9070-8640-4b74-82ab-1dec8aef03bb)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:53:31.736090 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c3c212d2-f72a-4ba5-9264-f2ad19e2538a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:31.807335 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cf3bd602-4a26-4bbe-a310-4eba94cc3df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:31.851536 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3bd602-4a26-4bbe-a310-4eba94cc3df7 admin admin] Pushing event deleted for resources: {'Port': ['ID=940760a9-a904-4dd6-92e8-a718af68821f,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:53:31.857259 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3bd602-4a26-4bbe-a310-4eba94cc3df7 admin admin] No DVR routers for this DVR port 940760a9-a904-4dd6-92e8-a718af68821f on host dv-neutron-857791-1-hyperv {{(pid=89170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:53:31.857577 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c3c212d2-f72a-4ba5-9264-f2ad19e2538a None None] Calling delete_port for 940760a9-a904-4dd6-92e8-a718af68821f owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:53:31.931278 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-c3c212d2-f72a-4ba5-9264-f2ad19e2538a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 23:53:31.931629 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-c3c212d2-f72a-4ba5-9264-f2ad19e2538a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 23:53:31.970367 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cf3bd602-4a26-4bbe-a310-4eba94cc3df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:31.995076 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-cf3bd602-4a26-4bbe-a310-4eba94cc3df7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd47189b-f092-479a-9712-f619a725869a']}} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:53:32.006764 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-cf3bd602-4a26-4bbe-a310-4eba94cc3df7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38fb9070-8640-4b74-82ab-1dec8aef03bb') {'for_net_delete': True} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:53:32.007043 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.services.segments.db [None req-cf3bd602-4a26-4bbe-a310-4eba94cc3df7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38fb9070-8640-4b74-82ab-1dec8aef03bb') {} {{(pid=89170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:53:32.017865 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cf3bd602-4a26-4bbe-a310-4eba94cc3df7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30700867'] for segment, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:32.033862 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cf3bd602-4a26-4bbe-a310-4eba94cc3df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:32.040145 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf3bd602-4a26-4bbe-a310-4eba94cc3df7 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=89170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:53:32.040550 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cf3bd602-4a26-4bbe-a310-4eba94cc3df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30703043'] for segment, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:32.141081 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cf3bd602-4a26-4bbe-a310-4eba94cc3df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:32.158309 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-cf3bd602-4a26-4bbe-a310-4eba94cc3df7 admin admin] Notify callbacks [] for network, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:32.169975 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3bd602-4a26-4bbe-a310-4eba94cc3df7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd47189b-f092-479a-9712-f619a725869a,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:53:32.175032 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 38fb9070-8640-4b74-82ab-1dec8aef03bb resource provider aggregate not found Sep 14 23:53:32.189373 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-cf3bd602-4a26-4bbe-a310-4eba94cc3df7 admin admin] 10.222.0.33 "DELETE /v2.0/networks/cd47189b-f092-479a-9712-f619a725869a HTTP/1.1" status: 204 len: 168 time: 0.9103322 Sep 14 23:53:32.191103 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.services.segments.plugin [-] Segment 38fb9070-8640-4b74-82ab-1dec8aef03bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38fb9070-8640-4b74-82ab-1dec8aef03bb found for delete ", "request_id": "req-125bc984-ed42-4a6d-aea9-46a89bc09390"}]} Sep 14 23:53:32.192170 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 37374) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:53:32.433335 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c3c212d2-f72a-4ba5-9264-f2ad19e2538a None None] Deleting port 940760a9-a904-4dd6-92e8-a718af68821f {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:53:32.433885 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c3c212d2-f72a-4ba5-9264-f2ad19e2538a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:32.508007 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-c3c212d2-f72a-4ba5-9264-f2ad19e2538a None None] The port '940760a9-a904-4dd6-92e8-a718af68821f' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 23:53:32.675026 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 940760a9-a904-4dd6-92e8-a718af68821f no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:53:32.737546 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 940760a9-a904-4dd6-92e8-a718af68821f {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:53:32.738913 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 940760a9-a904-4dd6-92e8-a718af68821f not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:53:32.738913 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f83c6fce-6fad-4908-ae46-4b5003681f30 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:53:32.771134 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: f83c6fce-6fad-4908-ae46-4b5003681f30 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:53:32.771397 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f83c6fce-6fad-4908-ae46-4b5003681f30 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:53:32.856451 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d3f9efd6-38a6-4a93-9639-9295bfe990e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33043902'] for router_interface, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:33.198124 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-d3f9efd6-38a6-4a93-9639-9295bfe990e0 admin admin] Deleting port 5af6a7d0-c969-4dcb-a3ea-2a3983104a4a {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:53:33.198464 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d3f9efd6-38a6-4a93-9639-9295bfe990e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:33.370699 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-d3f9efd6-38a6-4a93-9639-9295bfe990e0 admin admin] For port 5af6a7d0-c969-4dcb-a3ea-2a3983104a4a, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=5af6a7d0-c969-4dcb-a3ea-2a3983104a4a,segment=NetworkSegment(be5cb04d-67cf-4e68-97a1-b57a21b0c06a),segment_id=be5cb04d-67cf-4e68-97a1-b57a21b0c06a)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:53:33.371053 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d3f9efd6-38a6-4a93-9639-9295bfe990e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:33.493908 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-d3f9efd6-38a6-4a93-9639-9295bfe990e0 admin admin] Calling delete_port for 5af6a7d0-c969-4dcb-a3ea-2a3983104a4a owned by network:router_interface {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:53:33.677988 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d3f9efd6-38a6-4a93-9639-9295bfe990e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:33.727312 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9efd6-38a6-4a93-9639-9295bfe990e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5af6a7d0-c969-4dcb-a3ea-2a3983104a4a,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:53:34.113963 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d3f9efd6-38a6-4a93-9639-9295bfe990e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33043794'] for router_interface, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:34.464530 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f9efd6-38a6-4a93-9639-9295bfe990e0 admin admin] Router cac166fe-c723-4ae0-a007-d39c17e01126 has already been hosted by L3 agent 556286cd-8483-44e3-b7d9-faf1bcfcd319 {{(pid=89170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 14 23:53:34.638012 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f9efd6-38a6-4a93-9639-9295bfe990e0 admin admin] Notify agent at l3_agent.dv-neutron-857791-1-hyperv the message routers_updated {{(pid=89170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 14 23:53:34.647410 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cc6d11-fbc1-4028-9f40-cb34be79b1b6 None None] Sync routers for ids ['cac166fe-c723-4ae0-a007-d39c17e01126'] in dv-neutron-857791-1-hyperv {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 23:53:34.656007 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d3f9efd6-38a6-4a93-9639-9295bfe990e0 admin admin] 10.222.0.33 "PUT /v2.0/routers/cac166fe-c723-4ae0-a007-d39c17e01126/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4621773 Sep 14 23:53:34.658442 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 37378) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:53:34.658967 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cc6d11-fbc1-4028-9f40-cb34be79b1b6 None None] Routers {'cac166fe-c723-4ae0-a007-d39c17e01126'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:53:34.659829 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-f4cc6d11-fbc1-4028-9f40-cb34be79b1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:53:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['cac166fe-c723-4ae0-a007-d39c17e01126'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:53:34.843224 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-f4cc6d11-fbc1-4028-9f40-cb34be79b1b6 None None] Set router cac166fe-c723-4ae0-a007-d39c17e01126 gateway port host: dv-neutron-857791-1-hyperv {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:53:34.965634 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-43a62256-7c4a-4992-b0c8-5f981d501791 admin admin] Notify callbacks [] for router, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:35.140200 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-f4cc6d11-fbc1-4028-9f40-cb34be79b1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac166fe-c723-4ae0-a007-d39c17e01126', 'name': 'tempest-TestSnapshotPattern-430925866-router', 'tenant_id': '3ef13a33143f455ba484505c40c33413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'external_fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': 'f77a0e2e-1168-48f6-95d6-e36509bdccfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:48:41Z', 'updated_at': '2022-09-14T23:53:33Z', 'revision_number': 5, 'project_id': '3ef13a33143f455ba484505c40c33413', 'gw_port': {'id': 'f77a0e2e-1168-48f6-95d6-e36509bdccfb', 'name': '', 'network_id': '681410b9-e86d-4f65-a0f3-ea2093b5104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac166fe-c723-4ae0-a007-d39c17e01126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857791-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T23:48:42Z', 'updated_at': '2022-09-14T23:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab91fafa-ab62-4144-8af7-30d81c602801', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857791-1-hyperv'}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:53:35.143796 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-43a62256-7c4a-4992-b0c8-5f981d501791 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:35.146034 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cc6d11-fbc1-4028-9f40-cb34be79b1b6 None None] Checking router: cac166fe-c723-4ae0-a007-d39c17e01126 for host: dv-neutron-857791-1-hyperv {{(pid=89172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 23:53:35.154128 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-43a62256-7c4a-4992-b0c8-5f981d501791 admin admin] Deleting port f77a0e2e-1168-48f6-95d6-e36509bdccfb {{(pid=89170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:53:35.154535 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-43a62256-7c4a-4992-b0c8-5f981d501791 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:35.155852 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cc6d11-fbc1-4028-9f40-cb34be79b1b6 None None] Routers {'cac166fe-c723-4ae0-a007-d39c17e01126'} bound to L3 agent in host dv-neutron-857791-1-hyperv {{(pid=89172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 14 23:53:35.156475 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-f4cc6d11-fbc1-4028-9f40-cb34be79b1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857791-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T22:43:40Z,description=,heartbeat_timestamp=2022-09-14T23:53:10Z,host='dv-neutron-857791-1-hyperv',id=556286cd-8483-44e3-b7d9-faf1bcfcd319,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T22:43:40Z,topic='l3_agent')) {'router_ids': ['cac166fe-c723-4ae0-a007-d39c17e01126'], 'active': True} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:53:35.305550 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_dvr_db [None req-f4cc6d11-fbc1-4028-9f40-cb34be79b1b6 None None] Set router cac166fe-c723-4ae0-a007-d39c17e01126 gateway port host: None {{(pid=89172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 14 23:53:35.328861 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.db [None req-43a62256-7c4a-4992-b0c8-5f981d501791 admin admin] For port f77a0e2e-1168-48f6-95d6-e36509bdccfb, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=f77a0e2e-1168-48f6-95d6-e36509bdccfb,segment=NetworkSegment(8c95486f-72c5-4e6c-bfbe-298408504189),segment_id=8c95486f-72c5-4e6c-bfbe-298408504189)] {{(pid=89170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:53:35.329214 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-43a62256-7c4a-4992-b0c8-5f981d501791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:35.410225 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.db.l3_hamode_db [None req-f4cc6d11-fbc1-4028-9f40-cb34be79b1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac166fe-c723-4ae0-a007-d39c17e01126', 'name': 'tempest-TestSnapshotPattern-430925866-router', 'tenant_id': '3ef13a33143f455ba484505c40c33413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:48:41Z', 'updated_at': '2022-09-14T23:53:35Z', 'revision_number': 6, 'project_id': '3ef13a33143f455ba484505c40c33413', 'gw_port_host': None}], 'dv-neutron-857791-1-hyperv', False) {} {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:53:35.414692 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cc6d11-fbc1-4028-9f40-cb34be79b1b6 None None] The sync data for ids ['cac166fe-c723-4ae0-a007-d39c17e01126'] in dv-neutron-857791-1-hyperv is: [{'id': 'cac166fe-c723-4ae0-a007-d39c17e01126', 'name': 'tempest-TestSnapshotPattern-430925866-router', 'tenant_id': '3ef13a33143f455ba484505c40c33413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T23:48:41Z', 'updated_at': '2022-09-14T23:53:35Z', 'revision_number': 6, 'project_id': '3ef13a33143f455ba484505c40c33413', 'gw_port_host': None}] {{(pid=89172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 23:53:35.461909 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.plugins.ml2.plugin [None req-43a62256-7c4a-4992-b0c8-5f981d501791 admin admin] Calling delete_port for f77a0e2e-1168-48f6-95d6-e36509bdccfb owned by network:router_gateway {{(pid=89170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:53:35.735781 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-43a62256-7c4a-4992-b0c8-5f981d501791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30703030'] for port, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:35.793449 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a62256-7c4a-4992-b0c8-5f981d501791 admin admin] Pushing event deleted for resources: {'Port': ['ID=f77a0e2e-1168-48f6-95d6-e36509bdccfb,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:53:35.892170 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-43a62256-7c4a-4992-b0c8-5f981d501791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33047253'] for router_gateway, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:36.059963 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-43a62256-7c4a-4992-b0c8-5f981d501791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33047158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5104'] for router, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:36.062058 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-43a62256-7c4a-4992-b0c8-5f981d501791 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:36.085802 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-43a62256-7c4a-4992-b0c8-5f981d501791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33046296'] for router, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:36.086299 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a62256-7c4a-4992-b0c8-5f981d501791 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cac166fe-c723-4ae0-a007-d39c17e01126 {{(pid=89170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 14 23:53:36.098269 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-43a62256-7c4a-4992-b0c8-5f981d501791 admin admin] Notify callbacks [] for router, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:36.101677 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-43a62256-7c4a-4992-b0c8-5f981d501791 admin admin] 10.222.0.33 "DELETE /v2.0/routers/cac166fe-c723-4ae0-a007-d39c17e01126 HTTP/1.1" status: 204 len: 168 time: 1.4397242 Sep 14 23:53:36.102108 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 37384) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:53:36.164850 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.db.db_base_plugin_v2 [None req-d60ad526-ec21-48df-9589-841c26c1a6ca admin admin] Deleting subnet 1f6278c1-3317-4ce3-9503-40bfefad3a49 {{(pid=89170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 14 23:53:36.167908 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d60ad526-ec21-48df-9589-841c26c1a6ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:36.217593 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d60ad526-ec21-48df-9589-841c26c1a6ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30700872'] for subnet, precommit_delete_associations {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:36.300554 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d60ad526-ec21-48df-9589-841c26c1a6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32863834'] for subnet, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:36.372326 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d60ad526-ec21-48df-9589-841c26c1a6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32863821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30702953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30603309'] for subnet, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:36.412052 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ad526-ec21-48df-9589-841c26c1a6ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f6278c1-3317-4ce3-9503-40bfefad3a49,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:53:36.417076 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-d60ad526-ec21-48df-9589-841c26c1a6ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:36.423602 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d1ec54-3f26-4169-b022-cac1919d6b46 None None] Network ff60f761-05c4-43ef-84c7-b577f350f85e requested from dv-neutron-857791-1-hyperv {{(pid=89172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 14 23:53:36.424896 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-d60ad526-ec21-48df-9589-841c26c1a6ca admin admin] 10.222.0.33 "DELETE /v2.0/subnets/1f6278c1-3317-4ce3-9503-40bfefad3a49 HTTP/1.1" status: 204 len: 168 time: 0.3208728 Sep 14 23:53:36.429734 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 37388) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:53:36.651551 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cd709996-5fc5-4dda-bd89-9676680df6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557979'] for network, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:36.662905 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-cd709996-5fc5-4dda-bd89-9676680df6dc admin admin] Deleting port 87a76d97-0ed2-4fc3-af51-9820c5ac7e95 {{(pid=89171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:53:36.663298 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cd709996-5fc5-4dda-bd89-9676680df6dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:36.687744 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4098c5-89b3-4f00-b56a-310beaee676c None None] DHCP port deletion for ff60f761-05c4-43ef-84c7-b577f350f85e request from dv-neutron-857791-1-hyperv {{(pid=89172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 14 23:53:36.691780 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-6c4098c5-89b3-4f00-b56a-310beaee676c None None] Deleting port 87a76d97-0ed2-4fc3-af51-9820c5ac7e95 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:53:36.692160 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6c4098c5-89b3-4f00-b56a-310beaee676c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:36.721132 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f77a0e2e-1168-48f6-95d6-e36509bdccfb no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:53:36.767338 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: f77a0e2e-1168-48f6-95d6-e36509bdccfb {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:53:36.767678 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device f77a0e2e-1168-48f6-95d6-e36509bdccfb not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:53:36.768090 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 5af6a7d0-c969-4dcb-a3ea-2a3983104a4a no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:53:36.806776 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 5af6a7d0-c969-4dcb-a3ea-2a3983104a4a {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:53:36.807120 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 5af6a7d0-c969-4dcb-a3ea-2a3983104a4a not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:53:36.867655 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.db [None req-cd709996-5fc5-4dda-bd89-9676680df6dc admin admin] For port 87a76d97-0ed2-4fc3-af51-9820c5ac7e95, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=87a76d97-0ed2-4fc3-af51-9820c5ac7e95,segment=NetworkSegment(be5cb04d-67cf-4e68-97a1-b57a21b0c06a),segment_id=be5cb04d-67cf-4e68-97a1-b57a21b0c06a)] {{(pid=89171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:53:36.867948 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cd709996-5fc5-4dda-bd89-9676680df6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:36.988909 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.plugin [None req-cd709996-5fc5-4dda-bd89-9676680df6dc admin admin] Calling delete_port for 87a76d97-0ed2-4fc3-af51-9820c5ac7e95 owned by network:dhcp {{(pid=89171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:53:36.993710 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.db [None req-6c4098c5-89b3-4f00-b56a-310beaee676c None None] For port 87a76d97-0ed2-4fc3-af51-9820c5ac7e95, host dv-neutron-857791-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857791-1-hyperv',level=0,port_id=87a76d97-0ed2-4fc3-af51-9820c5ac7e95,segment=NetworkSegment(be5cb04d-67cf-4e68-97a1-b57a21b0c06a),segment_id=be5cb04d-67cf-4e68-97a1-b57a21b0c06a)] {{(pid=89172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 14 23:53:36.994098 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6c4098c5-89b3-4f00-b56a-310beaee676c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33046660'] for port, precommit_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:37.064397 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cd709996-5fc5-4dda-bd89-9676680df6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756549302851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756548777476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31352109'] for port, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:37.114255 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd709996-5fc5-4dda-bd89-9676680df6dc admin admin] Pushing event deleted for resources: {'Port': ['ID=87a76d97-0ed2-4fc3-af51-9820c5ac7e95,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:53:37.116030 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-6c4098c5-89b3-4f00-b56a-310beaee676c None None] Calling delete_port for 87a76d97-0ed2-4fc3-af51-9820c5ac7e95 owned by network:dhcp {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 14 23:53:37.118047 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd709996-5fc5-4dda-bd89-9676680df6dc admin admin] No DVR routers for this DVR port 87a76d97-0ed2-4fc3-af51-9820c5ac7e95 on host dv-neutron-857791-1-hyperv {{(pid=89171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 23:53:37.190465 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.db.api [None req-6c4098c5-89b3-4f00-b56a-310beaee676c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 23:53:37.190812 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG oslo_db.api [None req-6c4098c5-89b3-4f00-b56a-310beaee676c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 23:53:37.234375 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cd709996-5fc5-4dda-bd89-9676680df6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32865268', 'neutron.services.segments.db._delete_segments_for_network-8756549281702'] for network, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:37.259289 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-cd709996-5fc5-4dda-bd89-9676680df6dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff60f761-05c4-43ef-84c7-b577f350f85e']}} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:53:37.271542 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-cd709996-5fc5-4dda-bd89-9676680df6dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be5cb04d-67cf-4e68-97a1-b57a21b0c06a') {'for_net_delete': True} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:53:37.271837 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.services.segments.db [None req-cd709996-5fc5-4dda-bd89-9676680df6dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be5cb04d-67cf-4e68-97a1-b57a21b0c06a') {} {{(pid=89171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 23:53:37.282938 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cd709996-5fc5-4dda-bd89-9676680df6dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756549317834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31354136'] for segment, before_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:37.299098 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cd709996-5fc5-4dda-bd89-9676680df6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32836457'] for segment, precommit_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:37.305118 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd709996-5fc5-4dda-bd89-9676680df6dc admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=89171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 23:53:37.305498 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cd709996-5fc5-4dda-bd89-9676680df6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32836448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31352152'] for segment, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:37.403981 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cd709996-5fc5-4dda-bd89-9676680df6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32865277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33047230'] for network, after_delete {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:37.420055 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron_lib.callbacks.manager [None req-cd709996-5fc5-4dda-bd89-9676680df6dc admin admin] Notify callbacks [] for network, before_response {{(pid=89171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:37.430461 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd709996-5fc5-4dda-bd89-9676680df6dc admin admin] Pushing event deleted for resources: {'Network': ['ID=ff60f761-05c4-43ef-84c7-b577f350f85e,revision_number=None']} {{(pid=89171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:53:37.437656 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-cd709996-5fc5-4dda-bd89-9676680df6dc admin admin] 10.222.0.33 "DELETE /v2.0/networks/ff60f761-05c4-43ef-84c7-b577f350f85e HTTP/1.1" status: 204 len: 168 time: 1.0061443 Sep 14 23:53:37.440163 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment be5cb04d-67cf-4e68-97a1-b57a21b0c06a resource provider aggregate not found Sep 14 23:53:37.457390 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.services.segments.plugin [-] Segment be5cb04d-67cf-4e68-97a1-b57a21b0c06a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be5cb04d-67cf-4e68-97a1-b57a21b0c06a found for delete ", "request_id": "req-63159409-b71d-453d-a702-e583831ceb4a"}]} Sep 14 23:53:37.645206 dv-neutron-857791-1-hyperv neutron-server[89171]: DEBUG neutron.wsgi [-] (89171) accepted ('10.222.0.33', 37402) {{(pid=89171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:53:37.691735 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-6c4098c5-89b3-4f00-b56a-310beaee676c None None] Deleting port 87a76d97-0ed2-4fc3-af51-9820c5ac7e95 {{(pid=89172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 14 23:53:37.692243 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6c4098c5-89b3-4f00-b56a-310beaee676c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756549304441'] for port, before_delete {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:37.693020 dv-neutron-857791-1-hyperv neutron-server[89171]: INFO neutron.wsgi [None req-9cd940e9-62f2-4fa6-80b4-9eb76e3ed551 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=42f27a3751b54b35ace8d1b17e7801ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456350 Sep 14 23:53:37.695515 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 37406) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:53:37.757662 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-502e8bdd-e9e0-4f99-8451-19287a6d5d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:37.758670 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-6c4098c5-89b3-4f00-b56a-310beaee676c None None] The port '87a76d97-0ed2-4fc3-af51-9820c5ac7e95' was deleted {{(pid=89172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 14 23:53:37.784416 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-502e8bdd-e9e0-4f99-8451-19287a6d5d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:37.837247 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-502e8bdd-e9e0-4f99-8451-19287a6d5d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:37.847031 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-59202041-9e60-45b6-99b1-987b70ac3bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:37.854675 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e8bdd-e9e0-4f99-8451-19287a6d5d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e32d735-2c82-4df7-ae49-b409ddee7e1e,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:53:37.860947 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-502e8bdd-e9e0-4f99-8451-19287a6d5d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:37.862022 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-502e8bdd-e9e0-4f99-8451-19287a6d5d55 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/5e32d735-2c82-4df7-ae49-b409ddee7e1e HTTP/1.1" status: 204 len: 168 time: 0.1654816 Sep 14 23:53:38.208805 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 37414) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:53:38.256796 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-27743043-fb32-4ea6-8dd6-a15514fce4fc admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=3ef13a33143f455ba484505c40c33413&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468273 Sep 14 23:53:38.259105 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [-] (89170) accepted ('10.222.0.33', 37418) {{(pid=89170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 14 23:53:38.313943 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-003bdef3-a3b5-439b-88ed-b939417a2e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:38.338827 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-003bdef3-a3b5-439b-88ed-b939417a2e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:38.394035 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-003bdef3-a3b5-439b-88ed-b939417a2e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255580'] for security_group, after_delete {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:38.409543 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003bdef3-a3b5-439b-88ed-b939417a2e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f688a3ad-16f9-46d5-8442-77338002644d,revision_number=None']} {{(pid=89170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 23:53:38.415116 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron_lib.callbacks.manager [None req-003bdef3-a3b5-439b-88ed-b939417a2e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:38.416278 dv-neutron-857791-1-hyperv neutron-server[89170]: INFO neutron.wsgi [None req-003bdef3-a3b5-439b-88ed-b939417a2e7f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f688a3ad-16f9-46d5-8442-77338002644d HTTP/1.1" status: 204 len: 168 time: 0.1563239 Sep 14 23:53:38.668703 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 87a76d97-0ed2-4fc3-af51-9820c5ac7e95 no longer exists at agent ovs-agent-dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 14 23:53:38.704999 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.plugin [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] No Port match for: 87a76d97-0ed2-4fc3-af51-9820c5ac7e95 {{(pid=89172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 14 23:53:38.705657 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron.plugins.ml2.rpc [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Device 87a76d97-0ed2-4fc3-af51-9820c5ac7e95 not bound to the agent host dv-neutron-857791-1-hyperv {{(pid=89172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 14 23:53:39.862478 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c5478e76-cc9a-49b2-8f85-10e3d7055de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:41.007046 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:41.055461 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:42.683251 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:53:50.029719 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:54:00.651052 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:54:07.850414 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-d599a0a9-2233-4262-bd31-6da397d4ec7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:54:09.862636 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-009ed24b-cbff-4503-aef3-eeb6cbfcba66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:54:11.008696 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:54:11.057154 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:54:12.693179 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:54:20.029173 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:54:37.650686 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:54:37.851432 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-17f62ce7-402f-4a1d-b4e9-2e0808625516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:54:39.862586 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-e87af77d-becc-4196-86d5-66c5be727870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:54:41.011692 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:54:41.063923 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:54:42.693207 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:54:50.042588 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:55:07.852634 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-917326dc-116c-40d3-90b2-009c5a6abb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:55:09.865549 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-876f9b0a-6012-47b7-a1bb-c36c9ff812c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:55:11.015265 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:55:11.062678 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:55:12.693562 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:55:14.650195 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:55:20.043033 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:55:37.854586 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-848dafea-936d-49e0-81e5-6f55f6a0d7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:55:39.865899 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0ce9b5a4-016e-499f-99af-de6766025a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:55:41.016292 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:55:41.065049 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:55:42.696092 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:55:50.041728 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:55:51.649712 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:56:07.856439 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-6f947053-c522-456e-897b-8e4220e06a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:56:09.866324 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-9edc3f10-46f2-4962-ba62-006f28a02e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:56:11.018868 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:56:11.067094 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:56:12.699626 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:56:20.040832 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:56:28.648700 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:56:37.859079 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-ac0a7929-dc36-4a1c-8f99-a5d4c0b6f51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:56:39.867677 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-23fe32b8-5805-4ae0-9aeb-a9884e2e6782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:56:41.021680 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:56:41.069323 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:56:42.702246 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:56:50.055580 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:57:05.647847 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:57:07.864188 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-c37b881c-5392-4e8f-9ccc-7a41484e7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:57:09.868968 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-43128bad-f1a8-445d-9816-67bc38542af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:57:11.025821 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:57:11.072705 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:57:12.705827 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:57:20.053174 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:57:25.996390 dv-neutron-857791-1-hyperv neutron-server[89170]: DEBUG neutron.wsgi [req-c9125cbf-eb54-4f59-b7b0-0c52a40e65ce req-341fa3b9-8388-4f51-9455-a0efa98f8497 service neutron] (89170) timed out ('10.222.0.33', 34906) {{(pid=89170) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 14 23:57:37.862567 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-825a7dcf-230a-41b0-bdf4-08a19ef34cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:57:39.870815 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f1ac3276-1450-45d8-bf35-a193dbc7dab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:57:41.027569 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:57:41.075635 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:57:42.647694 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:57:42.708592 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:57:50.069252 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:58:07.864433 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-4367b0d1-5872-4fe7-8616-d96790edcb9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:58:09.870854 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-f22e83a8-4da2-40bc-8c54-edbae816ea92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:58:11.029277 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:58:11.077749 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:58:12.711439 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:58:19.647397 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:58:20.067940 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:58:37.876370 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-5462e868-0da2-467d-947b-6a43f5891bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:58:39.871432 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-0b6bd886-4a99-4624-8a79-fa4857edd898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:58:41.034261 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:58:41.079435 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:58:42.715833 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:58:50.082623 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:58:56.646983 dv-neutron-857791-1-hyperv neutron-server[89173]: DEBUG neutron.db.agents_db [None req-07fd798a-fc4b-4a40-bd86-c4eb7f18fd5e None None] Agent healthcheck: found 6 active agents {{(pid=89173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 14 23:59:07.868527 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-bf680103-0fc9-4b87-a88f-e5c31bf0ca00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:59:09.872532 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-3a08119c-14bf-48d5-bef1-4d34b7e6e0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:59:11.038521 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-1b531f71-1ba9-4b06-8c8b-92f83897ad31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:59:11.084635 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-7d827fb7-f5aa-43e1-89ee-e6114c033d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:59:12.719144 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-88dc3275-30a1-46ce-8d83-7b2de66453de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 23:59:20.082988 dv-neutron-857791-1-hyperv neutron-server[89172]: DEBUG neutron_lib.callbacks.manager [None req-34343441-c060-40b4-848d-1f3fb22ea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756549281684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683838'] for agent, after_update {{(pid=89172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}